mirror of
https://github.com/storytold/storyteller-ml.git
synced 2026-10-28 09:08:54 +00:00
refactor
This commit is contained in:
@@ -1,17 +0,0 @@
|
|||||||
from tts.text.normalization.base_normalization import BaseNormalization
|
|
||||||
from tts.text.normalization.common_cleaners import collapse_whitespace
|
|
||||||
from tts.text.normalization.common_cleaners import convert_to_ascii
|
|
||||||
from tts.text.normalization.common_cleaners import lowercase
|
|
||||||
|
|
||||||
class EnglishNormalization(BaseNormalization):
|
|
||||||
|
|
||||||
def normalize(self, raw_input_text: str) -> str:
|
|
||||||
text = convert_to_ascii(raw_input_text)
|
|
||||||
text = lowercase(text)
|
|
||||||
|
|
||||||
# TODO: Expand abbreviations
|
|
||||||
# TODO: Expand numbers
|
|
||||||
|
|
||||||
text = collapse_whitespace(text)
|
|
||||||
|
|
||||||
return text
|
|
||||||
@@ -1,10 +1,10 @@
|
|||||||
from typing import List
|
from typing import List
|
||||||
from tts.text.input_parsing.parser import ArpabetSequence, GraphemeSequence, ParsedSequence, parse_grapheme_and_arpabet_sequence
|
|
||||||
from tts.text.normalization.english_normalization import EnglishNormalization
|
|
||||||
from tts.text.phonetization.cmudict import DEFAULT_CMUDICT_PATH, CMUDict
|
|
||||||
from tts.text.phonetization.english_phonetization import EnglishPhonetization
|
|
||||||
from tts.text.pipeline.base_pipeline import BasePipeline
|
from tts.text.pipeline.base_pipeline import BasePipeline
|
||||||
from tts.text.sequencing.english_symbols_v1 import SPACE_INTEGER_ENCODING, arpabet_to_sequence, symbols_to_sequence
|
from tts.text.pipeline_components.input_parsing.parser import ArpabetSequence, GraphemeSequence, ParsedSequence, parse_grapheme_and_arpabet_sequence
|
||||||
|
from tts.text.pipeline_components.normalization.english_normalization import EnglishNormalization
|
||||||
|
from tts.text.pipeline_components.phonetization.cmudict import DEFAULT_CMUDICT_PATH, CMUDict
|
||||||
|
from tts.text.pipeline_components.phonetization.english_phonetization import EnglishPhonetization
|
||||||
|
from tts.text.pipeline_components.sequencing.english_symbols_v1 import SPACE_INTEGER_ENCODING, arpabet_to_sequence, symbols_to_sequence
|
||||||
|
|
||||||
_ENGLISH_NORMALIZER = EnglishNormalization()
|
_ENGLISH_NORMALIZER = EnglishNormalization()
|
||||||
|
|
||||||
|
|||||||
+1
-1
@@ -1,4 +1,4 @@
|
|||||||
from tts.text.input_parsing.parser import ArpabetSequence, GraphemeSequence, parse_grapheme_and_arpabet_sequence
|
from tts.text.pipeline_components.input_parsing.parser import ArpabetSequence, GraphemeSequence, parse_grapheme_and_arpabet_sequence
|
||||||
|
|
||||||
class TestParser:
|
class TestParser:
|
||||||
|
|
||||||
@@ -0,0 +1,17 @@
|
|||||||
|
from tts.text.pipeline_components.normalization.base_normalization import BaseNormalization
|
||||||
|
from tts.text.pipeline_components.normalization.common_cleaners import collapse_whitespace
|
||||||
|
from tts.text.pipeline_components.normalization.common_cleaners import convert_to_ascii
|
||||||
|
from tts.text.pipeline_components.normalization.common_cleaners import lowercase
|
||||||
|
|
||||||
|
class EnglishNormalization(BaseNormalization):
|
||||||
|
|
||||||
|
def normalize(self, raw_input_text: str) -> str:
|
||||||
|
text = convert_to_ascii(raw_input_text)
|
||||||
|
text = lowercase(text)
|
||||||
|
|
||||||
|
# TODO: Expand abbreviations
|
||||||
|
# TODO: Expand numbers
|
||||||
|
|
||||||
|
text = collapse_whitespace(text)
|
||||||
|
|
||||||
|
return text
|
||||||
+1
-1
@@ -1,4 +1,4 @@
|
|||||||
from tts.text.normalization.base_normalization import BaseNormalization
|
from tts.text.pipeline_components.normalization.base_normalization import BaseNormalization
|
||||||
|
|
||||||
class SpanishNormalization(BaseNormalization):
|
class SpanishNormalization(BaseNormalization):
|
||||||
|
|
||||||
+1
-1
@@ -1,4 +1,4 @@
|
|||||||
from tts.text.normalization.english_normalization import EnglishNormalization
|
from tts.text.pipeline_components.normalization.english_normalization import EnglishNormalization
|
||||||
|
|
||||||
class TestEnglishNormalization:
|
class TestEnglishNormalization:
|
||||||
|
|
||||||
+1
-1
@@ -1,7 +1,7 @@
|
|||||||
|
|
||||||
import re
|
import re
|
||||||
from typing import List
|
from typing import List
|
||||||
from tts.text.phonetization.cmudict import CMUDict
|
from tts.text.pipeline_components.phonetization.cmudict import CMUDict
|
||||||
|
|
||||||
# Regex taken from open source tacotron2 extensions
|
# Regex taken from open source tacotron2 extensions
|
||||||
_arpabet_split_re = re.compile(r'[^\s]*{.*?}[^\s]*|[\w]+|[^\w\s]+')
|
_arpabet_split_re = re.compile(r'[^\s]*{.*?}[^\s]*|[\w]+|[^\w\s]+')
|
||||||
+3
-3
@@ -1,7 +1,7 @@
|
|||||||
from typing import List
|
from typing import List
|
||||||
from tts.text.input_parsing.parser import ArpabetSequence, GraphemeSequence, ParsedSequence
|
from tts.text.pipeline_components.input_parsing.parser import ArpabetSequence, GraphemeSequence, ParsedSequence
|
||||||
from tts.text.phonetization.base_phonetization import BasePhonetization
|
from tts.text.pipeline_components.phonetization.base_phonetization import BasePhonetization
|
||||||
from tts.text.phonetization.cmudict import CMUDict
|
from tts.text.pipeline_components.phonetization.cmudict import CMUDict
|
||||||
|
|
||||||
class EnglishPhonetization(BasePhonetization):
|
class EnglishPhonetization(BasePhonetization):
|
||||||
|
|
||||||
+2
-2
@@ -1,5 +1,5 @@
|
|||||||
from tts.text.phonetization.cmudict import CMUDict
|
from tts.text.pipeline_components.phonetization.cmudict import CMUDict
|
||||||
from tts.text.phonetization.cmudict import DEFAULT_CMUDICT_PATH
|
from tts.text.pipeline_components.phonetization.cmudict import DEFAULT_CMUDICT_PATH
|
||||||
|
|
||||||
|
|
||||||
class TestCmuDict:
|
class TestCmuDict:
|
||||||
+4
-4
@@ -1,7 +1,7 @@
|
|||||||
from tts.text.phonetization.cmudict import DEFAULT_CMUDICT_PATH, CMUDict
|
from tts.text.pipeline_components.phonetization.cmudict import DEFAULT_CMUDICT_PATH, CMUDict
|
||||||
from tts.text.phonetization.english_phonetization import EnglishPhonetization
|
from tts.text.pipeline_components.phonetization.english_phonetization import EnglishPhonetization
|
||||||
from tts.text.input_parsing.parser import ArpabetSequence
|
from tts.text.pipeline_components.input_parsing.parser import ArpabetSequence
|
||||||
from tts.text.input_parsing.parser import GraphemeSequence
|
from tts.text.pipeline_components.input_parsing.parser import GraphemeSequence
|
||||||
|
|
||||||
class TestEnglishPhonetization:
|
class TestEnglishPhonetization:
|
||||||
|
|
||||||
+1
-1
@@ -13,7 +13,7 @@ Original documentation:
|
|||||||
_characters. See TRAINING_DATA.md for details.
|
_characters. See TRAINING_DATA.md for details.
|
||||||
"""
|
"""
|
||||||
|
|
||||||
from tts.text.phonetization import cmudict
|
from tts.text.pipeline_components.phonetization import cmudict
|
||||||
from typing import List
|
from typing import List
|
||||||
|
|
||||||
# NB: DO NOT CHANGE THE ORDER OF SYMBOLS!
|
# NB: DO NOT CHANGE THE ORDER OF SYMBOLS!
|
||||||
+1
-1
@@ -1,4 +1,4 @@
|
|||||||
from tts.text.sequencing.english_symbols_v1 import arpabet_to_sequence, symbols_to_sequence
|
from tts.text.pipeline_components.sequencing.english_symbols_v1 import arpabet_to_sequence, symbols_to_sequence
|
||||||
|
|
||||||
class TestEnglishSymbols:
|
class TestEnglishSymbols:
|
||||||
|
|
||||||
Reference in New Issue
Block a user