diff --git a/tts/text/phonetization/cmudict.py b/tts/text/phonetization/cmudict.py new file mode 100644 index 0000000..13cb736 --- /dev/null +++ b/tts/text/phonetization/cmudict.py @@ -0,0 +1,70 @@ +""" +Contents of this file are mostly from https://github.com/keithito/tacotron +""" + +import re + +# Relative to TTS codebase root +# This does not include any CMUDict extensions or alternatives (eg. for other languages). +DEFAULT_CMUDICT_PATH = 'dictionaries/cmudict-0.7b' + +valid_symbols = [ + 'AA', 'AA0', 'AA1', 'AA2', 'AE', 'AE0', 'AE1', 'AE2', 'AH', 'AH0', 'AH1', 'AH2', + 'AO', 'AO0', 'AO1', 'AO2', 'AW', 'AW0', 'AW1', 'AW2', 'AY', 'AY0', 'AY1', 'AY2', + 'B', 'CH', 'D', 'DH', 'EH', 'EH0', 'EH1', 'EH2', 'ER', 'ER0', 'ER1', 'ER2', 'EY', + 'EY0', 'EY1', 'EY2', 'F', 'G', 'HH', 'IH', 'IH0', 'IH1', 'IH2', 'IY', 'IY0', 'IY1', + 'IY2', 'JH', 'K', 'L', 'M', 'N', 'NG', 'OW', 'OW0', 'OW1', 'OW2', 'OY', 'OY0', + 'OY1', 'OY2', 'P', 'R', 'S', 'SH', 'T', 'TH', 'UH', 'UH0', 'UH1', 'UH2', 'UW', + 'UW0', 'UW1', 'UW2', 'V', 'W', 'Y', 'Z', 'ZH' +] + +_valid_symbol_set = set(valid_symbols) + + +class CMUDict: + '''Thin wrapper around CMUDict data. http://www.speech.cs.cmu.edu/cgi-bin/cmudict''' + def __init__(self, file_or_path, keep_ambiguous=True): + if isinstance(file_or_path, str): + with open(file_or_path, encoding='latin-1') as f: + entries = _parse_cmudict(f) + else: + entries = _parse_cmudict(file_or_path) + if not keep_ambiguous: + entries = {word: pron for word, pron in entries.items() if len(pron) == 1} + self._entries = entries + + + def __len__(self): + return len(self._entries) + + + def lookup(self, word): + '''Returns list of ARPAbet pronunciations of the given word.''' + return self._entries.get(word.upper()) + + + +_alt_re = re.compile(r'\([0-9]+\)') + + +def _parse_cmudict(file): + cmudict = {} + for line in file: + if len(line) and (line[0] >= 'A' and line[0] <= 'Z' or line[0] == "'"): + parts = line.split(' ') + word = re.sub(_alt_re, '', parts[0]) + pronunciation = _get_pronunciation(parts[1]) + if pronunciation: + if word in cmudict: + cmudict[word].append(pronunciation) + else: + cmudict[word] = [pronunciation] + return cmudict + + +def _get_pronunciation(s): + parts = s.strip().split(' ') + for part in parts: + if part not in _valid_symbol_set: + return None + return ' '.join(parts) diff --git a/tts/text/phonetization/test_cmudict.py b/tts/text/phonetization/test_cmudict.py new file mode 100644 index 0000000..10228bb --- /dev/null +++ b/tts/text/phonetization/test_cmudict.py @@ -0,0 +1,15 @@ +from tts.text.phonetization.cmudict import CMUDict +from tts.text.phonetization.cmudict import DEFAULT_CMUDICT_PATH + + +class TestCmuDict: + + def test_lookup_success(self): + cmudict = CMUDict(DEFAULT_CMUDICT_PATH) + arpabet_sequence = cmudict.lookup('word') + assert arpabet_sequence == ['W ER1 D'] # TODO: Split the phonemes! + + def test_lookup_failure(self): + cmudict = CMUDict(DEFAULT_CMUDICT_PATH) + arpabet_sequence = cmudict.lookup('fakeword') + assert arpabet_sequence == None