| import unittest |
|
|
| from TTS.tts.utils.text.characters import BaseCharacters, BaseVocabulary, Graphemes, IPAPhonemes |
|
|
| |
|
|
|
|
| class BaseVocabularyTest(unittest.TestCase): |
| def setUp(self): |
| self.phonemes = IPAPhonemes() |
| self.base_vocab = BaseVocabulary( |
| vocab=self.phonemes._vocab, |
| pad=self.phonemes.pad, |
| blank=self.phonemes.blank, |
| bos=self.phonemes.bos, |
| eos=self.phonemes.eos, |
| ) |
| self.empty_vocab = BaseVocabulary({}) |
|
|
| def test_pad_id(self): |
| self.assertEqual(self.empty_vocab.pad_id, 0) |
| self.assertEqual(self.base_vocab.pad_id, self.phonemes.pad_id) |
|
|
| def test_blank_id(self): |
| self.assertEqual(self.empty_vocab.blank_id, 0) |
| self.assertEqual(self.base_vocab.blank_id, self.phonemes.blank_id) |
|
|
| def test_vocab(self): |
| self.assertEqual(self.empty_vocab.vocab, {}) |
| self.assertEqual(self.base_vocab.vocab, self.phonemes._vocab) |
|
|
| |
| |
|
|
| def test_num_chars(self): |
| self.assertEqual(self.empty_vocab.num_chars, 0) |
| self.assertEqual(self.base_vocab.num_chars, self.phonemes.num_chars) |
|
|
| def test_char_to_id(self): |
| try: |
| self.empty_vocab.char_to_id("a") |
| raise Exception("Should have raised KeyError") |
| except: |
| pass |
| for k in self.phonemes.vocab: |
| self.assertEqual(self.base_vocab.char_to_id(k), self.phonemes.char_to_id(k)) |
|
|
| def test_id_to_char(self): |
| try: |
| self.empty_vocab.id_to_char(0) |
| raise Exception("Should have raised KeyError") |
| except: |
| pass |
| for k in self.phonemes.vocab: |
| v = self.phonemes.char_to_id(k) |
| self.assertEqual(self.base_vocab.id_to_char(v), self.phonemes.id_to_char(v)) |
|
|
|
|
| class BaseCharacterTest(unittest.TestCase): |
| def setUp(self): |
| self.characters_empty = BaseCharacters("", "", pad="", eos="", bos="", blank="", is_unique=True, is_sorted=True) |
|
|
| def test_default_character_sets(self): |
| """Test initiation of default character sets""" |
| _ = IPAPhonemes() |
| _ = Graphemes() |
|
|
| def test_unique(self): |
| """Test if the unique option works""" |
| self.characters_empty.characters = "abcc" |
| self.characters_empty.punctuations = ".,;:!? " |
| self.characters_empty.pad = "[PAD]" |
| self.characters_empty.eos = "[EOS]" |
| self.characters_empty.bos = "[BOS]" |
| self.characters_empty.blank = "[BLANK]" |
|
|
| self.assertEqual( |
| self.characters_empty.num_chars, |
| len(["[PAD]", "[EOS]", "[BOS]", "[BLANK]", "a", "b", "c", ".", ",", ";", ":", "!", "?", " "]), |
| ) |
|
|
| def test_unique_sorted(self): |
| """Test if the unique and sorted option works""" |
| self.characters_empty.characters = "cba" |
| self.characters_empty.punctuations = ".,;:!? " |
| self.characters_empty.pad = "[PAD]" |
| self.characters_empty.eos = "[EOS]" |
| self.characters_empty.bos = "[BOS]" |
| self.characters_empty.blank = "[BLANK]" |
|
|
| self.assertEqual( |
| self.characters_empty.num_chars, |
| len(["[PAD]", "[EOS]", "[BOS]", "[BLANK]", "a", "b", "c", ".", ",", ";", ":", "!", "?", " "]), |
| ) |
|
|
| def test_setters_getters(self): |
| """Test the class setters behaves as expected""" |
| self.characters_empty.characters = "abc" |
| self.assertEqual(self.characters_empty._characters, "abc") |
| self.assertEqual(self.characters_empty.vocab, ["a", "b", "c"]) |
|
|
| self.characters_empty.punctuations = ".,;:!? " |
| self.assertEqual(self.characters_empty._punctuations, ".,;:!? ") |
| self.assertEqual(self.characters_empty.vocab, ["a", "b", "c", ".", ",", ";", ":", "!", "?", " "]) |
|
|
| self.characters_empty.pad = "[PAD]" |
| self.assertEqual(self.characters_empty._pad, "[PAD]") |
| self.assertEqual(self.characters_empty.vocab, ["[PAD]", "a", "b", "c", ".", ",", ";", ":", "!", "?", " "]) |
|
|
| self.characters_empty.eos = "[EOS]" |
| self.assertEqual(self.characters_empty._eos, "[EOS]") |
| self.assertEqual( |
| self.characters_empty.vocab, ["[PAD]", "[EOS]", "a", "b", "c", ".", ",", ";", ":", "!", "?", " "] |
| ) |
|
|
| self.characters_empty.bos = "[BOS]" |
| self.assertEqual(self.characters_empty._bos, "[BOS]") |
| self.assertEqual( |
| self.characters_empty.vocab, ["[PAD]", "[EOS]", "[BOS]", "a", "b", "c", ".", ",", ";", ":", "!", "?", " "] |
| ) |
|
|
| self.characters_empty.blank = "[BLANK]" |
| self.assertEqual(self.characters_empty._blank, "[BLANK]") |
| self.assertEqual( |
| self.characters_empty.vocab, |
| ["[PAD]", "[EOS]", "[BOS]", "[BLANK]", "a", "b", "c", ".", ",", ";", ":", "!", "?", " "], |
| ) |
| self.assertEqual( |
| self.characters_empty.num_chars, |
| len(["[PAD]", "[EOS]", "[BOS]", "[BLANK]", "a", "b", "c", ".", ",", ";", ":", "!", "?", " "]), |
| ) |
|
|
| self.characters_empty.print_log() |
|
|
| def test_char_lookup(self): |
| """Test char to ID and ID to char conversion""" |
| self.characters_empty.characters = "abc" |
| self.characters_empty.punctuations = ".,;:!? " |
| self.characters_empty.pad = "[PAD]" |
| self.characters_empty.eos = "[EOS]" |
| self.characters_empty.bos = "[BOS]" |
| self.characters_empty.blank = "[BLANK]" |
|
|
| |
| self.assertEqual(self.characters_empty.char_to_id("[PAD]"), 0) |
| self.assertEqual(self.characters_empty.char_to_id("[EOS]"), 1) |
| self.assertEqual(self.characters_empty.char_to_id("[BOS]"), 2) |
| self.assertEqual(self.characters_empty.char_to_id("[BLANK]"), 3) |
| self.assertEqual(self.characters_empty.char_to_id("a"), 4) |
| self.assertEqual(self.characters_empty.char_to_id("b"), 5) |
| self.assertEqual(self.characters_empty.char_to_id("c"), 6) |
| self.assertEqual(self.characters_empty.char_to_id("."), 7) |
| self.assertEqual(self.characters_empty.char_to_id(","), 8) |
| self.assertEqual(self.characters_empty.char_to_id(";"), 9) |
| self.assertEqual(self.characters_empty.char_to_id(":"), 10) |
| self.assertEqual(self.characters_empty.char_to_id("!"), 11) |
| self.assertEqual(self.characters_empty.char_to_id("?"), 12) |
| self.assertEqual(self.characters_empty.char_to_id(" "), 13) |
|
|
| |
| self.assertEqual(self.characters_empty.id_to_char(0), "[PAD]") |
| self.assertEqual(self.characters_empty.id_to_char(1), "[EOS]") |
| self.assertEqual(self.characters_empty.id_to_char(2), "[BOS]") |
| self.assertEqual(self.characters_empty.id_to_char(3), "[BLANK]") |
| self.assertEqual(self.characters_empty.id_to_char(4), "a") |
| self.assertEqual(self.characters_empty.id_to_char(5), "b") |
| self.assertEqual(self.characters_empty.id_to_char(6), "c") |
| self.assertEqual(self.characters_empty.id_to_char(7), ".") |
| self.assertEqual(self.characters_empty.id_to_char(8), ",") |
| self.assertEqual(self.characters_empty.id_to_char(9), ";") |
| self.assertEqual(self.characters_empty.id_to_char(10), ":") |
| self.assertEqual(self.characters_empty.id_to_char(11), "!") |
| self.assertEqual(self.characters_empty.id_to_char(12), "?") |
| self.assertEqual(self.characters_empty.id_to_char(13), " ") |
|
|
