initial upload

README.md

@@ -1,3 +1,76 @@
----
-license: apache-2.0
----
+---
+tags:
+- tensorflowtts
+- audio
+- text-to-speech
+- text-to-mel
+language: eng
+license: apache-2.0
+datasets:
+- LJSpeech
+widget:
+- text: "How are you?"
+---
+
+# FastSpeech2 trained on LJSpeech (Eng)
+This repository provides a pretrained [FastSpeech2](https://arxiv.org/abs/2006.04558) trained on LJSpeech dataset (ENG). For a detail of the model, we encourage you to read more about
+[TensorFlowTTS](https://github.com/TensorSpeech/TensorFlowTTS). 
+
+
+## Install TensorFlowTTS
+First of all, please install TensorFlowTTS with the following command:
+```
+pip install TensorFlowTTS
+```
+
+### Converting your Text to Mel Spectrogram
+```python
+import numpy as np
+import soundfile as sf
+import yaml
+
+import tensorflow as tf
+
+from tensorflow_tts.inference import AutoProcessor
+from tensorflow_tts.inference import TFAutoModel
+
+processor = AutoProcessor.from_pretrained("tensorspeech/tts-fastspeech2-ljspeech-en")
+fastspeech2 = TFAutoModel.from_pretrained("tensorspeech/tts-fastspeech2-ljspeech-en")
+
+text = "How are you?"
+
+input_ids = processor.text_to_sequence(text)
+
+mel_before, mel_after, duration_outputs, _, _ = fastspeech2.inference(
+    input_ids=tf.expand_dims(tf.convert_to_tensor(input_ids, dtype=tf.int32), 0),
+    speaker_ids=tf.convert_to_tensor([0], dtype=tf.int32),
+    speed_ratios=tf.convert_to_tensor([1.0], dtype=tf.float32),
+    f0_ratios =tf.convert_to_tensor([1.0], dtype=tf.float32),
+    energy_ratios =tf.convert_to_tensor([1.0], dtype=tf.float32),
+)
+```
+
+#### Referencing FastSpeech2
+```
+@misc{ren2021fastspeech,
+      title={FastSpeech 2: Fast and High-Quality End-to-End Text to Speech}, 
+      author={Yi Ren and Chenxu Hu and Xu Tan and Tao Qin and Sheng Zhao and Zhou Zhao and Tie-Yan Liu},
+      year={2021},
+      eprint={2006.04558},
+      archivePrefix={arXiv},
+      primaryClass={eess.AS}
+}
+```
+
+#### Referencing TensorFlowTTS
+```
+@misc{TFTTS,
+    author = {Minh Nguyen, Alejandro Miguel Velasquez, Erogol, Kuan Chen, Dawid Kobus, Takuya Ebata, 
+    Trinh Le and Yunchao He},
+    title = {TensorflowTTS},
+    year = {2020},
+    publisher = {GitHub},
+    journal = {GitHub repository},
+    howpublished = {\\url{https://github.com/TensorSpeech/TensorFlowTTS}},
+  }
+```

config.yml

@@ -0,0 +1,60 @@
+allow_cache: true
+batch_size: 1
+config: ./examples/fastspeech2/conf/fastspeech2.v1.yaml
+dev_dir: /home/kuone/TTS/dump_ljspeech/valid/
+energy_stat: /home/kuone/TTS/dump_ljspeech/stats_energy.npy
+eval_interval_steps: 500
+f0_stat: /home/kuone/TTS/dump_ljspeech/stats_f0.npy
+fastspeech2_params:
+  attention_probs_dropout_prob: 0.1
+  decoder_attention_head_size: 192
+  decoder_hidden_act: mish
+  decoder_hidden_size: 384
+  decoder_intermediate_kernel_size: 3
+  decoder_intermediate_size: 1024
+  decoder_num_attention_heads: 2
+  decoder_num_hidden_layers: 4
+  encoder_attention_head_size: 192
+  encoder_hidden_act: mish
+  encoder_hidden_size: 384
+  encoder_intermediate_kernel_size: 3
+  encoder_intermediate_size: 1024
+  encoder_num_attention_heads: 2
+  encoder_num_hidden_layers: 4
+  hidden_dropout_prob: 0.2
+  initializer_range: 0.02
+  max_position_embeddings: 2048
+  n_speakers: 1
+  num_mels: 80
+  output_attentions: false
+  output_hidden_states: false
+  variant_prediction_num_conv_layers: 2
+  variant_predictor_dropout_rate: 0.5
+  variant_predictor_filter: 256
+  variant_predictor_kernel_size: 3
+format: npy
+gradient_accumulation_steps: 1
+hop_size: 256
+is_shuffle: true
+log_interval_steps: 200
+mel_length_threshold: 32
+mixed_precision: true
+model_type: fastspeech2
+num_save_intermediate_results: 1
+optimizer_params:
+  decay_steps: 150000
+  end_learning_rate: 5.0e-05
+  initial_learning_rate: 0.001
+  warmup_proportion: 0.02
+  weight_decay: 0.001
+outdir: ./examples/fastspeech2/exp/train.fastspeech2.v1/
+pretrained: ''
+remove_short_samples: true
+resume: ''
+save_interval_steps: 5000
+train_dir: /home/kuone/TTS/dump_ljspeech/train/
+train_max_steps: 40000
+use_norm: true
+var_train_expr: null
+verbose: 1
+version: '0.0'

gitattributes

@@ -0,0 +1,16 @@
+*.bin.* filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tar.gz filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text

model.h5

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc801cff5dce73a944f2e9b5f17de6351d3b7b629bd1124bcd87bbde7305f8b4
+size 124799600

processor.json

@@ -0,0 +1 @@
+{"symbol_to_id": {"pad": 0, "-": 1, "!": 2, "'": 3, "(": 4, ")": 5, ",": 6, ".": 7, ":": 8, ";": 9, "?": 10, " ": 11, "A": 12, "B": 13, "C": 14, "D": 15, "E": 16, "F": 17, "G": 18, "H": 19, "I": 20, "J": 21, "K": 22, "L": 23, "M": 24, "N": 25, "O": 26, "P": 27, "Q": 28, "R": 29, "S": 30, "T": 31, "U": 32, "V": 33, "W": 34, "X": 35, "Y": 36, "Z": 37, "a": 38, "b": 39, "c": 40, "d": 41, "e": 42, "f": 43, "g": 44, "h": 45, "i": 46, "j": 47, "k": 48, "l": 49, "m": 50, "n": 51, "o": 52, "p": 53, "q": 54, "r": 55, "s": 56, "t": 57, "u": 58, "v": 59, "w": 60, "x": 61, "y": 62, "z": 63, "@AA": 64, "@AA0": 65, "@AA1": 66, "@AA2": 67, "@AE": 68, "@AE0": 69, "@AE1": 70, "@AE2": 71, "@AH": 72, "@AH0": 73, "@AH1": 74, "@AH2": 75, "@AO": 76, "@AO0": 77, "@AO1": 78, "@AO2": 79, "@AW": 80, "@AW0": 81, "@AW1": 82, "@AW2": 83, "@AY": 84, "@AY0": 85, "@AY1": 86, "@AY2": 87, "@B": 88, "@CH": 89, "@D": 90, "@DH": 91, "@EH": 92, "@EH0": 93, "@EH1": 94, "@EH2": 95, "@ER": 96, "@ER0": 97, "@ER1": 98, "@ER2": 99, "@EY": 100, "@EY0": 101, "@EY1": 102, "@EY2": 103, "@F": 104, "@G": 105, "@HH": 106, "@IH": 107, "@IH0": 108, "@IH1": 109, "@IH2": 110, "@IY": 111, "@IY0": 112, "@IY1": 113, "@IY2": 114, "@JH": 115, "@K": 116, "@L": 117, "@M": 118, "@N": 119, "@NG": 120, "@OW": 121, "@OW0": 122, "@OW1": 123, "@OW2": 124, "@OY": 125, "@OY0": 126, "@OY1": 127, "@OY2": 128, "@P": 129, "@R": 130, "@S": 131, "@SH": 132, "@T": 133, "@TH": 134, "@UH": 135, "@UH0": 136, "@UH1": 137, "@UH2": 138, "@UW": 139, "@UW0": 140, "@UW1": 141, "@UW2": 142, "@V": 143, "@W": 144, "@Y": 145, "@Z": 146, "@ZH": 147, "eos": 148}, "id_to_symbol": {"0": "pad", "1": "-", "2": "!", "3": "'", "4": "(", "5": ")", "6": ",", "7": ".", "8": ":", "9": ";", "10": "?", "11": " ", "12": "A", "13": "B", "14": "C", "15": "D", "16": "E", "17": "F", "18": "G", "19": "H", "20": "I", "21": "J", "22": "K", "23": "L", "24": "M", "25": "N", "26": "O", "27": "P", "28": "Q", "29": "R", "30": "S", "31": "T", "32": "U", "33": "V", "34": "W", "35": "X", "36": "Y", "37": "Z", "38": "a", "39": "b", "40": "c", "41": "d", "42": "e", "43": "f", "44": "g", "45": "h", "46": "i", "47": "j", "48": "k", "49": "l", "50": "m", "51": "n", "52": "o", "53": "p", "54": "q", "55": "r", "56": "s", "57": "t", "58": "u", "59": "v", "60": "w", "61": "x", "62": "y", "63": "z", "64": "@AA", "65": "@AA0", "66": "@AA1", "67": "@AA2", "68": "@AE", "69": "@AE0", "70": "@AE1", "71": "@AE2", "72": "@AH", "73": "@AH0", "74": "@AH1", "75": "@AH2", "76": "@AO", "77": "@AO0", "78": "@AO1", "79": "@AO2", "80": "@AW", "81": "@AW0", "82": "@AW1", "83": "@AW2", "84": "@AY", "85": "@AY0", "86": "@AY1", "87": "@AY2", "88": "@B", "89": "@CH", "90": "@D", "91": "@DH", "92": "@EH", "93": "@EH0", "94": "@EH1", "95": "@EH2", "96": "@ER", "97": "@ER0", "98": "@ER1", "99": "@ER2", "100": "@EY", "101": "@EY0", "102": "@EY1", "103": "@EY2", "104": "@F", "105": "@G", "106": "@HH", "107": "@IH", "108": "@IH0", "109": "@IH1", "110": "@IH2", "111": "@IY", "112": "@IY0", "113": "@IY1", "114": "@IY2", "115": "@JH", "116": "@K", "117": "@L", "118": "@M", "119": "@N", "120": "@NG", "121": "@OW", "122": "@OW0", "123": "@OW1", "124": "@OW2", "125": "@OY", "126": "@OY0", "127": "@OY1", "128": "@OY2", "129": "@P", "130": "@R", "131": "@S", "132": "@SH", "133": "@T", "134": "@TH", "135": "@UH", "136": "@UH0", "137": "@UH1", "138": "@UH2", "139": "@UW", "140": "@UW0", "141": "@UW1", "142": "@UW2", "143": "@V", "144": "@W", "145": "@Y", "146": "@Z", "147": "@ZH", "148": "eos"}, "speakers_map": {"ljspeech": 0}, "processor_name": "LJSpeechProcessor"}