Hugging Face's logo

AstraMindAI
/
xtts2-gpt

Safetensors
xtts_gpt
custom_code
Model card Files Community
xtts2-gpt
File size: 2,724 Bytes 
7eebd5c
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
 
{
 "_name_or_path": "AstraMindAI/xtts2-gpt",
  "architectures": [
    "XttsGPT"
  ],
  "auto_map": {
    "AutoConfig": "AstraMindAI/xtts2-gpt--gpt_config.XTTSGPTConfig",
    "AutoModelForCausalLM": "AstraMindAI/xtts2-gpt--xtts2_gpt_modeling.XttsGPT"
  },
  "audio_config": {
    "fmax": 8000,
    "fmin": 0,
    "hop_length": 256,
    "mel_channels": 80,
    "mel_norms_file": null,
    "n_fft": 1024,
    "output_sample_rate": 24000,
    "power": 1.0,
    "sample_rate": 22050,
    "win_length": 1024
  },
  "char_limits": {
    "ar": 166,
    "cs": 186,
    "de": 253,
    "en": 250,
    "es": 239,
    "fr": 273,
    "hu": 224,
    "it": 213,
    "ja": 71,
    "ko": 95,
    "nl": 251,
    "pl": 224,
    "pt": 203,
    "ru": 182,
    "tr": 226,
    "zh": 82
  },
  "duration_const": 102400,
  "enable_redaction": false,
  "gpt_batch_size": 1,
  "gpt_checkpointing": false,
  "gpt_code_stride_len": 1024,
  "gpt_cond_chunk_len": 4,
  "gpt_cond_len": 30,
  "gpt_layers": 30,
  "gpt_max_audio_tokens": 605,
  "gpt_max_prompt_tokens": 70,
  "gpt_max_text_tokens": 402,
  "gpt_n_heads": 16,
  "gpt_n_model_channels": 1024,
  "gpt_num_audio_tokens": 1026,
  "gpt_number_text_tokens": 6681,
  "gpt_start_audio_token": 1024,
  "gpt_start_text_token": null,
  "gpt_stop_audio_token": 1025,
  "gpt_stop_text_token": null,
  "gpt_train_solo_embeddings": false,
  "gpt_use_masking_gt_prompt_approach": true,
  "gpt_use_perceiver_resampler": true,
  "kv_cache": true,
  "label_smoothing": 0.0,
  "languages": [
    "en",
    "es",
    "fr",
    "de",
    "it",
    "pt",
    "pl",
    "tr",
    "ru",
    "nl",
    "cs",
    "ar",
    "zh-cn",
    "hu",
    "ko",
    "ja",
    "hi"
  ],
  "max_ref_len": 30,
  "model_type": "xtts_gpt",
  "num_chars": 255,
  "perceiver_cond_length_compression": 256,
  "repetition_penalty": 5.0,
  "sound_norm_refs": false,
  "temperature": 0.75,
  "top_p": 0.85,
  "transformers_version": "4.45.1",
  "vocab_size": 256,
  "cond_d_vector_in_each_upsampling_layer": true,
  "d_vector_dim": 512,
  "decoder_input_dim": 1024,
  "input_sample_rate": 22050,
  "hifi_model_type": "xtts_hifigan",
  "output_hop_length": 256,
  "output_sample_rate": 24000,
  "resblock_dilation_sizes": [
    [
      1,
      3,
      5
    ],
    [
      1,
      3,
      5
    ],
    [
      1,
      3,
      5
    ]
  ],
  "resblock_kernel_sizes": [
    3,
    7,
    11
  ],
  "speaker_encoder_config": {
    "model_config": null,
    "model_name": "speaker_encoder",
    "preprocess_config": null,
    "speaker_embedding_dim": 512,
    "use_torch_spec": true
  },
  "upsample_initial_channel": 512,
  "upsample_kernel_sizes": [
    16,
    16,
    4,
    4
  ],
  "upsample_rates": [
    8,
    8,
    2,
    2
  ]
}