Update config.json
Browse files- config.json +3 -1
config.json
CHANGED
|
@@ -1,4 +1,5 @@
|
|
| 1 |
{
|
|
|
|
| 2 |
"architectures": [
|
| 3 |
"HiggsAudioModel"
|
| 4 |
],
|
|
@@ -142,6 +143,7 @@
|
|
| 142 |
"skip_audio_tower": true,
|
| 143 |
"text_config": {
|
| 144 |
"_attn_implementation_autoset": false,
|
|
|
|
| 145 |
"add_cross_attention": false,
|
| 146 |
"architectures": [
|
| 147 |
"LlamaForCausalLM"
|
|
@@ -235,4 +237,4 @@
|
|
| 235 |
"use_audio_out_self_attention": 0,
|
| 236 |
"use_delay_pattern": true,
|
| 237 |
"use_rq_transformer": false
|
| 238 |
-
}
|
|
|
|
| 1 |
{
|
| 2 |
+
"_name_or_path": "model_initialization/higgs_audio_Llama-3.2-3B_dual_ffn_0_1_code8_size1024_rev",
|
| 3 |
"architectures": [
|
| 4 |
"HiggsAudioModel"
|
| 5 |
],
|
|
|
|
| 143 |
"skip_audio_tower": true,
|
| 144 |
"text_config": {
|
| 145 |
"_attn_implementation_autoset": false,
|
| 146 |
+
"_name_or_path": "/fsx/models/Llama-3.2-3B",
|
| 147 |
"add_cross_attention": false,
|
| 148 |
"architectures": [
|
| 149 |
"LlamaForCausalLM"
|
|
|
|
| 237 |
"use_audio_out_self_attention": 0,
|
| 238 |
"use_delay_pattern": true,
|
| 239 |
"use_rq_transformer": false
|
| 240 |
+
}
|