Hugging Face's logo

ProfEngel
/
OwlLM2-e2b

Text-to-Speech
Safetensors
GGUF
German
conversational
Model card Files
xet
 Community
ProfEngel commited on
Commit
a9de145
·
verified ·
1 Parent(s): 8c73acc

(Trained with Unsloth)

Browse files
Files changed (2) hide show
  1. config.json +209 -0
  2. generation_config.json +13 -0
config.json ADDED
@@ -0,0 +1,209 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "Gemma3nForConditionalGeneration"
4
+ ],
5
+ "audio_config": {
6
+ "conf_attention_chunk_size": 12,
7
+ "conf_attention_context_left": 13,
8
+ "conf_attention_context_right": 0,
9
+ "conf_attention_logit_cap": 50.0,
10
+ "conf_conv_kernel_size": 5,
11
+ "conf_num_attention_heads": 8,
12
+ "conf_num_hidden_layers": 12,
13
+ "conf_reduction_factor": 4,
14
+ "conf_residual_weight": 0.5,
15
+ "gradient_clipping": 10000000000.0,
16
+ "hidden_size": 1536,
17
+ "input_feat_size": 128,
18
+ "model_type": "gemma3n_audio",
19
+ "rms_norm_eps": 1e-06,
20
+ "sscp_conv_channel_size": [
21
+ 128,
22
+ 32
23
+ ],
24
+ "sscp_conv_group_norm_eps": 0.001,
25
+ "sscp_conv_kernel_size": [
26
+ [
27
+ 3,
28
+ 3
29
+ ],
30
+ [
31
+ 3,
32
+ 3
33
+ ]
34
+ ],
35
+ "sscp_conv_stride_size": [
36
+ [
37
+ 2,
38
+ 2
39
+ ],
40
+ [
41
+ 2,
42
+ 2
43
+ ]
44
+ ],
45
+ "torch_dtype": "bfloat16",
46
+ "vocab_offset": 262272,
47
+ "vocab_size": 128
48
+ },
49
+ "audio_soft_tokens_per_image": 188,
50
+ "audio_token_id": 262273,
51
+ "boa_token_id": 256000,
52
+ "boi_token_id": 255999,
53
+ "bos_token_id": 2,
54
+ "eoa_token_id": 262272,
55
+ "eoi_token_id": 262144,
56
+ "eos_token_id": 106,
57
+ "image_token_id": 262145,
58
+ "initializer_range": 0.02,
59
+ "model_type": "gemma3n",
60
+ "pad_token_id": 0,
61
+ "text_config": {
62
+ "activation_sparsity_pattern": [
63
+ 0.95,
64
+ 0.95,
65
+ 0.95,
66
+ 0.95,
67
+ 0.95,
68
+ 0.95,
69
+ 0.95,
70
+ 0.95,
71
+ 0.95,
72
+ 0.95,
73
+ 0.0,
74
+ 0.0,
75
+ 0.0,
76
+ 0.0,
77
+ 0.0,
78
+ 0.0,
79
+ 0.0,
80
+ 0.0,
81
+ 0.0,
82
+ 0.0,
83
+ 0.0,
84
+ 0.0,
85
+ 0.0,
86
+ 0.0,
87
+ 0.0,
88
+ 0.0,
89
+ 0.0,
90
+ 0.0,
91
+ 0.0,
92
+ 0.0
93
+ ],
94
+ "altup_active_idx": 0,
95
+ "altup_coef_clip": 120.0,
96
+ "altup_correct_scale": true,
97
+ "altup_num_inputs": 4,
98
+ "attention_bias": false,
99
+ "attention_dropout": 0.0,
100
+ "final_logit_softcapping": 30.0,
101
+ "head_dim": 256,
102
+ "hidden_activation": "gelu_pytorch_tanh",
103
+ "hidden_size": 2048,
104
+ "hidden_size_per_layer_input": 256,
105
+ "initializer_range": 0.02,
106
+ "intermediate_size": [
107
+ 8192,
108
+ 8192,
109
+ 8192,
110
+ 8192,
111
+ 8192,
112
+ 8192,
113
+ 8192,
114
+ 8192,
115
+ 8192,
116
+ 8192,
117
+ 8192,
118
+ 8192,
119
+ 8192,
120
+ 8192,
121
+ 8192,
122
+ 8192,
123
+ 8192,
124
+ 8192,
125
+ 8192,
126
+ 8192,
127
+ 8192,
128
+ 8192,
129
+ 8192,
130
+ 8192,
131
+ 8192,
132
+ 8192,
133
+ 8192,
134
+ 8192,
135
+ 8192,
136
+ 8192
137
+ ],
138
+ "laurel_rank": 64,
139
+ "layer_types": [
140
+ "sliding_attention",
141
+ "sliding_attention",
142
+ "sliding_attention",
143
+ "sliding_attention",
144
+ "full_attention",
145
+ "sliding_attention",
146
+ "sliding_attention",
147
+ "sliding_attention",
148
+ "sliding_attention",
149
+ "full_attention",
150
+ "sliding_attention",
151
+ "sliding_attention",
152
+ "sliding_attention",
153
+ "sliding_attention",
154
+ "full_attention",
155
+ "sliding_attention",
156
+ "sliding_attention",
157
+ "sliding_attention",
158
+ "sliding_attention",
159
+ "full_attention",
160
+ "sliding_attention",
161
+ "sliding_attention",
162
+ "sliding_attention",
163
+ "sliding_attention",
164
+ "full_attention",
165
+ "sliding_attention",
166
+ "sliding_attention",
167
+ "sliding_attention",
168
+ "sliding_attention",
169
+ "full_attention"
170
+ ],
171
+ "max_position_embeddings": 32768,
172
+ "model_type": "gemma3n_text",
173
+ "num_attention_heads": 8,
174
+ "num_hidden_layers": 30,
175
+ "num_key_value_heads": 2,
176
+ "num_kv_shared_layers": 10,
177
+ "rms_norm_eps": 1e-06,
178
+ "rope_local_base_freq": 10000.0,
179
+ "rope_scaling": null,
180
+ "rope_theta": 1000000.0,
181
+ "sliding_window": 512,
182
+ "torch_dtype": "bfloat16",
183
+ "use_cache": true,
184
+ "vocab_size": 262400,
185
+ "vocab_size_per_layer_input": 262144
186
+ },
187
+ "torch_dtype": "bfloat16",
188
+ "transformers_version": "4.53.2",
189
+ "unsloth_fixed": true,
190
+ "unsloth_version": "2025.7.6",
191
+ "vision_config": {
192
+ "architecture": "mobilenetv5_300m_enc",
193
+ "do_pooling": false,
194
+ "hidden_size": 2048,
195
+ "initializer_range": 0.02,
196
+ "label_names": [
197
+ "LABEL_0",
198
+ "LABEL_1"
199
+ ],
200
+ "model_args": null,
201
+ "model_type": "gemma3n_vision",
202
+ "num_classes": 2,
203
+ "rms_norm_eps": 1e-06,
204
+ "torch_dtype": "bfloat16",
205
+ "vocab_offset": 262144,
206
+ "vocab_size": 128
207
+ },
208
+ "vision_soft_tokens_per_image": 256
209
+ }
generation_config.json ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token_id": 2,
3
+ "cache_implementation": "hybrid",
4
+ "do_sample": true,
5
+ "eos_token_id": [
6
+ 1,
7
+ 106
8
+ ],
9
+ "pad_token_id": 0,
10
+ "top_k": 64,
11
+ "top_p": 0.95,
12
+ "transformers_version": "4.53.2"
13
+ }