File tree Expand file tree Collapse file tree
Expand file tree Collapse file tree Original file line number Diff line number Diff line change @@ -86,7 +86,13 @@ protected function getNormalizedConfig(array $config): array
8686 // Sub-configs
8787 case 'llava ' :
8888 case 'paligemma ' :
89+ case 'gemma3 ' :
8990 case 'florence2 ' :
91+ case 'llava_onevision ' :
92+ case 'idefics3 ' :
93+ case 'ultravox ' :
94+ case 'smolvlm ' :
95+ case 'gemma3n ' :
9096 $ normalizedConfig = $ this ->getNormalizedConfig ($ config ['text_config ' ]);
9197 break ;
9298 case 'moondream1 ' :
@@ -111,8 +117,6 @@ protected function getNormalizedConfig(array $config): array
111117 case 'gpt_neox ' :
112118 case 'stablelm ' :
113119 case 'opt ' :
114- case 'phi ' :
115- case 'phi3 ' :
116120 case 'falcon ' :
117121 $ mapping = [
118122 'num_heads ' => 'num_attention_heads ' ,
@@ -121,22 +125,36 @@ protected function getNormalizedConfig(array $config): array
121125 ];
122126 break ;
123127 case 'llama ' :
128+ case 'lfm2 ' :
129+ case 'smollm3 ' :
124130 case 'olmo ' :
131+ case 'olmo2 ' :
125132 case 'mobilellm ' :
126133 case 'granite ' :
127134 case 'cohere ' :
128135 case 'mistral ' :
129136 case 'starcoder2 ' :
130137 case 'qwen2 ' :
138+ case 'qwen2_vl ' :
139+ case 'phi ' :
140+ case 'phi3 ' :
141+ case 'phi3_v ' :
142+ case 'llava_qwen2 ' :
131143 $ mapping = [
132144 'num_heads ' => 'num_key_value_heads ' ,
133145 'num_layers ' => 'num_hidden_layers ' ,
134146 'hidden_size ' => 'hidden_size ' ,
135147 'num_attention_heads ' => 'num_attention_heads ' ,
136148 ];
137149 break ;
150+ case 'qwen3 ' :
138151 case 'gemma ' :
139152 case 'gemma2 ' :
153+ case 'gemma3_text ' :
154+ case 'gemma3n_text ' :
155+ case 'glm ' :
156+ case 'helium ' :
157+ case 'ernie4_5 ' :
140158 $ mapping = [
141159 'num_heads ' => 'num_key_value_heads ' ,
142160 'num_layers ' => 'num_hidden_layers ' ,
You can’t perform that action at this time.
0 commit comments