Skip to content

Commit a1da846

Browse files
feat: extend PretrainedConfig with additional model support
[skip ci]
1 parent e5e4a43 commit a1da846

1 file changed

Lines changed: 20 additions & 2 deletions

File tree

src/Configs/PretrainedConfig.php

Lines changed: 20 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -86,7 +86,13 @@ protected function getNormalizedConfig(array $config): array
8686
// Sub-configs
8787
case 'llava':
8888
case 'paligemma':
89+
case 'gemma3':
8990
case 'florence2':
91+
case 'llava_onevision':
92+
case 'idefics3':
93+
case 'ultravox':
94+
case 'smolvlm':
95+
case 'gemma3n':
9096
$normalizedConfig = $this->getNormalizedConfig($config['text_config']);
9197
break;
9298
case 'moondream1':
@@ -111,8 +117,6 @@ protected function getNormalizedConfig(array $config): array
111117
case 'gpt_neox':
112118
case 'stablelm':
113119
case 'opt':
114-
case 'phi':
115-
case 'phi3':
116120
case 'falcon':
117121
$mapping = [
118122
'num_heads' => 'num_attention_heads',
@@ -121,22 +125,36 @@ protected function getNormalizedConfig(array $config): array
121125
];
122126
break;
123127
case 'llama':
128+
case 'lfm2':
129+
case 'smollm3':
124130
case 'olmo':
131+
case 'olmo2':
125132
case 'mobilellm':
126133
case 'granite':
127134
case 'cohere':
128135
case 'mistral':
129136
case 'starcoder2':
130137
case 'qwen2':
138+
case 'qwen2_vl':
139+
case 'phi':
140+
case 'phi3':
141+
case 'phi3_v':
142+
case 'llava_qwen2':
131143
$mapping = [
132144
'num_heads' => 'num_key_value_heads',
133145
'num_layers' => 'num_hidden_layers',
134146
'hidden_size' => 'hidden_size',
135147
'num_attention_heads' => 'num_attention_heads',
136148
];
137149
break;
150+
case 'qwen3':
138151
case 'gemma':
139152
case 'gemma2':
153+
case 'gemma3_text':
154+
case 'gemma3n_text':
155+
case 'glm':
156+
case 'helium':
157+
case 'ernie4_5':
140158
$mapping = [
141159
'num_heads' => 'num_key_value_heads',
142160
'num_layers' => 'num_hidden_layers',

0 commit comments

Comments
 (0)