bugfix: quantized option not being passed when downloading from Hub.

Author: CodeWithKyrian

src/Commands/DownloadModelCommand.php

@@ -6,15 +6,12 @@
 namespace Codewithkyrian\Transformers\Commands;
 
 use Codewithkyrian\Transformers\Models\Auto\AutoModel;
-use Codewithkyrian\Transformers\Models\Auto\AutoModelForCausalLM;
-use Codewithkyrian\Transformers\Models\Auto\AutoModelForSeq2SeqLM;
-use Codewithkyrian\Transformers\Models\Auto\AutoModelForSequenceClassification;
 use Codewithkyrian\Transformers\Pipelines\Task;
 use Codewithkyrian\Transformers\PretrainedTokenizers\AutoTokenizer;
 use Codewithkyrian\Transformers\Transformers;
+use Exception;
 use Symfony\Component\Console\Attribute\AsCommand;
 use Symfony\Component\Console\Command\Command;
-use Symfony\Component\Console\Helper\ProgressBar;
 use Symfony\Component\Console\Input\InputArgument;
 use Symfony\Component\Console\Input\InputInterface;
 use Symfony\Component\Console\Input\InputOption;
@@ -60,7 +57,7 @@ protected function execute(InputInterface $input, OutputInterface $output): int
 
         $model = $input->getArgument('model');
         $cacheDir = $input->getOption('cache-dir');
-        $quantized = $input->getOption('quantized');
+        $quantized = filter_var($input->getOption('quantized'), FILTER_VALIDATE_BOOLEAN);
         $task = $input->getArgument('task');
 
         Transformers::setup()
@@ -71,9 +68,9 @@ protected function execute(InputInterface $input, OutputInterface $output): int
             $task = $task ? Task::tryFrom($task) : null;
 
             if ($task != null) {
-                pipeline($task, $model, output: $output);
+                pipeline($task, $model, quantized: $quantized, output: $output);
             } else {
-                AutoTokenizer::fromPretrained($model, quantized: $quantized, output: $output);
+                AutoTokenizer::fromPretrained($model, output: $output);
                 AutoModel::fromPretrained($model, $quantized, output: $output);
             }
 
@@ -83,8 +80,8 @@ protected function execute(InputInterface $input, OutputInterface $output): int
             $this->askToStar($input, $output);
 
             return Command::SUCCESS;
-        } catch (\Exception $e) {
-            $output->writeln('✘ '. $e->getMessage());
+        } catch (Exception $e) {
+            $output->writeln('✘ ' . $e->getMessage());
             return Command::FAILURE;
         }
     }

src/Models/Auto/PretrainedMixin.php

@@ -10,7 +10,6 @@
 use Codewithkyrian\Transformers\Models\Pretrained\PretrainedModel;
 use Codewithkyrian\Transformers\Utils\AutoConfig;
 use Symfony\Component\Console\Output\OutputInterface;
-use function Codewithkyrian\Transformers\Utils\timeUsage;
 
 /**
  * Base class of all AutoModels. Contains the `from_pretrained` function
@@ -42,16 +41,15 @@ abstract class PretrainedMixin
      * @return PretrainedModel The instantiated pretrained model.
      */
     public static function fromPretrained(
-        string  $modelNameOrPath,
-        bool    $quantized = true,
-        ?array  $config = null,
-        ?string $cacheDir = null,
-        string  $revision = 'main',
-        ?string $modelFilename = null,
+        string           $modelNameOrPath,
+        bool             $quantized = true,
+        ?array           $config = null,
+        ?string          $cacheDir = null,
+        string           $revision = 'main',
+        ?string          $modelFilename = null,
         ?OutputInterface $output = null
     ): PretrainedModel
     {
-
         $config = AutoConfig::fromPretrained($modelNameOrPath, $config, $cacheDir, $revision, $output);
 
         foreach (static::MODEL_CLASS_MAPPINGS as $modelClassMapping) {