Switch the remaining models to the new InferenceSession

Author: CodeWithKyrian

examples/pipelines/text-generation.php

@@ -13,35 +13,35 @@
 //
 //$generator = pipeline('text-generation', 'Xenova/gpt2');
 //$generator = pipeline('text-generation', 'Xenova/Qwen1.5-0.5B-Chat');
-$generator = pipeline('text-generation', 'Xenova/TinyLlama-1.1B-Chat-v1.0');
-
-$streamer = StdOutStreamer::make();
-
-$messages = [
-    ['role' => 'system', 'content' => 'You are a helpful assistant.'],
-    ['role' => 'user', 'content' => 'What is diffusion in chemistry?'],
-];
+//$generator = pipeline('text-generation', 'Xenova/TinyLlama-1.1B-Chat-v1.0');
+//
+//$streamer = StdOutStreamer::make();
+//
+//$messages = [
+//    ['role' => 'system', 'content' => 'You are a helpful assistant.'],
+//    ['role' => 'user', 'content' => 'What is diffusion in chemistry?'],
+//];
+//
+//$input = $generator->tokenizer->applyChatTemplate($messages, addGenerationPrompt: true, tokenize: false);
+//
+//$output = $generator($input,
+//    streamer: $streamer,
+//    maxNewTokens: 128,
+//    doSample: true,
+//    returnFullText: false,
+////    temperature: 0.7,
+////    repetitionPenalty: 1.3,
+////    earlyStopping: true
+//);
 
-$input = $generator->tokenizer->applyChatTemplate($messages, addGenerationPrompt: true, tokenize: false);
+$generator = pipeline('text-generation', 'Xenova/codegen-350M-mono');
+$streamer = StdOutStreamer::make($generator->tokenizer);
 
-$output = $generator($input,
+$output = $generator(
+    'def fib(n):',
     streamer: $streamer,
-    maxNewTokens: 128,
-    doSample: true,
-    returnFullText: false,
-//    temperature: 0.7,
-//    repetitionPenalty: 1.3,
-//    earlyStopping: true
+    maxNewTokens: 100,
+    doSample: true
 );
 
-//$generator = pipeline('text-generation', 'Xenova/codegen-350M-mono');
-//$streamer = StdOutStreamer::make($generator->tokenizer);
-//
-//$output = $generator(
-//    'def fib(n):',
-//    streamer: $streamer,
-//    maxNewTokens: 100,
-//    doSample: true
-//);
-
 dd($output[0]['generated_text'], timeUsage(), memoryUsage());

src/Models/Pretrained/CodeGenPretrainedModel.php

@@ -7,7 +7,7 @@
 
 use Codewithkyrian\Transformers\Models\ModelArchitecture;
 use Codewithkyrian\Transformers\Utils\AutoConfig;
-use OnnxRuntime\InferenceSession;
+use Codewithkyrian\Transformers\Utils\InferenceSession;
 
 class CodeGenPretrainedModel extends PretrainedModel
 {

src/Models/Pretrained/GPTBigCodePretrainedModel.php

@@ -8,7 +8,7 @@
 use Codewithkyrian\Transformers\Models\ModelArchitecture;
 use Codewithkyrian\Transformers\Utils\AutoConfig;
 use Codewithkyrian\Transformers\Utils\GenerationConfig;
-use OnnxRuntime\InferenceSession;
+use Codewithkyrian\Transformers\Utils\InferenceSession;
 
 class GPTBigCodePretrainedModel extends PretrainedModel
 {

src/Models/Pretrained/GPTJPretrainedModel.php

@@ -7,7 +7,7 @@
 
 use Codewithkyrian\Transformers\Models\ModelArchitecture;
 use Codewithkyrian\Transformers\Utils\AutoConfig;
-use OnnxRuntime\InferenceSession;
+use Codewithkyrian\Transformers\Utils\InferenceSession;
 
 class GPTJPretrainedModel extends PretrainedModel
 {