Add background removal example

Author: CodeWithKyrian

composer.json

@@ -28,6 +28,10 @@
     "pestphp/pest": "^2.31",
     "symfony/var-dumper": "^7.0"
   },
+  "suggest": {
+    "ext-imagick": "Needed if you want to use the Imagick Driver for image processing",
+    "ext-gd": "Needed if you want to use the GD Driver for image processing"
+  },
   "license": "Apache-2.0",
   "autoload": {
     "psr-4": {

examples/bootstrap.php

@@ -3,10 +3,11 @@
 declare(strict_types=1);
 
 use Codewithkyrian\Transformers\Transformers;
+use Codewithkyrian\Transformers\Utils\ImageDriver;
 
 require_once './vendor/autoload.php';
 
 Transformers::setup()
-//    ->setImageDriver(\Codewithkyrian\Transformers\Utils\ImageDriver::GD)
+    ->setImageDriver(ImageDriver::IMAGICK)
     ->apply();
 

examples/images/woman-w-bag.jpeg

@@ -0,0 +1,50 @@
+<?php
+
+declare(strict_types=1);
+
+use Codewithkyrian\Transformers\Models\Auto\AutoModel;
+use Codewithkyrian\Transformers\Processors\AutoProcessor;
+use Codewithkyrian\Transformers\Utils\Image;
+use function Codewithkyrian\Transformers\Utils\{memoryUsage, timeUsage};
+
+require_once './bootstrap.php';
+
+ini_set('memory_limit', '256M');
+
+$modelConfig = ['model_type' => 'custom'];
+$processorConfig = [
+    'do_normalize' => true,
+    'do_pad' => false,
+    'do_rescale' => true,
+    'do_resize' => true,
+    'image_mean' => [0.5, 0.5, 0.5],
+    'feature_extractor_type' => "ImageFeatureExtractor",
+    'image_std' => [1, 1, 1],
+    'resample' => 2,
+    'rescale_factor' => 0.00392156862745098,
+    'size' => ['width' => 1024, 'height' => 1024],
+];
+
+$model = AutoModel::fromPretrained(modelNameOrPath: 'briaai/RMBG-1.4', config: $modelConfig);
+$processor = AutoProcessor::fromPretrained(modelNameOrPath: 'briaai/RMBG-1.4', config: $processorConfig);
+
+$url = __DIR__ . '/../images/woman-w-bag.jpeg';
+
+$image = Image::read($url);
+
+$fileName = pathinfo($url, PATHINFO_FILENAME);
+
+['pixel_values' => $pixelValues] = $processor($image);
+
+['output' => $output] = $model(['input' => $pixelValues]);
+
+$mask = Image::fromTensor($output[0]->multiply(255))->resize($image->width(), $image->height());
+
+$mask->save($fileName . '-mask.png');
+
+$maskedImage = $image->applyMask($mask);
+
+$maskedImage->save($fileName . '-masked.png');
+
+dd('Done Processing!', timeUsage(), memoryUsage());
+

examples/misc/background-removal.php

@@ -2,10 +2,10 @@
 
 declare(strict_types=1);
 
-use Codewithkyrian\Transformers\Generation\Streamers\StdOutStreamer;
+use Codewithkyrian\Transformers\Generation\Streamers\TextStreamer;
+use Codewithkyrian\Transformers\Generation\Streamers\WhisperTextStreamer;
 use function Codewithkyrian\Transformers\Pipelines\pipeline;
-use function Codewithkyrian\Transformers\Utils\memoryUsage;
-use function Codewithkyrian\Transformers\Utils\timeUsage;
+use function Codewithkyrian\Transformers\Utils\{memoryUsage, timeUsage};
 
 require_once './bootstrap.php';
 
@@ -20,17 +20,21 @@
 $audioUrl = __DIR__ . '/../sounds/jfk.wav';
 //$audioUrl = __DIR__ . '/../sounds/preamble.wav';
 //$audioUrl = __DIR__ . '/../sounds/taunt.wav';
-$audioUrl = __DIR__ . '/../sounds/gettysburg.wav';
+//$audioUrl = __DIR__ . '/../sounds/gettysburg.wav';
 //$audioUrl = __DIR__ . '/../sounds/kyrian-speaking.wav';
-//$audioUrl = __DIR__ . '/../sounds/ted_60.wav';
+$audioUrl = __DIR__ . '/../sounds/ted_60.wav';
 //$audioUrl = __DIR__ . '/../sounds/french-audio.wav';
 
-$streamer = StdOutStreamer::make();
+$streamer = WhisperTextStreamer::make()
+//    ->onTimestampStart(fn($time) => print("$time: "))
+//    ->onTimestampEnd(fn($time) => print("\n"))
+;
+
 $output = $transcriber($audioUrl,
     maxNewTokens: 256,
     chunkLengthSecs: 24,
-//    returnTimestamps: 'word',
-//    streamer: $streamer
+//    returnTimestamps: true,
+    streamer: $streamer
 );
 
-dd($output, timeUsage(), memoryUsage());
+//dd($output, timeUsage(), memoryUsage());

examples/image-test.php examples/misc/image-test.phpexamples/image-test.php renamed to examples/misc/image-test.php

@@ -2,7 +2,7 @@
 
 declare(strict_types=1);
 
-use Codewithkyrian\Transformers\Generation\Streamers\StdOutStreamer;
+use Codewithkyrian\Transformers\Generation\Streamers\TextStreamer;
 use function Codewithkyrian\Transformers\Pipelines\pipeline;
 use function Codewithkyrian\Transformers\Utils\{memoryUsage, timeUsage};
 
@@ -14,7 +14,7 @@
 
 $summarizer = pipeline('summarization', 'Xenova/distilbart-cnn-6-6');
 
-$streamer = StdOutStreamer::make();
+$streamer = TextStreamer::make();
 
 $article = 'The tower is 324 metres (1,063 ft) tall, about the same height as an 81-storey building, ' .
     'and the tallest structure in Paris. Its base is square, measuring 125 metres (410 ft) on each side. ' .

examples/pipelines/asr.php

@@ -5,6 +5,7 @@
 require_once './bootstrap.php';
 
 use Codewithkyrian\Transformers\Generation\Streamers\StdOutStreamer;
+use Codewithkyrian\Transformers\Generation\Streamers\TextStreamer;
 use function Codewithkyrian\Transformers\Pipelines\pipeline;
 use function Codewithkyrian\Transformers\Utils\memoryUsage;
 use function Codewithkyrian\Transformers\Utils\timeUsage;
@@ -15,7 +16,7 @@
 //$generator = pipeline('text-generation', 'Xenova/Qwen1.5-0.5B-Chat');
 $generator = pipeline('text-generation', 'Xenova/TinyLlama-1.1B-Chat-v1.0');
 
-$streamer = StdOutStreamer::make();
+$streamer = TextStreamer::make();
 
 $messages = [
     ['role' => 'system', 'content' => 'You are a helpful assistant.'],

examples/pipelines/summarization.php

@@ -4,15 +4,15 @@
 
 require_once './bootstrap.php';
 
-use Codewithkyrian\Transformers\Generation\Streamers\StdOutStreamer;
+use Codewithkyrian\Transformers\Generation\Streamers\TextStreamer;
 use function Codewithkyrian\Transformers\{Pipelines\pipeline, Utils\memoryUsage, Utils\timeUsage};
 
 ini_set('memory_limit', -1);
 
 $generator = pipeline('text2text-generation', 'Xenova/LaMini-Flan-T5-783M');
 //$generator = pipeline('text2text-generation', 'Xenova/flan-t5-small', quantized: true);
 
-$streamer = StdOutStreamer::make();
+$streamer = TextStreamer::make();
 
 //$query = 'Please let me know your thoughts on the given place and why you think it deserves to be visited: \n" Barcelona, Spain"';
 //$query = 'How many continents are in the world? List them out';

examples/pipelines/text-generation.php

@@ -4,7 +4,7 @@
 
 require_once './bootstrap.php';
 
-use Codewithkyrian\Transformers\Generation\Streamers\StdOutStreamer;
+use Codewithkyrian\Transformers\Generation\Streamers\TextStreamer;
 use function Codewithkyrian\Transformers\Pipelines\pipeline;
 use function Codewithkyrian\Transformers\Utils\memoryUsage;
 use function Codewithkyrian\Transformers\Utils\timeUsage;
@@ -14,7 +14,7 @@
 //$translator = pipeline('translation', 'Xenova/m2m100_418M');
 $translator = pipeline('translation', 'Xenova/nllb-200-distilled-600M');
 
-$streamer = StdOutStreamer::make();
+$streamer = TextStreamer::make();
 
 //$output = $translator('生活就像一盒巧克力。', streamer: $streamer, tgtLang: 'en');
 $output = $translator('जीवन एक चॉकलेट बॉक्स की तरह है।', streamer: $streamer, tgtLang: 'fra_Latn');