null bytes

Author: fogelito

composer.lock

@@ -7,8 +7,7 @@
     convertNoticesToExceptions="true"
     convertWarningsToExceptions="true"
     processIsolation="false"
-    stopOnFailure="false"
->
+    stopOnFailure="true">
     <testsuites>
         <testsuite name="unit">
             <directory>./tests/unit</directory>

phpunit.xml

@@ -1464,4 +1464,12 @@ public function enableAlterLocks(bool $enable): self
 
         return $this;
     }
+
+    /**
+     * Is schemas supported?
+     *
+     * @return bool
+     */
+    abstract public function getSupportNonUtcCharacters(): bool;
+
 }

src/Database/Adapter.php

@@ -7,6 +7,7 @@
 use Utopia\Database\Database;
 use Utopia\Database\Document;
 use Utopia\Database\Exception as DatabaseException;
+use Utopia\Database\Exception\Character as CharacterException;
 use Utopia\Database\Exception\Duplicate as DuplicateException;
 use Utopia\Database\Exception\Limit as LimitException;
 use Utopia\Database\Exception\NotFound as NotFoundException;
@@ -1838,6 +1839,10 @@ public function getInternalIndexesKeys(): array
 
     protected function processException(PDOException $e): \Exception
     {
+        if ($e->getCode() === '22007' && isset($e->errorInfo[1]) && $e->errorInfo[1] === 1366) {
+            return new CharacterException('Invalid character', $e->getCode(), $e);
+        }
+
         // Timeout
         if ($e->getCode() === '70100' && isset($e->errorInfo[1]) && $e->errorInfo[1] === 1969) {
             return new TimeoutException('Query timed out', $e->getCode(), $e);
@@ -2230,4 +2235,9 @@ public function getSupportForAlterLocks(): bool
     {
         return true;
     }
+
+    public function getSupportNonUtcCharacters(): bool
+    {
+        return true;
+    }
 }

src/Database/Adapter/MariaDB.php

@@ -3221,4 +3221,9 @@ public function getSupportForAlterLocks(): bool
     {
         return false;
     }
+
+    public function getSupportNonUtcCharacters(): bool
+    {
+        return false;
+    }
 }

src/Database/Adapter/Mongo.php

@@ -8,6 +8,7 @@
 use Utopia\Database\Exception\Dependency as DependencyException;
 use Utopia\Database\Exception\Structure as StructureException;
 use Utopia\Database\Exception\Timeout as TimeoutException;
+use Utopia\Database\Exception\Character as CharacterException;
 use Utopia\Database\Operator;
 use Utopia\Database\Query;
 
@@ -147,6 +148,10 @@ public function getSupportForCastIndexArray(): bool
 
     protected function processException(PDOException $e): \Exception
     {
+        if ($e->getCode() === 'HY000' && isset($e->errorInfo[1]) && $e->errorInfo[1] === 1366) {
+            return new CharacterException('Invalid character', $e->getCode(), $e);
+        }
+
         // Timeout
         if ($e->getCode() === 'HY000' && isset($e->errorInfo[1]) && $e->errorInfo[1] === 3024) {
             return new TimeoutException('Query timed out', $e->getCode(), $e);

src/Database/Adapter/MySQL.php

@@ -642,4 +642,9 @@ public function getSupportForAlterLocks(): bool
     {
         return $this->delegate(__FUNCTION__, \func_get_args());
     }
+
+    public function getSupportNonUtcCharacters(): bool
+    {
+        return $this->delegate(__FUNCTION__, \func_get_args());
+    }
 }

src/Database/Adapter/Pool.php

@@ -2738,4 +2738,9 @@ protected function bindOperatorParams(\PDOStatement|PDOStatementProxy $stmt, Ope
                 break;
         }
     }
+
+    public function getSupportNonUtcCharacters(): bool
+    {
+        return false;
+    }
 }

src/Database/Adapter/Postgres.php

@@ -9359,4 +9359,13 @@ private function rollbackAttributeMetadata(Document $collection, array $attribut
         $collection->setAttribute('attributes', \array_values($filteredAttributes));
     }
 
+    /**
+     * @param string $string
+     * @return string
+     */
+    public function sanitizeNonUtf8(string $string): string
+    {
+        return $string;
+    }
+
 }

src/Database/Database.php

@@ -0,0 +1,9 @@
+<?php
+
+namespace Utopia\Database\Exception;
+
+use Utopia\Database\Exception;
+
+class Character extends Exception
+{
+}