GG-27270 Support big-endian systems

Fix primitives decoding on big-endian architectures

Author: ptupitsyn

pygridgain/api/binary.py

@@ -85,7 +85,7 @@ def get_binary_type(
     if result.status != 0:
         return result
     result.value = {
-        'type_exists': response.type_exists
+        'type_exists': Bool.to_python(response.type_exists)
     }
     if hasattr(response, 'body'):
         result.value.update(body_struct.to_python(response.body))

pygridgain/datatypes/internal.py

@@ -190,7 +190,7 @@ class Struct:
 
     def parse(
         self, client: 'Client'
-    ) -> Tuple[ctypes.BigEndianStructure, bytes]:
+    ) -> Tuple[ctypes.LittleEndianStructure, bytes]:
         buffer = b''
         fields = []
 
@@ -201,7 +201,7 @@ def parse(
             fields.append((name, c_type))
 
         data_class = type(
-            'Struct',
+            'StructLE',
             (ctypes.LittleEndianStructure,),
             {
                 '_pack_': 1,

pygridgain/datatypes/primitive.py

@@ -14,6 +14,7 @@
 # limitations under the License.
 #
 import ctypes
+import sys
 
 from pygridgain.constants import *
 from .base import GridGainDataType
@@ -48,13 +49,20 @@ class Primitive(GridGainDataType):
     def parse(cls, client: 'Client'):
         return cls.c_type, client.recv(ctypes.sizeof(cls.c_type))
 
-    @staticmethod
-    def to_python(ctype_object, *args, **kwargs):
+    @classmethod
+    def to_python(cls, ctype_object, *args, **kwargs):
         return ctype_object
 
     @classmethod
     def from_python(cls, value):
-        return bytes(cls.c_type(value))
+        return Primitive.fix_endianness(bytes(cls.c_type(value)))
+
+    @staticmethod
+    def fix_endianness(buf):
+        if len(buf) > 1 and sys.byteorder != PROTOCOL_BYTE_ORDER:
+            buf = buf[::-1]
+
+        return buf
 
 
 class Byte(Primitive):
@@ -122,4 +130,8 @@ def from_python(cls, value):
 class Bool(Primitive):
     _type_name = NAME_BOOLEAN
     _type_id = TYPE_BOOLEAN
-    c_type = ctypes.c_bool
+    c_type = ctypes.c_byte  # Use c_byte because c_bool throws endianness conversion error on BE systems.
+
+    @classmethod
+    def to_python(cls, ctype_object, *args, **kwargs):
+        return ctype_object != 0

pygridgain/datatypes/primitive_objects.py

@@ -207,11 +207,16 @@ def from_python(cls, value):
 class BoolObject(DataObject):
     _type_name = NAME_BOOLEAN
     _type_id = TYPE_BOOLEAN
-    c_type = ctypes.c_bool
+    c_type = ctypes.c_byte  # Use c_byte because c_bool throws endianness conversion error on BE systems.
     type_code = TC_BOOL
     pythonic = bool
     default = False
 
     @staticmethod
     def hashcode(value: bool, *args, **kwargs) -> int:
         return 1231 if value else 1237
+
+    @classmethod
+    def to_python(cls, ctype_object, *args, **kwargs):
+        return ctype_object.value != 0
+

pygridgain/queries/response.py

@@ -189,7 +189,7 @@ def parse(self, conn: 'Connection'):
             )
             fields += body_class._fields_ + [
                 ('data', data_class),
-                ('more', ctypes.c_bool),
+                ('more', ctypes.c_byte),
             ]
             buffer += body_buffer + data_buffer
 
@@ -371,7 +371,7 @@ def parse(self, client: 'Client'):
             )
             fields += body_class._fields_ + [
                 ('data', data_class),
-                ('more', ctypes.c_bool),
+                ('more', ctypes.c_byte),
             ]
             buffer += body_buffer + data_buffer
         else:

pytest.ini

@@ -0,0 +1,2 @@
+[pytest]
+log_cli = True

tests/test_binary.py

@@ -225,7 +225,7 @@ class OuterType(
 
 def test_add_schema_to_binary_object(client):
 
-    migrate_cache = client.create_cache('migrate_binary')
+    migrate_cache = client.get_or_create_cache('migrate_binary')
 
     class MyBinaryType(
         metaclass=GenericObjectMeta,