add required filed to cieberg datatypes classes

Author: alsugiliazova

iceberg/tests/iceberg_engine/check_datatypes.py

@@ -13,11 +13,11 @@
 
 
 ALL_DATATYPES = [
-    IcebergIntegerType(),
-    IcebergLongType(),
-    IcebergDoubleType(),
-    IcebergFloatType(),
-    IcebergBooleanType(),
+    IcebergIntegerType(required=True),
+    IcebergLongType(required=True),
+    IcebergDoubleType(required=True),
+    IcebergFloatType(required=True),
+    IcebergBooleanType(required=True),
     IcebergTimestampType(),
     IcebergTimestamptzType(),
     IcebergDateType(),

iceberg/tests/steps/datatypes.py

@@ -35,6 +35,9 @@ class IcebergIntegerType(BaseIcebergTypeTest):
     iceberg_type = IntegerType()
     arrow_type = pa.int32()
 
+    def __init__(self, required=False):
+        self.required = required
+
     def generate(self):
         return random.randint(0, 10000)
 
@@ -44,6 +47,9 @@ class IcebergLongType(BaseIcebergTypeTest):
     iceberg_type = LongType()
     arrow_type = pa.int64()
 
+    def __init__(self, required=False):
+        self.required = required
+
     def generate(self):
         return random.randint(0, 10000)
 
@@ -53,6 +59,9 @@ class IcebergDoubleType(BaseIcebergTypeTest):
     iceberg_type = DoubleType()
     arrow_type = pa.float64()
 
+    def __init__(self, required=False):
+        self.required = required
+
     def generate(self):
         return random.uniform(0, 100)
 
@@ -62,6 +71,9 @@ class IcebergFloatType(BaseIcebergTypeTest):
     iceberg_type = FloatType()
     arrow_type = pa.float32()
 
+    def __init__(self, required=False):
+        self.required = required
+
     def generate(self):
         return random.uniform(0, 100)
 
@@ -71,6 +83,9 @@ class IcebergBooleanType(BaseIcebergTypeTest):
     iceberg_type = BooleanType()
     arrow_type = pa.bool_()
 
+    def __init__(self, required=False):
+        self.required = required
+
     def generate(self):
         return random.choice([True, False])
 
@@ -80,6 +95,9 @@ class IcebergTimestampType(BaseIcebergTypeTest):
     iceberg_type = TimestampType()
     arrow_type = pa.timestamp("us")
 
+    def __init__(self, required=False):
+        self.required = required
+
     def generate(self):
         return random.randint(0, 100000000)
 
@@ -94,6 +112,9 @@ class IcebergTimestamptzType(BaseIcebergTypeTest):
     iceberg_type = TimestamptzType()
     arrow_type = pa.timestamp("us", tz="UTC")
 
+    def __init__(self, required=False):
+        self.required = required
+
     def generate(self):
         return random.randint(0, 10000)
 
@@ -107,6 +128,9 @@ class IcebergDateType(BaseIcebergTypeTest):
     iceberg_type = DateType()
     arrow_type = pa.date32()
 
+    def __init__(self, required=False):
+        self.required = required
+
     def generate(self):
         return random.randint(0, 10000)
 
@@ -120,6 +144,9 @@ class IcebergStringType(BaseIcebergTypeTest):
     iceberg_type = StringType()
     arrow_type = pa.string()
 
+    def __init__(self, required=False):
+        self.required = required
+
     def generate(self):
         return random.choice(["test", "test2", "test3"])
 
@@ -133,6 +160,9 @@ class IcebergFixedStringType(BaseIcebergTypeTest):
     iceberg_type = FixedType(length=10)
     arrow_type = pa.binary(10)
 
+    def __init__(self, required=False):
+        self.required = required
+
     def generate(self):
         # Generate exactly 10 bytes for fixed-length binary
         return bytes([i % 256 for i in range(10)])
@@ -148,6 +178,9 @@ class IcebergUUIDType(BaseIcebergTypeTest):
     iceberg_type = UUIDType()
     arrow_type = pa.binary(16)
 
+    def __init__(self, required=False):
+        self.required = required
+
     def generate(self):
         return uuid.uuid4().bytes
 
@@ -162,6 +195,9 @@ class IcebergBinaryType(BaseIcebergTypeTest):
     iceberg_type = BinaryType()
     arrow_type = pa.binary()
 
+    def __init__(self, required=False):
+        self.required = required
+
     def generate(self):
         return random.choice(["test", "test2", "test3"])
 
@@ -175,6 +211,9 @@ class IcebergDecimalType(BaseIcebergTypeTest):
     iceberg_type = DecimalType(38, 18)
     arrow_type = pa.decimal128(38, 18)
 
+    def __init__(self, required=False):
+        self.required = required
+
     def generate(self):
         return Decimal(random.randint(0, 10000)) / Decimal(100)
 
@@ -184,6 +223,9 @@ class IcebergTimeType(BaseIcebergTypeTest):
     iceberg_type = TimeType()
     arrow_type = pa.time64("us")
 
+    def __init__(self, required=False):
+        self.required = required
+
     def generate(self):
         return random.randint(0, 100000000)