test: Updated tests

Anush008 · Anush008 · commit d67221cedac3 · 2025-03-28T16:35:34.000+05:30
Signed-off-by: Anush008 &lt;anushshetty90@gmail.com&gt;
diff --git a/src/test/java/io/qdrant/spark/TestSchema.java b/src/test/java/io/qdrant/spark/TestSchema.java
@@ -94,6 +94,7 @@ public static StructType schema() {
         .add(new StructField("sparse_values", sparseValuesType, false, Metadata.empty()))
         .add(
             new StructField(
-                "multi", DataTypes.createArrayType(denseVectorType), false, Metadata.empty()));
+                "multi", DataTypes.createArrayType(denseVectorType), false, Metadata.empty()))
+        .add(new StructField("timestap", DataTypes.TimestampType, true, Metadata.empty()));
   }
 }
diff --git a/src/test/python/requirements.txt b/src/test/python/requirements.txt
@@ -1,4 +1,4 @@
 pyspark==3.5.1
 pytest==8.2.0
-qdrant-client==1.10.1
+qdrant-client==1.13.3
 testcontainers==4.4.0
diff --git a/src/test/python/schema.py b/src/test/python/schema.py
@@ -6,6 +6,7 @@
     DoubleType,
     ArrayType,
     FloatType,
+    TimestampType
 )
 
 hair_schema = StructType(
@@ -103,5 +104,6 @@
         StructField("sparse_indices", ArrayType(IntegerType()), nullable=False),
         StructField("sparse_values", ArrayType(FloatType()), nullable=False),
         StructField("multi", ArrayType(ArrayType(FloatType())), nullable=False),
+        StructField("timestamp", TimestampType(), nullable=False),
     ]
 )
diff --git a/src/test/resources/users.json b/src/test/resources/users.json
@@ -119,7 +119,8 @@
                 0.123,
                 0.123
             ]
-        ]
+        ],
+        "timestamp": "2025-03-27 10:30:00"
     },
     {
         "id": 2,
@@ -241,7 +242,8 @@
                 0.123,
                 0.123
             ]
-        ]
+        ],
+        "timestamp": "2025-03-27 10:30:00"
     },
     {
         "id": 3,
@@ -363,7 +365,8 @@
                 0.123,
                 0.123
             ]
-        ]
+        ],
+        "timestamp": "2025-03-27 10:30:00"
     },
     {
         "id": 4,
@@ -485,7 +488,8 @@
                 0.123,
                 0.123
             ]
-        ]
+        ],
+        "timestamp": "2025-03-27 10:30:00"
     },
     {
         "id": 5,
@@ -607,7 +611,8 @@
                 0.123,
                 0.123
             ]
-        ]
+        ],
+        "timestamp": "2025-03-27 10:30:00"
     },
     {
         "id": 6,
@@ -729,7 +734,8 @@
                 0.123,
                 0.123
             ]
-        ]
+        ],
+        "timestamp": "2025-03-27 10:30:00"
     },
     {
         "id": 7,
@@ -851,7 +857,8 @@
                 0.123,
                 0.123
             ]
-        ]
+        ],
+        "timestamp": "2025-03-27 10:30:00"
     },
     {
         "id": 8,
@@ -973,7 +980,8 @@
                 0.123,
                 0.123
             ]
-        ]
+        ],
+        "timestamp": "2025-03-27 10:30:00"
     },
     {
         "id": 9,
@@ -1095,7 +1103,8 @@
                 0.123,
                 0.123
             ]
-        ]
+        ],
+        "timestamp": "2025-03-27 10:30:00"
     },
     {
         "id": 10,
@@ -1217,7 +1226,8 @@
                 0.123,
                 0.123
             ]
-        ]
+        ],
+        "timestamp": "2025-03-27 10:30:00"
     },
     {
         "id": 11,
@@ -1339,7 +1349,8 @@
                 0.123,
                 0.123
             ]
-        ]
+        ],
+        "timestamp": "2025-03-27 10:30:00"
     },
     {
         "id": 12,
@@ -1460,7 +1471,8 @@
                 0.123,
                 0.123
             ]
-        ]
+        ],
+        "timestamp": "2025-03-27 10:30:00"
     },
     {
         "id": 13,
@@ -1582,7 +1594,8 @@
                 0.123,
                 0.123
             ]
-        ]
+        ],
+        "timestamp": "2025-03-27 10:30:00"
     },
     {
         "id": 14,
@@ -1704,7 +1717,8 @@
                 0.123,
                 0.123
             ]
-        ]
+        ],
+        "timestamp": "2025-03-27 10:30:00"
     },
     {
         "id": 15,
@@ -1826,7 +1840,8 @@
                 0.123,
                 0.123
             ]
-        ]
+        ],
+        "timestamp": "2025-03-27 10:30:00"
     },
     {
         "id": 16,
@@ -1948,7 +1963,8 @@
                 0.123,
                 0.123
             ]
-        ]
+        ],
+        "timestamp": "2025-03-27 10:30:00"
     },
     {
         "id": 17,
@@ -2070,7 +2086,8 @@
                 0.123,
                 0.123
             ]
-        ]
+        ],
+        "timestamp": "2025-03-27 10:30:00"
     },
     {
         "id": 18,
@@ -2192,6 +2209,7 @@
                 0.123,
                 0.123
             ]
-        ]
+        ],
+        "timestamp": "2025-03-27 10:30:00"
     }
 ]

Original file line number	Diff line number	Diff line change
`@@ -94,6 +94,7 @@ public static StructType schema() {`
`94`	`94`	`.add(new StructField("sparse_values", sparseValuesType, false, Metadata.empty()))`
`95`	`95`	`.add(`
`96`	`96`	`new StructField(`
`97`		`- "multi", DataTypes.createArrayType(denseVectorType), false, Metadata.empty()));`
	`97`	`+ "multi", DataTypes.createArrayType(denseVectorType), false, Metadata.empty()))`
	`98`	`+ .add(new StructField("timestap", DataTypes.TimestampType, true, Metadata.empty()));`
`98`	`99`	`}`
`99`	`100`	`}`
Original file line number	Diff line number	Diff line change
`@@ -6,6 +6,7 @@`
`6`	`6`	`DoubleType,`
`7`	`7`	`ArrayType,`
`8`	`8`	`FloatType,`
	`9`	`+ TimestampType`
`9`	`10`	`)`
`10`	`11`
`11`	`12`	`hair_schema = StructType(`
`@@ -103,5 +104,6 @@`
`103`	`104`	`StructField("sparse_indices", ArrayType(IntegerType()), nullable=False),`
`104`	`105`	`StructField("sparse_values", ArrayType(FloatType()), nullable=False),`
`105`	`106`	`StructField("multi", ArrayType(ArrayType(FloatType())), nullable=False),`
	`107`	`+ StructField("timestamp", TimestampType(), nullable=False),`
`106`	`108`	`]`
`107`	`109`	`)`
Original file line number	Diff line number	Diff line change
`@@ -119,7 +119,8 @@`
`119`	`119`	`0.123,`
`120`	`120`	`0.123`
`121`	`121`	`]`
`122`		`- ]`
	`122`	`+ ],`
	`123`	`+ "timestamp": "2025-03-27 10:30:00"`
`123`	`124`	`},`
`124`	`125`	`{`
`125`	`126`	`"id": 2,`
`@@ -241,7 +242,8 @@`
`241`	`242`	`0.123,`
`242`	`243`	`0.123`
`243`	`244`	`]`
`244`		`- ]`
	`245`	`+ ],`
	`246`	`+ "timestamp": "2025-03-27 10:30:00"`
`245`	`247`	`},`
`246`	`248`	`{`
`247`	`249`	`"id": 3,`
`@@ -363,7 +365,8 @@`
`363`	`365`	`0.123,`
`364`	`366`	`0.123`
`365`	`367`	`]`
`366`		`- ]`
	`368`	`+ ],`
	`369`	`+ "timestamp": "2025-03-27 10:30:00"`
`367`	`370`	`},`
`368`	`371`	`{`
`369`	`372`	`"id": 4,`
`@@ -485,7 +488,8 @@`
`485`	`488`	`0.123,`
`486`	`489`	`0.123`
`487`	`490`	`]`
`488`		`- ]`
	`491`	`+ ],`
	`492`	`+ "timestamp": "2025-03-27 10:30:00"`
`489`	`493`	`},`
`490`	`494`	`{`
`491`	`495`	`"id": 5,`
`@@ -607,7 +611,8 @@`
`607`	`611`	`0.123,`
`608`	`612`	`0.123`
`609`	`613`	`]`
`610`		`- ]`
	`614`	`+ ],`
	`615`	`+ "timestamp": "2025-03-27 10:30:00"`
`611`	`616`	`},`
`612`	`617`	`{`
`613`	`618`	`"id": 6,`
`@@ -729,7 +734,8 @@`
`729`	`734`	`0.123,`
`730`	`735`	`0.123`
`731`	`736`	`]`
`732`		`- ]`
	`737`	`+ ],`
	`738`	`+ "timestamp": "2025-03-27 10:30:00"`
`733`	`739`	`},`
`734`	`740`	`{`
`735`	`741`	`"id": 7,`
`@@ -851,7 +857,8 @@`
`851`	`857`	`0.123,`
`852`	`858`	`0.123`
`853`	`859`	`]`
`854`		`- ]`
	`860`	`+ ],`
	`861`	`+ "timestamp": "2025-03-27 10:30:00"`
`855`	`862`	`},`
`856`	`863`	`{`
`857`	`864`	`"id": 8,`
`@@ -973,7 +980,8 @@`
`973`	`980`	`0.123,`
`974`	`981`	`0.123`
`975`	`982`	`]`
`976`		`- ]`
	`983`	`+ ],`
	`984`	`+ "timestamp": "2025-03-27 10:30:00"`
`977`	`985`	`},`
`978`	`986`	`{`
`979`	`987`	`"id": 9,`
`@@ -1095,7 +1103,8 @@`
`1095`	`1103`	`0.123,`
`1096`	`1104`	`0.123`
`1097`	`1105`	`]`
`1098`		`- ]`
	`1106`	`+ ],`
	`1107`	`+ "timestamp": "2025-03-27 10:30:00"`
`1099`	`1108`	`},`
`1100`	`1109`	`{`
`1101`	`1110`	`"id": 10,`
`@@ -1217,7 +1226,8 @@`
`1217`	`1226`	`0.123,`
`1218`	`1227`	`0.123`
`1219`	`1228`	`]`
`1220`		`- ]`
	`1229`	`+ ],`
	`1230`	`+ "timestamp": "2025-03-27 10:30:00"`
`1221`	`1231`	`},`
`1222`	`1232`	`{`
`1223`	`1233`	`"id": 11,`
`@@ -1339,7 +1349,8 @@`
`1339`	`1349`	`0.123,`
`1340`	`1350`	`0.123`
`1341`	`1351`	`]`
`1342`		`- ]`
	`1352`	`+ ],`
	`1353`	`+ "timestamp": "2025-03-27 10:30:00"`
`1343`	`1354`	`},`
`1344`	`1355`	`{`
`1345`	`1356`	`"id": 12,`
`@@ -1460,7 +1471,8 @@`
`1460`	`1471`	`0.123,`
`1461`	`1472`	`0.123`
`1462`	`1473`	`]`
`1463`		`- ]`
	`1474`	`+ ],`
	`1475`	`+ "timestamp": "2025-03-27 10:30:00"`
`1464`	`1476`	`},`
`1465`	`1477`	`{`
`1466`	`1478`	`"id": 13,`
`@@ -1582,7 +1594,8 @@`
`1582`	`1594`	`0.123,`
`1583`	`1595`	`0.123`
`1584`	`1596`	`]`
`1585`		`- ]`
	`1597`	`+ ],`
	`1598`	`+ "timestamp": "2025-03-27 10:30:00"`
`1586`	`1599`	`},`
`1587`	`1600`	`{`
`1588`	`1601`	`"id": 14,`
`@@ -1704,7 +1717,8 @@`
`1704`	`1717`	`0.123,`
`1705`	`1718`	`0.123`
`1706`	`1719`	`]`
`1707`		`- ]`
	`1720`	`+ ],`
	`1721`	`+ "timestamp": "2025-03-27 10:30:00"`
`1708`	`1722`	`},`
`1709`	`1723`	`{`
`1710`	`1724`	`"id": 15,`
`@@ -1826,7 +1840,8 @@`
`1826`	`1840`	`0.123,`
`1827`	`1841`	`0.123`
`1828`	`1842`	`]`
`1829`		`- ]`
	`1843`	`+ ],`
	`1844`	`+ "timestamp": "2025-03-27 10:30:00"`
`1830`	`1845`	`},`
`1831`	`1846`	`{`
`1832`	`1847`	`"id": 16,`
`@@ -1948,7 +1963,8 @@`
`1948`	`1963`	`0.123,`
`1949`	`1964`	`0.123`
`1950`	`1965`	`]`
`1951`		`- ]`
	`1966`	`+ ],`
	`1967`	`+ "timestamp": "2025-03-27 10:30:00"`
`1952`	`1968`	`},`
`1953`	`1969`	`{`
`1954`	`1970`	`"id": 17,`
`@@ -2070,7 +2086,8 @@`
`2070`	`2086`	`0.123,`
`2071`	`2087`	`0.123`
`2072`	`2088`	`]`
`2073`		`- ]`
	`2089`	`+ ],`
	`2090`	`+ "timestamp": "2025-03-27 10:30:00"`
`2074`	`2091`	`},`
`2075`	`2092`	`{`
`2076`	`2093`	`"id": 18,`
`@@ -2192,6 +2209,7 @@`
`2192`	`2209`	`0.123,`
`2193`	`2210`	`0.123`
`2194`	`2211`	`]`
`2195`		`- ]`
	`2212`	`+ ],`
	`2213`	`+ "timestamp": "2025-03-27 10:30:00"`
`2196`	`2214`	`}`
`2197`	`2215`	`]`