Python: Int test fix (#12298)

### Motivation and Context

<!-- Thank you for your contribution to the semantic-kernel repo!
Please help reviewers and future users, providing the following
information:
  1. Why is this change required?
  2. What problem does it solve?
  3. What scenario does it contribute to?
  4. If it fixes an open issue, please link to the issue here.
-->
Integration test fixes for the vector stores

### Description

<!-- Describe your changes, the overall approach, the underlying design.
These notes will help understanding how your code works. Thanks! -->

### Contribution Checklist

<!-- Before submitting this PR, please make sure: -->

- [ ] The code builds clean without any errors or warnings
- [ ] The PR follows the [SK Contribution
Guidelines](https://github.com/microsoft/semantic-kernel/blob/main/CONTRIBUTING.md)
and the [pre-submission formatting
script](https://github.com/microsoft/semantic-kernel/blob/main/CONTRIBUTING.md#development-scripts)
raises no violations
- [ ] All unit tests pass, and I have added new tests where possible
- [ ] I didn't break anyone 😄

Author: eavanvalkenburg

python/tests/conftest.py

@@ -318,7 +318,7 @@ def dataclass_vector_data_model(
     @dataclass
     class MyDataModel:
         vector: Annotated[
-            str | list[float] | None,
+            list[float] | str | None,
             VectorStoreField(
                 "vector",
                 index_kind=index_kind,

python/tests/integration/memory/azure_cosmos_db/test_azure_cosmos_db_no_sql.py

@@ -32,7 +32,7 @@ async def test_list_collection_names(
             assert await store.list_collection_names() == []
 
             collection_name = "list_collection_names"
-            collection = store.get_collection(collection_name, record_type)
+            collection = store.get_collection(collection_name=collection_name, record_type=record_type)
             await collection.create_collection()
 
             collection_names = await store.list_collection_names()
@@ -43,9 +43,6 @@ async def test_list_collection_names(
             collection_names = await store.list_collection_names()
             assert collection_name not in collection_names
 
-            # Deleting the collection doesn't remove it from the vector_record_collections list in the store
-            assert collection_name in store.vector_record_collections
-
     async def test_collection_not_created(
         self,
         stores: dict[str, Callable[[], VectorStore]],
@@ -55,7 +52,7 @@ async def test_collection_not_created(
         """Test get without collection."""
         async with stores["azure_cosmos_db_no_sql"]() as store:
             collection_name = "collection_not_created"
-            collection = store.get_collection(collection_name, record_type)
+            collection = store.get_collection(collection_name=collection_name, record_type=record_type)
 
             assert await collection.does_collection_exist() is False
 
@@ -85,8 +82,8 @@ async def test_custom_partition_key(
         async with stores["azure_cosmos_db_no_sql"]() as store:
             collection_name = "custom_partition_key"
             collection = store.get_collection(
-                collection_name,
-                record_type,
+                collection_name=collection_name,
+                record_type=record_type,
                 partition_key=PartitionKey(path="/product_type"),
             )
 
@@ -119,7 +116,7 @@ async def test_get_include_vector(
         """Test get with include_vector."""
         async with stores["azure_cosmos_db_no_sql"]() as store:
             collection_name = "get_include_vector"
-            collection = store.get_collection(collection_name, record_type)
+            collection = store.get_collection(collection_name=collection_name, record_type=record_type)
 
             # Upsert
             await collection.create_collection()
@@ -149,7 +146,7 @@ async def test_get_not_include_vector(
         """Test get with include_vector."""
         async with stores["azure_cosmos_db_no_sql"]() as store:
             collection_name = "get_not_include_vector"
-            collection = store.get_collection(collection_name, record_type)
+            collection = store.get_collection(collection_name=collection_name, record_type=record_type)
 
             # Upsert
             await collection.create_collection()
@@ -179,7 +176,9 @@ async def test_collection_with_key_as_key_field(
         """Test collection with key as key field."""
         async with stores["azure_cosmos_db_no_sql"]() as store:
             collection_name = "collection_with_key_as_key_field"
-            collection = store.get_collection(collection_name, record_type_with_key_as_key_field)
+            collection = store.get_collection(
+                collection_name=collection_name, record_type=record_type_with_key_as_key_field
+            )
 
             # Upsert
             await collection.create_collection()
@@ -220,7 +219,7 @@ async def test_custom_client(
             assert await store.list_collection_names() == []
 
             collection_name = "list_collection_names"
-            collection = store.get_collection(collection_name, record_type)
+            collection = store.get_collection(collection_name=collection_name, record_type=record_type)
             await collection.create_collection()
 
             collection_names = await store.list_collection_names()
@@ -230,6 +229,3 @@ async def test_custom_client(
             assert await collection.does_collection_exist() is False
             collection_names = await store.list_collection_names()
             assert collection_name not in collection_names
-
-            # Deleting the collection doesn't remove it from the vector_record_collections list in the store
-            assert collection_name in store.vector_record_collections

python/tests/integration/memory/postgres/test_postgres_int.py

@@ -14,7 +14,6 @@
 from semantic_kernel.data.vector import (
     DistanceFunction,
     IndexKind,
-    VectorSearchOptions,
     VectorStoreCollectionDefinition,
     VectorStoreField,
     vectorstoremodel,
@@ -111,7 +110,7 @@ async def create_simple_collection(
     """
     suffix = str(uuid.uuid4()).replace("-", "")[:8]
     collection_id = f"test_collection_{suffix}"
-    collection = vector_store.get_collection(collection_id, SimpleDataModel)
+    collection = vector_store.get_collection(collection_name=collection_id, record_type=SimpleDataModel)
     assert isinstance(collection, PostgresCollection)
     await collection.create_collection()
     try:
@@ -128,7 +127,7 @@ def test_create_store(vector_store):
 async def test_create_does_collection_exist_and_delete(vector_store: PostgresStore):
     suffix = str(uuid.uuid4()).replace("-", "")[:8]
 
-    collection = vector_store.get_collection(f"test_collection_{suffix}", SimpleDataModel)
+    collection = vector_store.get_collection(collection_name=f"test_collection_{suffix}", record_type=SimpleDataModel)
 
     does_exist_1 = await collection.does_collection_exist()
     assert does_exist_1 is False
@@ -183,7 +182,9 @@ async def test_upsert_get_and_delete_pandas(vector_store):
 
     suffix = str(uuid.uuid4()).replace("-", "")[:8]
     collection = vector_store.get_collection(
-        f"test_collection_{suffix}", record_type=pd.DataFrame, definition=definition
+        collection_name=f"test_collection_{suffix}",
+        record_type=pd.DataFrame,
+        definition=definition,
     )
     await collection.create_collection()
 
@@ -249,9 +250,7 @@ async def test_search(vector_store: PostgresStore):
         await simple_collection.upsert(records)
 
         try:
-            search_results = await simple_collection.vectorized_search(
-                [1.0, 0.0, 0.0], options=VectorSearchOptions(top=3, include_total_count=True)
-            )
+            search_results = await simple_collection.search(vector=[1.0, 0.0, 0.0], top=3, include_total_count=True)
             assert search_results is not None
             assert search_results.total_count == 3
             assert {result.record.id async for result in search_results.results} == {1, 2, 3}

python/tests/integration/memory/test_vector_store.py

@@ -11,7 +11,7 @@
 from semantic_kernel.connectors.redis import RedisCollectionTypes
 from semantic_kernel.data.vector import VectorStore
 from semantic_kernel.exceptions import MemoryConnectorConnectionException
-from tests.integration.memory.data_records import RAW_RECORD_ARRAY, RAW_RECORD_LIST
+from tests.integration.memory.data_records import RAW_RECORD_LIST
 from tests.integration.memory.vector_store_test_base import VectorStoreTestBase
 
 logger: logging.Logger = logging.getLogger(__name__)
@@ -38,19 +38,6 @@ class TestVectorStore(VectorStoreTestBase):
         ],
         [
             # region Redis
-            pytest.param(
-                "redis",
-                "redis_json_array_data_model",
-                {"collection_type": RedisCollectionTypes.JSON},
-                "dataclass_vector_data_model_array",
-                None,
-                None,
-                None,
-                None,
-                5,
-                RAW_RECORD_ARRAY,
-                id="redis_json_array_data_model",
-            ),
             pytest.param(
                 "redis",
                 "redis_json_list_data_model",
@@ -77,19 +64,6 @@ class TestVectorStore(VectorStoreTestBase):
                 RAW_RECORD_LIST,
                 id="redis_json_pandas_data_model",
             ),
-            pytest.param(
-                "redis",
-                "redis_hashset_array_data_model",
-                {"collection_type": RedisCollectionTypes.HASHSET},
-                "dataclass_vector_data_model_array",
-                None,
-                None,
-                None,
-                None,
-                5,
-                RAW_RECORD_ARRAY,
-                id="redis_hashset_array_data_model",
-            ),
             pytest.param(
                 "redis",
                 "redis_hashset_list_data_model",
@@ -118,19 +92,6 @@ class TestVectorStore(VectorStoreTestBase):
             ),
             # endregion
             # region Azure AI Search
-            pytest.param(
-                "azure_ai_search",
-                "azure_ai_search_array_data_model",
-                {},
-                "dataclass_vector_data_model_array",
-                None,
-                None,
-                None,
-                None,
-                5,
-                RAW_RECORD_ARRAY,
-                id="azure_ai_search_array_data_model",
-            ),
             pytest.param(
                 "azure_ai_search",
                 "azure_ai_search_list_data_model",
@@ -159,19 +120,6 @@ class TestVectorStore(VectorStoreTestBase):
             ),
             # endregion
             # region Qdrant
-            pytest.param(
-                "qdrant",
-                "qdrant_array_data_model",
-                {},
-                "dataclass_vector_data_model_array",
-                None,
-                None,
-                None,
-                None,
-                5,
-                RAW_RECORD_ARRAY,
-                id="qdrant_array_data_model",
-            ),
             pytest.param(
                 "qdrant",
                 "qdrant_list_data_model",
@@ -198,19 +146,6 @@ class TestVectorStore(VectorStoreTestBase):
                 RAW_RECORD_LIST,
                 id="qdrant_pandas_data_model",
             ),
-            pytest.param(
-                "qdrant_in_memory",
-                "qdrant_in_memory_array_data_model",
-                {},
-                "dataclass_vector_data_model_array",
-                None,
-                None,
-                None,
-                None,
-                5,
-                RAW_RECORD_ARRAY,
-                id="qdrant_in_memory_array_data_model",
-            ),
             pytest.param(
                 "qdrant_in_memory",
                 "qdrant_in_memory_list_data_model",
@@ -237,19 +172,6 @@ class TestVectorStore(VectorStoreTestBase):
                 RAW_RECORD_LIST,
                 id="qdrant_in_memory_pandas_data_model",
             ),
-            pytest.param(
-                "qdrant",
-                "qdrant_grpc_array_data_model",
-                {"prefer_grpc": True},
-                "dataclass_vector_data_model_array",
-                None,
-                None,
-                None,
-                None,
-                5,
-                RAW_RECORD_ARRAY,
-                id="qdrant_grpc_array_data_model",
-            ),
             pytest.param(
                 "qdrant",
                 "qdrant_grpc_list_data_model",
@@ -278,24 +200,6 @@ class TestVectorStore(VectorStoreTestBase):
             ),
             # endregion
             # region Weaviate
-            pytest.param(
-                "weaviate_local",
-                "weaviate_local_array_data_model",
-                {},
-                "dataclass_vector_data_model_array",
-                None,
-                None,
-                None,
-                None,
-                5,
-                RAW_RECORD_ARRAY,
-                marks=pytest.mark.skipif(
-                    platform.system() != "Linux",
-                    reason="The Weaviate docker image is only available on Linux"
-                    " but some GitHubs job runs in a Windows container.",
-                ),
-                id="weaviate_local_array_data_model",
-            ),
             pytest.param(
                 "weaviate_local",
                 "weaviate_local_list_data_model",
@@ -334,23 +238,6 @@ class TestVectorStore(VectorStoreTestBase):
             ),
             # endregion
             # region Azure Cosmos DB
-            pytest.param(
-                "azure_cosmos_db_no_sql",
-                "azure_cosmos_db_no_sql_array_data_model",
-                {},
-                "dataclass_vector_data_model_array",
-                None,
-                None,
-                "flat",
-                None,
-                5,
-                RAW_RECORD_ARRAY,
-                marks=pytest.mark.skipif(
-                    platform.system() != "Windows",
-                    reason="The Azure Cosmos DB Emulator is only available on Windows.",
-                ),
-                id="azure_cosmos_db_no_sql_array_data_model",
-            ),
             pytest.param(
                 "azure_cosmos_db_no_sql",
                 "azure_cosmos_db_no_sql_list_data_model",
@@ -387,19 +274,6 @@ class TestVectorStore(VectorStoreTestBase):
             ),
             # endregion
             # region Chroma
-            pytest.param(
-                "chroma",
-                "chroma_array_data_model",
-                {},
-                "dataclass_vector_data_model_array",
-                None,
-                None,
-                None,
-                None,
-                5,
-                RAW_RECORD_ARRAY,
-                id="chroma_array_data_model",
-            ),
             pytest.param(
                 "chroma",
                 "chroma_list_data_model",
@@ -454,7 +328,10 @@ async def test_vector_store(
             async with (
                 stores[store_id]() as vector_store,
                 vector_store.get_collection(
-                    collection_name, record_type, definition, **collection_options
+                    record_type=record_type,
+                    definition=definition,
+                    collection_name=collection_name,
+                    **collection_options,
                 ) as collection,
             ):
                 try:
@@ -468,7 +345,7 @@ async def test_vector_store(
                     pytest.fail(f"Failed to create collection: {exc}")
 
                 # Upsert record
-                await collection.upsert(record_type([record]) if record_type == pd.DataFrame else record_type(**record))
+                await collection.upsert(record_type([record]) if record_type is pd.DataFrame else record_type(**record))
                 # Get record
                 result = await collection.get(record["id"])
                 assert result is not None