Files
deepset-ai--haystack/haystack/testing/document_store_async.py

909 lines
41 KiB
Python

# SPDX-FileCopyrightText: 2022-present deepset GmbH <info@deepset.ai>
#
# SPDX-License-Identifier: Apache-2.0
import inspect
from typing import Any, Protocol
import pytest
from haystack.dataclasses import Document
from haystack.document_stores.errors import DuplicateDocumentError
from haystack.document_stores.types import DocumentStore, DuplicatePolicy
from haystack.testing.document_store import AssertDocumentsEqualMixin, FilterableDocsFixtureMixin
class AsyncDocumentStore(DocumentStore, Protocol):
async def count_documents_async(self) -> int:
"""
Returns the number of documents stored.
"""
...
async def filter_documents_async(self, filters: dict[str, Any] | None = None) -> list[Document]:
"""
Returns the documents that match the filters provided.
"""
...
async def write_documents_async(
self, documents: list[Document], policy: DuplicatePolicy = DuplicatePolicy.NONE
) -> int:
"""
Writes Documents into the DocumentStore.
"""
...
async def delete_documents_async(self, document_ids: list[str]) -> None:
"""
Deletes all documents with matching document_ids from the DocumentStore.
"""
...
class DeleteAllAsyncTest:
"""
Tests for Document Store delete_all_documents_async().
To use it create a custom test class and override the `document_store` fixture.
Only mix in for stores that implement delete_all_documents_async.
"""
@staticmethod
def _delete_all_async_supports_recreate(document_store: AsyncDocumentStore) -> str | None:
"""
Return the recreate parameter name if delete_all_documents_async supports it, else None.
"""
sig = inspect.signature(document_store.delete_all_documents_async) # type:ignore[attr-defined]
if "recreate_index" in sig.parameters:
return "recreate_index"
if "recreate_collection" in sig.parameters:
return "recreate_collection"
return None
@staticmethod
@pytest.mark.asyncio
async def test_delete_all_documents_async(document_store: AsyncDocumentStore):
"""
Test delete_all_documents_async() normal behaviour.
This test verifies that delete_all_documents_async() removes all documents from the store
and that the store remains functional after deletion.
"""
docs = [Document(content="first doc", id="1"), Document(content="second doc", id="2")]
await document_store.write_documents_async(docs)
assert await document_store.count_documents_async() == 2
await document_store.delete_all_documents_async() # type:ignore[attr-defined]
assert await document_store.count_documents_async() == 0
new_doc = Document(content="new doc after delete all", id="3")
await document_store.write_documents_async([new_doc])
assert await document_store.count_documents_async() == 1
@staticmethod
@pytest.mark.asyncio
async def test_delete_all_documents_empty_store_async(document_store: AsyncDocumentStore):
"""
Test delete_all_documents_async() on an empty store.
This should not raise an error and should leave the store empty.
"""
assert await document_store.count_documents_async() == 0
await document_store.delete_all_documents_async() # type:ignore[attr-defined]
@staticmethod
@pytest.mark.asyncio
async def test_delete_all_documents_without_recreate_index_async(document_store: AsyncDocumentStore):
"""
Test delete_all_documents_async() with recreate_index/recreate_collection=False when supported.
Skipped if the store's delete_all_documents_async does not have recreate_index or recreate_collection.
"""
param_name = DeleteAllAsyncTest._delete_all_async_supports_recreate(document_store)
if param_name is None:
pytest.skip("delete_all_documents_async has no recreate_index or recreate_collection parameter")
docs = [Document(id="1", content="A first document"), Document(id="2", content="Second document")]
await document_store.write_documents_async(docs)
assert await document_store.count_documents_async() == 2
await document_store.delete_all_documents_async(**{param_name: False}) # type:ignore[attr-defined]
assert await document_store.count_documents_async() == 0
new_doc = Document(id="3", content="New document after delete all")
await document_store.write_documents_async([new_doc])
assert await document_store.count_documents_async() == 1
@staticmethod
@pytest.mark.asyncio
async def test_delete_all_documents_with_recreate_index_async(document_store: AsyncDocumentStore):
"""
Test delete_all_documents_async() with recreate_index/recreate_collection=True when supported.
Skipped if the store's delete_all_documents_async does not have recreate_index or recreate_collection.
"""
param_name = DeleteAllAsyncTest._delete_all_async_supports_recreate(document_store)
if param_name is None:
pytest.skip("delete_all_documents_async has no recreate_index or recreate_collection parameter")
docs = [Document(id="1", content="A first document"), Document(id="2", content="Second document")]
await document_store.write_documents_async(docs)
assert await document_store.count_documents_async() == 2
await document_store.delete_all_documents_async(**{param_name: True}) # type:ignore[attr-defined]
assert await document_store.count_documents_async() == 0
new_doc = Document(id="3", content="New document after delete all with recreate")
await document_store.write_documents_async([new_doc])
assert await document_store.count_documents_async() == 1
retrieved = await document_store.filter_documents_async()
assert len(retrieved) == 1
assert retrieved[0].content == "New document after delete all with recreate"
class CountDocumentsAsyncTest:
"""
Utility class to test a Document Store `count_documents_async` method.
To use it create a custom test class and override the `document_store` fixture to return your Document Store.
Example usage:
```python
class MyDocumentStoreTest(CountDocumentsAsyncTest):
@pytest.fixture
def document_store(self):
return MyDocumentStore()
```
"""
@staticmethod
@pytest.mark.asyncio
async def test_count_empty_async(document_store: AsyncDocumentStore):
"""Test count is zero for an empty document store."""
assert await document_store.count_documents_async() == 0
@staticmethod
@pytest.mark.asyncio
async def test_count_not_empty_async(document_store: AsyncDocumentStore):
"""Test count is greater than zero if the document store contains documents."""
await document_store.write_documents_async(
[Document(content="test doc 1"), Document(content="test doc 2"), Document(content="test doc 3")]
)
assert await document_store.count_documents_async() == 3
class CountDocumentsByFilterAsyncTest:
"""
Tests for Document Store count_documents_by_filter_async().
Only mix in for stores that implement count_documents_by_filter_async.
"""
@staticmethod
@pytest.mark.asyncio
async def test_count_documents_by_filter_async_simple(document_store: AsyncDocumentStore):
"""Test count_documents_by_filter_async() with a simple equality filter."""
docs = [
Document(content="Doc 1", meta={"category": "A", "status": "active"}),
Document(content="Doc 2", meta={"category": "B", "status": "active"}),
Document(content="Doc 3", meta={"category": "A", "status": "inactive"}),
Document(content="Doc 4", meta={"category": "A", "status": "active"}),
]
await document_store.write_documents_async(docs)
assert await document_store.count_documents_async() == 4
count = await document_store.count_documents_by_filter_async( # type:ignore[attr-defined]
filters={"field": "meta.category", "operator": "==", "value": "A"}
)
assert count == 3
count = await document_store.count_documents_by_filter_async( # type:ignore[attr-defined]
filters={"field": "meta.category", "operator": "==", "value": "B"}
)
assert count == 1
@staticmethod
@pytest.mark.asyncio
async def test_count_documents_by_filter_async_compound(document_store: AsyncDocumentStore):
"""Test count_documents_by_filter_async() with AND filter."""
docs = [
Document(content="Doc 1", meta={"category": "A", "status": "active"}),
Document(content="Doc 2", meta={"category": "B", "status": "active"}),
Document(content="Doc 3", meta={"category": "A", "status": "inactive"}),
Document(content="Doc 4", meta={"category": "A", "status": "active"}),
]
await document_store.write_documents_async(docs)
assert await document_store.count_documents_async() == 4
count = await document_store.count_documents_by_filter_async( # type:ignore[attr-defined]
filters={
"operator": "AND",
"conditions": [
{"field": "meta.category", "operator": "==", "value": "A"},
{"field": "meta.status", "operator": "==", "value": "active"},
],
}
)
assert count == 2
@staticmethod
@pytest.mark.asyncio
async def test_count_documents_by_filter_async_no_matches(document_store: AsyncDocumentStore):
"""Test count_documents_by_filter_async() when filter matches no documents."""
docs = [Document(content="Doc 1", meta={"category": "A"}), Document(content="Doc 2", meta={"category": "B"})]
await document_store.write_documents_async(docs)
assert await document_store.count_documents_async() == 2
count = await document_store.count_documents_by_filter_async( # type:ignore[attr-defined]
filters={"field": "meta.category", "operator": "==", "value": "Z"}
)
assert count == 0
@staticmethod
@pytest.mark.asyncio
async def test_count_documents_by_filter_async_empty_collection(document_store: AsyncDocumentStore):
"""Test count_documents_by_filter_async() on an empty store."""
assert await document_store.count_documents_async() == 0
count = await document_store.count_documents_by_filter_async( # type:ignore[attr-defined]
filters={"field": "meta.category", "operator": "==", "value": "A"}
)
assert count == 0
class CountUniqueMetadataByFilterAsyncTest:
"""
Tests for Document Store count_unique_metadata_by_filter_async().
Only mix in for stores that implement count_unique_metadata_by_filter_async.
"""
@staticmethod
@pytest.mark.asyncio
async def test_count_unique_metadata_by_filter_async_all_documents(document_store: AsyncDocumentStore):
"""Test count_unique_metadata_by_filter_async() with no filter returns distinct counts for all docs."""
docs = [
Document(content="Doc 1", meta={"category": "A", "status": "active", "priority": 1}),
Document(content="Doc 2", meta={"category": "B", "status": "active", "priority": 2}),
Document(content="Doc 3", meta={"category": "A", "status": "inactive", "priority": 1}),
Document(content="Doc 4", meta={"category": "A", "status": "active", "priority": 3}),
Document(content="Doc 5", meta={"category": "C", "status": "active", "priority": 2}),
]
await document_store.write_documents_async(docs)
assert await document_store.count_documents_async() == 5
counts = await document_store.count_unique_metadata_by_filter_async( # type:ignore[attr-defined]
filters={}, metadata_fields=["category", "status", "priority"]
)
assert counts == {"category": 3, "status": 2, "priority": 3}
@staticmethod
@pytest.mark.asyncio
async def test_count_unique_metadata_by_filter_async_with_filter(document_store: AsyncDocumentStore):
"""Test count_unique_metadata_by_filter_async() with a filter."""
# The filtered-out document carries extra unique values, so the counts only come out right
# when the store actually applies the filter.
docs = [
Document(content="Doc 1", meta={"category": "A", "status": "active", "priority": 1}),
Document(content="Doc 2", meta={"category": "B", "status": "archived", "priority": 2}),
Document(content="Doc 3", meta={"category": "A", "status": "inactive", "priority": 1}),
Document(content="Doc 4", meta={"category": "A", "status": "active", "priority": 3}),
]
await document_store.write_documents_async(docs)
assert await document_store.count_documents_async() == 4
counts = await document_store.count_unique_metadata_by_filter_async( # type:ignore[attr-defined]
filters={"field": "meta.category", "operator": "==", "value": "A"}, metadata_fields=["status", "priority"]
)
assert counts == {"status": 2, "priority": 2}
@staticmethod
@pytest.mark.asyncio
async def test_count_unique_metadata_by_filter_async_with_multiple_filters(document_store: AsyncDocumentStore):
"""Test counting unique metadata asynchronously with multiple filters."""
docs = [
Document(content="Doc 1", meta={"category": "B", "year": 2023, "status": "draft"}),
Document(content="Doc 2", meta={"category": "B", "year": 2023, "status": "draft"}),
Document(content="Doc 3", meta={"category": "B", "year": 2023, "status": "published"}),
Document(content="Doc 4", meta={"category": "B", "year": 2024, "status": "draft"}),
]
await document_store.write_documents_async(docs)
# The compound filter matches three documents with duplicated values, so the counts only come
# out right when the store both applies the filter and properly counts the values.
counts = await document_store.count_unique_metadata_by_filter_async( # type:ignore[attr-defined]
filters={
"operator": "AND",
"conditions": [
{"field": "meta.category", "operator": "==", "value": "B"},
{"field": "meta.year", "operator": "==", "value": 2023},
],
},
metadata_fields=["status", "year"],
)
assert counts == {"status": 2, "year": 1}
class DeleteByFilterAsyncTest:
"""
Tests for Document Store delete_by_filter_async().
"""
@staticmethod
def _delete_by_filter_params(document_store: AsyncDocumentStore) -> dict[str, bool]:
"""
Return optional parameters supported by delete_by_filter_async.
"""
sig = inspect.signature(document_store.delete_by_filter_async) # type:ignore[attr-defined]
return {"refresh": True} if "refresh" in sig.parameters else {}
@staticmethod
@pytest.mark.asyncio
async def test_delete_by_filter_async(document_store: AsyncDocumentStore):
"""Delete documents matching a filter and verify count and remaining docs."""
docs = [
Document(content="Doc 1", meta={"category": "Alpha"}),
Document(content="Doc 2", meta={"category": "Beta"}),
Document(content="Doc 3", meta={"category": "Alpha"}),
]
await document_store.write_documents_async(docs)
assert await document_store.count_documents_async() == 3
params = DeleteByFilterAsyncTest._delete_by_filter_params(document_store)
deleted_count = await document_store.delete_by_filter_async( # type:ignore[attr-defined]
filters={"field": "meta.category", "operator": "==", "value": "Alpha"}, **params
)
assert deleted_count == 2
assert await document_store.count_documents_async() == 1
remaining_docs = await document_store.filter_documents_async()
assert len(remaining_docs) == 1
assert remaining_docs[0].meta["category"] == "Beta"
@staticmethod
@pytest.mark.asyncio
async def test_delete_by_filter_no_matches_async(document_store: AsyncDocumentStore):
"""Delete with a filter that matches no documents returns 0 and leaves store unchanged."""
docs = [
Document(content="Doc 1", meta={"category": "Alpha"}),
Document(content="Doc 2", meta={"category": "Beta"}),
]
await document_store.write_documents_async(docs)
assert await document_store.count_documents_async() == 2
params = DeleteByFilterAsyncTest._delete_by_filter_params(document_store)
deleted_count = await document_store.delete_by_filter_async( # type:ignore[attr-defined]
filters={"field": "meta.category", "operator": "==", "value": "Gamma"}, **params
)
assert deleted_count == 0
assert await document_store.count_documents_async() == 2
@staticmethod
@pytest.mark.asyncio
async def test_delete_by_filter_advanced_filters_async(document_store: AsyncDocumentStore):
"""Delete with AND/OR filter combinations and verify remaining documents."""
docs = [
Document(content="Doc 1", meta={"category": "Alpha", "year": 2023, "status": "draft"}),
Document(content="Doc 2", meta={"category": "Alpha", "year": 2024, "status": "published"}),
Document(content="Doc 3", meta={"category": "Beta", "year": 2023, "status": "draft"}),
]
await document_store.write_documents_async(docs)
assert await document_store.count_documents_async() == 3
params = DeleteByFilterAsyncTest._delete_by_filter_params(document_store)
deleted_count = await document_store.delete_by_filter_async( # type:ignore[attr-defined]
filters={
"operator": "AND",
"conditions": [
{"field": "meta.category", "operator": "==", "value": "Alpha"},
{"field": "meta.year", "operator": "==", "value": 2023},
],
},
**params,
)
assert deleted_count == 1
assert await document_store.count_documents_async() == 2
deleted_count = await document_store.delete_by_filter_async( # type:ignore[attr-defined]
filters={
"operator": "OR",
"conditions": [
{"field": "meta.category", "operator": "==", "value": "Beta"},
{"field": "meta.status", "operator": "==", "value": "published"},
],
},
**params,
)
assert deleted_count == 2
assert await document_store.count_documents_async() == 0
class UpdateByFilterAsyncTest:
"""
Tests for Document Store update_by_filter_async().
Only mix in for stores that implement update_by_filter_async.
"""
@staticmethod
@pytest.mark.asyncio
async def test_update_by_filter_async(document_store: AsyncDocumentStore, filterable_docs: list[Document]):
"""Update documents matching a filter asynchronously and verify count and meta changes."""
await document_store.write_documents_async(filterable_docs)
expected_count = len([d for d in filterable_docs if d.meta.get("chapter") == "intro"])
assert await document_store.count_documents_async() == len(filterable_docs)
sig = inspect.signature(document_store.update_by_filter_async) # type:ignore[attr-defined]
params = {"refresh": True} if "refresh" in sig.parameters else {}
updated_count = await document_store.update_by_filter_async( # type:ignore[attr-defined]
filters={"field": "meta.chapter", "operator": "==", "value": "intro"}, meta={"updated": True}, **params
)
assert updated_count == expected_count
updated_docs = await document_store.filter_documents_async(
filters={"field": "meta.updated", "operator": "==", "value": True}
)
assert len(updated_docs) == expected_count
for doc in updated_docs:
assert doc.meta["chapter"] == "intro"
assert doc.meta["updated"] is True
not_updated_docs = await document_store.filter_documents_async(
filters={"field": "meta.chapter", "operator": "==", "value": "abstract"}
)
for doc in not_updated_docs:
assert doc.meta.get("updated") is not True
class WriteDocumentsAsyncTest(AssertDocumentsEqualMixin):
"""
Utility class to test a Document Store `write_documents_async` method.
To use it create a custom test class and override the `document_store` fixture to return your Document Store.
The Document Store `filter_documents_async` method must be at least partly implemented to return all stored
Documents for these tests to work correctly.
Example usage:
```python
class MyDocumentStoreTest(WriteDocumentsAsyncTest):
@pytest.fixture
def document_store(self):
return MyDocumentStore()
```
"""
@pytest.mark.asyncio
async def test_write_documents_async(self, document_store: AsyncDocumentStore):
"""
Test write_documents_async() default behaviour.
"""
msg = (
"Default write_documents_async() behaviour depends on the Document Store implementation, "
"as we don't enforce a default behaviour when no policy is set. "
"Override this test in your custom test class."
)
raise NotImplementedError(msg)
@pytest.mark.asyncio
async def test_write_documents_duplicate_fail_async(self, document_store: AsyncDocumentStore):
"""Test write_documents_async() fails when writing documents with same id and `DuplicatePolicy.FAIL`."""
doc = Document(content="test doc")
assert await document_store.write_documents_async([doc], policy=DuplicatePolicy.FAIL) == 1
with pytest.raises(DuplicateDocumentError):
await document_store.write_documents_async(documents=[doc], policy=DuplicatePolicy.FAIL)
self.assert_documents_are_equal(await document_store.filter_documents_async(), [doc])
@staticmethod
@pytest.mark.asyncio
async def test_write_documents_duplicate_skip_async(document_store: AsyncDocumentStore):
"""Test write_documents_async() skips writing when using DuplicatePolicy.SKIP."""
doc = Document(content="test doc")
assert await document_store.write_documents_async([doc], policy=DuplicatePolicy.SKIP) == 1
assert await document_store.write_documents_async(documents=[doc], policy=DuplicatePolicy.SKIP) == 0
@pytest.mark.asyncio
async def test_write_documents_duplicate_overwrite_async(self, document_store: AsyncDocumentStore):
"""Test write_documents_async() overwrites when using DuplicatePolicy.OVERWRITE."""
doc1 = Document(id="1", content="test doc 1")
doc2 = Document(id="1", content="test doc 2")
assert await document_store.write_documents_async([doc2], policy=DuplicatePolicy.OVERWRITE) == 1
self.assert_documents_are_equal(await document_store.filter_documents_async(), [doc2])
assert await document_store.write_documents_async(documents=[doc1], policy=DuplicatePolicy.OVERWRITE) == 1
self.assert_documents_are_equal(await document_store.filter_documents_async(), [doc1])
@staticmethod
@pytest.mark.asyncio
async def test_write_documents_invalid_input_async(document_store: AsyncDocumentStore):
"""Test write_documents_async() fails when providing unexpected input."""
with pytest.raises(ValueError):
await document_store.write_documents_async(["not a document for sure"]) # type: ignore
with pytest.raises(ValueError):
await document_store.write_documents_async("not a list actually") # type: ignore
class DeleteDocumentsAsyncTest:
"""
Utility class to test a Document Store `delete_documents_async` method.
To use it create a custom test class and override the `document_store` fixture to return your Document Store.
The Document Store `write_documents_async` and `count_documents_async` methods must be implemented for these tests
to work correctly.
Example usage:
```python
class MyDocumentStoreTest(DeleteDocumentsAsyncTest):
@pytest.fixture
def document_store(self):
return MyDocumentStore()
```
"""
@staticmethod
@pytest.mark.asyncio
async def test_delete_documents_async(document_store: AsyncDocumentStore):
"""Test delete_documents_async() normal behaviour."""
doc = Document(content="test doc")
await document_store.write_documents_async([doc])
assert await document_store.count_documents_async() == 1
await document_store.delete_documents_async([doc.id])
assert await document_store.count_documents_async() == 0
@staticmethod
@pytest.mark.asyncio
async def test_delete_documents_empty_document_store_async(document_store: AsyncDocumentStore):
"""Test delete_documents_async() doesn't fail when called using an empty Document Store."""
await document_store.delete_documents_async(["non_existing_id"])
@staticmethod
@pytest.mark.asyncio
async def test_delete_documents_non_existing_document_async(document_store: AsyncDocumentStore):
"""Test delete_documents_async() doesn't delete any Document when called with non-existing id."""
doc = Document(content="test doc")
await document_store.write_documents_async([doc])
assert await document_store.count_documents_async() == 1
await document_store.delete_documents_async(["non_existing_id"])
# No Document has been deleted
assert await document_store.count_documents_async() == 1
class GetMetadataFieldsInfoAsyncTest:
"""
Tests for Document Store get_metadata_fields_info_async().
Only mix in for stores that implement get_metadata_fields_info_async.
"""
@staticmethod
@pytest.mark.asyncio
async def test_get_metadata_fields_info_async(document_store: AsyncDocumentStore):
"""Test get_metadata_fields_info_async() returns field names and types after writing documents."""
docs = [
Document(content="Doc 1", meta={"category": "A", "status": "active", "priority": 1}),
Document(content="Doc 2", meta={"category": "B", "status": "inactive", "rating": 0.5}),
]
await document_store.write_documents_async(docs)
assert await document_store.count_documents_async() == 2
fields_info = await document_store.get_metadata_fields_info_async() # type:ignore[attr-defined]
assert "category" in fields_info
assert "status" in fields_info
assert "priority" in fields_info
assert "rating" in fields_info
for info in fields_info.values():
assert isinstance(info, dict)
assert "type" in info
@staticmethod
@pytest.mark.asyncio
async def test_get_metadata_fields_info_empty_collection_async(document_store: AsyncDocumentStore):
"""Test get_metadata_fields_info_async() on an empty store."""
assert await document_store.count_documents_async() == 0
fields_info = await document_store.get_metadata_fields_info_async() # type:ignore[attr-defined]
assert fields_info == {}
class GetMetadataFieldMinMaxAsyncTest:
"""
Tests for Document Store get_metadata_field_min_max_async().
Only mix in for stores that implement get_metadata_field_min_max_async.
"""
@staticmethod
@pytest.mark.asyncio
async def test_get_metadata_field_min_max_numeric_async(document_store: AsyncDocumentStore):
"""Test get_metadata_field_min_max_async() with integer field."""
# The min and max are deliberately not the first or last written values, so an implementation
# returning values by insertion order fails. Keeping both 10 and 5 catches implementations that
# compare numbers as strings ("10" < "5" lexicographically).
docs = [
Document(content="Doc 1", meta={"priority": 5}),
Document(content="Doc 2", meta={"priority": 1}),
Document(content="Doc 3", meta={"priority": 10}),
Document(content="Doc 4", meta={"priority": 3}),
]
await document_store.write_documents_async(docs)
assert await document_store.count_documents_async() == 4
result = await document_store.get_metadata_field_min_max_async("priority") # type:ignore[attr-defined]
assert result["min"] == 1
assert result["max"] == 10
@staticmethod
@pytest.mark.asyncio
async def test_get_metadata_field_min_max_float_async(document_store: AsyncDocumentStore):
"""Test get_metadata_field_min_max_async() with float field."""
# The min and max are deliberately not the first or last written values.
docs = [
Document(content="Doc 1", meta={"rating": 0.8}),
Document(content="Doc 2", meta={"rating": 0.6}),
Document(content="Doc 3", meta={"rating": 0.95}),
Document(content="Doc 4", meta={"rating": 0.7}),
]
await document_store.write_documents_async(docs)
assert await document_store.count_documents_async() == 4
result = await document_store.get_metadata_field_min_max_async("rating") # type:ignore[attr-defined]
assert result["min"] == pytest.approx(0.6)
assert result["max"] == pytest.approx(0.95)
@staticmethod
@pytest.mark.asyncio
async def test_get_metadata_field_min_max_single_value_async(document_store: AsyncDocumentStore):
"""Test get_metadata_field_min_max_async() when field has only one value."""
docs = [Document(content="Doc 1", meta={"priority": 42})]
await document_store.write_documents_async(docs)
assert await document_store.count_documents_async() == 1
result = await document_store.get_metadata_field_min_max_async("priority") # type:ignore[attr-defined]
assert result["min"] == 42
assert result["max"] == 42
@staticmethod
@pytest.mark.asyncio
async def test_get_metadata_field_min_max_empty_collection_async(document_store: AsyncDocumentStore):
"""Test get_metadata_field_min_max_async() on an empty store."""
assert await document_store.count_documents_async() == 0
result = await document_store.get_metadata_field_min_max_async("priority") # type:ignore[attr-defined]
assert result["min"] is None
assert result["max"] is None
@staticmethod
@pytest.mark.asyncio
async def test_get_metadata_field_min_max_meta_prefix_async(document_store: AsyncDocumentStore):
"""Test get_metadata_field_min_max_async() with field names that include 'meta.' prefix."""
# The min and max of each field are deliberately not the first or last written values.
docs = [
Document(content="Doc 1", meta={"priority": 5, "age": 10}),
Document(content="Doc 2", meta={"priority": 1, "age": 20}),
Document(content="Doc 3", meta={"priority": 10, "age": 15}),
Document(content="Doc 4", meta={"priority": 3, "age": 5}),
Document(content="Doc 6", meta={"rating": 10.5}),
Document(content="Doc 7", meta={"rating": 20.3}),
Document(content="Doc 8", meta={"rating": 5.2}),
Document(content="Doc 9", meta={"rating": 15.7}),
]
await document_store.write_documents_async(docs)
min_max_priority = await document_store.get_metadata_field_min_max_async("meta.priority") # type:ignore[attr-defined]
assert min_max_priority["min"] == 1
assert min_max_priority["max"] == 10
# Test with float values and "meta." prefix
min_max_score = await document_store.get_metadata_field_min_max_async("meta.rating") # type:ignore[attr-defined]
assert min_max_score["min"] == pytest.approx(5.2)
assert min_max_score["max"] == pytest.approx(20.3)
class GetMetadataFieldUniqueValuesAsyncTest:
"""
Tests for Document Store get_metadata_field_unique_values_async().
Only mix in for stores that implement get_metadata_field_unique_values_async() with the standardized
signature: get_metadata_field_unique_values_async(metadata_field, search_term=None, from_=0, size=10,
filters=None) -> (values, total_count).
"""
@staticmethod
@pytest.mark.asyncio
async def test_get_metadata_field_unique_values_basic_async(document_store: AsyncDocumentStore):
"""Test get_metadata_field_unique_values_async() returns unique values and total count."""
docs = [
Document(content="Doc 1", meta={"category": "A"}),
Document(content="Doc 2", meta={"category": "B"}),
Document(content="Doc 3", meta={"category": "A"}),
Document(content="Doc 4", meta={"category": "C"}),
Document(content="Doc 5", meta={"category": "B"}),
]
await document_store.write_documents_async(docs)
assert await document_store.count_documents_async() == 5
values, total_count = await document_store.get_metadata_field_unique_values_async( # type:ignore[attr-defined]
metadata_field="category"
)
assert isinstance(values, list)
assert len(values) == 3 # the returned values must not contain duplicates
assert set(values) == {"A", "B", "C"}
assert total_count == 3
@staticmethod
@pytest.mark.asyncio
async def test_get_metadata_field_unique_values_meta_prefix_async(document_store: AsyncDocumentStore):
"""Test get_metadata_field_unique_values_async() with a field name that includes the 'meta.' prefix."""
docs = [
Document(content="Doc 1", meta={"category": "A"}),
Document(content="Doc 2", meta={"category": "B"}),
Document(content="Doc 3", meta={"category": "A"}),
]
await document_store.write_documents_async(docs)
values, total_count = await document_store.get_metadata_field_unique_values_async( # type:ignore[attr-defined]
metadata_field="category"
)
prefixed_values, prefixed_total_count = await document_store.get_metadata_field_unique_values_async( # type:ignore[attr-defined]
metadata_field="meta.category"
)
assert set(prefixed_values) == set(values)
assert prefixed_total_count == total_count
@staticmethod
@pytest.mark.asyncio
async def test_get_metadata_field_unique_values_search_term_async(document_store: AsyncDocumentStore):
"""Test get_metadata_field_unique_values_async() filters by a case-insensitive substring of the value."""
docs = [
Document(content="Doc 1", meta={"category": "All_Beauty"}),
Document(content="Doc 2", meta={"category": "Electronics"}),
# the content mentions "beaut" but the value doesn't - must not match search_term="beaut"
Document(content="something about beauty products", meta={"category": "Home"}),
]
await document_store.write_documents_async(docs)
values, total_count = await document_store.get_metadata_field_unique_values_async( # type:ignore[attr-defined]
metadata_field="category", search_term="beaut"
)
assert values == ["All_Beauty"]
assert total_count == 1
@staticmethod
@pytest.mark.asyncio
async def test_get_metadata_field_unique_values_pagination_async(document_store: AsyncDocumentStore):
"""Test get_metadata_field_unique_values_async() paginates a stable ordering via from_/size."""
docs = [Document(content=f"Doc {i}", meta={"category": f"category_{i}"}) for i in range(5)]
await document_store.write_documents_async(docs)
all_values = sorted(f"category_{i}" for i in range(5))
first_page, total_count = await document_store.get_metadata_field_unique_values_async( # type:ignore[attr-defined]
metadata_field="category", from_=0, size=2
)
assert first_page == all_values[:2]
assert total_count == 5
second_page, total_count = await document_store.get_metadata_field_unique_values_async( # type:ignore[attr-defined]
metadata_field="category", from_=2, size=2
)
assert second_page == all_values[2:4]
assert total_count == 5
@staticmethod
@pytest.mark.asyncio
async def test_get_metadata_field_unique_values_empty_store_async(document_store: AsyncDocumentStore):
"""Test get_metadata_field_unique_values_async() on an empty store."""
assert await document_store.count_documents_async() == 0
values, total_count = await document_store.get_metadata_field_unique_values_async( # type:ignore[attr-defined]
metadata_field="category"
)
assert values == []
assert total_count == 0
@staticmethod
@pytest.mark.asyncio
async def test_get_metadata_field_unique_values_missing_field_async(document_store: AsyncDocumentStore):
"""Test get_metadata_field_unique_values_async() for a field that no document has."""
docs = [Document(content="Doc 1", meta={"category": "A"})]
await document_store.write_documents_async(docs)
values, total_count = await document_store.get_metadata_field_unique_values_async( # type:ignore[attr-defined]
metadata_field="missing_field"
)
assert values == []
assert total_count == 0
@staticmethod
@pytest.mark.asyncio
async def test_get_metadata_field_unique_values_preserves_type_async(document_store: AsyncDocumentStore):
"""Test get_metadata_field_unique_values_async() returns values in their original (non-string) type."""
docs = [
Document(content="Doc 1", meta={"priority": 1}),
Document(content="Doc 2", meta={"priority": 2}),
Document(content="Doc 3", meta={"priority": 1}),
]
await document_store.write_documents_async(docs)
values, total_count = await document_store.get_metadata_field_unique_values_async( # type:ignore[attr-defined]
metadata_field="priority"
)
assert set(values) == {1, 2}
assert all(isinstance(value, int) for value in values)
assert total_count == 2
@staticmethod
@pytest.mark.asyncio
async def test_get_metadata_field_unique_values_with_filters_async(document_store: AsyncDocumentStore):
"""Test get_metadata_field_unique_values_async() restricts documents using the filters param."""
docs = [
Document(content="Doc 1", meta={"category": "A", "status": "active"}),
Document(content="Doc 2", meta={"category": "B", "status": "active"}),
Document(content="Doc 3", meta={"category": "C", "status": "inactive"}),
]
await document_store.write_documents_async(docs)
filters = {"field": "meta.status", "operator": "==", "value": "active"}
values, total_count = await document_store.get_metadata_field_unique_values_async( # type:ignore[attr-defined]
metadata_field="category", filters=filters
)
assert set(values) == {"A", "B"}
assert total_count == 2
class FilterDocumentsAsyncTest(AssertDocumentsEqualMixin, FilterableDocsFixtureMixin):
"""
Smoke tests for the async filter_documents_async() path.
These tests verify that the async plumbing works correctly with no filters,
a simple equality filter, and a compound AND filter. Full filter logic correctness
is covered by FilterDocumentsTest — the sync and async paths share the same
filter translation layer, so only the async dispatch needs smoke-testing here.
"""
@staticmethod
@pytest.mark.asyncio
async def test_no_filters_async(document_store: AsyncDocumentStore):
"""Verify the async path returns all documents when no filter is applied."""
docs = [Document(content="first doc"), Document(content="second doc"), Document(content="third doc")]
await document_store.write_documents_async(docs)
result = await document_store.filter_documents_async()
assert len(result) == 3
@pytest.mark.asyncio
async def test_filter_simple_async(self, document_store: AsyncDocumentStore, filterable_docs: list[Document]):
"""One equality filter — confirms async plumbing works with a filter."""
await document_store.write_documents_async(filterable_docs)
result = await document_store.filter_documents_async(
filters={"field": "meta.number", "operator": "==", "value": 2}
)
self.assert_documents_are_equal(result, [d for d in filterable_docs if d.meta.get("number") == 2])
@pytest.mark.asyncio
async def test_filter_compound_async(self, document_store: AsyncDocumentStore, filterable_docs: list[Document]):
"""One AND filter — verifies compound filters aren't broken by the async path."""
await document_store.write_documents_async(filterable_docs)
result = await document_store.filter_documents_async(
filters={
"operator": "AND",
"conditions": [
{"field": "meta.number", "operator": "==", "value": 2},
{"field": "meta.name", "operator": "==", "value": "name_0"},
],
}
)
self.assert_documents_are_equal(
result, [d for d in filterable_docs if d.meta.get("number") == 2 and d.meta.get("name") == "name_0"]
)