Skip to content

Commit

Permalink
Move filter_documents tests with greater than filters from DocumentSt…
Browse files Browse the repository at this point in the history
…oreBaseTests to separate class
  • Loading branch information
silvanocerza committed Nov 17, 2023
1 parent 48c2527 commit 59e34aa
Showing 1 changed file with 42 additions and 25 deletions.
67 changes: 42 additions & 25 deletions haystack/preview/testing/document_store.py
Original file line number Diff line number Diff line change
Expand Up @@ -457,12 +457,54 @@ def test_nin_filter(self, docstore: DocumentStore, filterable_docs: List[Documen
assert result == [doc for doc in filterable_docs if doc.meta.get("page") not in ["100", "123"]]


class LegacyFilterDocumentsGreaterThanTest(FilterableDocsFixtureMixin):
"""
Utility class to test a Document Store `filter_documents` method using explicit '$gt' legacy filters
To use it create a custom test class and override the `docstore` fixture to return your Document Store.
Example usage:
```python
class MyDocumentStoreTest(LegacyFilterDocumentsGreaterThanTest):
@pytest.fixture
def docstore(self):
return MyDocumentStore()
```
"""

@pytest.mark.unit
def test_gt_filter(self, docstore: DocumentStore, filterable_docs: List[Document]):
docstore.write_documents(filterable_docs)
result = docstore.filter_documents(filters={"number": {"$gt": 0.0}})
assert result == [doc for doc in filterable_docs if "number" in doc.meta and doc.meta["number"] > 0]

@pytest.mark.unit
def test_gt_filter_non_numeric(self, docstore: DocumentStore, filterable_docs: List[Document]):
docstore.write_documents(filterable_docs)
with pytest.raises(FilterError):
docstore.filter_documents(filters={"page": {"$gt": "100"}})

@pytest.mark.unit
def test_gt_filter_table(self, docstore: DocumentStore, filterable_docs: List[Document]):
docstore.write_documents(filterable_docs)
with pytest.raises(FilterError):
docstore.filter_documents(filters={"dataframe": {"$gt": pd.DataFrame([[1, 2, 3], [-1, -2, -3]])}})

@pytest.mark.unit
def test_gt_filter_embedding(self, docstore: DocumentStore, filterable_docs: List[Document]):
docstore.write_documents(filterable_docs)
embedding_zeros = np.zeros([768, 1]).astype(np.float32)
with pytest.raises(FilterError):
docstore.filter_documents(filters={"embedding": {"$gt": embedding_zeros}})


class LegacyFilterDocumentsTest(
LegacyFilterDocumentsInvalidFiltersTest,
LegacyFilterDocumentsEqualTest,
LegacyFilterDocumentsNotEqualTest,
LegacyFilterDocumentsInTest,
LegacyFilterDocumentsNotInTest,
LegacyFilterDocumentsGreaterThanTest,
):
"""
Utility class to test a Document Store `filter_documents` method using different types of legacy filters
Expand Down Expand Up @@ -498,31 +540,6 @@ class DocumentStoreBaseTests(
def docstore(self) -> DocumentStore:
raise NotImplementedError()

@pytest.mark.unit
def test_gt_filter(self, docstore: DocumentStore, filterable_docs: List[Document]):
docstore.write_documents(filterable_docs)
result = docstore.filter_documents(filters={"number": {"$gt": 0.0}})
assert result == [doc for doc in filterable_docs if "number" in doc.meta and doc.meta["number"] > 0]

@pytest.mark.unit
def test_gt_filter_non_numeric(self, docstore: DocumentStore, filterable_docs: List[Document]):
docstore.write_documents(filterable_docs)
with pytest.raises(FilterError):
docstore.filter_documents(filters={"page": {"$gt": "100"}})

@pytest.mark.unit
def test_gt_filter_table(self, docstore: DocumentStore, filterable_docs: List[Document]):
docstore.write_documents(filterable_docs)
with pytest.raises(FilterError):
docstore.filter_documents(filters={"dataframe": {"$gt": pd.DataFrame([[1, 2, 3], [-1, -2, -3]])}})

@pytest.mark.unit
def test_gt_filter_embedding(self, docstore: DocumentStore, filterable_docs: List[Document]):
docstore.write_documents(filterable_docs)
embedding_zeros = np.zeros([768, 1]).astype(np.float32)
with pytest.raises(FilterError):
docstore.filter_documents(filters={"embedding": {"$gt": embedding_zeros}})

@pytest.mark.unit
def test_gte_filter(self, docstore: DocumentStore, filterable_docs: List[Document]):
docstore.write_documents(filterable_docs)
Expand Down

0 comments on commit 59e34aa

Please sign in to comment.