import os
import tempfile
import unittest
import uuid
from unittest.mock import MagicMock, patch

from qdrant_client import QdrantClient, models
from qdrant_client.models import (
    DatetimeRange,
    Distance,
    FieldCondition,
    Filter,
    MatchAny,
    MatchExcept,
    MatchText,
    MatchValue,
    PointIdsList,
    PointStruct,
    PointVectors,
    Range,
    SparseVector,
    SparseVectorParams,
    VectorParams,
)

from mem0.vector_stores.qdrant import Qdrant


class TestQdrant(unittest.TestCase):
    def setUp(self):
        self.client_mock = MagicMock(spec=QdrantClient)
        self.qdrant = Qdrant(
            collection_name="test_collection",
            embedding_model_dims=128,
            client=self.client_mock,
            path="test_path",
            on_disk=True,
        )

    def test_local_path_on_disk_false_preserves_existing_directory(self):
        """#4473: local path must not be removed when on_disk is False."""
        with tempfile.TemporaryDirectory() as tmp:
            sentinel = os.path.join(tmp, "sentinel")
            with open(sentinel, "w", encoding="utf-8") as f:
                f.write("keep")
            mock_client = MagicMock()
            mock_client.get_collections.return_value = MagicMock(collections=[])
            with patch("mem0.vector_stores.qdrant.QdrantClient", return_value=mock_client):
                Qdrant(
                    collection_name="c",
                    embedding_model_dims=128,
                    path=tmp,
                    on_disk=False,
                )
            self.assertTrue(os.path.isfile(sentinel))

    def test_create_col(self):
        self.client_mock.get_collections.return_value = MagicMock(collections=[])

        self.qdrant.create_col(vector_size=128, on_disk=True)

        expected_config = VectorParams(size=128, distance=Distance.COSINE, on_disk=True)

        expected_sparse_config = {
            "bm25": SparseVectorParams(modifier=models.Modifier.IDF),
        }

        self.client_mock.create_collection.assert_called_with(
            collection_name="test_collection",
            vectors_config=expected_config,
            sparse_vectors_config=expected_sparse_config,
        )

    def test_insert(self):
        vectors = [[0.1, 0.2], [0.3, 0.4]]
        payloads = [{"key": "value1"}, {"key": "value2"}]
        ids = [str(uuid.uuid4()), str(uuid.uuid4())]

        self.qdrant.insert(vectors=vectors, payloads=payloads, ids=ids)

        self.client_mock.upsert.assert_called_once()
        points = self.client_mock.upsert.call_args[1]["points"]

        self.assertEqual(len(points), 2)
        for point in points:
            self.assertIsInstance(point, PointStruct)

        self.assertEqual(points[0].payload, payloads[0])

    def test_insert_batches_bm25_encoding(self):
        """BM25 encoding must be done in a single batch call, not per-row.

        Regression test for the optimization that switched from looping over
        `_encode_bm25(text)` to a single `encoder.embed(all_texts)` call.
        """
        # Pretend the collection has the bm25 sparse slot (set up by create_col
        # on a v3 collection) and stub the encoder to return predictable sparse
        # vectors mimicking fastembed's output (objects with .indices/.values).
        self.qdrant._has_bm25_slot = True

        encoder_mock = MagicMock()
        encoder_mock.embed.return_value = iter(
            [
                MagicMock(indices=MagicMock(tolist=lambda: [1, 2]), values=MagicMock(tolist=lambda: [0.5, 0.3])),
                MagicMock(indices=MagicMock(tolist=lambda: [3]), values=MagicMock(tolist=lambda: [0.8])),
            ]
        )
        self.qdrant._bm25_encoder = encoder_mock

        vectors = [[0.1, 0.2], [0.3, 0.4], [0.5, 0.6]]
        payloads = [
            {"data": "hello world"},
            {"text_lemmatized": "foo bar"},
            {"key": "no text — should skip BM25"},
        ]
        ids = [str(uuid.uuid4()) for _ in range(3)]

        self.qdrant.insert(vectors=vectors, payloads=payloads, ids=ids)

        # 1. encoder.embed must be called exactly once (batched), not per-row.
        encoder_mock.embed.assert_called_once()
        called_texts = encoder_mock.embed.call_args[0][0]
        self.assertEqual(called_texts, ["hello world", "foo bar"])

        # 2. Resulting points carry the right named vectors:
        #    - Rows with text get both "" (dense) and "bm25" sparse.
        #    - Row without text gets dense only.
        points = self.client_mock.upsert.call_args[1]["points"]
        self.assertEqual(len(points), 3)
        self.assertIn("bm25", points[0].vector)
        self.assertEqual(points[0].vector["bm25"].indices, [1, 2])
        self.assertEqual(points[0].vector["bm25"].values, [0.5, 0.3])
        self.assertIn("bm25", points[1].vector)
        self.assertEqual(points[1].vector["bm25"].indices, [3])
        self.assertNotIn("bm25", points[2].vector)

    def test_insert_skips_bm25_when_slot_missing(self):
        """Pre-v3 collections (no bm25 slot) must not invoke the encoder at all."""
        self.qdrant._has_bm25_slot = False
        encoder_mock = MagicMock()
        self.qdrant._bm25_encoder = encoder_mock

        self.qdrant.insert(
            vectors=[[0.1, 0.2]],
            payloads=[{"data": "hello"}],
            ids=[str(uuid.uuid4())],
        )

        encoder_mock.embed.assert_not_called()
        points = self.client_mock.upsert.call_args[1]["points"]
        self.assertNotIn("bm25", points[0].vector)

    def test_insert_falls_back_to_per_row_on_batch_failure(self):
        """If batch encoding raises, each row should be re-encoded individually
        so a single bad input doesn't drop BM25 for the whole batch."""
        self.qdrant._has_bm25_slot = True

        # Batch call raises; per-row _encode_bm25 should be used as fallback.
        encoder_mock = MagicMock()
        encoder_mock.embed.side_effect = RuntimeError("batch failed")
        self.qdrant._bm25_encoder = encoder_mock

        # Use a real SparseVector — PointStruct validates the vector dict via
        # Pydantic, which would coerce a bare MagicMock into [] (MagicMock is
        # iterable). _encode_bm25's real return type is SparseVector.
        fallback_sparse = SparseVector(indices=[7], values=[0.9])
        with patch.object(self.qdrant, "_encode_bm25", return_value=fallback_sparse) as fallback:
            self.qdrant.insert(
                vectors=[[0.1, 0.2], [0.3, 0.4]],
                payloads=[{"data": "a"}, {"data": "b"}],
                ids=[str(uuid.uuid4()), str(uuid.uuid4())],
            )

        encoder_mock.embed.assert_called_once()
        self.assertEqual(fallback.call_count, 2)
        self.assertEqual([c.args[0] for c in fallback.call_args_list], ["a", "b"])
        points = self.client_mock.upsert.call_args[1]["points"]
        for point in points:
            self.assertEqual(point.vector["bm25"].indices, [7])
            self.assertEqual(point.vector["bm25"].values, [0.9])

    def test_search(self):
        vectors = [[0.1, 0.2]]
        mock_point = MagicMock(id=str(uuid.uuid4()), score=0.95, payload={"key": "value"})
        self.client_mock.query_points.return_value = MagicMock(points=[mock_point])

        results = self.qdrant.search(query="", vectors=vectors, top_k=1)

        self.client_mock.query_points.assert_called_once_with(
            collection_name="test_collection",
            query=vectors,
            query_filter=None,
            limit=1,
        )

        self.assertEqual(len(results), 1)
        self.assertEqual(results[0].payload, {"key": "value"})
        self.assertEqual(results[0].score, 0.95)

    def test_search_with_filters(self):
        """Test search with agent_id and run_id filters."""
        vectors = [[0.1, 0.2]]
        mock_point = MagicMock(
            id=str(uuid.uuid4()), 
            score=0.95, 
            payload={"user_id": "alice", "agent_id": "agent1", "run_id": "run1"}
        )
        self.client_mock.query_points.return_value = MagicMock(points=[mock_point])

        filters = {"user_id": "alice", "agent_id": "agent1", "run_id": "run1"}
        results = self.qdrant.search(query="", vectors=vectors, top_k=1, filters=filters)

        # Verify that _create_filter was called and query_filter was passed
        self.client_mock.query_points.assert_called_once()
        call_args = self.client_mock.query_points.call_args[1]
        self.assertEqual(call_args["collection_name"], "test_collection")
        self.assertEqual(call_args["query"], vectors)
        self.assertEqual(call_args["limit"], 1)
        
        # Verify that a Filter object was created
        query_filter = call_args["query_filter"]
        self.assertIsInstance(query_filter, Filter)
        self.assertEqual(len(query_filter.must), 3)  # user_id, agent_id, run_id

        self.assertEqual(len(results), 1)
        self.assertEqual(results[0].payload["user_id"], "alice")
        self.assertEqual(results[0].payload["agent_id"], "agent1")
        self.assertEqual(results[0].payload["run_id"], "run1")

    def test_search_with_single_filter(self):
        """Test search with single filter."""
        vectors = [[0.1, 0.2]]
        mock_point = MagicMock(
            id=str(uuid.uuid4()), 
            score=0.95, 
            payload={"user_id": "alice"}
        )
        self.client_mock.query_points.return_value = MagicMock(points=[mock_point])

        filters = {"user_id": "alice"}
        results = self.qdrant.search(query="", vectors=vectors, top_k=1, filters=filters)

        # Verify that a Filter object was created with single condition
        call_args = self.client_mock.query_points.call_args[1]
        query_filter = call_args["query_filter"]
        self.assertIsInstance(query_filter, Filter)
        self.assertEqual(len(query_filter.must), 1)  # Only user_id

        self.assertEqual(len(results), 1)
        self.assertEqual(results[0].payload["user_id"], "alice")

    def test_search_with_no_filters(self):
        """Test search with no filters."""
        vectors = [[0.1, 0.2]]
        mock_point = MagicMock(id=str(uuid.uuid4()), score=0.95, payload={"key": "value"})
        self.client_mock.query_points.return_value = MagicMock(points=[mock_point])

        results = self.qdrant.search(query="", vectors=vectors, top_k=1, filters=None)

        call_args = self.client_mock.query_points.call_args[1]
        self.assertIsNone(call_args["query_filter"])

        self.assertEqual(len(results), 1)

    def test_create_filter_multiple_filters(self):
        """Test _create_filter with multiple filters."""
        filters = {"user_id": "alice", "agent_id": "agent1", "run_id": "run1"}
        result = self.qdrant._create_filter(filters)
        
        self.assertIsInstance(result, Filter)
        self.assertEqual(len(result.must), 3)
        
        # Check that all conditions are present
        conditions = [cond.key for cond in result.must]
        self.assertIn("user_id", conditions)
        self.assertIn("agent_id", conditions)
        self.assertIn("run_id", conditions)

    def test_create_filter_single_filter(self):
        """Test _create_filter with single filter."""
        filters = {"user_id": "alice"}
        result = self.qdrant._create_filter(filters)
        
        self.assertIsInstance(result, Filter)
        self.assertEqual(len(result.must), 1)
        self.assertEqual(result.must[0].key, "user_id")
        self.assertEqual(result.must[0].match.value, "alice")

    def test_create_filter_no_filters(self):
        """Test _create_filter with no filters."""
        result = self.qdrant._create_filter(None)
        self.assertIsNone(result)
        
        result = self.qdrant._create_filter({})
        self.assertIsNone(result)

    def test_create_filter_with_range_values(self):
        """Test _create_filter with range values."""
        filters = {"user_id": "alice", "count": {"gte": 5, "lte": 10}}
        result = self.qdrant._create_filter(filters)
        
        self.assertIsInstance(result, Filter)
        self.assertEqual(len(result.must), 2)
        
        # Check that range condition is created
        range_conditions = [cond for cond in result.must if hasattr(cond, 'range') and cond.range is not None]
        self.assertEqual(len(range_conditions), 1)
        self.assertEqual(range_conditions[0].key, "count")
        
        # Check that string condition is created
        string_conditions = [cond for cond in result.must if hasattr(cond, 'match') and cond.match is not None]
        self.assertEqual(len(string_conditions), 1)
        self.assertEqual(string_conditions[0].key, "user_id")

    def test_delete(self):
        vector_id = str(uuid.uuid4())
        self.qdrant.delete(vector_id=vector_id)

        self.client_mock.delete.assert_called_once_with(
            collection_name="test_collection",
            points_selector=PointIdsList(points=[vector_id]),
        )

    def test_update(self):
        vector_id = str(uuid.uuid4())
        updated_vector = [0.2, 0.3]
        updated_payload = {"key": "updated_value"}

        self.qdrant.update(vector_id=vector_id, vector=updated_vector, payload=updated_payload)

        self.client_mock.upsert.assert_called_once()
        point = self.client_mock.upsert.call_args[1]["points"][0]
        self.assertEqual(point.id, vector_id)
        # v3 uses named vectors: dense vector stored under "" key
        self.assertIn("", point.vector)
        self.assertEqual(point.vector[""], updated_vector)
        self.assertEqual(point.payload, updated_payload)

    def test_update_with_none_vector_uses_set_payload(self):
        """Test that update with vector=None uses set_payload instead of upsert (fixes #3708)."""
        vector_id = str(uuid.uuid4())
        updated_payload = {"key": "updated_value"}

        self.qdrant.update(vector_id=vector_id, vector=None, payload=updated_payload)

        self.client_mock.upsert.assert_not_called()
        self.client_mock.set_payload.assert_called_once_with(
            collection_name="test_collection",
            payload=updated_payload,
            points=[vector_id],
        )

    def test_update_with_none_payload_uses_update_vectors(self):
        """Test that update with payload=None uses update_vectors instead of upsert."""
        vector_id = str(uuid.uuid4())
        updated_vector = [0.2, 0.3]

        self.qdrant.update(vector_id=vector_id, vector=updated_vector, payload=None)

        self.client_mock.upsert.assert_not_called()
        self.client_mock.update_vectors.assert_called_once_with(
            collection_name="test_collection",
            points=[PointVectors(id=vector_id, vector=updated_vector)],
        )

    def test_update_with_both_none_is_noop(self):
        """Test that update with both vector=None and payload=None is a no-op."""
        vector_id = str(uuid.uuid4())

        self.qdrant.update(vector_id=vector_id, vector=None, payload=None)

        self.client_mock.upsert.assert_not_called()
        self.client_mock.set_payload.assert_not_called()
        self.client_mock.update_vectors.assert_not_called()

    def test_get(self):
        vector_id = str(uuid.uuid4())
        self.client_mock.retrieve.return_value = [{"id": vector_id, "payload": {"key": "value"}}]

        result = self.qdrant.get(vector_id=vector_id)

        self.client_mock.retrieve.assert_called_once_with(
            collection_name="test_collection", ids=[vector_id], with_payload=True
        )
        self.assertEqual(result["id"], vector_id)
        self.assertEqual(result["payload"], {"key": "value"})

    def test_list_cols(self):
        self.client_mock.get_collections.return_value = MagicMock(collections=[{"name": "test_collection"}])
        result = self.qdrant.list_cols()
        self.assertEqual(result.collections[0]["name"], "test_collection")

    def test_list_with_filters(self):
        """Test list with agent_id and run_id filters."""
        mock_point = MagicMock(
            id=str(uuid.uuid4()), 
            score=0.95, 
            payload={"user_id": "alice", "agent_id": "agent1", "run_id": "run1"}
        )
        self.client_mock.scroll.return_value = [mock_point]

        filters = {"user_id": "alice", "agent_id": "agent1", "run_id": "run1"}
        results = self.qdrant.list(filters=filters, top_k=10)

        # Verify that _create_filter was called and scroll_filter was passed
        self.client_mock.scroll.assert_called_once()
        call_args = self.client_mock.scroll.call_args[1]
        self.assertEqual(call_args["collection_name"], "test_collection")
        self.assertEqual(call_args["limit"], 10)
        
        # Verify that a Filter object was created
        scroll_filter = call_args["scroll_filter"]
        self.assertIsInstance(scroll_filter, Filter)
        self.assertEqual(len(scroll_filter.must), 3)  # user_id, agent_id, run_id

        # The list method returns the result directly
        self.assertEqual(len(results), 1)
        self.assertEqual(results[0].payload["user_id"], "alice")
        self.assertEqual(results[0].payload["agent_id"], "agent1")
        self.assertEqual(results[0].payload["run_id"], "run1")

    def test_list_with_single_filter(self):
        """Test list with single filter."""
        mock_point = MagicMock(
            id=str(uuid.uuid4()), 
            score=0.95, 
            payload={"user_id": "alice"}
        )
        self.client_mock.scroll.return_value = [mock_point]

        filters = {"user_id": "alice"}
        results = self.qdrant.list(filters=filters, top_k=10)

        # Verify that a Filter object was created with single condition
        call_args = self.client_mock.scroll.call_args[1]
        scroll_filter = call_args["scroll_filter"]
        self.assertIsInstance(scroll_filter, Filter)
        self.assertEqual(len(scroll_filter.must), 1)  # Only user_id

        # The list method returns the result directly
        self.assertEqual(len(results), 1)
        self.assertEqual(results[0].payload["user_id"], "alice")

    def test_list_with_no_filters(self):
        """Test list with no filters."""
        mock_point = MagicMock(id=str(uuid.uuid4()), score=0.95, payload={"key": "value"})
        self.client_mock.scroll.return_value = [mock_point]

        results = self.qdrant.list(filters=None, top_k=10)

        call_args = self.client_mock.scroll.call_args[1]
        self.assertIsNone(call_args["scroll_filter"])

        # The list method returns the result directly
        self.assertEqual(len(results), 1)

    def test_delete_col(self):
        self.qdrant.delete_col()
        self.client_mock.delete_collection.assert_called_once_with(collection_name="test_collection")

    def test_col_info(self):
        self.qdrant.col_info()
        self.client_mock.get_collection.assert_called_once_with(collection_name="test_collection")

    def tearDown(self):
        del self.qdrant


class TestQdrantEnhancedFilters(unittest.TestCase):
    """Tests for enhanced metadata filtering operators (issue #3975)."""

    def setUp(self):
        self.client_mock = MagicMock(spec=QdrantClient)
        self.qdrant = Qdrant(
            collection_name="test_collection",
            embedding_model_dims=128,
            client=self.client_mock,
        )

    # ------------------------------------------------------------------ #
    # _build_field_condition                                               #
    # ------------------------------------------------------------------ #

    def test_simple_equality(self):
        """Plain value maps to MatchValue."""
        cond = self.qdrant._build_field_condition("category", "programming")
        self.assertIsInstance(cond, FieldCondition)
        self.assertEqual(cond.key, "category")
        self.assertIsInstance(cond.match, MatchValue)
        self.assertEqual(cond.match.value, "programming")

    def test_eq_operator(self):
        """{\"eq\": v} maps to MatchValue."""
        cond = self.qdrant._build_field_condition("category", {"eq": "programming"})
        self.assertIsInstance(cond.match, MatchValue)
        self.assertEqual(cond.match.value, "programming")

    def test_ne_operator(self):
        """{\"ne\": v} maps to MatchExcept with a single-element list."""
        cond = self.qdrant._build_field_condition("category", {"ne": "spam"})
        self.assertIsInstance(cond.match, MatchExcept)
        self.assertIn("spam", getattr(cond.match, "except_", None) or getattr(cond.match, "except"))

    def test_in_operator(self):
        """{\"in\": [...]} maps to MatchAny."""
        cond = self.qdrant._build_field_condition("category", {"in": ["a", "b", "c"]})
        self.assertIsInstance(cond.match, MatchAny)
        self.assertEqual(cond.match.any, ["a", "b", "c"])

    def test_nin_operator(self):
        """{\"nin\": [...]} maps to MatchExcept."""
        cond = self.qdrant._build_field_condition("status", {"nin": ["deleted", "banned"]})
        self.assertIsInstance(cond.match, MatchExcept)
        excluded = getattr(cond.match, "except_", None) or getattr(cond.match, "except")
        self.assertIn("deleted", excluded)
        self.assertIn("banned", excluded)

    def test_contains_operator(self):
        """{\"contains\": x} maps to MatchText."""
        cond = self.qdrant._build_field_condition("bio", {"contains": "python"})
        self.assertIsInstance(cond.match, MatchText)
        self.assertEqual(cond.match.text, "python")

    def test_icontains_operator(self):
        """{\"icontains\": x} maps to MatchText (same as contains for Qdrant)."""
        cond = self.qdrant._build_field_condition("bio", {"icontains": "Python"})
        self.assertIsInstance(cond.match, MatchText)
        self.assertEqual(cond.match.text, "Python")

    def test_gt_operator(self):
        """{\"gt\": v} maps to Range with gt only."""
        cond = self.qdrant._build_field_condition("priority", {"gt": 5})
        self.assertIsInstance(cond.range, Range)
        self.assertEqual(cond.range.gt, 5)
        self.assertIsNone(cond.range.gte)
        self.assertIsNone(cond.range.lt)
        self.assertIsNone(cond.range.lte)

    def test_gte_operator(self):
        """{\"gte\": v} maps to Range with gte only."""
        cond = self.qdrant._build_field_condition("priority", {"gte": 5})
        self.assertIsInstance(cond.range, Range)
        self.assertEqual(cond.range.gte, 5)
        self.assertIsNone(cond.range.gt)

    def test_lt_operator(self):
        """{\"lt\": v} maps to Range with lt only."""
        cond = self.qdrant._build_field_condition("priority", {"lt": 10})
        self.assertIsInstance(cond.range, Range)
        self.assertEqual(cond.range.lt, 10)

    def test_lte_operator(self):
        """{\"lte\": v} maps to Range with lte only."""
        cond = self.qdrant._build_field_condition("priority", {"lte": 10})
        self.assertIsInstance(cond.range, Range)
        self.assertEqual(cond.range.lte, 10)

    def test_range_gte_lte(self):
        """Combined {\"gte\": x, \"lte\": y} maps to Range with both bounds."""
        cond = self.qdrant._build_field_condition("priority", {"gte": 5, "lte": 10})
        self.assertIsInstance(cond.range, Range)
        self.assertEqual(cond.range.gte, 5)
        self.assertEqual(cond.range.lte, 10)

    def test_range_gt_lt(self):
        """Open interval {\"gt\": x, \"lt\": y} maps to Range with both bounds."""
        cond = self.qdrant._build_field_condition("score", {"gt": 0.5, "lt": 0.9})
        self.assertIsInstance(cond.range, Range)
        self.assertEqual(cond.range.gt, 0.5)
        self.assertEqual(cond.range.lt, 0.9)

    # ------------------------------------------------------------------ #
    # _create_filter — comparison and list operators                       #
    # ------------------------------------------------------------------ #

    def test_create_filter_eq(self):
        result = self.qdrant._create_filter({"category": {"eq": "programming"}})
        self.assertIsInstance(result, Filter)
        self.assertEqual(len(result.must), 1)
        self.assertIsInstance(result.must[0].match, MatchValue)

    def test_create_filter_ne(self):
        result = self.qdrant._create_filter({"category": {"ne": "spam"}})
        self.assertIsInstance(result, Filter)
        self.assertIsInstance(result.must[0].match, MatchExcept)

    def test_create_filter_in(self):
        result = self.qdrant._create_filter({"category": {"in": ["prog", "data"]}})
        self.assertIsInstance(result, Filter)
        self.assertIsInstance(result.must[0].match, MatchAny)
        self.assertEqual(result.must[0].match.any, ["prog", "data"])

    def test_create_filter_nin(self):
        result = self.qdrant._create_filter({"status": {"nin": ["deleted", "banned"]}})
        self.assertIsInstance(result, Filter)
        self.assertIsInstance(result.must[0].match, MatchExcept)

    def test_create_filter_gt(self):
        result = self.qdrant._create_filter({"priority": {"gt": 7}})
        self.assertIsInstance(result, Filter)
        self.assertIsInstance(result.must[0].range, Range)
        self.assertEqual(result.must[0].range.gt, 7)

    def test_create_filter_gte_lte_range(self):
        result = self.qdrant._create_filter({"priority": {"gte": 5, "lte": 9}})
        self.assertIsInstance(result, Filter)
        r = result.must[0].range
        self.assertEqual(r.gte, 5)
        self.assertEqual(r.lte, 9)

    def test_create_filter_contains(self):
        result = self.qdrant._create_filter({"bio": {"contains": "python"}})
        self.assertIsInstance(result, Filter)
        self.assertIsInstance(result.must[0].match, MatchText)

    # ------------------------------------------------------------------ #
    # _create_filter — logical operators                                   #
    # ------------------------------------------------------------------ #

    def test_and_operator(self):
        """AND populates Filter.must with nested Filter objects."""
        filters = {"AND": [{"category": "programming"}, {"priority": 10}]}
        result = self.qdrant._create_filter(filters)
        self.assertIsInstance(result, Filter)
        self.assertEqual(len(result.must), 2)
        # Each item is a Filter that wraps a single FieldCondition
        for item in result.must:
            self.assertIsInstance(item, Filter)

    def test_or_operator(self):
        """OR populates Filter.should with nested Filter objects."""
        filters = {"OR": [{"category": "programming"}, {"category": "data"}]}
        result = self.qdrant._create_filter(filters)
        self.assertIsInstance(result, Filter)
        self.assertEqual(len(result.should), 2)
        self.assertIsNone(result.must)

    def test_not_operator(self):
        """NOT populates Filter.must_not with nested Filter objects."""
        filters = {"NOT": [{"category": "spam"}]}
        result = self.qdrant._create_filter(filters)
        self.assertIsInstance(result, Filter)
        self.assertEqual(len(result.must_not), 1)
        self.assertIsNone(result.must)
        self.assertIsNone(result.should)

    def test_mixed_field_and_and(self):
        """Top-level field conditions and AND can coexist in must."""
        filters = {
            "user_id": "alice",
            "AND": [{"priority": {"gte": 5}}, {"category": "programming"}],
        }
        result = self.qdrant._create_filter(filters)
        self.assertIsInstance(result, Filter)
        # user_id FieldCondition + 2 nested AND Filters = 3 items in must
        self.assertEqual(len(result.must), 3)

    def test_nested_and_or(self):
        """AND containing an OR sub-condition produces correct nesting."""
        filters = {
            "AND": [
                {"OR": [{"category": "prog"}, {"category": "data"}]},
                {"priority": {"gt": 3}},
            ]
        }
        result = self.qdrant._create_filter(filters)
        self.assertIsInstance(result, Filter)
        self.assertEqual(len(result.must), 2)
        # First item is a Filter with should (the OR)
        or_filter = result.must[0]
        self.assertIsInstance(or_filter, Filter)
        self.assertEqual(len(or_filter.should), 2)

    # ------------------------------------------------------------------ #
    # Edge cases                                                           #
    # ------------------------------------------------------------------ #

    def test_empty_filter_returns_none(self):
        self.assertIsNone(self.qdrant._create_filter({}))
        self.assertIsNone(self.qdrant._create_filter(None))

    def test_backward_compat_simple_equality(self):
        """Plain scalar equality still works as before."""
        result = self.qdrant._create_filter({"user_id": "alice", "run_id": "r1"})
        self.assertIsInstance(result, Filter)
        keys = [c.key for c in result.must]
        self.assertIn("user_id", keys)
        self.assertIn("run_id", keys)

    def test_backward_compat_gte_lte_range(self):
        """Original gte+lte range filter still produces a Range condition."""
        result = self.qdrant._create_filter({"count": {"gte": 5, "lte": 10}})
        self.assertIsInstance(result, Filter)
        self.assertIsInstance(result.must[0].range, Range)
        self.assertEqual(result.must[0].range.gte, 5)
        self.assertEqual(result.must[0].range.lte, 10)

    def test_unknown_operator_raises_error(self):
        """Unknown operator dict should raise ValueError, not ValidationError."""
        with self.assertRaises(ValueError) as ctx:
            self.qdrant._build_field_condition("field", {"unknown_op": "foo"})
        self.assertIn("Unsupported", str(ctx.exception))

    def test_mixed_range_and_non_range_raises_error(self):
        """Mixing range ops with non-range ops should raise ValueError."""
        with self.assertRaises(ValueError):
            self.qdrant._build_field_condition("priority", {"gte": 5, "ne": 10})

    def test_mixed_range_and_eq_raises_error(self):
        """Mixing range ops with eq should raise ValueError."""
        with self.assertRaises(ValueError):
            self.qdrant._build_field_condition("score", {"gt": 0.5, "eq": 1.0})

    def test_wildcard_returns_none(self):
        """Wildcard '*' should return None (skip filter — match any)."""
        result = self.qdrant._build_field_condition("category", "*")
        self.assertIsNone(result)

    def test_create_filter_with_wildcard_skips_it(self):
        """Wildcard fields should be skipped in the final filter."""
        result = self.qdrant._create_filter({"category": "*", "user_id": "alice"})
        self.assertIsInstance(result, Filter)
        self.assertEqual(len(result.must), 1)
        self.assertEqual(result.must[0].key, "user_id")

    def test_create_filter_only_wildcard_returns_none(self):
        """Filter with only wildcard should return None."""
        result = self.qdrant._create_filter({"category": "*"})
        self.assertIsNone(result)

    def test_and_with_non_list_raises_error(self):
        """AND with non-list value should raise ValueError."""
        with self.assertRaises(ValueError):
            self.qdrant._create_filter({"AND": "not_a_list"})

    def test_or_with_non_list_raises_error(self):
        """OR with non-list value should raise ValueError."""
        with self.assertRaises(ValueError):
            self.qdrant._create_filter({"OR": {"category": "work"}})

    def test_not_with_non_list_raises_error(self):
        """NOT with non-list value should raise ValueError."""
        with self.assertRaises(ValueError):
            self.qdrant._create_filter({"NOT": "invalid"})

    def test_empty_and_list(self):
        """AND with empty list should return None."""
        result = self.qdrant._create_filter({"AND": []})
        self.assertIsNone(result)

    def test_empty_or_list(self):
        """OR with empty list should return None."""
        result = self.qdrant._create_filter({"OR": []})
        self.assertIsNone(result)

    def test_empty_not_list(self):
        """NOT with empty list should return None."""
        result = self.qdrant._create_filter({"NOT": []})
        self.assertIsNone(result)

    def test_deeply_nested_logical(self):
        """3-level nesting: AND > OR > NOT."""
        filters = {
            "AND": [
                {
                    "OR": [
                        {"category": "work"},
                        {"category": "personal"}
                    ]
                },
                {"priority": {"gte": 5}},
                {
                    "NOT": [
                        {"status": "archived"}
                    ]
                }
            ]
        }
        result = self.qdrant._create_filter(filters)
        self.assertIsInstance(result, Filter)
        self.assertEqual(len(result.must), 3)

    def test_boolean_equality(self):
        """Boolean values should work with MatchValue."""
        cond = self.qdrant._build_field_condition("active", True)
        self.assertIsInstance(cond.match, MatchValue)
        self.assertEqual(cond.match.value, True)

    def test_integer_equality(self):
        """Integer values should work with MatchValue."""
        cond = self.qdrant._build_field_condition("count", 42)
        self.assertIsInstance(cond.match, MatchValue)
        self.assertEqual(cond.match.value, 42)

    def test_eq_with_boolean(self):
        """eq operator with boolean should work."""
        cond = self.qdrant._build_field_condition("active", {"eq": False})
        self.assertIsInstance(cond.match, MatchValue)
        self.assertEqual(cond.match.value, False)

    def test_in_with_integers(self):
        """in operator with integer list should use MatchAny."""
        cond = self.qdrant._build_field_condition("priority", {"in": [1, 2, 3]})
        self.assertIsInstance(cond.match, MatchAny)
        self.assertEqual(cond.match.any, [1, 2, 3])

    def test_wildcard_inside_and(self):
        """Wildcard inside AND should be skipped, other conditions preserved."""
        result = self.qdrant._create_filter({
            "AND": [{"category": "*"}, {"user_id": "alice"}]
        })
        self.assertIsInstance(result, Filter)
        # AND produces nested Filters; the wildcard sub-filter returns None and is skipped
        # Only the user_id sub-filter remains
        self.assertEqual(len(result.must), 1)

    def test_list_value_treated_as_match_any(self):
        """List value shorthand should be treated as in-operator (MatchAny)."""
        cond = self.qdrant._build_field_condition("tags", ["a", "b", "c"])
        self.assertIsInstance(cond.match, MatchAny)
        self.assertEqual(cond.match.any, ["a", "b", "c"])

    def test_list_value_in_create_filter(self):
        """List value shorthand should work through _create_filter too."""
        result = self.qdrant._create_filter({"tags": ["python", "rust"]})
        self.assertIsInstance(result, Filter)
        self.assertEqual(len(result.must), 1)
        self.assertIsInstance(result.must[0].match, MatchAny)

    def test_non_dict_item_in_and_raises_error(self):
        """Non-dict item inside AND list should raise clear ValueError."""
        with self.assertRaises(ValueError) as ctx:
            self.qdrant._create_filter({"AND": ["not_a_dict", {"field": "val"}]})
        self.assertIn("index 0", str(ctx.exception))
        self.assertIn("must be a dict", str(ctx.exception))

    def test_non_dict_item_in_or_raises_error(self):
        """Non-dict item inside OR list should raise clear ValueError."""
        with self.assertRaises(ValueError) as ctx:
            self.qdrant._create_filter({"OR": [{"field": "val"}, 42]})
        self.assertIn("index 1", str(ctx.exception))

    def test_empty_dict_value_raises_error(self):
        """Empty dict as filter value should raise ValueError."""
        with self.assertRaises(ValueError):
            self.qdrant._build_field_condition("field", {})

    def test_ne_alone_does_not_trigger_mixed_error(self):
        """ne as sole operator should NOT trigger mixed-operator error (regression guard)."""
        cond = self.qdrant._build_field_condition("status", {"ne": "deleted"})
        self.assertIsInstance(cond.match, MatchExcept)

    def test_eq_with_literal_star(self):
        """eq operator with literal '*' should match the string '*', not wildcard."""
        cond = self.qdrant._build_field_condition("category", {"eq": "*"})
        self.assertIsInstance(cond.match, MatchValue)
        self.assertEqual(cond.match.value, "*")

    # ------------------------------------------------------------------ #
    # $or / $not normalization (Memory._process_metadata_filters injects  #
    # these keys alongside the original OR/NOT)                           #
    # ------------------------------------------------------------------ #

    def test_dollar_or_handled_as_or(self):
        """$or injected by Memory middleware should be treated as OR."""
        filters = {
            "user_id": "alice",
            "$or": [{"category": "programming"}, {"category": "data"}],
        }
        result = self.qdrant._create_filter(filters)
        self.assertIsInstance(result, Filter)
        self.assertIsNotNone(result.should)
        self.assertEqual(len(result.should), 2)

    def test_dollar_not_handled_as_not(self):
        """$not injected by Memory middleware should be treated as NOT."""
        filters = {
            "user_id": "alice",
            "$not": [{"category": "spam"}],
        }
        result = self.qdrant._create_filter(filters)
        self.assertIsInstance(result, Filter)
        self.assertIsNotNone(result.must_not)
        self.assertEqual(len(result.must_not), 1)

    def test_memory_search_or_shape(self):
        """Simulate exact shape Memory.search() sends for OR filters.

        effective_filters keeps the original OR key (via deepcopy of
        input_filters) and _process_metadata_filters adds $or with the
        same content.  _create_filter should deduplicate so only the
        first occurrence (OR) is used — exactly 2 should entries.
        """
        filters = {
            "OR": [{"category": "programming"}, {"category": "data"}],
            "user_id": "test_user",
            "$or": [{"category": "programming"}, {"category": "data"}],
        }
        result = self.qdrant._create_filter(filters)
        self.assertIsInstance(result, Filter)
        self.assertIsNotNone(result.should)
        # Deduplicated: OR wins, $or is skipped — exactly 2 entries
        self.assertEqual(len(result.should), 2)

    def test_memory_search_not_shape(self):
        """Simulate exact shape Memory.search() sends for NOT filters.

        Same deduplication as OR: NOT wins, $not is skipped.
        """
        filters = {
            "NOT": [{"category": "spam"}],
            "user_id": "test_user",
            "$not": [{"category": "spam"}],
        }
        result = self.qdrant._create_filter(filters)
        self.assertIsInstance(result, Filter)
        self.assertIsNotNone(result.must_not)
        # Deduplicated: NOT wins, $not is skipped — exactly 1 entry
        self.assertEqual(len(result.must_not), 1)


class TestQdrantDatetimeRangeFilters(unittest.TestCase):
    """Tests for datetime range filter support (issue #4591)."""

    def setUp(self):
        self.client_mock = MagicMock(spec=QdrantClient)
        self.qdrant = Qdrant(
            collection_name="test_collection",
            embedding_model_dims=128,
            client=self.client_mock,
        )

    def test_iso_datetime_gte_lte_uses_datetime_range(self):
        """ISO datetime strings in range filters should use DatetimeRange."""
        cond = self.qdrant._build_field_condition(
            "created_at", {"gte": "2025-01-01T00:00:00Z", "lte": "2025-12-31T23:59:59Z"}
        )
        self.assertIsInstance(cond, FieldCondition)
        self.assertIsInstance(cond.range, DatetimeRange)
        self.assertIsNotNone(cond.range.gte)
        self.assertIsNotNone(cond.range.lte)

    def test_iso_date_only_uses_datetime_range(self):
        """Date-only strings (YYYY-MM-DD) should also use DatetimeRange."""
        cond = self.qdrant._build_field_condition(
            "created_at", {"gte": "2025-01-01", "lt": "2025-02-01"}
        )
        self.assertIsInstance(cond.range, DatetimeRange)

    def test_iso_datetime_with_offset_uses_datetime_range(self):
        """Datetime with timezone offset should use DatetimeRange."""
        cond = self.qdrant._build_field_condition(
            "updated_at", {"gt": "2025-06-15T10:30:00+05:30"}
        )
        self.assertIsInstance(cond.range, DatetimeRange)

    def test_numeric_range_still_uses_range(self):
        """Numeric values should still use Range (not DatetimeRange)."""
        cond = self.qdrant._build_field_condition(
            "priority", {"gte": 5, "lte": 10}
        )
        self.assertIsInstance(cond.range, Range)
        self.assertEqual(cond.range.gte, 5)
        self.assertEqual(cond.range.lte, 10)

    def test_float_range_still_uses_range(self):
        """Float values should still use Range."""
        cond = self.qdrant._build_field_condition(
            "score", {"gt": 0.5, "lt": 0.9}
        )
        self.assertIsInstance(cond.range, Range)

    def test_datetime_range_via_create_filter(self):
        """DatetimeRange should work through _create_filter."""
        result = self.qdrant._create_filter(
            {"created_at": {"gte": "2025-01-01T00:00:00Z", "lte": "2025-12-31T23:59:59Z"}}
        )
        self.assertIsInstance(result, Filter)
        self.assertEqual(len(result.must), 1)
        self.assertIsInstance(result.must[0].range, DatetimeRange)

    def test_malformed_datetime_raises_with_field_context(self):
        """Malformed date-like string should raise ValueError with field name."""
        with self.assertRaises(ValueError) as ctx:
            self.qdrant._build_field_condition(
                "created_at", {"gte": "2025-13-45"}
            )
        self.assertIn("created_at", str(ctx.exception))

    def test_mixed_datetime_and_numeric_raises_error(self):
        """Mixed datetime string + numeric value in same range should raise an error.

        When not all values are datetime strings, _is_datetime_range returns False
        and Range receives a string, causing a Pydantic ValidationError.
        """
        from pydantic import ValidationError

        with self.assertRaises(ValidationError):
            self.qdrant._build_field_condition(
                "field", {"gte": "2025-01-01", "lte": 100}
            )

    def test_iso_datetime_with_fractional_seconds(self):
        """Fractional seconds should use DatetimeRange."""
        cond = self.qdrant._build_field_condition(
            "created_at", {"gte": "2025-01-01T00:00:00.123456Z"}
        )
        self.assertIsInstance(cond.range, DatetimeRange)

    def test_iso_datetime_space_separated(self):
        """Space-separated datetime should use DatetimeRange."""
        cond = self.qdrant._build_field_condition(
            "created_at", {"gte": "2025-01-01 10:30:00"}
        )
        self.assertIsInstance(cond.range, DatetimeRange)

    def test_datetime_with_numeric_mixed_filters(self):
        """Datetime and numeric range filters can coexist in same query."""
        result = self.qdrant._create_filter({
            "created_at": {"gte": "2025-01-01"},
            "priority": {"gte": 5},
        })
        self.assertIsInstance(result, Filter)
        self.assertEqual(len(result.must), 2)
        types = {type(c.range) for c in result.must}
        self.assertIn(DatetimeRange, types)
        self.assertIn(Range, types)

    def test_missing_fastembed_warns_with_extras_install_hint(self):
        """When fastembed is missing, the BM25 warning must point at the mem0 optional group
        that actually provides it (`mem0ai[extras]`), not the bare `fastembed` package -
        fastembed is declared under [extras], so that is the discoverable install path."""
        self.qdrant._bm25_encoder = None
        # Setting the module to None in sys.modules makes `from fastembed import ...` raise ImportError.
        with patch.dict("sys.modules", {"fastembed": None}):
            with self.assertLogs("mem0.vector_stores.qdrant", level="WARNING") as cm:
                result = self.qdrant._get_bm25_encoder()
        self.assertIsNone(result)  # encoder unavailable -> None
        self.assertIs(self.qdrant._bm25_encoder, False)  # sentinel: tried and failed, do not retry
        joined = "\n".join(cm.output)
        self.assertIn("mem0ai[extras]", joined)  # points at the right install
        self.assertNotIn("pip install fastembed", joined)  # not the bare package
        self.assertNotIn("\u2014", joined)  # no em-dash