[feat add]FastEmbed embedding for local embeddings (#3552)

tests/embeddings/test_fastembed_embeddings.py

@@ -0,0 +1,46 @@
+from unittest.mock import Mock, patch
+
+import pytest
+import numpy as np
+from mem0.configs.embeddings.base import BaseEmbedderConfig
+
+try:
+    from mem0.embeddings.fastembed import FastEmbedEmbedding
+except ImportError:
+    pytest.skip("fastembed not installed", allow_module_level=True)
+  
+
+@pytest.fixture
+def mock_fastembed_client():
+    with patch("mem0.embeddings.fastembed.TextEmbedding") as mock_fastembed:
+        mock_client = Mock()
+        mock_fastembed.return_value = mock_client
+        yield mock_client
+
+
+def test_embed_with_jina_model(mock_fastembed_client):
+    config = BaseEmbedderConfig(model="jinaai/jina-embeddings-v2-base-en", embedding_dims=768)
+    embedder = FastEmbedEmbedding(config)
+    
+    mock_embedding = np.array([0.1, 0.2, 0.3, 0.4, 0.5])
+    mock_fastembed_client.embed.return_value = iter([mock_embedding])
+    
+    text = "Sample text to embed."
+    embedding = embedder.embed(text)
+    
+    mock_fastembed_client.embed.assert_called_once_with(text)
+    assert list(embedding) == [0.1, 0.2, 0.3, 0.4, 0.5]
+
+
+def test_embed_removes_newlines(mock_fastembed_client):
+    config = BaseEmbedderConfig(model="jinaai/jina-embeddings-v2-base-en", embedding_dims=768)
+    embedder = FastEmbedEmbedding(config)
+    
+    mock_embedding = np.array([0.7, 0.8, 0.9])
+    mock_fastembed_client.embed.return_value = iter([mock_embedding])
+    
+    text_with_newlines = "Hello\nworld"
+    embedding = embedder.embed(text_with_newlines)
+    
+    mock_fastembed_client.embed.assert_called_once_with("Hello world")
+    assert list(embedding) == [0.7, 0.8, 0.9]