test_localai_embedding.py 1.9 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061
  1. import json
  2. import os
  3. from unittest.mock import patch, MagicMock
  4. from core.model_providers.models.embedding.localai_embedding import LocalAIEmbedding
  5. from core.model_providers.models.entity.model_params import ModelType
  6. from core.model_providers.providers.localai_provider import LocalAIProvider
  7. from models.provider import Provider, ProviderType, ProviderModel
  8. def get_mock_provider():
  9. return Provider(
  10. id='provider_id',
  11. tenant_id='tenant_id',
  12. provider_name='localai',
  13. provider_type=ProviderType.CUSTOM.value,
  14. encrypted_config='',
  15. is_valid=True,
  16. )
  17. def get_mock_embedding_model(mocker):
  18. model_name = 'text-embedding-ada-002'
  19. server_url = os.environ['LOCALAI_SERVER_URL']
  20. model_provider = LocalAIProvider(provider=get_mock_provider())
  21. mock_query = MagicMock()
  22. mock_query.filter.return_value.first.return_value = ProviderModel(
  23. provider_name='localai',
  24. model_name=model_name,
  25. model_type=ModelType.EMBEDDINGS.value,
  26. encrypted_config=json.dumps({
  27. 'server_url': server_url,
  28. }),
  29. is_valid=True,
  30. )
  31. mocker.patch('extensions.ext_database.db.session.query', return_value=mock_query)
  32. return LocalAIEmbedding(
  33. model_provider=model_provider,
  34. name=model_name
  35. )
  36. def decrypt_side_effect(tenant_id, encrypted_api_key):
  37. return encrypted_api_key
  38. @patch('core.helper.encrypter.decrypt_token', side_effect=decrypt_side_effect)
  39. def test_embed_documents(mock_decrypt, mocker):
  40. embedding_model = get_mock_embedding_model(mocker)
  41. rst = embedding_model.client.embed_documents(['test', 'test1'])
  42. assert isinstance(rst, list)
  43. assert len(rst) == 2
  44. @patch('core.helper.encrypter.decrypt_token', side_effect=decrypt_side_effect)
  45. def test_embed_query(mock_decrypt, mocker):
  46. embedding_model = get_mock_embedding_model(mocker)
  47. rst = embedding_model.client.embed_query('test')
  48. assert isinstance(rst, list)