test_cohere_reranking.py 1.6 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061
  1. import json
  2. import os
  3. from unittest.mock import patch
  4. from langchain.schema import Document
  5. from core.model_providers.models.reranking.cohere_reranking import CohereReranking
  6. from core.model_providers.providers.cohere_provider import CohereProvider
  7. from models.provider import Provider, ProviderType
  8. def get_mock_provider(valid_api_key):
  9. return Provider(
  10. id='provider_id',
  11. tenant_id='tenant_id',
  12. provider_name='cohere',
  13. provider_type=ProviderType.CUSTOM.value,
  14. encrypted_config=json.dumps({'api_key': valid_api_key}),
  15. is_valid=True,
  16. )
  17. def get_mock_model():
  18. valid_api_key = os.environ['COHERE_API_KEY']
  19. provider = CohereProvider(provider=get_mock_provider(valid_api_key))
  20. return CohereReranking(
  21. model_provider=provider,
  22. name='rerank-english-v2.0'
  23. )
  24. def decrypt_side_effect(tenant_id, encrypted_api_key):
  25. return encrypted_api_key
  26. @patch('core.helper.encrypter.decrypt_token', side_effect=decrypt_side_effect)
  27. def test_run(mock_decrypt):
  28. model = get_mock_model()
  29. docs = []
  30. docs.append(Document(
  31. page_content='bye',
  32. metadata={
  33. "doc_id": 'a',
  34. "doc_hash": 'doc_hash',
  35. "document_id": 'document_id',
  36. "dataset_id": 'dataset_id',
  37. }
  38. ))
  39. docs.append(Document(
  40. page_content='hello',
  41. metadata={
  42. "doc_id": 'b',
  43. "doc_hash": 'doc_hash',
  44. "document_id": 'document_id',
  45. "dataset_id": 'dataset_id',
  46. }
  47. ))
  48. rst = model.rerank('hello', docs, None, 2)
  49. assert rst[0].page_content == 'hello'