spider.py 1.0 KB

1234567891011121314151617181920
  1. from typing import Any
  2. from core.tools.errors import ToolProviderCredentialValidationError
  3. from core.tools.provider.builtin.spider.spiderApp import Spider
  4. from core.tools.provider.builtin_tool_provider import BuiltinToolProviderController
  5. class SpiderProvider(BuiltinToolProviderController):
  6. def _validate_credentials(self, credentials: dict[str, Any]) -> None:
  7. try:
  8. app = Spider(api_key=credentials['spider_api_key'])
  9. app.scrape_url(url='https://spider.cloud')
  10. except AttributeError as e:
  11. # Handle cases where NoneType is not iterable, which might indicate API issues
  12. if 'NoneType' in str(e) and 'not iterable' in str(e):
  13. raise ToolProviderCredentialValidationError('API is currently down, try again in 15 minutes', str(e))
  14. else:
  15. raise ToolProviderCredentialValidationError('An unexpected error occurred.', str(e))
  16. except Exception as e:
  17. raise ToolProviderCredentialValidationError('An unexpected error occurred.', str(e))