123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869 |
- 'use client'
- import { createContext, useContext } from 'use-context-selector'
- import useSWR from 'swr'
- import { fetchModelList, fetchTenantInfo } from '@/service/common'
- import { ModelFeature, ModelType } from '@/app/components/header/account-setting/model-page/declarations'
- import type { BackendModel } from '@/app/components/header/account-setting/model-page/declarations'
- const ProviderContext = createContext<{
- currentProvider: {
- provider: string
- provider_name: string
- token_is_set: boolean
- is_valid: boolean
- token_is_valid: boolean
- } | null | undefined
- textGenerationModelList: BackendModel[]
- embeddingsModelList: BackendModel[]
- speech2textModelList: BackendModel[]
- agentThoughtModelList: BackendModel[]
- updateModelList: (type: ModelType) => void
- }>({
- currentProvider: null,
- textGenerationModelList: [],
- embeddingsModelList: [],
- speech2textModelList: [],
- agentThoughtModelList: [],
- updateModelList: () => {},
- })
- export const useProviderContext = () => useContext(ProviderContext)
- type ProviderContextProviderProps = {
- children: React.ReactNode
- }
- export const ProviderContextProvider = ({
- children,
- }: ProviderContextProviderProps) => {
- const { data: userInfo } = useSWR({ url: '/info' }, fetchTenantInfo)
- const currentProvider = userInfo?.providers?.find(({ token_is_set, is_valid, provider_name }) => token_is_set && is_valid && (provider_name === 'openai' || provider_name === 'azure_openai'))
- const fetchModelListUrlPrefix = '/workspaces/current/models/model-type/'
- const { data: textGenerationModelList, mutate: mutateTextGenerationModelList } = useSWR(`${fetchModelListUrlPrefix}${ModelType.textGeneration}`, fetchModelList)
- const { data: embeddingsModelList, mutate: mutateEmbeddingsModelList } = useSWR(`${fetchModelListUrlPrefix}${ModelType.embeddings}`, fetchModelList)
- const { data: speech2textModelList } = useSWR(`${fetchModelListUrlPrefix}${ModelType.speech2text}`, fetchModelList)
- const agentThoughtModelList = textGenerationModelList?.filter((item) => {
- return item.features?.includes(ModelFeature.agentThought)
- })
- const updateModelList = (type: ModelType) => {
- if (type === ModelType.textGeneration)
- mutateTextGenerationModelList()
- if (type === ModelType.embeddings)
- mutateEmbeddingsModelList()
- }
- return (
- <ProviderContext.Provider value={{
- currentProvider,
- textGenerationModelList: textGenerationModelList || [],
- embeddingsModelList: embeddingsModelList || [],
- speech2textModelList: speech2textModelList || [],
- agentThoughtModelList: agentThoughtModelList || [],
- updateModelList,
- }}>
- {children}
- </ProviderContext.Provider>
- )
- }
- export default ProviderContext
|