import type { MutationOptions } from '@tanstack/react-query' import { keepPreviousData, useInfiniteQuery, useMutation, useQuery, useQueryClient, } from '@tanstack/react-query' import qs from 'qs' import type { DataSet, DataSetListResponse, DatasetListRequest, ErrorDocsResponse, ExternalAPIListResponse, FetchDatasetsParams, HitTestingRecordsResponse, IndexingStatusBatchRequest, IndexingStatusBatchResponse, ProcessRuleResponse, RelatedAppResponse, } from '@/models/datasets' import type { ApiKeysListResponse } from '@/models/app' import { get, post } from '../base' import { useInvalid } from '../use-base' import type { CommonResponse } from '@/models/common' const NAME_SPACE = 'dataset' const DatasetListKey = [NAME_SPACE, 'list'] const normalizeDatasetsParams = (params: Partial = {}) => { const { page = 1, limit, ids, tag_ids, include_all, keyword, } = params return { page, ...(limit ? { limit } : {}), ...(ids?.length ? { ids } : {}), ...(tag_ids?.length ? { tag_ids } : {}), ...(include_all !== undefined ? { include_all } : {}), ...(keyword ? { keyword } : {}), } } type UseInfiniteDatasetsOptions = { enabled?: boolean refetchOnMount?: boolean | 'always' staleTime?: number refetchOnReconnect?: boolean refetchOnWindowFocus?: boolean } export const useInfiniteDatasets = ( params: Partial, options?: UseInfiniteDatasetsOptions, ) => { const normalizedParams = normalizeDatasetsParams(params) const buildUrl = (pageParam: number | undefined) => { const queryString = qs.stringify({ ...normalizedParams, page: pageParam ?? normalizedParams.page, }, { indices: false }) return `/datasets?${queryString}` } return useInfiniteQuery({ queryKey: [...DatasetListKey, 'infinite', normalizedParams], queryFn: ({ pageParam = normalizedParams.page }) => get(buildUrl(pageParam as number | undefined)), getNextPageParam: lastPage => lastPage.has_more ? lastPage.page + 1 : undefined, initialPageParam: normalizedParams.page, staleTime: 0, refetchOnMount: 'always', ...options, }) } export const useDatasetList = (params: DatasetListRequest) => { const { initialPage, tag_ids, limit, include_all, keyword } = params return useInfiniteQuery({ queryKey: [...DatasetListKey, initialPage, tag_ids, limit, include_all, keyword], queryFn: ({ pageParam = 1 }) => { const urlParams = qs.stringify({ tag_ids, limit, include_all, keyword, page: pageParam, }, { indices: false }) return get(`/datasets?${urlParams}`) }, getNextPageParam: lastPage => lastPage.has_more ? lastPage.page + 1 : null, initialPageParam: initialPage, }) } export const useInvalidDatasetList = () => { return useInvalid([...DatasetListKey]) } export const datasetDetailQueryKeyPrefix = [NAME_SPACE, 'detail'] export const useDatasetDetail = (datasetId: string) => { return useQuery({ queryKey: [...datasetDetailQueryKeyPrefix, datasetId], queryFn: () => get(`/datasets/${datasetId}`), enabled: !!datasetId, }) } export const useDatasetRelatedApps = (datasetId: string) => { return useQuery({ queryKey: [NAME_SPACE, 'related-apps', datasetId], queryFn: () => get(`/datasets/${datasetId}/related-apps`), }) } export const useIndexingStatusBatch = ( params: IndexingStatusBatchRequest, mutationOptions: MutationOptions = {}, ) => { const { datasetId, batchId } = params return useMutation({ mutationKey: [NAME_SPACE, 'indexing-status-batch', datasetId, batchId], mutationFn: () => get(`/datasets/${datasetId}/batch/${batchId}/indexing-status`), ...mutationOptions, }) } export const useProcessRule = (documentId?: string) => { return useQuery({ queryKey: [NAME_SPACE, 'process-rule', documentId], queryFn: () => get('/datasets/process-rule', { params: { document_id: documentId } }), enabled: !!documentId, refetchOnWindowFocus: false, }) } export const useDatasetApiBaseUrl = () => { return useQuery<{ api_base_url: string }>({ queryKey: [NAME_SPACE, 'api-base-info'], queryFn: () => get<{ api_base_url: string }>('/datasets/api-base-info'), }) } export const useEnableDatasetServiceApi = () => { return useMutation({ mutationKey: [NAME_SPACE, 'enable-api'], mutationFn: (datasetId: string) => post(`/datasets/${datasetId}/api-keys/enable`), }) } export const useDisableDatasetServiceApi = () => { return useMutation({ mutationKey: [NAME_SPACE, 'disable-api'], mutationFn: (datasetId: string) => post(`/datasets/${datasetId}/api-keys/disable`), }) } export const useDatasetApiKeys = (options?: { enabled?: boolean }) => { return useQuery({ queryKey: [NAME_SPACE, 'api-keys'], queryFn: () => get('/datasets/api-keys'), enabled: options?.enabled ?? true, }) } export const useInvalidateDatasetApiKeys = () => { const queryClient = useQueryClient() return () => { queryClient.invalidateQueries({ queryKey: [NAME_SPACE, 'api-keys'], }) } } export const useExternalKnowledgeApiList = (options?: { enabled?: boolean }) => { return useQuery({ queryKey: [NAME_SPACE, 'external-knowledge-api'], queryFn: () => get('/datasets/external-knowledge-api'), enabled: options?.enabled ?? true, }) } export const useInvalidateExternalKnowledgeApiList = () => { const queryClient = useQueryClient() return () => { queryClient.invalidateQueries({ queryKey: [NAME_SPACE, 'external-knowledge-api'], }) } } export const useDatasetTestingRecords = ( datasetId?: string, params?: { page: number; limit: number }, ) => { return useQuery({ queryKey: [NAME_SPACE, 'testing-records', datasetId, params], queryFn: () => get(`/datasets/${datasetId}/queries`, { params }), enabled: !!datasetId && !!params, placeholderData: keepPreviousData, }) } export const useDatasetErrorDocs = (datasetId?: string) => { return useQuery({ queryKey: [NAME_SPACE, 'error-docs', datasetId], queryFn: () => get(`/datasets/${datasetId}/error-docs`), enabled: !!datasetId, }) }