e99c91aaa6
* perf: worker pool * perf: worker register * perf: worker controller * perf: system plugin worker * perf: system plugin worker * perf: worker * perf: worker * worker timeout * perf: copy icon
47 lines
1017 B
TypeScript
47 lines
1017 B
TypeScript
import { searchVideos, SafeSearchType } from 'duck-duck-scrape';
|
|
import { delay } from '@fastgpt/global/common/system/utils';
|
|
import { addLog } from '@fastgpt/service/common/system/log';
|
|
|
|
type Props = {
|
|
query: string;
|
|
};
|
|
|
|
// Response type same as HTTP outputs
|
|
type Response = Promise<{
|
|
result: string;
|
|
}>;
|
|
|
|
const main = async (props: Props, retry = 3): Response => {
|
|
const { query } = props;
|
|
|
|
try {
|
|
const searchResults = await searchVideos(query, {
|
|
safeSearch: SafeSearchType.STRICT
|
|
});
|
|
|
|
const result = searchResults.results
|
|
.map((item) => ({
|
|
title: item.title,
|
|
description: item.description,
|
|
url: item.url
|
|
}))
|
|
.slice(0, 10);
|
|
|
|
return {
|
|
result: JSON.stringify(result)
|
|
};
|
|
} catch (error) {
|
|
if (retry <= 0) {
|
|
addLog.warn('DuckDuckGo error', { error });
|
|
return {
|
|
result: 'Failed to fetch data'
|
|
};
|
|
}
|
|
|
|
await delay(Math.random() * 5000);
|
|
return main(props, retry - 1);
|
|
}
|
|
};
|
|
|
|
export default main;
|