V4.8.16 dev (#3431)

* feat: add feishu & yuque dataset (#3379) * feat: add feishu & yuque dataset * fix ts * fix ts * move type position * fix * fix: merge interface * fix * feat: dingtalk sso support (#3408) * fix: optional sso state * feat: dingtalk bot * feat: dingtalk sso login * chore: move i18n to user namespace * feat: dingtalk bot integration (#3415) * feat: dingtalk bot integration * docs: config dingtalk bot * feat:sear XNG服务 (#3413) * feat:sear XNG服务 * 补充了courseUrl * 添加了官方文档 * 错误时返回情况修正了一下 * Tracks (#3420) * feat: node intro * feat: add domain track * dingding sso login * perf: api dataset code and add doc * feat: tracks * feat: searXNG plugins * fix: ts * feat: delete node tracks (#3423) * fix: dingtalk bot GET verification (#3424) * 4.8.16 test: fix: plugin inputs render；fix: ui offset (#3426) * fix: ui offset * perf: dingding talk * fix: plugin inputs render * feat: menu all folder (#3429) * fix: recall code --------- Co-authored-by: heheer <heheer@sealos.io> Co-authored-by: a.e. <49438478+I-Info@users.noreply.github.com> Co-authored-by: Jiangween <145003935+Jiangween@users.noreply.github.com>
2024-12-18 19:30:19 +08:00
parent 82871be054
commit bd79e7701f
154 changed files with 2519 additions and 300 deletions
--- a/packages/plugins/src/searchXNG/index.ts
+++ b/packages/plugins/src/searchXNG/index.ts
@@ -0,0 +1,66 @@
+import { delay } from '@fastgpt/global/common/system/utils';
+import * as cheerio from 'cheerio';
+import { i18nT } from '../../../web/i18n/utils';
+
+type Props = {
+  query: string;
+  url: string;
+};
+
+interface SearchResult {
+  title: string;
+  link: string;
+  snippet: string;
+}
+
+type Response = Promise<{
+  result: string;
+  error?: Record<string, any>;
+}>;
+
+const main = async (props: Props, retry = 3): Response => {
+  const { query, url } = props;
+
+  if (!query) {
+    return Promise.reject(i18nT('chat:not_query'));
+  }
+
+  if (!url) {
+    return Promise.reject('Can not find url');
+  }
+
+  try {
+    const response = await fetch(`${url}?q=${encodeURIComponent(query)}&language=auto`);
+    const html = await response.text();
+    const $ = cheerio.load(html, {
+      xml: false,
+      decodeEntities: true
+    });
+
+    const results: SearchResult[] = [];
+
+    $('.result').each((_: number, element: cheerio.Element) => {
+      const $element = $(element);
+      results.push({
+        title: $element.find('h3').text().trim(),
+        link: $element.find('a').first().attr('href') || '',
+        snippet: $element.find('.content').text().trim()
+      });
+    });
+
+    return {
+      result: JSON.stringify(results.slice(0, 10))
+    };
+  } catch (error) {
+    console.log(error);
+    if (retry <= 0) {
+      console.log('Search XNG error', { error });
+      return Promise.reject('Failed to fetch data from Search XNG');
+    }
+
+    await delay(Math.random() * 2000);
+    return main(props, retry - 1);
+  }
+};
+
+export default main;