perf: csv文件选择

This commit is contained in:
archer
2023-04-10 19:47:03 +08:00
parent 0c55beb72d
commit c1d3a46dc7
7 changed files with 222 additions and 148 deletions

View File

@@ -4,6 +4,7 @@ import { connectToDatabase } from '@/service/mongo';
import { authToken } from '@/service/utils/tools';
import { connectRedis } from '@/service/redis';
import { VecModelDataIdx } from '@/constants/redis';
import { clearStrLineBreak } from '@/utils/tools';
export default async function handler(req: NextApiRequest, res: NextApiResponse<any>) {
try {
@@ -40,13 +41,16 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse<
}
);
const data = searchRes.documents.map((item: any) => ({
prompt: item.value.q,
completion: item.value.text
}));
let str = `question,answer\n`;
searchRes.documents.forEach((item: any) => {
if (item.value.q && item.value.text) {
str += `"${clearStrLineBreak(item.value.q)}","${clearStrLineBreak(item.value.text)}"\n`;
}
});
jsonRes(res, {
data: JSON.stringify(data)
data: str.slice(0, str.length - 1)
});
} catch (err) {
jsonRes(res, {