feat: tmp upgrade code (#3559)

* feat: tmp upgrade code

* fulltext search test

* update action
This commit is contained in:
Archer
2025-01-10 14:41:29 +08:00
committed by GitHub
parent 1c0b323b1b
commit fadb3e3ceb
9 changed files with 24 additions and 24 deletions

View File

@@ -59,12 +59,12 @@ const initData = async (batchSize: number) => {
})),
{ ordered: false, session, lean: true }
);
// 把成功插入的新数据的 dataId 更新为已初始化
await MongoDatasetData.updateMany(
{ _id: { $in: result.map((item) => item.dataId) } },
{ $set: { initFullText: true }, $unset: { fullTextToken: 1 } },
{ session }
);
// FullText tmp 把成功插入的新数据的 dataId 更新为已初始化
// await MongoDatasetData.updateMany(
// { _id: { $in: result.map((item) => item.dataId) } },
// { $set: { initFullText: true }, $unset: { fullTextToken: 1 } },
// { session }
// );
success += result.length;

View File

@@ -25,7 +25,7 @@ async function handler(req: NextApiRequest, res: NextApiResponse) {
'status'
);
if (!authCert) {
return Promise.reject(UserErrEnum.unAuthUser);
return Promise.reject(UserErrEnum.binVisitor);
}
if (authCert.status === UserStatusEnum.forbidden) {

View File

@@ -89,7 +89,8 @@ export async function insertData2Dataset({
collectionId,
q,
a,
// fullTextToken: jiebaSplit({ text: qaStr }),
// FullText tmp
fullTextToken: jiebaSplit({ text: qaStr }),
chunkIndex,
indexes: indexes?.map((item, i) => ({
...item,
@@ -241,7 +242,8 @@ export async function updateData2Dataset({
// update mongo other data
mongoData.q = q || mongoData.q;
mongoData.a = a ?? mongoData.a;
// mongoData.fullTextToken = jiebaSplit({ text: `${mongoData.q}\n${mongoData.a}`.trim() });
// FullText tmp
mongoData.fullTextToken = jiebaSplit({ text: `${mongoData.q}\n${mongoData.a}`.trim() });
// @ts-ignore
mongoData.indexes = newIndexes;
await mongoData.save({ session });