dataset save raw file

This commit is contained in:
archer
2023-09-03 22:39:09 +08:00
parent 086ea83fac
commit a754ceaf3b
37 changed files with 347 additions and 144 deletions

View File

@@ -38,7 +38,7 @@ export async function generateQA(): Promise<any> {
prompt: 1,
q: 1,
source: 1,
model: 1
file_id: 1
});
// task preemption
@@ -136,7 +136,8 @@ A2:
kbId,
data: responseList.map((item) => ({
...item,
source: data.source
source: data.source,
file_id: data.file_id
})),
userId,
mode: TrainingModeEnum.index

View File

@@ -38,6 +38,7 @@ export async function generateVector(): Promise<any> {
q: 1,
a: 1,
source: 1,
file_id: 1,
vectorModel: 1
});
@@ -74,6 +75,7 @@ export async function generateVector(): Promise<any> {
q: dataItems[i].q,
a: dataItems[i].a,
source: data.source,
file_id: data.file_id,
vector
}))
});