paco/rag-service
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Improve isolated scope bootstrap and upload ingest

Browse source
This commit is contained in:
Paco POR-CORREO 2026-04-06 16:31:01 +02:00
parent 7cfb713aac
commit 6557aea0bc
2 changed files with 36 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

7
RAG/src/modules/retrieve/service.ts
View file

@ -233,6 +233,13 @@ export class RetrieveService {
} }
} }
if (merged.size === 0 && scope && (scope.sourceId || scope.sourceRef || (scope.tags && scope.tags.length > 0))) {
const explored = await this.vectorStore.browseScope(12, mode, scope);
for (const item of explored) {
merged.set(item.chunkId, item);
}
}
return rankItems(query, [...merged.values()]).slice(0, 12); return rankItems(query, [...merged.values()]).slice(0, 12);
} }
} }

29
RAG/src/modules/vectorstore/client.ts
View file

@ -20,6 +20,7 @@ export interface VectorStoreClient {
upsert(chunks: IngestedChunk[]): Promise<void>; upsert(chunks: IngestedChunk[]): Promise<void>;
search(queryVector: number[], limit: number, mode?: string, scope?: RetrieveScope): Promise<RetrievedItem[]>; search(queryVector: number[], limit: number, mode?: string, scope?: RetrieveScope): Promise<RetrievedItem[]>;
listScopes(): Promise<AvailableScope[]>; listScopes(): Promise<AvailableScope[]>;
browseScope(limit: number, mode?: string, scope?: RetrieveScope): Promise<RetrievedItem[]>;
} }
function buildSearchFilter(mode?: string, scope?: RetrieveScope) { function buildSearchFilter(mode?: string, scope?: RetrieveScope) {
@ -189,4 +190,32 @@ export class QdrantVectorStoreClient implements VectorStoreClient {
return [...scopeMap.values()].sort((left, right) => left.sourceRef.localeCompare(right.sourceRef)); return [...scopeMap.values()].sort((left, right) => left.sourceRef.localeCompare(right.sourceRef));
} }
async browseScope(limit: number, mode?: string, scope?: RetrieveScope): Promise<RetrievedItem[]> {
const collections = await this.client.getCollections();
const exists = collections.collections.some((collection) => collection.name === env.qdrantCollection);
if (!exists) {
return [];
}
const response = await this.client.scroll(env.qdrantCollection, {
limit,
with_payload: true,
filter: buildSearchFilter(mode, scope)
});
return response.points.map((point) => ({
chunkId: String(point.payload?.chunk_id ?? point.id),
documentId: String(point.payload?.document_id ?? ""),
sourceId: String(point.payload?.source_id ?? ""),
title: String(point.payload?.title ?? ""),
sectionTitle: point.payload?.section_title ? String(point.payload.section_title) : undefined,
content: String(point.payload?.content ?? ""),
score: 0,
chunkMode: point.payload?.chunk_mode ? String(point.payload.chunk_mode) as "documental" | "codigo" : undefined,
startLine: point.payload?.start_line ? Number(point.payload.start_line) : undefined,
endLine: point.payload?.end_line ? Number(point.payload.end_line) : undefined
}));
}
} }