scriptoriumadmin/supermemory
1
0
Fork 0
mirror of https://github.com/supermemoryai/supermemory.git synced 2026-09-14 23:21:20 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

remove everything inside raw tags

Browse source
This commit is contained in:
Dhravya Shah 2024-07-19 21:43:11 -05:00
parent c511f451bb
commit 3bc6fc017a
1 changed files with 5 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

6
apps/cf-ai-backend/src/index.ts
View file

@ -64,7 +64,11 @@ app.post("/api/add", zValidator("json", vectorObj), async (c) => {
const { store } = await initQuery(c);
console.log(body.spaces);
const chunks = chunkText(body.pageContent, 1536);
// remove everything in <raw> tags
const newPageContent = body.pageContent?.replace(/<raw>.*?<\/raw>/g, "");
const chunks = chunkText(newPageContent, 1536);
if (chunks.length > 20) {
return c.json({
status: "error",