scriptoriumadmin/supermemory
1
0
Fork 0
mirror of https://github.com/supermemoryai/supermemory.git synced 2026-09-07 08:26:15 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

quickfix: remove any instances of chunkings from raw tweets

Browse source
This commit is contained in:
Dhravya 2024-07-14 10:24:00 -05:00
parent 1703233f4a
commit dff1bdd295
1 changed files with 8 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

11
packages/shared-types/utils.ts
View file

@ -12,10 +12,15 @@ export const tweetToMd = (tweet: Tweet) => {
export const getRawTweet = (tweet: string) => {
// Get the content inside the last <raw> tag, there can any number of <raw> tags in the tweet (or just one)
const rawTag = /<raw>(.*)<\/raw>/g;
const rawTag = /<raw>(.*)<\/raw>/gs; // Use 's' flag to match across multiple lines
const match = rawTag.exec(tweet);
if (match) {
return match[1];
if (match && match.length > 1) {
// Remove the specified item pattern
const cleanedContent = match[1]?.replace(
/<---chunkId:.*?\n.*?\n---->/gs,
"",
);
return cleanedContent;
}
return tweet;
};