aboutsummaryrefslogtreecommitdiff
path: root/apps/backend/src/utils/extractor.ts
diff options
context:
space:
mode:
authorDhravya Shah <[email protected]>2025-01-23 19:05:33 -0700
committerDhravya Shah <[email protected]>2025-01-23 19:05:33 -0700
commit12b26382094c0faf27bfb94ec50564e966a22993 (patch)
tree1841c3a6d59dd662e3c065422fe01ba4937008be /apps/backend/src/utils/extractor.ts
parentimport tools: CSV and markdown (obsidian) (diff)
downloadsupermemory-chunking-and-retrieval.tar.xz
supermemory-chunking-and-retrieval.zip
De duplication and updating chunkschunking-and-retrieval
Diffstat (limited to 'apps/backend/src/utils/extractor.ts')
-rw-r--r--apps/backend/src/utils/extractor.ts4
1 files changed, 2 insertions, 2 deletions
diff --git a/apps/backend/src/utils/extractor.ts b/apps/backend/src/utils/extractor.ts
index 9bf76181..8201cd28 100644
--- a/apps/backend/src/utils/extractor.ts
+++ b/apps/backend/src/utils/extractor.ts
@@ -2,7 +2,7 @@ import { Env } from "../types";
export const extractPageContent = async (content: string, env: Env) => {
console.log("content", content);
- const resp = await fetch(`https://md.dhr.wtf?url=${content}`);
+ const resp = await fetch(`https://md.dhr.wtf?url=${content}?nocache`);
if (!resp.ok) {
throw new Error(
@@ -10,7 +10,7 @@ export const extractPageContent = async (content: string, env: Env) => {
);
}
- const metadataResp = await fetch(`https://md.dhr.wtf/metadata?url=${content}`);
+ const metadataResp = await fetch(`https://md.dhr.wtf/metadata?url=${content}?nocache`);
if (!metadataResp.ok) {
throw new Error(