aboutsummaryrefslogtreecommitdiff
path: root/apps/cf-ai-backend/src/queueConsumer/helpers
diff options
context:
space:
mode:
authorKush Thaker <[email protected]>2024-08-06 20:48:13 +0530
committerKush Thaker <[email protected]>2024-08-06 20:48:13 +0530
commit1336da8aae05a0acdb3e03561fa7378f238d3eda (patch)
tree483144b7ae6a63635e2e3753168f34f5109c5a9c /apps/cf-ai-backend/src/queueConsumer/helpers
parentMerge branch 'kush/be-queue' of https://github.com/Dhravya/supermemory into k... (diff)
downloadsupermemory-1336da8aae05a0acdb3e03561fa7378f238d3eda.tar.xz
supermemory-1336da8aae05a0acdb3e03561fa7378f238d3eda.zip
Fix job errors not reflecting in D1; add delays on document insert in vectorize to help with open ai rate limits
Diffstat (limited to 'apps/cf-ai-backend/src/queueConsumer/helpers')
-rw-r--r--apps/cf-ai-backend/src/queueConsumer/helpers/processPage.ts2
1 files changed, 1 insertions, 1 deletions
diff --git a/apps/cf-ai-backend/src/queueConsumer/helpers/processPage.ts b/apps/cf-ai-backend/src/queueConsumer/helpers/processPage.ts
index f967736e..9a50d701 100644
--- a/apps/cf-ai-backend/src/queueConsumer/helpers/processPage.ts
+++ b/apps/cf-ai-backend/src/queueConsumer/helpers/processPage.ts
@@ -29,12 +29,12 @@ export async function processPage(input: {
),
);
}
- console.log("[This is the page content]", pageContent);
const metadataResult = await getMetaData(input.url);
if (isErr(metadataResult)) {
throw metadataResult.error;
}
const metadata = metadataResult.value;
+ console.log("[this is the metadata]", metadata);
return Ok({ pageContent, metadata });
} catch (e) {
console.error("[Page Processing Error]", e);