diff options
| author | Dhravya <[email protected]> | 2024-04-13 20:33:53 -0700 |
|---|---|---|
| committer | Dhravya <[email protected]> | 2024-04-13 20:33:53 -0700 |
| commit | 7ff228f576ed8f5ce9773cfa6077e08ca27d6e80 (patch) | |
| tree | 8c2cd90e1172215c24b8e45ac47240361adb2a32 | |
| parent | made pageToMemory work (diff) | |
| download | supermemory-7ff228f576ed8f5ce9773cfa6077e08ca27d6e80.tar.xz supermemory-7ff228f576ed8f5ce9773cfa6077e08ca27d6e80.zip | |
attempt to fix browser rendering
| -rw-r--r-- | apps/cf-ai-backend/src/routes/getPageContent.ts | 4 |
1 files changed, 3 insertions, 1 deletions
diff --git a/apps/cf-ai-backend/src/routes/getPageContent.ts b/apps/cf-ai-backend/src/routes/getPageContent.ts index d380657e..4c465514 100644 --- a/apps/cf-ai-backend/src/routes/getPageContent.ts +++ b/apps/cf-ai-backend/src/routes/getPageContent.ts @@ -4,6 +4,7 @@ import { CloudflareVectorizeStore } from '@langchain/cloudflare'; import { Request } from '@cloudflare/workers-types'; import puppeteer from '@cloudflare/puppeteer'; +// TODO: THIS DOESN'T WORK PROPERLY. FOR EG, FOR THIS URL https://dev.to/challenges/cloudflare, IT DOESN'T RETURN FULL CONTENT export async function GET(request: Request, _: CloudflareVectorizeStore, embeddings: OpenAIEmbeddings, model: GenerativeModel, env?: Env) { const { searchParams } = new URL(request.url); let url = searchParams.get('url'); @@ -14,7 +15,8 @@ export async function GET(request: Request, _: CloudflareVectorizeStore, embeddi const page = await browser.newPage(); await page.goto(url); - // Innertext of content + await page.waitForSelector('body'); + const contentElement = await page.$('body'); const content = await page.evaluate((element) => element.innerText, contentElement); |