apps/cf-ai-backend/src/queueConsumer/chunkers/chunkPageOrNotes.ts


1
2
3
4
5
6
7
8
9
10
11
12
13

import chunkText from "./chonker";
import { PageOrNoteChunks } from "../../types";
export function chunkPage(pageContent: string): PageOrNoteChunks {
	const chunks = chunkText(pageContent, 1536);

	return { type: "page", chunks: chunks };
}

export function chunkNote(noteContent: string): PageOrNoteChunks {
	const chunks = chunkText(noteContent, 1536);

	return { type: "note", chunks: chunks };
}