Files
project-noctivus/lib/pipeline/chunker.ts
2025-08-08 19:26:21 +02:00

12 lines
299 B
TypeScript

export function chunkText(text: string, chunkSize: number): string[] {
const words = text.split(/\s+/);
const chunks: string[] = [];
for (let i = 0; i < words.length; i += chunkSize) {
const chunk = words.slice(i, i + chunkSize).join(" ");
chunks.push(chunk);
}
return chunks;
}