Compare commits
3 Commits
1d51176311
...
main
Author | SHA1 | Date | |
---|---|---|---|
8720500442 | |||
cf8219691b | |||
a379a101f4 |
45
.gitignore
vendored
45
.gitignore
vendored
@@ -1,8 +1,45 @@
|
||||
# See https://help.github.com/articles/ignoring-files/ for more about ignoring files.
|
||||
|
||||
node_modules/
|
||||
# dependencies
|
||||
/node_modules
|
||||
/.pnp
|
||||
.pnp.*
|
||||
.yarn/*
|
||||
!.yarn/patches
|
||||
!.yarn/plugins
|
||||
!.yarn/releases
|
||||
!.yarn/versions
|
||||
|
||||
.env
|
||||
# testing
|
||||
/coverage
|
||||
|
||||
stories/sample_story/
|
||||
# next.js
|
||||
/.next/
|
||||
/out/
|
||||
|
||||
dist/
|
||||
# production
|
||||
/build
|
||||
|
||||
# misc
|
||||
.DS_Store
|
||||
*.pem
|
||||
|
||||
# debug
|
||||
npm-debug.log*
|
||||
yarn-debug.log*
|
||||
yarn-error.log*
|
||||
.pnpm-debug.log*
|
||||
|
||||
# env files (can opt-in for committing if needed)
|
||||
.env*
|
||||
|
||||
# vercel
|
||||
.vercel
|
||||
|
||||
# typescript
|
||||
*.tsbuildinfo
|
||||
next-env.d.ts
|
||||
|
||||
|
||||
|
||||
stories/sample_story/
|
37
README.md
37
README.md
@@ -1 +1,36 @@
|
||||
# audiobooks-hustle
|
||||
This is a [Next.js](https://nextjs.org) project bootstrapped with [`create-next-app`](https://nextjs.org/docs/app/api-reference/cli/create-next-app).
|
||||
|
||||
## Getting Started
|
||||
|
||||
First, run the development server:
|
||||
|
||||
```bash
|
||||
npm run dev
|
||||
# or
|
||||
yarn dev
|
||||
# or
|
||||
pnpm dev
|
||||
# or
|
||||
bun dev
|
||||
```
|
||||
|
||||
Open [http://localhost:3000](http://localhost:3000) with your browser to see the result.
|
||||
|
||||
You can start editing the page by modifying `app/page.tsx`. The page auto-updates as you edit the file.
|
||||
|
||||
This project uses [`next/font`](https://nextjs.org/docs/app/building-your-application/optimizing/fonts) to automatically optimize and load [Geist](https://vercel.com/font), a new font family for Vercel.
|
||||
|
||||
## Learn More
|
||||
|
||||
To learn more about Next.js, take a look at the following resources:
|
||||
|
||||
- [Next.js Documentation](https://nextjs.org/docs) - learn about Next.js features and API.
|
||||
- [Learn Next.js](https://nextjs.org/learn) - an interactive Next.js tutorial.
|
||||
|
||||
You can check out [the Next.js GitHub repository](https://github.com/vercel/next.js) - your feedback and contributions are welcome!
|
||||
|
||||
## Deploy on Vercel
|
||||
|
||||
The easiest way to deploy your Next.js app is to use the [Vercel Platform](https://vercel.com/new?utm_medium=default-template&filter=next.js&utm_source=create-next-app&utm_campaign=create-next-app-readme) from the creators of Next.js.
|
||||
|
||||
Check out our [Next.js deployment documentation](https://nextjs.org/docs/app/building-your-application/deploying) for more details.
|
||||
|
43
app/api/run/route.ts
Normal file
43
app/api/run/route.ts
Normal file
@@ -0,0 +1,43 @@
|
||||
import path from "path";
|
||||
import { runStoryPipeline } from "@/lib/pipeline/pipeline";
|
||||
|
||||
export const runtime = "nodejs";
|
||||
export const dynamic = "force-dynamic";
|
||||
export const maxDuration = 300; // seconds
|
||||
|
||||
type RunBody = {
|
||||
storyName: string;
|
||||
force?: boolean;
|
||||
skipUpload?: boolean;
|
||||
concurrency?: number;
|
||||
};
|
||||
|
||||
function isRunBody(value: unknown): value is RunBody {
|
||||
if (typeof value !== "object" || value === null) return false;
|
||||
const v = value as Record<string, unknown>;
|
||||
return typeof v.storyName === "string";
|
||||
}
|
||||
|
||||
export async function POST(request: Request) {
|
||||
const bodyUnknown: unknown = await request.json().catch(() => null);
|
||||
|
||||
if (!isRunBody(bodyUnknown)) {
|
||||
return Response.json({ ok: false, error: "'storyName' is required" }, { status: 400 });
|
||||
}
|
||||
|
||||
const storyName = bodyUnknown.storyName;
|
||||
const force = !!bodyUnknown.force;
|
||||
const skipUpload = !!bodyUnknown.skipUpload;
|
||||
const concurrency = Math.max(1, Math.min(10, Number(bodyUnknown.concurrency) || 3));
|
||||
|
||||
// Keep using repo root for stories unless you move them into the Next.js folder
|
||||
const baseDir = path.resolve(process.cwd(), "..");
|
||||
|
||||
try {
|
||||
const result = await runStoryPipeline(storyName, { force, skipUpload, concurrency, baseDir });
|
||||
return Response.json({ ok: true, result });
|
||||
} catch (error: unknown) {
|
||||
const message = error instanceof Error ? error.message : String(error);
|
||||
return Response.json({ ok: false, error: message }, { status: 500 });
|
||||
}
|
||||
}
|
BIN
app/favicon.ico
Normal file
BIN
app/favicon.ico
Normal file
Binary file not shown.
After Width: | Height: | Size: 25 KiB |
122
app/globals.css
Normal file
122
app/globals.css
Normal file
@@ -0,0 +1,122 @@
|
||||
@import "tailwindcss";
|
||||
@import "tw-animate-css";
|
||||
|
||||
@custom-variant dark (&:is(.dark *));
|
||||
|
||||
@theme inline {
|
||||
--color-background: var(--background);
|
||||
--color-foreground: var(--foreground);
|
||||
--font-sans: var(--font-geist-sans);
|
||||
--font-mono: var(--font-geist-mono);
|
||||
--color-sidebar-ring: var(--sidebar-ring);
|
||||
--color-sidebar-border: var(--sidebar-border);
|
||||
--color-sidebar-accent-foreground: var(--sidebar-accent-foreground);
|
||||
--color-sidebar-accent: var(--sidebar-accent);
|
||||
--color-sidebar-primary-foreground: var(--sidebar-primary-foreground);
|
||||
--color-sidebar-primary: var(--sidebar-primary);
|
||||
--color-sidebar-foreground: var(--sidebar-foreground);
|
||||
--color-sidebar: var(--sidebar);
|
||||
--color-chart-5: var(--chart-5);
|
||||
--color-chart-4: var(--chart-4);
|
||||
--color-chart-3: var(--chart-3);
|
||||
--color-chart-2: var(--chart-2);
|
||||
--color-chart-1: var(--chart-1);
|
||||
--color-ring: var(--ring);
|
||||
--color-input: var(--input);
|
||||
--color-border: var(--border);
|
||||
--color-destructive: var(--destructive);
|
||||
--color-accent-foreground: var(--accent-foreground);
|
||||
--color-accent: var(--accent);
|
||||
--color-muted-foreground: var(--muted-foreground);
|
||||
--color-muted: var(--muted);
|
||||
--color-secondary-foreground: var(--secondary-foreground);
|
||||
--color-secondary: var(--secondary);
|
||||
--color-primary-foreground: var(--primary-foreground);
|
||||
--color-primary: var(--primary);
|
||||
--color-popover-foreground: var(--popover-foreground);
|
||||
--color-popover: var(--popover);
|
||||
--color-card-foreground: var(--card-foreground);
|
||||
--color-card: var(--card);
|
||||
--radius-sm: calc(var(--radius) - 4px);
|
||||
--radius-md: calc(var(--radius) - 2px);
|
||||
--radius-lg: var(--radius);
|
||||
--radius-xl: calc(var(--radius) + 4px);
|
||||
}
|
||||
|
||||
:root {
|
||||
--radius: 0.625rem;
|
||||
--background: oklch(1 0 0);
|
||||
--foreground: oklch(0.141 0.005 285.823);
|
||||
--card: oklch(1 0 0);
|
||||
--card-foreground: oklch(0.141 0.005 285.823);
|
||||
--popover: oklch(1 0 0);
|
||||
--popover-foreground: oklch(0.141 0.005 285.823);
|
||||
--primary: oklch(0.21 0.006 285.885);
|
||||
--primary-foreground: oklch(0.985 0 0);
|
||||
--secondary: oklch(0.967 0.001 286.375);
|
||||
--secondary-foreground: oklch(0.21 0.006 285.885);
|
||||
--muted: oklch(0.967 0.001 286.375);
|
||||
--muted-foreground: oklch(0.552 0.016 285.938);
|
||||
--accent: oklch(0.967 0.001 286.375);
|
||||
--accent-foreground: oklch(0.21 0.006 285.885);
|
||||
--destructive: oklch(0.577 0.245 27.325);
|
||||
--border: oklch(0.92 0.004 286.32);
|
||||
--input: oklch(0.92 0.004 286.32);
|
||||
--ring: oklch(0.705 0.015 286.067);
|
||||
--chart-1: oklch(0.646 0.222 41.116);
|
||||
--chart-2: oklch(0.6 0.118 184.704);
|
||||
--chart-3: oklch(0.398 0.07 227.392);
|
||||
--chart-4: oklch(0.828 0.189 84.429);
|
||||
--chart-5: oklch(0.769 0.188 70.08);
|
||||
--sidebar: oklch(0.985 0 0);
|
||||
--sidebar-foreground: oklch(0.141 0.005 285.823);
|
||||
--sidebar-primary: oklch(0.21 0.006 285.885);
|
||||
--sidebar-primary-foreground: oklch(0.985 0 0);
|
||||
--sidebar-accent: oklch(0.967 0.001 286.375);
|
||||
--sidebar-accent-foreground: oklch(0.21 0.006 285.885);
|
||||
--sidebar-border: oklch(0.92 0.004 286.32);
|
||||
--sidebar-ring: oklch(0.705 0.015 286.067);
|
||||
}
|
||||
|
||||
.dark {
|
||||
--background: oklch(0.141 0.005 285.823);
|
||||
--foreground: oklch(0.985 0 0);
|
||||
--card: oklch(0.21 0.006 285.885);
|
||||
--card-foreground: oklch(0.985 0 0);
|
||||
--popover: oklch(0.21 0.006 285.885);
|
||||
--popover-foreground: oklch(0.985 0 0);
|
||||
--primary: oklch(0.92 0.004 286.32);
|
||||
--primary-foreground: oklch(0.21 0.006 285.885);
|
||||
--secondary: oklch(0.274 0.006 286.033);
|
||||
--secondary-foreground: oklch(0.985 0 0);
|
||||
--muted: oklch(0.274 0.006 286.033);
|
||||
--muted-foreground: oklch(0.705 0.015 286.067);
|
||||
--accent: oklch(0.274 0.006 286.033);
|
||||
--accent-foreground: oklch(0.985 0 0);
|
||||
--destructive: oklch(0.704 0.191 22.216);
|
||||
--border: oklch(1 0 0 / 10%);
|
||||
--input: oklch(1 0 0 / 15%);
|
||||
--ring: oklch(0.552 0.016 285.938);
|
||||
--chart-1: oklch(0.488 0.243 264.376);
|
||||
--chart-2: oklch(0.696 0.17 162.48);
|
||||
--chart-3: oklch(0.769 0.188 70.08);
|
||||
--chart-4: oklch(0.627 0.265 303.9);
|
||||
--chart-5: oklch(0.645 0.246 16.439);
|
||||
--sidebar: oklch(0.21 0.006 285.885);
|
||||
--sidebar-foreground: oklch(0.985 0 0);
|
||||
--sidebar-primary: oklch(0.488 0.243 264.376);
|
||||
--sidebar-primary-foreground: oklch(0.985 0 0);
|
||||
--sidebar-accent: oklch(0.274 0.006 286.033);
|
||||
--sidebar-accent-foreground: oklch(0.985 0 0);
|
||||
--sidebar-border: oklch(1 0 0 / 10%);
|
||||
--sidebar-ring: oklch(0.552 0.016 285.938);
|
||||
}
|
||||
|
||||
@layer base {
|
||||
* {
|
||||
@apply border-border outline-ring/50;
|
||||
}
|
||||
body {
|
||||
@apply bg-background text-foreground;
|
||||
}
|
||||
}
|
34
app/layout.tsx
Normal file
34
app/layout.tsx
Normal file
@@ -0,0 +1,34 @@
|
||||
import type { Metadata } from "next";
|
||||
import { Geist, Geist_Mono } from "next/font/google";
|
||||
import "./globals.css";
|
||||
|
||||
const geistSans = Geist({
|
||||
variable: "--font-geist-sans",
|
||||
subsets: ["latin"],
|
||||
});
|
||||
|
||||
const geistMono = Geist_Mono({
|
||||
variable: "--font-geist-mono",
|
||||
subsets: ["latin"],
|
||||
});
|
||||
|
||||
export const metadata: Metadata = {
|
||||
title: "Create Next App",
|
||||
description: "Generated by create next app",
|
||||
};
|
||||
|
||||
export default function RootLayout({
|
||||
children,
|
||||
}: Readonly<{
|
||||
children: React.ReactNode;
|
||||
}>) {
|
||||
return (
|
||||
<html lang="en">
|
||||
<body
|
||||
className={`${geistSans.variable} ${geistMono.variable} antialiased`}
|
||||
>
|
||||
{children}
|
||||
</body>
|
||||
</html>
|
||||
);
|
||||
}
|
139
app/page.tsx
Normal file
139
app/page.tsx
Normal file
@@ -0,0 +1,139 @@
|
||||
"use client";
|
||||
|
||||
import { useState } from "react";
|
||||
|
||||
type PipelineResult = {
|
||||
videoPath: string;
|
||||
finalAudioPath: string;
|
||||
imageFiles: string[];
|
||||
};
|
||||
|
||||
type ApiSuccess = { ok: true; result: PipelineResult };
|
||||
|
||||
type ApiError = { ok: false; error?: string };
|
||||
|
||||
type ApiResponse = ApiSuccess | ApiError;
|
||||
|
||||
function isApiResponse(value: unknown): value is ApiResponse {
|
||||
if (typeof value !== "object" || value === null) return false;
|
||||
const v = value as Record<string, unknown>;
|
||||
if (v.ok === true) {
|
||||
const r = v.result as Record<string, unknown> | undefined;
|
||||
return (
|
||||
typeof r === "object" &&
|
||||
r !== null &&
|
||||
typeof r.videoPath === "string" &&
|
||||
typeof r.finalAudioPath === "string" &&
|
||||
Array.isArray(r.imageFiles)
|
||||
);
|
||||
}
|
||||
return v.ok === false;
|
||||
}
|
||||
|
||||
export default function Home() {
|
||||
const [storyName, setStoryName] = useState("sample_story");
|
||||
const [concurrency, setConcurrency] = useState(3);
|
||||
const [force, setForce] = useState(false);
|
||||
const [skipUpload, setSkipUpload] = useState(true);
|
||||
const [loading, setLoading] = useState(false);
|
||||
const [result, setResult] = useState<PipelineResult | null>(null);
|
||||
const [error, setError] = useState<string | null>(null);
|
||||
|
||||
async function runPipeline(e: React.FormEvent) {
|
||||
e.preventDefault();
|
||||
setLoading(true);
|
||||
setError(null);
|
||||
setResult(null);
|
||||
try {
|
||||
const res = await fetch("/api/run", {
|
||||
method: "POST",
|
||||
headers: { "Content-Type": "application/json" },
|
||||
body: JSON.stringify({ storyName, concurrency, force, skipUpload }),
|
||||
});
|
||||
const data: unknown = await res.json();
|
||||
if (!res.ok || !isApiResponse(data) || data.ok !== true) {
|
||||
const msg = isApiResponse(data) && data.ok === false ? data.error : undefined;
|
||||
throw new Error(msg || `Request failed with status ${res.status}`);
|
||||
}
|
||||
setResult(data.result);
|
||||
} catch (err: unknown) {
|
||||
const message = err instanceof Error ? err.message : String(err);
|
||||
setError(message);
|
||||
} finally {
|
||||
setLoading(false);
|
||||
}
|
||||
}
|
||||
|
||||
return (
|
||||
<div className="min-h-screen w-full flex items-center justify-center p-8">
|
||||
<div className="w-full max-w-2xl space-y-6">
|
||||
<h1 className="text-2xl font-semibold">Audiobooks Hustle – Run Pipeline</h1>
|
||||
<form onSubmit={runPipeline} className="space-y-4">
|
||||
<div>
|
||||
<label className="block text-sm font-medium mb-1">Story name</label>
|
||||
<input
|
||||
className="w-full rounded-md border px-3 py-2"
|
||||
placeholder="sample_story"
|
||||
value={storyName}
|
||||
onChange={(e) => setStoryName(e.target.value)}
|
||||
required
|
||||
/>
|
||||
<p className="text-xs text-muted-foreground mt-1">
|
||||
Must match a folder in the repo root at <code>stories/<storyName></code> containing
|
||||
<code>source.txt</code> and <code>config.yaml</code>.
|
||||
</p>
|
||||
</div>
|
||||
<div className="grid grid-cols-2 gap-4">
|
||||
<div>
|
||||
<label className="block text-sm font-medium mb-1">Concurrency</label>
|
||||
<input
|
||||
type="number"
|
||||
min={1}
|
||||
max={10}
|
||||
className="w-full rounded-md border px-3 py-2"
|
||||
value={concurrency}
|
||||
onChange={(e) => setConcurrency(parseInt(e.target.value || "3", 10))}
|
||||
/>
|
||||
</div>
|
||||
<div className="flex items-center gap-4">
|
||||
<label className="inline-flex items-center gap-2">
|
||||
<input type="checkbox" checked={force} onChange={(e) => setForce(e.target.checked)} />
|
||||
<span>Force regenerate</span>
|
||||
</label>
|
||||
<label className="inline-flex items-center gap-2">
|
||||
<input type="checkbox" checked={skipUpload} onChange={(e) => setSkipUpload(e.target.checked)} />
|
||||
<span>Skip upload</span>
|
||||
</label>
|
||||
</div>
|
||||
</div>
|
||||
<button
|
||||
type="submit"
|
||||
className="rounded-md bg-black text-white px-4 py-2 disabled:opacity-50"
|
||||
disabled={loading}
|
||||
>
|
||||
{loading ? "Running..." : "Run pipeline"}
|
||||
</button>
|
||||
</form>
|
||||
|
||||
{error && <div className="rounded-md border border-red-300 bg-red-50 p-3 text-sm text-red-700">{error}</div>}
|
||||
|
||||
{result && (
|
||||
<div className="space-y-2 text-sm">
|
||||
<div className="rounded-md border p-3">
|
||||
<div className="font-medium">Video created:</div>
|
||||
<pre className="overflow-auto whitespace-pre-wrap">{result.videoPath}</pre>
|
||||
</div>
|
||||
<div className="rounded-md border p-3">
|
||||
<div className="font-medium">Final audio:</div>
|
||||
<pre className="overflow-auto whitespace-pre-wrap">{result.finalAudioPath}</pre>
|
||||
</div>
|
||||
<div className="rounded-md border p-3">
|
||||
<div className="font-medium">Images ({result.imageFiles?.length ?? 0}):</div>
|
||||
<pre className="overflow-auto whitespace-pre-wrap">{(result.imageFiles || []).join("\n")}</pre>
|
||||
</div>
|
||||
</div>
|
||||
)}
|
||||
</div>
|
||||
</div>
|
||||
);
|
||||
}
|
21
components.json
Normal file
21
components.json
Normal file
@@ -0,0 +1,21 @@
|
||||
{
|
||||
"$schema": "https://ui.shadcn.com/schema.json",
|
||||
"style": "new-york",
|
||||
"rsc": true,
|
||||
"tsx": true,
|
||||
"tailwind": {
|
||||
"config": "",
|
||||
"css": "app/globals.css",
|
||||
"baseColor": "zinc",
|
||||
"cssVariables": true,
|
||||
"prefix": ""
|
||||
},
|
||||
"aliases": {
|
||||
"components": "@/components",
|
||||
"utils": "@/lib/utils",
|
||||
"ui": "@/components/ui",
|
||||
"lib": "@/lib",
|
||||
"hooks": "@/hooks"
|
||||
},
|
||||
"iconLibrary": "lucide"
|
||||
}
|
16
eslint.config.mjs
Normal file
16
eslint.config.mjs
Normal file
@@ -0,0 +1,16 @@
|
||||
import { dirname } from "path";
|
||||
import { fileURLToPath } from "url";
|
||||
import { FlatCompat } from "@eslint/eslintrc";
|
||||
|
||||
const __filename = fileURLToPath(import.meta.url);
|
||||
const __dirname = dirname(__filename);
|
||||
|
||||
const compat = new FlatCompat({
|
||||
baseDirectory: __dirname,
|
||||
});
|
||||
|
||||
const eslintConfig = [
|
||||
...compat.extends("next/core-web-vitals", "next/typescript"),
|
||||
];
|
||||
|
||||
export default eslintConfig;
|
@@ -2,22 +2,22 @@ import { spawn } from "child_process";
|
||||
import { StoryConfig } from "./config";
|
||||
import * as path from "path";
|
||||
import * as fs from "fs";
|
||||
const ffmpeg = require("ffmpeg-static");
|
||||
const ffprobe = require("ffprobe-static");
|
||||
import ffmpeg from "ffmpeg-static";
|
||||
import ffprobe from "ffprobe-static";
|
||||
|
||||
export function getDuration(file: string): Promise<number> {
|
||||
const ffprobePath = ffprobe.path;
|
||||
const ffprobePath: string = (ffprobe as unknown as { path: string }).path;
|
||||
const args = ["-v", "error", "-show_entries", "format=duration", "-of", "default=noprint_wrappers=1:nokey=1", file];
|
||||
|
||||
const ffprobeProcess = spawn(ffprobePath, args);
|
||||
|
||||
let duration = "";
|
||||
ffprobeProcess.stdout.on("data", (data: any) => {
|
||||
ffprobeProcess.stdout.on("data", (data: Buffer) => {
|
||||
duration += data.toString();
|
||||
});
|
||||
|
||||
return new Promise<number>((resolve, reject) => {
|
||||
ffprobeProcess.on("close", (code: any) => {
|
||||
ffprobeProcess.on("close", (code: number | null) => {
|
||||
if (code === 0) {
|
||||
resolve(parseFloat(duration));
|
||||
} else {
|
||||
@@ -32,21 +32,13 @@ export async function getChunkDuration(chunkPath: string): Promise<number> {
|
||||
}
|
||||
|
||||
export async function generateSilence(duration: number, outputFile: string): Promise<void> {
|
||||
const ffmpegPath = ffmpeg;
|
||||
const ffmpegPath: string = (ffmpeg as unknown as string) || "ffmpeg";
|
||||
const args = ["-y", "-f", "lavfi", "-i", `anullsrc=r=44100:cl=stereo:d=${duration}`, outputFile];
|
||||
|
||||
const ffmpegProcess = spawn(ffmpegPath, args);
|
||||
|
||||
ffmpegProcess.stdout.on("data", (data: any) => {
|
||||
console.log(`stdout: ${data}`);
|
||||
});
|
||||
|
||||
ffmpegProcess.stderr.on("data", (data: any) => {
|
||||
console.error(`stderr: ${data}`);
|
||||
});
|
||||
|
||||
return new Promise<void>((resolve, reject) => {
|
||||
ffmpegProcess.on("close", (code: any) => {
|
||||
ffmpegProcess.on("close", (code: number | null) => {
|
||||
if (code === 0) {
|
||||
resolve();
|
||||
} else {
|
||||
@@ -57,6 +49,7 @@ export async function generateSilence(duration: number, outputFile: string): Pro
|
||||
}
|
||||
|
||||
export async function combineAudio(storyName: string, storyConfig: StoryConfig, audioFiles: string[]): Promise<void> {
|
||||
const ffmpegPath: string = (ffmpeg as unknown as string) || "ffmpeg";
|
||||
const introFile = path.resolve("stories", storyName, storyConfig.config.intro_audio_file);
|
||||
const outroFile = path.resolve("stories", storyName, storyConfig.config.outro_audio_file);
|
||||
const finalAudioDir = path.resolve("stories", storyName, "final_audio");
|
||||
@@ -66,18 +59,17 @@ export async function combineAudio(storyName: string, storyConfig: StoryConfig,
|
||||
|
||||
fs.mkdirSync(finalAudioDir, { recursive: true });
|
||||
|
||||
// First, concatenate the main audio files
|
||||
const allFiles = [introFile, ...audioFiles.map((f) => path.resolve(f)), outroFile];
|
||||
const fileList = allFiles.map((f) => `file '${f.replace(/'/g, "'\\''")}'`).join("\n");
|
||||
const listFile = path.resolve("stories", storyName, "filelist.txt");
|
||||
require("fs").writeFileSync(listFile, fileList);
|
||||
fs.writeFileSync(listFile, fileList);
|
||||
|
||||
const concatArgs = ["-y", "-f", "concat", "-safe", "0", "-i", listFile, "-c", "copy", tempAudioFile];
|
||||
|
||||
const concatProcess = spawn(ffmpeg, concatArgs);
|
||||
const concatProcess = spawn(ffmpegPath, concatArgs);
|
||||
|
||||
await new Promise<void>((resolve, reject) => {
|
||||
concatProcess.on("close", (code: any) => {
|
||||
concatProcess.on("close", (code: number | null) => {
|
||||
if (code === 0) {
|
||||
resolve();
|
||||
} else {
|
||||
@@ -86,20 +78,19 @@ export async function combineAudio(storyName: string, storyConfig: StoryConfig,
|
||||
});
|
||||
});
|
||||
|
||||
// Then, get the duration of the concatenated audio
|
||||
const duration = await getDuration(tempAudioFile);
|
||||
|
||||
if (!fs.existsSync(backgroundMusicFile)) {
|
||||
// If background music is missing, just copy the narration
|
||||
await new Promise<void>((resolve, reject) => {
|
||||
const args = ["-y", "-i", tempAudioFile, "-c:a", "libmp3lame", "-q:a", "4", finalAudioFile];
|
||||
const p = spawn(ffmpeg, args);
|
||||
p.on("close", (code: any) => (code === 0 ? resolve() : reject(new Error(`ffmpeg copy failed ${code}`))));
|
||||
const p = spawn(ffmpegPath, args);
|
||||
p.on("close", (code: number | null) =>
|
||||
code === 0 ? resolve() : reject(new Error(`ffmpeg copy failed ${code}`))
|
||||
);
|
||||
});
|
||||
return;
|
||||
}
|
||||
|
||||
// Finally, mix the main audio with the looped/trimmed background music at a lower volume
|
||||
const bgVolume = "0.2";
|
||||
const mixArgs = [
|
||||
"-y",
|
||||
@@ -120,10 +111,10 @@ export async function combineAudio(storyName: string, storyConfig: StoryConfig,
|
||||
finalAudioFile,
|
||||
];
|
||||
|
||||
const mixProcess = spawn(ffmpeg, mixArgs);
|
||||
const mixProcess = spawn(ffmpegPath, mixArgs);
|
||||
|
||||
return new Promise<void>((resolve, reject) => {
|
||||
mixProcess.on("close", (code: any) => {
|
||||
mixProcess.on("close", (code: number | null) => {
|
||||
if (code === 0) {
|
||||
resolve();
|
||||
} else {
|
@@ -45,7 +45,10 @@ const StoryConfigSchema = z.object({
|
||||
export_settings: z
|
||||
.object({
|
||||
format: z.string().optional().default("mp4"),
|
||||
resolution: z.string().regex(/^\d+x\d+$/).default("1024x1024"),
|
||||
resolution: z
|
||||
.string()
|
||||
.regex(/^\d+x\d+$/)
|
||||
.default("1024x1024"),
|
||||
})
|
||||
.default({ format: "mp4", resolution: "1024x1024" }),
|
||||
}),
|
@@ -3,11 +3,15 @@ import * as fs from "fs";
|
||||
import * as path from "path";
|
||||
import { StoryConfig } from "./config";
|
||||
|
||||
const openai = new OpenAI({
|
||||
apiKey: process.env.OPENAI_API_KEY,
|
||||
});
|
||||
let openaiClient: OpenAI | null = null;
|
||||
function getOpenAI(): OpenAI {
|
||||
if (!openaiClient) {
|
||||
openaiClient = new OpenAI({ apiKey: process.env.OPENAI_API_KEY });
|
||||
}
|
||||
return openaiClient;
|
||||
}
|
||||
|
||||
const allowedSizes = [
|
||||
const allowedSizesValues = [
|
||||
"256x256",
|
||||
"512x512",
|
||||
"1024x1024",
|
||||
@@ -16,10 +20,9 @@ const allowedSizes = [
|
||||
"1792x1024",
|
||||
"1024x1792",
|
||||
] as const;
|
||||
type AllowedSize = (typeof allowedSizes)[number];
|
||||
type AllowedSize = (typeof allowedSizesValues)[number];
|
||||
|
||||
function pickImageSize(resolution?: string): AllowedSize {
|
||||
// Default square for simplicity
|
||||
if (!resolution) return "1024x1024";
|
||||
const match = resolution.match(/^(\d+)x(\d+)$/);
|
||||
if (!match) return "1024x1024";
|
||||
@@ -47,7 +50,7 @@ Illustration for the following passage:
|
||||
|
||||
const size = pickImageSize(storyConfig.config.export_settings?.resolution);
|
||||
|
||||
const response = await openai.images.generate({
|
||||
const response = await getOpenAI().images.generate({
|
||||
model: "dall-e-3",
|
||||
prompt,
|
||||
n: 1,
|
151
lib/pipeline/pipeline.ts
Normal file
151
lib/pipeline/pipeline.ts
Normal file
@@ -0,0 +1,151 @@
|
||||
import { loadStoryConfig } from "./config";
|
||||
import { validatePublicDomain } from "./validator";
|
||||
import { sanitizeText } from "./sanitizer";
|
||||
import { chunkText } from "./chunker";
|
||||
import { generateAudio, generateSingleAudio } from "./tts";
|
||||
import { combineAudio, getChunkDuration } from "./audio";
|
||||
import { generateImage } from "./images";
|
||||
import { createVideo } from "./video";
|
||||
import { createSrt } from "./subtitles";
|
||||
import { generateYouTubeMetadata, uploadToYouTube, YouTubeMetadata } from "./uploader";
|
||||
import * as path from "path";
|
||||
import * as fs from "fs";
|
||||
|
||||
export interface RunPipelineOptions {
|
||||
force?: boolean;
|
||||
skipUpload?: boolean;
|
||||
concurrency?: number;
|
||||
baseDir?: string;
|
||||
}
|
||||
|
||||
export interface RunPipelineResult {
|
||||
storyName: string;
|
||||
audioFiles: string[];
|
||||
imageFiles: string[];
|
||||
srtPath: string;
|
||||
finalAudioPath: string;
|
||||
videoPath: string;
|
||||
metadata: YouTubeMetadata;
|
||||
}
|
||||
|
||||
async function mapWithConcurrency<T>(
|
||||
items: T[],
|
||||
limit: number,
|
||||
mapper: (item: T, index: number) => Promise<void>
|
||||
): Promise<void> {
|
||||
if (items.length === 0) return;
|
||||
let nextIndex = 0;
|
||||
const inFlight: Promise<void>[] = [];
|
||||
const launchNext = () => {
|
||||
if (nextIndex >= items.length) return;
|
||||
const current = nextIndex++;
|
||||
const p = mapper(items[current], current).finally(() => {
|
||||
const idx = inFlight.indexOf(p);
|
||||
if (idx >= 0) inFlight.splice(idx, 1);
|
||||
});
|
||||
inFlight.push(p);
|
||||
};
|
||||
for (let i = 0; i < Math.min(limit, items.length); i++) {
|
||||
launchNext();
|
||||
}
|
||||
while (inFlight.length > 0 || nextIndex < items.length) {
|
||||
while (inFlight.length < limit && nextIndex < items.length) {
|
||||
launchNext();
|
||||
}
|
||||
await Promise.race(inFlight);
|
||||
}
|
||||
}
|
||||
|
||||
export async function runStoryPipeline(
|
||||
storyName: string,
|
||||
options: RunPipelineOptions = {}
|
||||
): Promise<RunPipelineResult> {
|
||||
const force = !!options.force;
|
||||
const skipUpload = !!options.skipUpload;
|
||||
const concurrency = Math.max(1, options.concurrency ?? 3);
|
||||
|
||||
const originalCwd = process.cwd();
|
||||
const targetCwd = options.baseDir || originalCwd;
|
||||
|
||||
if (targetCwd && targetCwd !== originalCwd) {
|
||||
process.chdir(targetCwd);
|
||||
}
|
||||
|
||||
try {
|
||||
const storyConfig = loadStoryConfig(storyName);
|
||||
|
||||
const validationResult = validatePublicDomain(storyConfig);
|
||||
if (!validationResult.is_public_domain) {
|
||||
throw new Error(validationResult.message);
|
||||
}
|
||||
|
||||
const storyRoot = path.resolve("stories", storyName);
|
||||
["audio", "images", "final_audio", "video"].forEach((d) =>
|
||||
fs.mkdirSync(path.join(storyRoot, d), { recursive: true })
|
||||
);
|
||||
|
||||
const sanitizedText = sanitizeText(storyName);
|
||||
|
||||
const chunks = chunkText(sanitizedText, storyConfig.config.chunk_size);
|
||||
|
||||
const introFile = path.join("stories", storyName, storyConfig.config.intro_audio_file);
|
||||
const outroFile = path.join("stories", storyName, storyConfig.config.outro_audio_file);
|
||||
if (!fs.existsSync(introFile) || force) {
|
||||
await generateSingleAudio(storyConfig, "This is the intro.", introFile);
|
||||
}
|
||||
if (!fs.existsSync(outroFile) || force) {
|
||||
await generateSingleAudio(storyConfig, "This is the outro.", outroFile);
|
||||
}
|
||||
|
||||
const audioFiles: string[] = new Array(chunks.length);
|
||||
const chunkDurations: number[] = new Array(chunks.length);
|
||||
await mapWithConcurrency(chunks, concurrency, async (chunk, i) => {
|
||||
const audioPath = path.join("stories", storyName, "audio", `chunk_${i}.mp3`);
|
||||
if (!fs.existsSync(audioPath) || force) {
|
||||
await generateAudio(storyConfig, storyName, chunk, i);
|
||||
}
|
||||
const duration = await getChunkDuration(audioPath);
|
||||
audioFiles[i] = audioPath;
|
||||
chunkDurations[i] = duration;
|
||||
});
|
||||
|
||||
const imageFiles: string[] = new Array(chunks.length);
|
||||
await mapWithConcurrency(chunks, concurrency, async (chunk, i) => {
|
||||
const imagePath = path.join("stories", storyName, "images", `chunk_${i}_img0.png`);
|
||||
if (!fs.existsSync(imagePath) || force) {
|
||||
const generated = await generateImage(storyName, storyConfig, chunk, i, 0);
|
||||
imageFiles[i] = generated;
|
||||
} else {
|
||||
imageFiles[i] = imagePath;
|
||||
}
|
||||
});
|
||||
|
||||
const srtPath = createSrt(storyName, chunks, chunkDurations);
|
||||
|
||||
await combineAudio(storyName, storyConfig, audioFiles);
|
||||
const finalAudioPath = path.resolve("stories", storyName, "final_audio", "final.mp3");
|
||||
|
||||
await createVideo(storyName, storyConfig, imageFiles, chunkDurations, srtPath);
|
||||
const videoPath = path.resolve("stories", storyName, "video", "final.mp4");
|
||||
|
||||
const metadata = generateYouTubeMetadata(storyConfig);
|
||||
|
||||
if (!skipUpload) {
|
||||
await uploadToYouTube(videoPath, metadata);
|
||||
}
|
||||
|
||||
return {
|
||||
storyName,
|
||||
audioFiles,
|
||||
imageFiles,
|
||||
srtPath,
|
||||
finalAudioPath,
|
||||
videoPath,
|
||||
metadata,
|
||||
};
|
||||
} finally {
|
||||
if (targetCwd !== originalCwd) {
|
||||
process.chdir(originalCwd);
|
||||
}
|
||||
}
|
||||
}
|
@@ -1,7 +1,7 @@
|
||||
import * as fs from "fs";
|
||||
import * as path from "path";
|
||||
|
||||
const FORBIDDEN_WORDS = ["darn", "heck", "gosh"]; // Example list
|
||||
const FORBIDDEN_WORDS = ["darn", "heck", "gosh"];
|
||||
|
||||
export function sanitizeText(storyName: string): string {
|
||||
const sourcePath = path.join("stories", storyName, "source.txt");
|
@@ -3,9 +3,13 @@ import * as fs from "fs";
|
||||
import * as path from "path";
|
||||
import { StoryConfig } from "./config";
|
||||
|
||||
const openai = new OpenAI({
|
||||
apiKey: process.env.OPENAI_API_KEY,
|
||||
});
|
||||
let openaiClient: OpenAI | null = null;
|
||||
function getOpenAI(): OpenAI {
|
||||
if (!openaiClient) {
|
||||
openaiClient = new OpenAI({ apiKey: process.env.OPENAI_API_KEY });
|
||||
}
|
||||
return openaiClient;
|
||||
}
|
||||
|
||||
export async function generateAudio(
|
||||
storyConfig: StoryConfig,
|
||||
@@ -15,9 +19,9 @@ export async function generateAudio(
|
||||
): Promise<string> {
|
||||
const speechFile = path.join("stories", storyName, "audio", `chunk_${index}.mp3`);
|
||||
|
||||
const mp3 = await openai.audio.speech.create({
|
||||
const mp3 = await getOpenAI().audio.speech.create({
|
||||
model: "gpt-4o-mini-tts",
|
||||
voice: storyConfig.config.tts_voice_id as any,
|
||||
voice: storyConfig.config.tts_voice_id as unknown as string,
|
||||
input: chunk,
|
||||
instructions: storyConfig.config.tts_instructions,
|
||||
});
|
||||
@@ -29,9 +33,9 @@ export async function generateAudio(
|
||||
}
|
||||
|
||||
export async function generateSingleAudio(storyConfig: StoryConfig, text: string, outputFile: string): Promise<string> {
|
||||
const mp3 = await openai.audio.speech.create({
|
||||
const mp3 = await getOpenAI().audio.speech.create({
|
||||
model: "gpt-4o-mini-tts",
|
||||
voice: storyConfig.config.tts_voice_id as any,
|
||||
voice: storyConfig.config.tts_voice_id as unknown as string,
|
||||
input: text,
|
||||
instructions: storyConfig.config.tts_instructions,
|
||||
});
|
@@ -1,5 +1,4 @@
|
||||
import { StoryConfig } from "./config";
|
||||
import { google } from "googleapis";
|
||||
|
||||
export interface YouTubeMetadata {
|
||||
title: string;
|
@@ -20,7 +20,7 @@ export function validatePublicDomain(storyConfig: StoryConfig): ValidationResult
|
||||
if (publicationYear > cutoffYear) {
|
||||
return {
|
||||
is_public_domain: false,
|
||||
message: `Work published in ${publicationYear} is not yet in the US public domain (cutoff: \u2264 ${cutoffYear}).`,
|
||||
message: `Work published in ${publicationYear} is not yet in the US public domain (cutoff: ≤ ${cutoffYear}).`,
|
||||
};
|
||||
}
|
||||
|
@@ -1,14 +1,10 @@
|
||||
import { spawn } from "child_process";
|
||||
import { StoryConfig } from "./config";
|
||||
import * as path from "path";
|
||||
const ffmpeg = require("ffmpeg-static");
|
||||
import ffmpeg from "ffmpeg-static";
|
||||
|
||||
function escapeForFilter(filePath: string): string {
|
||||
return filePath
|
||||
.replace(/\\/g, "\\\\")
|
||||
.replace(/:/g, "\\:")
|
||||
.replace(/,/g, "\\,")
|
||||
.replace(/'/g, "\\'");
|
||||
return filePath.replace(/\\/g, "\\\\").replace(/:/g, "\\:").replace(/,/g, "\\,").replace(/'/g, "\\'");
|
||||
}
|
||||
|
||||
export async function createVideo(
|
||||
@@ -18,6 +14,7 @@ export async function createVideo(
|
||||
chunkDurations: number[],
|
||||
srtPath: string
|
||||
): Promise<void> {
|
||||
const ffmpegPath: string = (ffmpeg as unknown as string) || "ffmpeg";
|
||||
const audioPath = path.resolve("stories", storyName, "final_audio", "final.mp3");
|
||||
const videoPath = path.resolve("stories", storyName, "video", "final.mp4");
|
||||
const totalDuration = chunkDurations.reduce((a, b) => a + b, 0);
|
||||
@@ -63,14 +60,10 @@ export async function createVideo(
|
||||
videoPath,
|
||||
];
|
||||
|
||||
const ffmpegProcess = spawn(ffmpeg, args);
|
||||
|
||||
ffmpegProcess.stdout.on("data", (data: any) => {});
|
||||
|
||||
ffmpegProcess.stderr.on("data", (data: any) => {});
|
||||
const ffmpegProcess = spawn(ffmpegPath, args);
|
||||
|
||||
return new Promise<void>((resolve, reject) => {
|
||||
ffmpegProcess.on("close", (code: any) => {
|
||||
ffmpegProcess.on("close", (code: number | null) => {
|
||||
if (code === 0) {
|
||||
resolve();
|
||||
} else {
|
6
lib/utils.ts
Normal file
6
lib/utils.ts
Normal file
@@ -0,0 +1,6 @@
|
||||
import { clsx, type ClassValue } from "clsx"
|
||||
import { twMerge } from "tailwind-merge"
|
||||
|
||||
export function cn(...inputs: ClassValue[]) {
|
||||
return twMerge(clsx(inputs))
|
||||
}
|
16
next.config.ts
Normal file
16
next.config.ts
Normal file
@@ -0,0 +1,16 @@
|
||||
import type { NextConfig } from "next";
|
||||
|
||||
const nextConfig: NextConfig = {
|
||||
serverExternalPackages: [
|
||||
"ffmpeg-static",
|
||||
"ffprobe-static",
|
||||
"googleapis",
|
||||
"openai",
|
||||
"js-yaml",
|
||||
"p-limit",
|
||||
"zod",
|
||||
"dotenv",
|
||||
],
|
||||
};
|
||||
|
||||
export default nextConfig;
|
3951
package-lock.json
generated
3951
package-lock.json
generated
File diff suppressed because it is too large
Load Diff
44
package.json
44
package.json
@@ -1,16 +1,21 @@
|
||||
{
|
||||
"name": "project-noctivus",
|
||||
"version": "1.0.0",
|
||||
"description": "An orchestrator for creating audiobooks from text.",
|
||||
"main": "dist/orchestrator.js",
|
||||
"version": "0.1.0",
|
||||
"private": true,
|
||||
"scripts": {
|
||||
"start": "ts-node src/orchestrator.ts",
|
||||
"build": "tsc -p tsconfig.json",
|
||||
"start:prod": "node dist/orchestrator.js",
|
||||
"lint": "eslint 'src/**/*.{ts,tsx}' --max-warnings=0",
|
||||
"format": "prettier --write ."
|
||||
"dev": "next dev --turbopack",
|
||||
"build": "next build",
|
||||
"start": "next start",
|
||||
"lint": "next lint"
|
||||
},
|
||||
"dependencies": {
|
||||
"class-variance-authority": "^0.7.1",
|
||||
"clsx": "^2.1.1",
|
||||
"lucide-react": "^0.539.0",
|
||||
"next": "15.4.6",
|
||||
"react": "19.1.0",
|
||||
"react-dom": "19.1.0",
|
||||
"tailwind-merge": "^3.3.1",
|
||||
"dotenv": "^16.4.5",
|
||||
"ffmpeg-static": "^5.2.0",
|
||||
"ffprobe-static": "^3.1.0",
|
||||
@@ -21,16 +26,17 @@
|
||||
"zod": "^3.23.8"
|
||||
},
|
||||
"devDependencies": {
|
||||
"@types/js-yaml": "^4.0.9",
|
||||
"@types/node": "^20.12.12",
|
||||
"eslint": "^9.7.0",
|
||||
"eslint-config-prettier": "^9.1.0",
|
||||
"eslint-plugin-import": "^2.29.1",
|
||||
"prettier": "^3.3.3",
|
||||
"ts-node": "^10.9.2",
|
||||
"typescript": "^5.4.5"
|
||||
},
|
||||
"engines": {
|
||||
"node": ">=18.18"
|
||||
"@eslint/eslintrc": "^3",
|
||||
"@tailwindcss/postcss": "^4",
|
||||
"@types/node": "^20",
|
||||
"@types/react": "^19",
|
||||
"@types/react-dom": "^19",
|
||||
"eslint": "^9",
|
||||
"eslint-config-next": "15.4.6",
|
||||
"eslint-plugin-react-hooks": "^5.1.0",
|
||||
"eslint-plugin-react-refresh": "^0.4.13",
|
||||
"tailwindcss": "^4",
|
||||
"tw-animate-css": "^1.3.6",
|
||||
"typescript": "^5"
|
||||
}
|
||||
}
|
||||
|
4382
pnpm-lock.yaml
generated
Normal file
4382
pnpm-lock.yaml
generated
Normal file
File diff suppressed because it is too large
Load Diff
2
pnpm-workspace.yaml
Normal file
2
pnpm-workspace.yaml
Normal file
@@ -0,0 +1,2 @@
|
||||
onlyBuiltDependencies:
|
||||
- ffmpeg-static
|
5
postcss.config.mjs
Normal file
5
postcss.config.mjs
Normal file
@@ -0,0 +1,5 @@
|
||||
const config = {
|
||||
plugins: ["@tailwindcss/postcss"],
|
||||
};
|
||||
|
||||
export default config;
|
1
public/file.svg
Normal file
1
public/file.svg
Normal file
@@ -0,0 +1 @@
|
||||
<svg fill="none" viewBox="0 0 16 16" xmlns="http://www.w3.org/2000/svg"><path d="M14.5 13.5V5.41a1 1 0 0 0-.3-.7L9.8.29A1 1 0 0 0 9.08 0H1.5v13.5A2.5 2.5 0 0 0 4 16h8a2.5 2.5 0 0 0 2.5-2.5m-1.5 0v-7H8v-5H3v12a1 1 0 0 0 1 1h8a1 1 0 0 0 1-1M9.5 5V2.12L12.38 5zM5.13 5h-.62v1.25h2.12V5zm-.62 3h7.12v1.25H4.5zm.62 3h-.62v1.25h7.12V11z" clip-rule="evenodd" fill="#666" fill-rule="evenodd"/></svg>
|
After Width: | Height: | Size: 391 B |
1
public/globe.svg
Normal file
1
public/globe.svg
Normal file
@@ -0,0 +1 @@
|
||||
<svg fill="none" xmlns="http://www.w3.org/2000/svg" viewBox="0 0 16 16"><g clip-path="url(#a)"><path fill-rule="evenodd" clip-rule="evenodd" d="M10.27 14.1a6.5 6.5 0 0 0 3.67-3.45q-1.24.21-2.7.34-.31 1.83-.97 3.1M8 16A8 8 0 1 0 8 0a8 8 0 0 0 0 16m.48-1.52a7 7 0 0 1-.96 0H7.5a4 4 0 0 1-.84-1.32q-.38-.89-.63-2.08a40 40 0 0 0 3.92 0q-.25 1.2-.63 2.08a4 4 0 0 1-.84 1.31zm2.94-4.76q1.66-.15 2.95-.43a7 7 0 0 0 0-2.58q-1.3-.27-2.95-.43a18 18 0 0 1 0 3.44m-1.27-3.54a17 17 0 0 1 0 3.64 39 39 0 0 1-4.3 0 17 17 0 0 1 0-3.64 39 39 0 0 1 4.3 0m1.1-1.17q1.45.13 2.69.34a6.5 6.5 0 0 0-3.67-3.44q.65 1.26.98 3.1M8.48 1.5l.01.02q.41.37.84 1.31.38.89.63 2.08a40 40 0 0 0-3.92 0q.25-1.2.63-2.08a4 4 0 0 1 .85-1.32 7 7 0 0 1 .96 0m-2.75.4a6.5 6.5 0 0 0-3.67 3.44 29 29 0 0 1 2.7-.34q.31-1.83.97-3.1M4.58 6.28q-1.66.16-2.95.43a7 7 0 0 0 0 2.58q1.3.27 2.95.43a18 18 0 0 1 0-3.44m.17 4.71q-1.45-.12-2.69-.34a6.5 6.5 0 0 0 3.67 3.44q-.65-1.27-.98-3.1" fill="#666"/></g><defs><clipPath id="a"><path fill="#fff" d="M0 0h16v16H0z"/></clipPath></defs></svg>
|
After Width: | Height: | Size: 1.0 KiB |
1
public/next.svg
Normal file
1
public/next.svg
Normal file
@@ -0,0 +1 @@
|
||||
<svg xmlns="http://www.w3.org/2000/svg" fill="none" viewBox="0 0 394 80"><path fill="#000" d="M262 0h68.5v12.7h-27.2v66.6h-13.6V12.7H262V0ZM149 0v12.7H94v20.4h44.3v12.6H94v21h55v12.6H80.5V0h68.7zm34.3 0h-17.8l63.8 79.4h17.9l-32-39.7 32-39.6h-17.9l-23 28.6-23-28.6zm18.3 56.7-9-11-27.1 33.7h17.8l18.3-22.7z"/><path fill="#000" d="M81 79.3 17 0H0v79.3h13.6V17l50.2 62.3H81Zm252.6-.4c-1 0-1.8-.4-2.5-1s-1.1-1.6-1.1-2.6.3-1.8 1-2.5 1.6-1 2.6-1 1.8.3 2.5 1a3.4 3.4 0 0 1 .6 4.3 3.7 3.7 0 0 1-3 1.8zm23.2-33.5h6v23.3c0 2.1-.4 4-1.3 5.5a9.1 9.1 0 0 1-3.8 3.5c-1.6.8-3.5 1.3-5.7 1.3-2 0-3.7-.4-5.3-1s-2.8-1.8-3.7-3.2c-.9-1.3-1.4-3-1.4-5h6c.1.8.3 1.6.7 2.2s1 1.2 1.6 1.5c.7.4 1.5.5 2.4.5 1 0 1.8-.2 2.4-.6a4 4 0 0 0 1.6-1.8c.3-.8.5-1.8.5-3V45.5zm30.9 9.1a4.4 4.4 0 0 0-2-3.3 7.5 7.5 0 0 0-4.3-1.1c-1.3 0-2.4.2-3.3.5-.9.4-1.6 1-2 1.6a3.5 3.5 0 0 0-.3 4c.3.5.7.9 1.3 1.2l1.8 1 2 .5 3.2.8c1.3.3 2.5.7 3.7 1.2a13 13 0 0 1 3.2 1.8 8.1 8.1 0 0 1 3 6.5c0 2-.5 3.7-1.5 5.1a10 10 0 0 1-4.4 3.5c-1.8.8-4.1 1.2-6.8 1.2-2.6 0-4.9-.4-6.8-1.2-2-.8-3.4-2-4.5-3.5a10 10 0 0 1-1.7-5.6h6a5 5 0 0 0 3.5 4.6c1 .4 2.2.6 3.4.6 1.3 0 2.5-.2 3.5-.6 1-.4 1.8-1 2.4-1.7a4 4 0 0 0 .8-2.4c0-.9-.2-1.6-.7-2.2a11 11 0 0 0-2.1-1.4l-3.2-1-3.8-1c-2.8-.7-5-1.7-6.6-3.2a7.2 7.2 0 0 1-2.4-5.7 8 8 0 0 1 1.7-5 10 10 0 0 1 4.3-3.5c2-.8 4-1.2 6.4-1.2 2.3 0 4.4.4 6.2 1.2 1.8.8 3.2 2 4.3 3.4 1 1.4 1.5 3 1.5 5h-5.8z"/></svg>
|
After Width: | Height: | Size: 1.3 KiB |
1
public/vercel.svg
Normal file
1
public/vercel.svg
Normal file
@@ -0,0 +1 @@
|
||||
<svg fill="none" xmlns="http://www.w3.org/2000/svg" viewBox="0 0 1155 1000"><path d="m577.3 0 577.4 1000H0z" fill="#fff"/></svg>
|
After Width: | Height: | Size: 128 B |
1
public/window.svg
Normal file
1
public/window.svg
Normal file
@@ -0,0 +1 @@
|
||||
<svg fill="none" xmlns="http://www.w3.org/2000/svg" viewBox="0 0 16 16"><path fill-rule="evenodd" clip-rule="evenodd" d="M1.5 2.5h13v10a1 1 0 0 1-1 1h-11a1 1 0 0 1-1-1zM0 1h16v11.5a2.5 2.5 0 0 1-2.5 2.5h-11A2.5 2.5 0 0 1 0 12.5zm3.75 4.5a.75.75 0 1 0 0-1.5.75.75 0 0 0 0 1.5M7 4.75a.75.75 0 1 1-1.5 0 .75.75 0 0 1 1.5 0m1.75.75a.75.75 0 1 0 0-1.5.75.75 0 0 0 0 1.5" fill="#666"/></svg>
|
After Width: | Height: | Size: 385 B |
@@ -1,157 +0,0 @@
|
||||
import * as dotenv from "dotenv";
|
||||
dotenv.config();
|
||||
|
||||
import { loadStoryConfig } from "./config";
|
||||
import { validatePublicDomain } from "./validator";
|
||||
import { sanitizeText } from "./sanitizer";
|
||||
import { chunkText } from "./chunker";
|
||||
import { generateAudio, generateSingleAudio } from "./tts";
|
||||
import { combineAudio, getChunkDuration } from "./audio";
|
||||
import { generateImage } from "./images";
|
||||
import { createVideo } from "./video";
|
||||
import { createSrt } from "./subtitles";
|
||||
import { generateYouTubeMetadata, uploadToYouTube } from "./uploader";
|
||||
import * as path from "path";
|
||||
import * as fs from "fs";
|
||||
|
||||
async function mapWithConcurrency<T>(
|
||||
items: T[],
|
||||
limit: number,
|
||||
mapper: (item: T, index: number) => Promise<void>
|
||||
): Promise<void> {
|
||||
if (items.length === 0) return;
|
||||
let nextIndex = 0;
|
||||
const inFlight: Promise<void>[] = [];
|
||||
const launchNext = () => {
|
||||
if (nextIndex >= items.length) return;
|
||||
const current = nextIndex++;
|
||||
const p = mapper(items[current], current).finally(() => {
|
||||
const idx = inFlight.indexOf(p);
|
||||
if (idx >= 0) inFlight.splice(idx, 1);
|
||||
});
|
||||
inFlight.push(p);
|
||||
};
|
||||
for (let i = 0; i < Math.min(limit, items.length); i++) {
|
||||
launchNext();
|
||||
}
|
||||
while (inFlight.length > 0 || nextIndex < items.length) {
|
||||
while (inFlight.length < limit && nextIndex < items.length) {
|
||||
launchNext();
|
||||
}
|
||||
await Promise.race(inFlight);
|
||||
}
|
||||
}
|
||||
|
||||
async function main() {
|
||||
const rawArgs = process.argv.slice(2);
|
||||
const storyName = rawArgs.find((a) => !a.startsWith("--"));
|
||||
const force = rawArgs.includes("--force");
|
||||
const skipUpload = rawArgs.includes("--skip-upload");
|
||||
const concurrencyArg = rawArgs.find((a) => a.startsWith("--concurrency="));
|
||||
const concurrency = concurrencyArg ? Math.max(1, parseInt(concurrencyArg.split("=")[1], 10) || 3) : 3;
|
||||
|
||||
if (!storyName) {
|
||||
console.error("Usage: ts-node src/orchestrator.ts <storyName> [--force] [--skip-upload] [--concurrency=N]");
|
||||
process.exit(1);
|
||||
}
|
||||
|
||||
console.log(`Starting pipeline for story: ${storyName}`);
|
||||
const storyConfig = loadStoryConfig(storyName);
|
||||
console.log("Story configuration:");
|
||||
console.log(storyConfig);
|
||||
|
||||
const validationResult = validatePublicDomain(storyConfig);
|
||||
console.log(`Public domain status: ${validationResult.message}`);
|
||||
if (!validationResult.is_public_domain) {
|
||||
process.exit(1);
|
||||
}
|
||||
|
||||
const storyRoot = path.resolve("stories", storyName);
|
||||
["audio", "images", "final_audio", "video"].forEach((d) => fs.mkdirSync(path.join(storyRoot, d), { recursive: true }));
|
||||
|
||||
console.log("Sanitizing text...");
|
||||
const sanitizedText = sanitizeText(storyName);
|
||||
console.log("Sanitized text:");
|
||||
console.log(sanitizedText);
|
||||
|
||||
console.log("Chunking text...");
|
||||
const chunks = chunkText(sanitizedText, storyConfig.config.chunk_size);
|
||||
console.log("Text chunks:");
|
||||
console.log(chunks);
|
||||
|
||||
console.log("Generating intro/outro audio...");
|
||||
const introFile = path.join("stories", storyName, storyConfig.config.intro_audio_file);
|
||||
const outroFile = path.join("stories", storyName, storyConfig.config.outro_audio_file);
|
||||
if (!fs.existsSync(introFile) || force) {
|
||||
await generateSingleAudio(storyConfig, "This is the intro.", introFile);
|
||||
} else {
|
||||
console.log(`Skipping intro generation, exists: ${introFile}`);
|
||||
}
|
||||
if (!fs.existsSync(outroFile) || force) {
|
||||
await generateSingleAudio(storyConfig, "This is the outro.", outroFile);
|
||||
} else {
|
||||
console.log(`Skipping outro generation, exists: ${outroFile}`);
|
||||
}
|
||||
console.log("Intro/outro audio ready.");
|
||||
|
||||
console.log(`Generating ${chunks.length} audio chunks with concurrency=${concurrency}...`);
|
||||
const audioFiles: string[] = new Array(chunks.length);
|
||||
const chunkDurations: number[] = new Array(chunks.length);
|
||||
await mapWithConcurrency(chunks, concurrency, async (chunk, i) => {
|
||||
const audioPath = path.join("stories", storyName, "audio", `chunk_${i}.mp3`);
|
||||
if (!fs.existsSync(audioPath) || force) {
|
||||
console.log(`Generating audio for chunk ${i}...`);
|
||||
await generateAudio(storyConfig, storyName, chunk, i);
|
||||
} else {
|
||||
console.log(`Skipping audio for chunk ${i}, exists.`);
|
||||
}
|
||||
const duration = await getChunkDuration(audioPath);
|
||||
audioFiles[i] = audioPath;
|
||||
chunkDurations[i] = duration;
|
||||
console.log(`Audio chunk ${i} ready: ${audioPath}, duration: ${duration}`);
|
||||
});
|
||||
|
||||
console.log(`Generating ${chunks.length} images with concurrency=${concurrency}...`);
|
||||
const imageFiles: string[] = new Array(chunks.length);
|
||||
await mapWithConcurrency(chunks, concurrency, async (chunk, i) => {
|
||||
const imagePath = path.join("stories", storyName, "images", `chunk_${i}_img0.png`);
|
||||
if (!fs.existsSync(imagePath) || force) {
|
||||
console.log(`Generating image for chunk ${i}...`);
|
||||
const generated = await generateImage(storyName, storyConfig, chunk, i, 0);
|
||||
imageFiles[i] = generated;
|
||||
} else {
|
||||
console.log(`Skipping image for chunk ${i}, exists.`);
|
||||
imageFiles[i] = imagePath;
|
||||
}
|
||||
console.log(`Image ${i} ready: ${imageFiles[i]}`);
|
||||
});
|
||||
|
||||
console.log("Creating subtitles...");
|
||||
const srtPath = createSrt(storyName, chunks, chunkDurations);
|
||||
console.log(`Created subtitles file: ${srtPath}`);
|
||||
|
||||
console.log("Combining audio files...");
|
||||
await combineAudio(storyName, storyConfig, audioFiles);
|
||||
console.log("Combined audio files successfully.");
|
||||
|
||||
console.log("Creating video...");
|
||||
await createVideo(storyName, storyConfig, imageFiles, chunkDurations, srtPath);
|
||||
console.log("Created video successfully.");
|
||||
|
||||
if (skipUpload) {
|
||||
console.log("Skipping upload step (--skip-upload).");
|
||||
return;
|
||||
}
|
||||
|
||||
console.log("Generating YouTube metadata...");
|
||||
const metadata = generateYouTubeMetadata(storyConfig);
|
||||
console.log("YouTube metadata:");
|
||||
console.log(metadata);
|
||||
|
||||
console.log("Uploading to YouTube...");
|
||||
const videoPath = path.resolve("stories", storyName, "video", "final.mp4");
|
||||
await uploadToYouTube(videoPath, metadata);
|
||||
console.log("YouTube upload placeholder complete.");
|
||||
}
|
||||
|
||||
main();
|
@@ -1,12 +1,27 @@
|
||||
{
|
||||
"compilerOptions": {
|
||||
"target": "es6",
|
||||
"module": "commonjs",
|
||||
"strict": true,
|
||||
"esModuleInterop": true,
|
||||
"target": "ES2017",
|
||||
"lib": ["dom", "dom.iterable", "esnext"],
|
||||
"allowJs": true,
|
||||
"skipLibCheck": true,
|
||||
"forceConsistentCasingInFileNames": true,
|
||||
"outDir": "./dist"
|
||||
"strict": true,
|
||||
"noEmit": true,
|
||||
"esModuleInterop": true,
|
||||
"module": "esnext",
|
||||
"moduleResolution": "bundler",
|
||||
"resolveJsonModule": true,
|
||||
"isolatedModules": true,
|
||||
"jsx": "preserve",
|
||||
"incremental": true,
|
||||
"plugins": [
|
||||
{
|
||||
"name": "next"
|
||||
}
|
||||
],
|
||||
"paths": {
|
||||
"@/*": ["./*"]
|
||||
}
|
||||
},
|
||||
"include": ["src/**/*.ts"]
|
||||
"include": ["next-env.d.ts", "**/*.ts", "**/*.tsx", ".next/types/**/*.ts", "types/**/*.d.ts"],
|
||||
"exclude": ["node_modules"]
|
||||
}
|
||||
|
4
types/ffprobe-static.d.ts
vendored
Normal file
4
types/ffprobe-static.d.ts
vendored
Normal file
@@ -0,0 +1,4 @@
|
||||
declare module "ffprobe-static" {
|
||||
const value: { path: string };
|
||||
export default value;
|
||||
}
|
Reference in New Issue
Block a user