twotalesanimation
91e69f0bcb
Deploy / deploy (push) Successful in 3m18s
From the studio a single connection to Hetzner nbg1 (188 ms away) is capped near 0.1 MB/s, although a browser speed test shows 50 Mbps. Measured: 1 connection 0.13 MB/s, 8 -> 0.64, 24 -> 1.69 MB/s. At the old speed a ProRes MOV could not finish inside the 30 min request timeout. - Worker 1.7.2 uploads files >= 16 MB as S3 multipart: 8 MB parts on uploadConcurrency connections (config.json, default 16), each part retried up to 4 times; aborts the upload if a part keeps failing. - artifact-presign returns uploadId + per-part presigned URLs when asked for multipart; new E20b artifact-complete stitches or aborts. - Old workers and old servers fall back to the single PUT. Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
82 lines
3.4 KiB
TypeScript
82 lines
3.4 KiB
TypeScript
import { NextRequest, NextResponse } from "next/server";
|
|
import { randomUUID } from "crypto";
|
|
import { isExtAuthorized } from "@/lib/render-pipeline/ext-auth";
|
|
import { toErrorResponse, PipelineError } from "@/lib/render-pipeline/errors";
|
|
import { db } from "@/lib/db";
|
|
import { ARTIFACT_KIND_FOLDERS } from "@/lib/render-pipeline/artifact-kinds";
|
|
import {
|
|
createHetznerMultipartUpload,
|
|
generateHetznerPresignedUploadUrl,
|
|
sanitizeFileName,
|
|
} from "@/lib/storage";
|
|
|
|
// ── POST /api/ext/render/jobs/{jobId}/artifact-presign (E20) ─────────────────
|
|
//
|
|
// Presigned upload URL for worker artifacts. Kinds map to the existing object
|
|
// storage folder layout: preview → videos/, thumbnail → image/,
|
|
// metadata/log → renders/, highres (the delivery MOV) → highres/ beside the
|
|
// manually uploaded High Res files.
|
|
//
|
|
// `multipart: true` + `size` (worker ≥ 1.7.2) returns an S3 multipart upload
|
|
// instead — an uploadId and one presigned URL per part — which the worker
|
|
// fills in parallel and closes with artifact-complete (E20b). A single PUT
|
|
// from the studio is capped near 0.1 MB/s; parallel parts scale with the
|
|
// number of connections. Older workers never ask and get the single PUT.
|
|
|
|
const KIND_FOLDERS = ARTIFACT_KIND_FOLDERS;
|
|
const MIN_PART = 8 * 1024 * 1024;
|
|
const MAX_PARTS = 10000; // S3 limit
|
|
|
|
export async function POST(
|
|
req: NextRequest,
|
|
{ params }: { params: Promise<{ jobId: string }> }
|
|
) {
|
|
if (!isExtAuthorized(req)) {
|
|
return NextResponse.json({ error: "Unauthorized" }, { status: 401 });
|
|
}
|
|
const { jobId } = await params;
|
|
let body: {
|
|
machineId?: string;
|
|
kind?: string;
|
|
fileName?: string;
|
|
contentType?: string;
|
|
multipart?: boolean;
|
|
size?: number;
|
|
};
|
|
try {
|
|
body = await req.json();
|
|
} catch {
|
|
return NextResponse.json({ error: "Invalid JSON" }, { status: 400 });
|
|
}
|
|
try {
|
|
if (!body.machineId) throw new PipelineError(400, "machineId is required");
|
|
if (!body.fileName) throw new PipelineError(400, "fileName is required");
|
|
if (!body.contentType) throw new PipelineError(400, "contentType is required");
|
|
const folder = KIND_FOLDERS[body.kind ?? ""];
|
|
if (!folder) {
|
|
throw new PipelineError(422, `kind must be one of: ${Object.keys(KIND_FOLDERS).join(", ")}`);
|
|
}
|
|
|
|
const job = await db.renderJob.findUnique({ where: { id: jobId }, select: { machineId: true } });
|
|
if (!job) throw new PipelineError(404, "Render job not found");
|
|
if (job.machineId !== body.machineId) {
|
|
throw new PipelineError(409, "Job is not held by this machine (lease reassigned?)");
|
|
}
|
|
|
|
const key = `${folder}/${randomUUID()}-${sanitizeFileName(body.fileName)}`;
|
|
|
|
if (body.multipart && typeof body.size === "number" && body.size > MIN_PART) {
|
|
const partSize = Math.max(MIN_PART, Math.ceil(body.size / MAX_PARTS));
|
|
const partCount = Math.ceil(body.size / partSize);
|
|
const { uploadId, partUrls } = await createHetznerMultipartUpload(key, body.contentType, partCount);
|
|
return NextResponse.json({ key, url: `/api/files/${key}`, uploadId, partSize, partUrls });
|
|
}
|
|
|
|
const presignedUrl = await generateHetznerPresignedUploadUrl(key, body.contentType);
|
|
return NextResponse.json({ presignedUrl, key, url: `/api/files/${key}` });
|
|
} catch (err) {
|
|
const { body: errBody, status } = toErrorResponse(err);
|
|
return NextResponse.json(errBody, { status });
|
|
}
|
|
}
|