fix(validation): separate output file numbering from comp frame numbers
Deploy / deploy (push) Successful in 6m13s
Deploy / deploy (push) Successful in 6m13s
A render carries frame numbers in two unrelated systems. The comp is anchored to its plate's timecode, so its timeline runs 1247792-1247896; the output module names files from 1001. Validation compared the file numbers against the comp range and failed every correctly-rendered shot by ~1.2 million frames — first_frame, last_frame and missing_frames all reporting a defect that was not there. The manifest now carries outputFrameStart (the output module's starting number, house convention 1001) alongside the comp range. Count and contiguity are measured on the output numbering; first/last compare against outputFrameStart and are SKIPPED on older manifests, where the count and gap checks still hold on their own. The same conflation broke the API timecode fallback: it anchored on the comp's frameStart while the render's first frame is 1001, producing a +1246791 frame "offset". Shot.timecodeStart is the edit in-point and the plate carries handleFrames of head handle, so the reference is the API value less handles, anchored on the render's own first frame. Verified on the shot that reported it: UNG_107_051_010 v004 now passes count, contiguity and a plate-anchored timecode match. Regression tests cover both coordinate systems, including that a genuine +8 handle offset still fails. Panel 2.1.2. Co-Authored-By: Claude Opus 5 <noreply@anthropic.com>
This commit is contained in:
@@ -0,0 +1,134 @@
|
||||
using Microsoft.Extensions.Logging.Abstractions;
|
||||
using VFXReviewWorker;
|
||||
using Xunit;
|
||||
|
||||
namespace VFXReviewWorker.Tests;
|
||||
|
||||
/// <summary>
|
||||
/// Regression cover for the two coordinate systems a render lives in, taken
|
||||
/// from a real failure on UNG_107_051_010 v004:
|
||||
///
|
||||
/// comp frames 1247792-1247896 (anchored to the plate's timecode 14:26:31:08)
|
||||
/// file numbers 1001-1105 (the output module's starting number)
|
||||
///
|
||||
/// Checking file numbers against comp frames failed every render, and using
|
||||
/// the comp range as the timecode anchor produced a million-frame offset.
|
||||
/// </summary>
|
||||
public class ValidationStageTests : IDisposable
|
||||
{
|
||||
private readonly string _dir = Path.Combine(Path.GetTempPath(), $"vfxr_val_{Guid.NewGuid():N}");
|
||||
|
||||
public ValidationStageTests() => Directory.CreateDirectory(_dir);
|
||||
|
||||
public void Dispose()
|
||||
{
|
||||
try { Directory.Delete(_dir, recursive: true); } catch { }
|
||||
}
|
||||
|
||||
/// <summary>Writes a sequence numbered from 1001 with a plate-derived timecode.</summary>
|
||||
private void WriteSequence(int count, string startTimecode, int firstFrame = 1001)
|
||||
{
|
||||
var start = Timecode.Parse(startTimecode)!.Value.ToFrames(24);
|
||||
for (var i = 0; i < count; i++)
|
||||
{
|
||||
var tc = Timecode.FromFrames(start + i, 24);
|
||||
var path = Path.Combine(_dir, $"UNG_107_051_010_cmp_TT_v004.{firstFrame + i:D5}.exr");
|
||||
File.Move(ExrFixture.Write(tc.ToString(), 3840, 2160, new[] { ("B", 1), ("G", 1), ("R", 1) }, 24, 4), path);
|
||||
}
|
||||
}
|
||||
|
||||
private static RenderManifest Manifest(string dir, string? apiTimecode, int? outputFrameStart) => new()
|
||||
{
|
||||
ShotCode = "UNG_107_051_010",
|
||||
OutputDir = dir,
|
||||
OutputPattern = "UNG_107_051_010_cmp_TT_v004.[#####].exr",
|
||||
// The comp is anchored to the plate timecode, so its frames are absolute.
|
||||
FrameStart = 1247792,
|
||||
FrameEnd = 1247896,
|
||||
OutputFrameStart = outputFrameStart,
|
||||
Fps = 24,
|
||||
Width = 3840,
|
||||
Height = 2160,
|
||||
Expected = apiTimecode is null ? null : new ManifestExpected { TimecodeStart = apiTimecode },
|
||||
};
|
||||
|
||||
private ValidationStage NewStage() =>
|
||||
new(new WorkerOptions { ServerUrl = "n/a", ApiKey = "n/a" }, NullLogger<ValidationStage>.Instance);
|
||||
|
||||
private static ValidationCheck Check(ValidationOutcome o, string name) =>
|
||||
o.Checks.Single(c => c.CheckName == name);
|
||||
|
||||
[Fact]
|
||||
public void FileNumberingIsCheckedAgainstOutputStartNotCompFrames()
|
||||
{
|
||||
WriteSequence(105, "14:26:31:08");
|
||||
var outcome = NewStage().Run(Manifest(_dir, "14:26:31:16", 1001), _dir, new ServerConfig());
|
||||
|
||||
Assert.Equal("PASS", Check(outcome, "file_count").Status);
|
||||
Assert.Equal("PASS", Check(outcome, "first_frame").Status);
|
||||
Assert.Equal("PASS", Check(outcome, "last_frame").Status);
|
||||
Assert.Equal("PASS", Check(outcome, "missing_frames").Status);
|
||||
Assert.Equal("1105", Check(outcome, "last_frame").Actual);
|
||||
}
|
||||
|
||||
[Fact]
|
||||
public void ApiTimecodeIsAnchoredOnTheRenderNotTheCompRange()
|
||||
{
|
||||
// Shot.timecodeStart is the edit in-point; the plate carries 8 frames of
|
||||
// head handle, so the first rendered frame is 8 frames earlier.
|
||||
WriteSequence(105, "14:26:31:08");
|
||||
var outcome = NewStage().Run(Manifest(_dir, "14:26:31:16", 1001), _dir, new ServerConfig());
|
||||
|
||||
var tc = Check(outcome, "timecode_plate_match");
|
||||
// WARN, never PASS: the API is a fallback reference (§8.1a).
|
||||
Assert.Equal("WARN", tc.Status);
|
||||
Assert.Equal("14:26:31:08", tc.Expected);
|
||||
Assert.Equal("14:26:31:08", tc.Actual);
|
||||
Assert.DoesNotContain("frames)", tc.Message ?? "");
|
||||
}
|
||||
|
||||
[Fact]
|
||||
public void RealTimecodeDefectStillFailsAgainstAPlate()
|
||||
{
|
||||
// Same shot, but rendered 8 frames late — the handle-offset defect.
|
||||
WriteSequence(105, "14:26:31:16");
|
||||
var plate = Path.Combine(_dir, "plate", "UNG_107_051_010_BG01_TT_v001.01001.exr");
|
||||
Directory.CreateDirectory(Path.GetDirectoryName(plate)!);
|
||||
File.Move(ExrFixture.Write("14:26:31:08", 3840, 2160, new[] { ("B", 1), ("G", 1), ("R", 1) }, 24, 4), plate);
|
||||
|
||||
var manifest = Manifest(_dir, "14:26:31:16", 1001);
|
||||
manifest.Source = new ManifestSource
|
||||
{
|
||||
TimingPlate = new PlateRef { Path = plate, FrameStart = 1001 },
|
||||
HandleFrames = 8,
|
||||
};
|
||||
|
||||
var tc = Check(NewStage().Run(manifest, _dir, new ServerConfig()), "timecode_plate_match");
|
||||
Assert.Equal("FAIL", tc.Status);
|
||||
Assert.Contains("+8 frames", tc.Message);
|
||||
Assert.Contains("8-frame handle", tc.Message);
|
||||
}
|
||||
|
||||
[Fact]
|
||||
public void GapsAreStillCaughtWithinTheRun()
|
||||
{
|
||||
WriteSequence(105, "14:26:31:08");
|
||||
File.Delete(Path.Combine(_dir, "UNG_107_051_010_cmp_TT_v004.01050.exr"));
|
||||
|
||||
var outcome = NewStage().Run(Manifest(_dir, "14:26:31:16", 1001), _dir, new ServerConfig());
|
||||
Assert.Equal("FAIL", Check(outcome, "file_count").Status);
|
||||
Assert.Equal("FAIL", Check(outcome, "missing_frames").Status);
|
||||
Assert.Contains("1050", Check(outcome, "missing_frames").Message);
|
||||
}
|
||||
|
||||
[Fact]
|
||||
public void OldManifestsWithoutOutputNumberingSkipRatherThanFail()
|
||||
{
|
||||
WriteSequence(105, "14:26:31:08");
|
||||
var outcome = NewStage().Run(Manifest(_dir, "14:26:31:16", null), _dir, new ServerConfig());
|
||||
|
||||
Assert.Equal("SKIPPED", Check(outcome, "first_frame").Status);
|
||||
Assert.Equal("PASS", Check(outcome, "missing_frames").Status);
|
||||
Assert.Contains("1001-1105", Check(outcome, "first_frame").Message);
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user