{ "schema": "navo.bench.maggie-realism-thresholds.v1", "blind": true, "reviews": 33, "qualification": "32 validated requested assessments;1unchangedvisual-only extraction from response rejected for unsupported speech inference. Original audio claim excluded and preserved privately; no paidretry.", "reviewApiUsageUsd": 0.49084983, "officialScoreAdmitted": false, "ownerAcceptance": "pending; overall target unmet; preferred example undisclosed", "method": "Three independent existing ZDR routes. Neutral candidateIDs; generator names,costs,other opinions and owner preference withheld. Existing immutable assessment validator. Four increasing thresholds; mean of0\u20134consecutive passindices,allunknown/inconsistentresultsunresolved. No measured realism probability. Stills and sampled video frames resized768px; no native-detail certification. Gemini receives unchanged native video/audio.", "rows": [ { "id": "01-google-21", "kind": "image", "outputSha256": "3e14bf4f34b381af16093886b31a47214b5e4a7ff12de1f95566e46d0bffb194", "meanIndex": 3.33, "highestThresholdPasses": 1, "summary": "Mean 3.33/4; 1/3 reviewers passed the highest realism threshold. ", "reviews": [ { "qualification": "Validated requested evidence", "model": "google/gemini-3.8-flash", "score": 3, "coverage": "One resized still preview; motion/audio not reviewed", "thresholds": [ "pass", "pass", "pass", "fail" ], "consistent": true, "observations": [ { "check": "realism_level_1", "result": "pass", "reason": "Image exhibits photographic human likeness without cartoon or illustration styling.", "times": [ 0.0 ] }, { "check": "realism_level_2", "result": "pass", "reason": "Skin texture, hair strands, and lighting appear plausibly photographic without heavy CGI finish.", "times": [ 0.0 ] }, { "check": "realism_level_3", "result": "pass", "reason": "Facial features, eye reflections, and ambient room lighting show no major synthetic artifacts.", "times": [ 0.0 ] }, { "check": "realism_level_4", "result": "fail", "reason": "Slight digital smoothing around the face and hair edges reveals synthetic generation under close inspection.", "times": [ 0.0 ] }, { "check": "identity", "result": "pass", "reason": "Subject matches reference with wavy silver-gray hair, facial structure, and dark glasses.", "times": [ 0.0 ] }, { "check": "fixed_camera", "result": "pass", "reason": "Framing is an eye-level frontal shot in an ordinary home office setting.", "times": [ 0.0 ] } ] }, { "qualification": "Validated requested evidence", "model": "qwen/qwen3-vl-235b-a22b-instruct", "score": 4, "coverage": "One resized still preview; motion/audio not reviewed", "thresholds": [ "pass", "pass", "pass", "pass" ], "consistent": true, "observations": [ { "check": "realism_level_1", "result": "pass", "reason": "The image shows a coherent photographic human appearance: a woman with recognizable facial features, skin texture, hair, and clothing under natural lighting. No predominant illustration, cartoon, or obvious 3D rendering artifacts are visible.", "times": [ 0.0 ] }, { "check": "realism_level_2", "result": "pass", "reason": "The face exhibits mostly plausible photographic qualities: skin shows natural tonal variation and fine wrinkles, eyes have realistic reflections and depth, lips have subtle texture, hair has natural wave and strand detail, and lighting appears ambient and consistent with indoor environment. No major waxy, painted, or plastic finish is evident.", "times": [ 0.0 ] }, { "check": "realism_level_3", "result": "pass", "reason": "Under careful inspection, only minor photographic deviations are present (e.g., slight softness in hair edges, minimal noise). No readily noticeable doll-like eyes, beauty-render skin, painted hair, CGI shading, or artificial edge separation. Lighting and anatomy appear plausible for a still photo. No motion to evaluate.", "times": [ 0.0 ] }, { "check": "realism_level_4", "result": "pass", "reason": "The image convincingly resembles an ordinary live-action home-camera photo: skin pores and wrinkles are visible, hair strands vary naturally, glasses reflect ambient light plausibly, and the background (bookshelves, lamp, curtains) shows depth and natural clutter. No perceptibly CG/3D/avatar-like cues in eyes, lips, skin, hair, lighting, or expression are present in the still frame.", "times": [ 0.0 ] }, { "check": "identity", "result": "pass", "reason": "The subject matches the fictional reference: silver-gray wavy shoulder-length hair and black rectangular glasses are clearly visible. Facial structure and expression align with the reference images in the approved identity board.", "times": [ 0.0 ] }, { "check": "fixed_camera", "result": "pass", "reason": "The framing is eye-level and frontal, consistent with a fixed home camera. The background shows a coherent room with bookshelves, curtains, and a lamp, with no evidence of camera movement or generated angle changes. Set is ordinary, not overly polished.", "times": [ 0.0 ] } ] }, { "qualification": "Validated requested evidence", "model": "openai/gpt-5.6-sol", "score": 3, "coverage": "One resized still preview; motion/audio not reviewed", "thresholds": [ "pass", "pass", "pass", "fail" ], "consistent": true, "observations": [ { "check": "realism_level_1", "result": "pass", "reason": "The still has a coherent photographic human appearance with anatomically consistent facial features, hair, clothing, and room lighting rather than a predominantly illustrated or overtly 3D-rendered look.", "times": [ 0.0 ] }, { "check": "realism_level_2", "result": "pass", "reason": "Visible skin texture, wrinkles, eyes, lips, silver-gray hair, glasses, and warm window/lamp illumination are mostly photographically plausible without a major waxy or plastic finish.", "times": [ 0.0 ] }, { "check": "realism_level_3", "result": "pass", "reason": "Careful inspection shows generally natural facial texture, hair detail, eyeglass integration, anatomy, and coherent directional light; no readily noticeable doll-like eyes, painted hair, or artificial edge separation dominates the still.", "times": [ 0.0 ] }, { "check": "realism_level_4", "result": "fail", "reason": "The face remains unusually polished and symmetrical, with slightly smooth skin transitions and very clean eye/eyeglass rendering that create a subtle generated portrait impression under close inspection rather than entirely ordinary camera capture.", "times": [ 0.0 ] }, { "check": "identity", "result": "pass", "reason": "The visible character retains the reference's recognizable older feminine face, shoulder-length wavy silver-gray hair, black rectangular glasses, and similar central facial proportions.", "times": [ 0.0 ] }, { "check": "fixed_camera", "result": "pass", "reason": "The single supplied frame uses an eye-level, frontal, centered home-camera composition in a coherent room with bookshelves, windows, curtains, and a lamp; no angle change is present in the available still.", "times": [ 0.0 ] } ] } ] }, { "id": "02-google-pro", "kind": "image", "outputSha256": "093cc20406ca12a8707ae926e9a2858a748f2c5ef4de85ba0d940eeec6e43b32", "meanIndex": null, "highestThresholdPasses": 1, "summary": "Unresolved threshold index; 1/3 reviewers passed the highest realism threshold. ", "reviews": [ { "qualification": "Validated requested evidence", "model": "google/gemini-3.8-flash", "score": null, "coverage": "One resized still preview; motion/audio not reviewed", "thresholds": [ "pass", "pass", "pass", "unknown" ], "consistent": true, "observations": [ { "check": "realism_level_1", "result": "pass", "reason": "Image exhibits a photographic human appearance with realistic skin texture and environment.", "times": [ 0.0 ] }, { "check": "realism_level_2", "result": "pass", "reason": "Face displays natural skin details, believable lighting, and lacks severe 3D or painted artifacts.", "times": [ 0.0 ] }, { "check": "realism_level_3", "result": "pass", "reason": "Eyes, hair strands, and soft directional home lighting appear consistent with minimal synthetic cues.", "times": [ 0.0 ] }, { "check": "realism_level_4", "result": "unknown", "reason": "A single still frame is insufficient to fully confirm absence of subtle generative tells across motion.", "times": [ 0.0 ] }, { "check": "identity", "result": "pass", "reason": "Subject matches reference with wavy silver-gray hair, rectangular black glasses, and similar facial features.", "times": [ 0.0 ] }, { "check": "fixed_camera", "result": "pass", "reason": "Eye-level frontal framing seated in a coherent home office setting.", "times": [ 0.0 ] } ] }, { "qualification": "Validated requested evidence", "model": "openai/gpt-5.6-sol", "score": 2, "coverage": "One resized still preview; motion/audio not reviewed", "thresholds": [ "pass", "pass", "fail", "fail" ], "consistent": true, "observations": [ { "check": "realism_level_1", "result": "pass", "reason": "The subject has a coherent photographic human appearance with recognizable facial anatomy, hair, glasses, clothing, and room lighting rather than a predominantly illustrated or cartoon presentation.", "times": [ 0.0 ] }, { "check": "realism_level_2", "result": "pass", "reason": "The face is mostly photographically plausible, with visible age lines, skin variation, eye reflections, individual hair strands, and coherent illumination; no major waxy, plastic, or painted finish dominates.", "times": [ 0.0 ] }, { "check": "realism_level_3", "result": "fail", "reason": "Careful inspection shows noticeable synthetic polish: unusually smooth and uniform facial texture, glassy symmetrical eyes, highly sculpted hair strands, and clean subject/background edge separation.", "times": [ 0.0 ] }, { "check": "realism_level_4", "result": "fail", "reason": "The portrait does not remain fully convincing under close inspection because the face, eyes, hair, and evenly balanced lighting retain a perceptibly generated, beauty-rendered quality.", "times": [ 0.0 ] }, { "check": "identity", "result": "pass", "reason": "The image preserves the reference character's recognizable older face, center-parted silver-gray wavy hair, black rectangular glasses, and gentle neutral expression.", "times": [ 0.0 ] }, { "check": "fixed_camera", "result": "pass", "reason": "The single supplied frame uses an eye-level, centered frontal composition in a coherent home office with desk, shelves, window, curtains, and lamp; the still image provides no conflicting camera angle.", "times": [ 0.0 ] } ] }, { "qualification": "Validated requested evidence", "model": "qwen/qwen3-vl-235b-a22b-instruct", "score": 4, "coverage": "One resized still preview; motion/audio not reviewed", "thresholds": [ "pass", "pass", "pass", "pass" ], "consistent": true, "observations": [ { "check": "realism_level_1", "result": "pass", "reason": "The image shows a coherent photographic human appearance: a woman with defined facial features, hair, clothing, and background objects (bookshelves, lamp, window) that resemble real-world photography rather than illustration, cartoon, or obvious 3D rendering.", "times": [ 0.0 ] }, { "check": "realism_level_2", "result": "pass", "reason": "The visible face exhibits mostly plausible photographic qualities: skin shows natural texture and lighting, eyes have realistic catchlights and depth, lips have subtle shading, hair has strand-level variation, and lighting appears consistent with indoor ambient + lamp source. Minor synthetic cues may exist but do not dominate.", "times": [ 0.0 ] }, { "check": "realism_level_3", "result": "pass", "reason": "Under careful inspection, only minor photographic deviations are visible. No readily noticeable doll-like eyes, beauty-render skin, painted hair, CGI shading, or artificial edge separation. Lighting is plausible with soft shadows and highlights consistent with a home office setting.", "times": [ 0.0 ] }, { "check": "realism_level_4", "result": "pass", "reason": "The image convincingly mimics an ordinary live-action home-camera appearance. No meaningful visible synthetic tells: eyes, lips, skin, hair, and lighting appear naturally photographed. Wrinkles, pores, and ambient blur are consistent with a real camera capture, not added post-processing. Expression and anatomy are plausible for a still frame.", "times": [ 0.0 ] }, { "check": "identity", "result": "pass", "reason": "The subject matches the fictional reference: silver-gray wavy shoulder-length hair and black rectangular glasses are clearly visible. Facial structure and expression align with the reference identity board\u2019s visual identity section.", "times": [ 0.0 ] }, { "check": "fixed_camera", "result": "pass", "reason": "The framing is eye-level and frontal, consistent with a fixed home camera. Background elements (bookshelves, desk, lamp, window) form a coherent room setting with no evidence of generated camera angle changes or dynamic motion.", "times": [ 0.0 ] } ] } ] }, { "id": "03-sunburst-max", "kind": "image", "outputSha256": "31c946bb462b20fb8fa632b6604e5a1cbca57d835833becf385532a2930bf81d", "meanIndex": null, "highestThresholdPasses": 1, "summary": "Unresolved threshold index; 1/3 reviewers passed the highest realism threshold. ", "reviews": [ { "qualification": "Validated requested evidence", "model": "google/gemini-3.8-flash", "score": 3, "coverage": "One resized still preview; motion/audio not reviewed", "thresholds": [ "pass", "pass", "pass", "fail" ], "consistent": true, "observations": [ { "check": "realism_level_1", "result": "pass", "reason": "Coherent photographic human appearance present.", "times": [ 0.0 ] }, { "check": "realism_level_2", "result": "pass", "reason": "Plausible skin texture, hair, and lighting without dominant 3D finish.", "times": [ 0.0 ] }, { "check": "realism_level_3", "result": "pass", "reason": "Subtle natural lighting and skin texture with minimal digital rendering cues.", "times": [ 0.0 ] }, { "check": "realism_level_4", "result": "fail", "reason": "Slight artificial smoothness and symmetry around eye and skin rendering under close scrutiny.", "times": [ 0.0 ] }, { "check": "identity", "result": "pass", "reason": "Matches reference with silver-gray wavy hair, dark glasses, and similar facial features.", "times": [ 0.0 ] }, { "check": "fixed_camera", "result": "pass", "reason": "Eye-level frontal shot in a coherent, ordinary living room setting.", "times": [ 0.0 ] } ] }, { "qualification": "Validated requested evidence", "model": "openai/gpt-5.6-sol", "score": null, "coverage": "One resized still preview; motion/audio not reviewed", "thresholds": [ "pass", "pass", "pass", "unknown" ], "consistent": true, "observations": [ { "check": "realism_level_1", "result": "pass", "reason": "The still shows a coherent photographic human face and body with natural-looking room detail, rather than predominantly illustration, cartoon, or obvious 3D rendering.", "times": [ 0.0 ] }, { "check": "realism_level_2", "result": "pass", "reason": "Visible skin texture, wrinkles, eyes, lips, gray hair, glasses, and warm indoor lighting are mostly photographically plausible without a major waxy or plastic finish.", "times": [ 0.0 ] }, { "check": "realism_level_3", "result": "pass", "reason": "Careful inspection shows largely natural facial anatomy, age detail, hair variation, reflections, and coherent lighting; no readily noticeable doll-like eyes, painted hair, or strong artificial edge separation is visible.", "times": [ 0.0 ] }, { "check": "realism_level_4", "result": "unknown", "reason": "The single supplied frame is highly photographic, but one still at 0.0 seconds provides insufficient evidence to establish that there is no meaningful synthetic tell under broader close inspection.", "times": [ 0.0 ] }, { "check": "identity", "result": "pass", "reason": "The visible woman matches the reference's salient fictional facial presentation, including silver-gray shoulder-length wavy hair, black rectangular glasses, mature facial features, and similar face shape.", "times": [ 0.0 ] }, { "check": "fixed_camera", "result": "pass", "reason": "The still uses eye-level, frontal, centered home-camera framing in a coherent living room with sofa, shelves, windows, plants, and lamps; as a still, it shows no generated angle change.", "times": [ 0.0 ] } ] }, { "qualification": "Validated requested evidence", "model": "qwen/qwen3-vl-235b-a22b-instruct", "score": 4, "coverage": "One resized still preview; motion/audio not reviewed", "thresholds": [ "pass", "pass", "pass", "pass" ], "consistent": true, "observations": [ { "check": "realism_level_1", "result": "pass", "reason": "The image displays a coherent photographic human appearance: a woman with recognizable facial features, skin texture, hair, and clothing under natural lighting. No predominant illustration, cartoon, or obvious 3D rendering cues are present.", "times": [ 0.0 ] }, { "check": "realism_level_2", "result": "pass", "reason": "The visible face exhibits mostly plausible photographic qualities: skin shows natural variation and fine lines, eyes have realistic catchlights and depth, lips are not overly smooth or painted, hair has natural wave and strand detail, and lighting appears consistent with indoor ambient sources. Minor synthetic cues (if any) do not dominate.", "times": [ 0.0 ] }, { "check": "realism_level_3", "result": "pass", "reason": "On close inspection, the image shows only minor photographic deviations: skin pores and wrinkles are visible, hair strands are individually defined, eye reflections are consistent, and lighting falls naturally across the face and background. No doll-like eyes, beauty-render skin, painted hair, or artificial edge separation is apparent.", "times": [ 0.0 ] }, { "check": "realism_level_4", "result": "pass", "reason": "The image convincingly resembles an ordinary live-action home-camera capture: skin texture, hair detail, glasses reflection, and ambient lighting are consistent with a real photograph. No perceptible CG/3D/avatar-like eyes, lips, skin, hair, lighting, or expression cues are visible under close inspection.", "times": [ 0.0 ] }, { "check": "identity", "result": "pass", "reason": "The subject matches the fictional reference: silver-gray wavy shoulder-length hair, hazel-brown eyes, and black rectangular glasses. Facial structure and expression align with the reference identity board.", "times": [ 0.0 ] }, { "check": "fixed_camera", "result": "pass", "reason": "The framing is eye-level and frontal, consistent with a fixed home camera. The background shows a coherent room with furniture, bookshelves, and natural lighting, with no evidence of generated camera angle changes.", "times": [ 0.0 ] } ] } ] }, { "id": "04-flux-max", "kind": "image", "outputSha256": "b4d165d8d49dbd202dcb4e5cbb90ec591364a1a2f4a43177c77832805a71ccb6", "meanIndex": 3.33, "highestThresholdPasses": 2, "summary": "Mean 3.33/4; 2/3 reviewers passed the highest realism threshold. ", "reviews": [ { "qualification": "Validated requested evidence", "model": "google/gemini-3.8-flash", "score": 4, "coverage": "One resized still preview; motion/audio not reviewed", "thresholds": [ "pass", "pass", "pass", "pass" ], "consistent": true, "observations": [ { "check": "realism_level_1", "result": "pass", "reason": "Image exhibits clear photographic features and coherent human anatomy.", "times": [ 0.0 ] }, { "check": "realism_level_2", "result": "pass", "reason": "Plausible photographic skin, hair, and lighting without major 3D or waxy rendering artifacts.", "times": [ 0.0 ] }, { "check": "realism_level_3", "result": "pass", "reason": "Natural texture on skin, hair strands, and fabric with realistic depth of field.", "times": [ 0.0 ] }, { "check": "realism_level_4", "result": "pass", "reason": "Convincing home interior scene with natural lighting, subtle imperfections, and no obvious synthetic cues.", "times": [ 0.0 ] }, { "check": "identity", "result": "pass", "reason": "Matches the reference character's age, wavy silver-gray hair, facial structure, and dark rectangular glasses.", "times": [ 0.0 ] }, { "check": "fixed_camera", "result": "pass", "reason": "Eye-level frontal composition showing a coherent home office setting.", "times": [ 0.0 ] } ] }, { "qualification": "Validated requested evidence", "model": "openai/gpt-5.6-sol", "score": 2, "coverage": "One resized still preview; motion/audio not reviewed", "thresholds": [ "pass", "pass", "fail", "fail" ], "consistent": true, "observations": [ { "check": "realism_level_1", "result": "pass", "reason": "The still has a coherent photographic human appearance with anatomically consistent facial features, hands, clothing, and room lighting rather than predominantly illustrative or cartoon rendering.", "times": [ 0.0 ] }, { "check": "realism_level_2", "result": "pass", "reason": "Visible skin texture, wrinkles, eyes behind the lenses, lips, gray hair, and warm directional illumination are mostly photographically plausible without a major waxy or plastic finish.", "times": [ 0.0 ] }, { "check": "realism_level_3", "result": "fail", "reason": "Careful inspection shows noticeable synthetic polish: facial texture and lighting are unusually uniform, hair strands and glasses edges look overly clean, and the hands have softened, slightly malformed detail.", "times": [ 0.0 ] }, { "check": "realism_level_4", "result": "fail", "reason": "The portrait does not remain fully convincing under close inspection because the face, hair, eyewear boundaries, and hands retain perceptible generated-image smoothness and detail irregularities.", "times": [ 0.0 ] }, { "check": "identity", "result": "pass", "reason": "The subject visibly matches the reference's defining fictional identity cues: older feminine face, shoulder-length wavy silver-gray hair, black rectangular glasses, and similar facial proportions.", "times": [ 0.0 ] }, { "check": "fixed_camera", "result": "pass", "reason": "The sole frame uses a stable, near-eye-level frontal composition in a coherent home-office/living-room setting; as a still, it contains no generated angle change.", "times": [ 0.0 ] } ] }, { "qualification": "Validated requested evidence", "model": "qwen/qwen3-vl-235b-a22b-instruct", "score": 4, "coverage": "One resized still preview; motion/audio not reviewed", "thresholds": [ "pass", "pass", "pass", "pass" ], "consistent": true, "observations": [ { "check": "realism_level_1", "result": "pass", "reason": "The image shows a coherent photographic human appearance: a woman with visible skin texture, hair strands, clothing weave, and natural lighting/shadows. It does not resemble illustration, cartoon, or obvious 3D rendering.", "times": [ 0.0 ] }, { "check": "realism_level_2", "result": "pass", "reason": "The face exhibits plausible photographic skin texture, natural eye highlights, realistic lips, and wavy hair with varied lighting. No major waxy, painted, or plastic finish is visible. Minor synthetic cues (if any) do not dominate.", "times": [ 0.0 ] }, { "check": "realism_level_3", "result": "pass", "reason": "Under careful inspection, the image shows minor photographic deviations (e.g., slight softness in hair edges, uniform lighting), but no readily noticeable doll-like eyes, beauty-render skin, painted hair, CGI shading, or artificial edge separation. Anatomy and expression appear plausible.", "times": [ 0.0 ] }, { "check": "realism_level_4", "result": "pass", "reason": "The image convincingly resembles an ordinary live-action home-camera capture: natural skin pores, realistic hair strands, coherent lighting from window and lamp, and no perceptibly CG/3D/avatar-like eyes, lips, skin, hair, lighting, or expression. Minor blur and depth-of-field are consistent with consumer cameras.", "times": [ 0.0 ] }, { "check": "identity", "result": "pass", "reason": "The subject matches the fictional reference: silver-gray wavy hair, black rectangular glasses, and facial features consistent with the approved identity board. No real person is identified.", "times": [ 0.0 ] }, { "check": "fixed_camera", "result": "pass", "reason": "The framing is eye-level and frontal, showing a coherent home office setting with desk, lamp, window, and bookshelf. No camera angle changes are present (still image).", "times": [ 0.0 ] } ] } ] }, { "id": "05-qwen", "kind": "image", "outputSha256": "4702c3978a34013776c15373331e013255bad7a20f09f7607e303b69030f8e4a", "meanIndex": 3.0, "highestThresholdPasses": 1, "summary": "Mean 3.0/4; 1/3 reviewers passed the highest realism threshold. ", "reviews": [ { "qualification": "Validated requested evidence", "model": "google/gemini-3.8-flash", "score": 4, "coverage": "One resized still preview; motion/audio not reviewed", "thresholds": [ "pass", "pass", "pass", "pass" ], "consistent": true, "observations": [ { "check": "realism_level_1", "result": "pass", "reason": "Presents a coherent photographic human appearance without cartoon or 3D rendering stylization.", "times": [ 0.0 ] }, { "check": "realism_level_2", "result": "pass", "reason": "Facial features, skin texture, lighting, and hair appear plausibly photographic without heavy synthetic cues.", "times": [ 0.0 ] }, { "check": "realism_level_3", "result": "pass", "reason": "Shows natural skin details, eyes, hair strands, and home-office ambient lighting without prominent CGI artifacts.", "times": [ 0.0 ] }, { "check": "realism_level_4", "result": "pass", "reason": "Appears convincingly like an ordinary live-action webcam capture with realistic texture, depth of field, and lighting.", "times": [ 0.0 ] }, { "check": "identity", "result": "pass", "reason": "Matches the reference character's features, silver-gray hair, black glasses, and dark blue sweater.", "times": [ 0.0 ] }, { "check": "fixed_camera", "result": "pass", "reason": "Stable eye-level frontal desk framing set in a coherent home office environment.", "times": [ 0.0 ] } ] }, { "qualification": "Validated requested evidence", "model": "openai/gpt-5.6-sol", "score": 2, "coverage": "One resized still preview; motion/audio not reviewed", "thresholds": [ "pass", "pass", "fail", "fail" ], "consistent": true, "observations": [ { "check": "realism_level_1", "result": "pass", "reason": "The woman, clothing, desk, and room form a coherent photographic-looking scene rather than a predominantly illustrated or cartoon image.", "times": [ 0.0 ] }, { "check": "realism_level_2", "result": "pass", "reason": "Visible skin, eyes, lips, gray hair, glasses, and illumination are mostly photographically plausible, without a major waxy, plastic, or painted finish dominating the face.", "times": [ 0.0 ] }, { "check": "realism_level_3", "result": "fail", "reason": "Careful inspection shows noticeable synthetic polish: facial skin and lighting are unusually smooth and uniform, the eyes have a slightly doll-like clarity, and some hair and glasses boundaries look artificially clean.", "times": [ 0.0 ] }, { "check": "realism_level_4", "result": "fail", "reason": "The highly uniform face rendering, polished eyes, and overly clean hair/glasses edges remain perceptible synthetic tells, so it is not fully convincing as ordinary home-camera footage under close inspection.", "times": [ 0.0 ] }, { "check": "identity", "result": "pass", "reason": "The visible woman resembles the fictional reference through her older facial appearance, shoulder-length silver-gray wavy hair, black rectangular glasses, and similar facial proportions.", "times": [ 0.0 ] }, { "check": "fixed_camera", "result": "pass", "reason": "The single supplied frame has eye-level, centered frontal framing in a coherent home office with desk, monitor, lamps, windows, curtains, and bookshelves; angle changes are inapplicable to this still.", "times": [ 0.0 ] } ] }, { "qualification": "Validated requested evidence", "model": "qwen/qwen3-vl-235b-a22b-instruct", "score": 3, "coverage": "One resized still preview; motion/audio not reviewed", "thresholds": [ "pass", "pass", "pass", "fail" ], "consistent": true, "observations": [ { "check": "realism_level_1", "result": "pass", "reason": "The image shows a coherent photographic human appearance: a woman with recognizable facial structure, skin tone, hair, and clothing under natural lighting. No predominant illustration, cartoon, or obvious 3D rendering artifacts are visible.", "times": [ 0.0 ] }, { "check": "realism_level_2", "result": "pass", "reason": "The visible face exhibits mostly plausible photographic qualities: skin texture appears natural with subtle variation, eyes have realistic reflections and depth, lips show natural shading, hair has strand-level detail and volume, and lighting is consistent with indoor ambient sources. Minor synthetic cues (e.g., slight uniformity in hair highlights) do not dominate.", "times": [ 0.0 ] }, { "check": "realism_level_3", "result": "pass", "reason": "Under careful inspection, only minor photographic deviations are present: slight softness in skin pores and minor edge haloing around hair against the background. No doll-like eyes, beauty-render skin, painted hair, CGI shading, or implausibly uniform lighting are evident. Anatomy and expression appear natural for a still frame.", "times": [ 0.0 ] }, { "check": "realism_level_4", "result": "fail", "reason": "Perceptibly CG/3D-like qualities remain: the skin has a slightly airbrushed, overly smooth finish lacking microtexture; the eye reflections are too uniform and lack natural corneal imperfections; hair strands show repetitive pattern artifacts; lighting on the face is unnaturally even for a home setting. These cues prevent convincing ordinary live-action home-camera appearance under close inspection.", "times": [ 0.0 ] }, { "check": "identity", "result": "pass", "reason": "The character matches the fictional reference: silver-gray wavy hair, black rectangular glasses, and facial structure consistent with the approved identity board. Wardrobe (dark sweater) and setting (home office) also align.", "times": [ 0.0 ] }, { "check": "fixed_camera", "result": "pass", "reason": "The framing is eye-level and frontal, consistent with an ordinary home camera. The background (bookshelf, lamp, window) is coherent and static. No camera angle changes or generated motion are present in the single frame.", "times": [ 0.0 ] } ] } ] }, { "id": "video-google21-h3", "kind": "video", "outputSha256": "b3ba5aac45caea9c17dc742863309973bf68f091268cc6524fb9551753a5d6c5", "meanIndex": 2.33, "highestThresholdPasses": 0, "summary": "Mean 2.33/4; 0/3 reviewers passed the highest realism threshold. ", "reviews": [ { "qualification": "Validated requested evidence", "model": "google/gemini-3.8-flash", "score": 3, "coverage": "Native video/audio supplied; internal model sampling unknown", "thresholds": [ "pass", "pass", "pass", "fail" ], "consistent": true, "observations": [ { "check": "realism_level_1", "result": "pass", "reason": "Shows coherent photographic appearance rather than an illustration or obvious 3D render.", "times": [ 1.5 ] }, { "check": "realism_level_2", "result": "pass", "reason": "Natural photographic textures on skin, hair, and clothing without dominant plastic finish.", "times": [ 2.5 ] }, { "check": "realism_level_3", "result": "pass", "reason": "Lighting and skin details remain largely plausible with subtle facial motion.", "times": [ 3.5 ] }, { "check": "realism_level_4", "result": "fail", "reason": "Slight synthetic mouth movement and digital smoothing visible under close inspection.", "times": [ 2.0 ] }, { "check": "identity", "result": "pass", "reason": "Features match reference with gray wavy hair, glasses, and facial structure.", "times": [ 0.5 ] }, { "check": "fixed_camera", "result": "pass", "reason": "Camera maintains a fixed eye-level position in a room setting throughout.", "times": [ 3.0 ] }, { "check": "face_stability", "result": "pass", "reason": "Facial geometry and features stay stable without warping or sliding.", "times": [ 4.0 ] }, { "check": "speech", "result": "pass", "reason": "Audible sentence matches the requested phrase accurately.", "times": [ 2.5 ] }, { "check": "lip_sync", "result": "pass", "reason": "Mouth shapes correspond well with the spoken audio track.", "times": [ 3.0 ] } ] }, { "qualification": "Validated requested evidence", "model": "qwen/qwen3-vl-235b-a22b-instruct", "score": 2, "coverage": "2fps frames and end sample at768px; continuous motion/audio/lip sync cannot be certified", "thresholds": [ "pass", "pass", "fail", "fail" ], "consistent": true, "observations": [ { "check": "realism_level_1", "result": "pass", "reason": "The subject has coherent photographic human appearance: skin texture, hair strands, wrinkles, and lighting are consistent with a photograph rather than illustration or cartoon. No predominant synthetic rendering artifacts are visible.", "times": [ 0.0, 5.92 ] }, { "check": "realism_level_2", "result": "pass", "reason": "Face shows mostly plausible photographic skin, eyes, lips, and hair. Lighting appears natural with soft shadows. Minor synthetic cues (e.g., slight uniformity in hair highlights) are present but do not dominate; no major waxy, painted, or plastic finish observed.", "times": [ 0.0, 5.92 ] }, { "check": "realism_level_3", "result": "fail", "reason": "Under close inspection, minor synthetic cues remain: skin lacks micro-pores and fine texture variation; hair has uniform wave pattern and sheen; eye reflections are slightly too consistent across frames; lighting is overly even with no natural falloff or specular highlights. These are noticeable deviations from strong camera realism.", "times": [ 0.0, 5.92 ] }, { "check": "realism_level_4", "result": "fail", "reason": "Perceptibly CG-like qualities persist: eyes have a doll-like gloss and uniform reflection; skin appears airbrushed with no natural pores or imperfections; hair lacks individual strand variation; lighting lacks dynamic shadow transitions. These are meaningful synthetic tells under close inspection.", "times": [ 0.0, 5.92 ] }, { "check": "identity", "result": "pass", "reason": "The character matches the reference: silver-gray wavy hair, black rectangular glasses, and facial structure align with the approved fictional identity. Clothing and expression are consistent with the reference gallery.", "times": [ 0.0, 5.92 ] }, { "check": "fixed_camera", "result": "pass", "reason": "Framing is eye-level frontal with no camera movement or angle changes. Background (bookshelves, lamp, curtains) remains static and coherent, consistent with an ordinary home-camera setup.", "times": [ 0.0, 5.92 ] }, { "check": "face_stability", "result": "pass", "reason": "Face remains consistent across all sampled frames; no sliding features, rubbery mouth, synthetic teeth, or eye deformation observed. Expressions change naturally with speech but anatomy is stable.", "times": [ 0.0, 5.92 ] }, { "check": "speech", "result": "unknown", "reason": "Audio is not provided in the supplied media. Speech cannot be confirmed from sampled frames alone.", "times": [ 0.0 ] }, { "check": "lip_sync", "result": "unknown", "reason": "Audio is not provided; lip movement cannot be aligned with speech. Sampled frames alone cannot prove or disprove lip sync.", "times": [ 0.0 ] } ] }, { "qualification": "Validated requested evidence", "model": "openai/gpt-5.6-sol", "score": 2, "coverage": "2fps frames and end sample at768px; continuous motion/audio/lip sync cannot be certified", "thresholds": [ "pass", "pass", "fail", "fail" ], "consistent": true, "observations": [ { "check": "realism_level_1", "result": "pass", "reason": "The subject has a coherent photographic human appearance with consistent facial anatomy, clothing, and room lighting across sampled frames.", "times": [ 0.0, 3.0, 5.92 ] }, { "check": "realism_level_2", "result": "pass", "reason": "Skin, eyes, lips, silver hair, glasses, and illumination appear mostly photographic; no major waxy, plastic, painted, or overtly 3D finish dominates.", "times": [ 0.5, 2.5, 4.5 ] }, { "check": "realism_level_3", "result": "fail", "reason": "Careful inspection shows noticeable generation-like polish: facial skin and lighting are unusually uniform, hair strands have a rendered regularity, and open-mouth/teeth appearances look slightly artificial.", "times": [ 1.0, 3.5, 4.5 ] }, { "check": "realism_level_4", "result": "fail", "reason": "The highly polished, uniformly lit face, crisply separated hair, and slightly synthetic mouth/teeth prevent a convincingly ordinary live-action home-camera appearance under close inspection.", "times": [ 1.0, 3.5, 4.5 ] }, { "check": "identity", "result": "pass", "reason": "The visible character retains the reference's recognizable older-woman presentation, shoulder-length wavy silver-gray hair, black rectangular glasses, and similar facial proportions.", "times": [ 0.0, 3.0, 5.92 ] }, { "check": "fixed_camera", "result": "pass", "reason": "All supplied frames retain the same eye-level frontal composition and coherent book-lined home room, with no visible camera-angle change.", "times": [ 0.0, 3.0, 5.92 ] }, { "check": "face_stability", "result": "pass", "reason": "Across sampled frames, facial proportions, glasses, eyes, and hair remain consistent; varied mouth shapes do not show clear feature sliding or deformation in the visible samples.", "times": [ 0.0, 1.5, 3.5, 5.92 ] }, { "check": "speech", "result": "unknown", "reason": "Only sampled visual frames are supplied here; they cannot establish whether the specified sentence is audible.", "times": [ 0.0, 5.92 ] }, { "check": "lip_sync", "result": "unknown", "reason": "Sampled frames at 0.5-second intervals and no assessable audio alignment cannot establish word-level mouth synchronization or continuous motion between samples.", "times": [ 0.0, 1.0, 3.0, 5.92 ] } ] } ] }, { "id": "video-google21-kling-v2", "kind": "video", "outputSha256": "8db9860669ba59fcdaf25fb91d40562bcd56e5b8aac4f7c18371e32567f7f062", "meanIndex": 2.67, "highestThresholdPasses": 0, "summary": "Mean 2.67/4; 0/3 reviewers passed the highest realism threshold. ", "reviews": [ { "qualification": "Validated requested evidence", "model": "google/gemini-3.8-flash", "score": 3, "coverage": "Native video/audio supplied; internal model sampling unknown", "thresholds": [ "pass", "pass", "pass", "fail" ], "consistent": true, "observations": [ { "check": "realism_level_1", "result": "pass", "reason": "Clear photographic rendering of a human subject with realistic lighting and environment.", "times": [ 0.0, 7.2 ] }, { "check": "realism_level_2", "result": "pass", "reason": "Facial features, skin texture, and hair show plausible photographic detail without major 3D or waxy artifacts.", "times": [ 0.0, 7.2 ] }, { "check": "realism_level_3", "result": "pass", "reason": "Natural facial movements, subtle blinking, and organic head motion consistent with camera recording.", "times": [ 1.0, 5.0 ] }, { "check": "realism_level_4", "result": "fail", "reason": "Slight synthetic mouth articulation and static eye gaze typical of AI video generation.", "times": [ 2.5, 4.5 ] }, { "check": "identity", "result": "pass", "reason": "Matches the reference character with gray hair, black glasses, and similar facial features.", "times": [ 0.0, 7.2 ] }, { "check": "fixed_camera", "result": "pass", "reason": "Steady frontal shot positioned at eye level in an office/home setting throughout the clip.", "times": [ 0.0, 7.2 ] }, { "check": "face_stability", "result": "pass", "reason": "Facial structure remains stable with no warping or distortion across the duration.", "times": [ 0.0, 7.2 ] }, { "check": "speech", "result": "pass", "reason": "Audio clearly speaks the exact target phrase without dropouts.", "times": [ 0.5, 5.5 ] }, { "check": "lip_sync", "result": "pass", "reason": "Mouth movement matches the timing and cadence of the spoken audio track.", "times": [ 0.6, 5.4 ] } ] }, { "qualification": "Validated requested evidence", "model": "openai/gpt-5.6-sol", "score": 2, "coverage": "2fps frames and end sample at768px; continuous motion/audio/lip sync cannot be certified", "thresholds": [ "pass", "pass", "fail", "fail" ], "consistent": true, "observations": [ { "check": "realism_level_1", "result": "pass", "reason": "The subject consistently has a coherent photographic human appearance rather than an illustrative or overtly rendered one.", "times": [ 0.0, 3.0, 6.5 ] }, { "check": "realism_level_2", "result": "pass", "reason": "Skin, eyes, lips, glasses, and silver-gray hair are mostly photographically plausible, with coherent warm room lighting and no major waxy or plastic finish dominating the face.", "times": [ 0.5, 3.0, 5.5 ] }, { "check": "realism_level_3", "result": "fail", "reason": "Careful inspection shows noticeable synthetic smoothness and uniformity around the cheeks, mouth, and under-eye areas; several speaking expressions also look slightly avatar-like rather than fully natural.", "times": [ 1.5, 2.0, 4.0, 7.12 ] }, { "check": "realism_level_4", "result": "fail", "reason": "The face retains meaningful generated-video tells under close inspection, especially overly clean skin rendering, slightly artificial eye/eyelid appearance, and subtly synthetic mouth expressions.", "times": [ 1.0, 2.5, 4.5, 7.12 ] }, { "check": "identity", "result": "pass", "reason": "The visible character preserves the reference's recognizable older-woman presentation, silver-gray shoulder-length wavy hair, black rectangular glasses, long narrow face, and similar eye and mouth placement.", "times": [ 0.0, 3.0, 6.0 ] }, { "check": "fixed_camera", "result": "pass", "reason": "All sampled frames maintain the same eye-level frontal medium shot and the same coherent book-lined home room, with no visible camera-angle change.", "times": [ 0.0, 3.5, 7.12 ] }, { "check": "face_stability", "result": "pass", "reason": "The same facial structure, glasses, hairline, and features persist across the sampled coverage; no clear sliding features, deformed eyes, or exposed synthetic teeth are visible.", "times": [ 0.0, 2.0, 4.5, 7.12 ] }, { "check": "speech", "result": "unknown", "reason": "Only sampled visual frames are supplied; they show mouth changes but cannot establish whether the specified sentence is audible.", "times": [ 0.0, 7.12 ] }, { "check": "lip_sync", "result": "unknown", "reason": "Sampled frames at roughly half-second intervals and no observable audio evidence cannot establish alignment between mouth motion and individual audible words.", "times": [ 1.0, 2.5, 4.0, 7.12 ] } ] }, { "qualification": "Visual-only unchanged subset; original response rejected for unsupported speech inference, which is excluded", "model": "qwen/qwen3-vl-235b-a22b-instruct", "score": 3, "coverage": "2fps frames and end sample at768px; continuous motion/audio/lip sync cannot be certified; visual-only subset: rejected audio inference excluded", "thresholds": [ "pass", "pass", "pass", "fail" ], "consistent": true, "observations": [ { "check": "realism_level_1", "result": "pass", "reason": "The subject has coherent photographic human appearance: visible skin texture, natural hair strands, realistic eye reflections, and plausible lighting. No predominant illustration, cartoon, or 3D rendering artifacts are present.", "times": [ 0.0, 7.12 ] }, { "check": "realism_level_2", "result": "pass", "reason": "Face exhibits mostly plausible photographic qualities: skin shows natural tonal variation and fine wrinkles, eyes have realistic reflections and depth, lips move naturally, hair has strand-level detail and volume, and lighting is soft and consistent with indoor ambient sources. No major waxy, painted, or plastic finish is evident.", "times": [ 0.0, 7.12 ] }, { "check": "realism_level_3", "result": "pass", "reason": "Under careful inspection, only minor photographic deviations are visible: slight softness in hair edges and minimal uniformity in skin tone, but no doll-like eyes, beauty-render skin, painted hair, CGI shading, or artificial edge separation. Expression and anatomy across sampled frames appear natural and consistent.", "times": [ 0.0, 7.12 ] }, { "check": "realism_level_4", "result": "fail", "reason": "Perceptibly CG/3D-like qualities remain: skin lacks micro-texture and pore detail under close inspection, eye reflections are overly uniform and lack depth variation, and hair edges show slight haloing and lack fine strand separation. Lighting, while plausible, is too even and lacks the subtle imperfections expected from an ordinary home camera.", "times": [ 0.0, 7.12 ] }, { "check": "identity", "result": "pass", "reason": "Character matches reference identity: silver-gray wavy shoulder-length hair, black rectangular glasses, and facial structure consistent with the reference image. Wardrobe and setting align with the fictional character\u2019s visual identity.", "times": [ 0.0, 7.12 ] }, { "check": "fixed_camera", "result": "pass", "reason": "Eye-level frontal framing is consistent throughout. Background elements (bookshelves, lamp, curtains) remain static and coherent, indicating no camera movement or generated angle changes.", "times": [ 0.0, 7.12 ] }, { "check": "face_stability", "result": "pass", "reason": "Face remains consistent across all sampled frames: no sliding features, rubbery mouth, synthetic teeth, or eye deformation. Expression changes are natural and anatomically plausible.", "times": [ 0.0, 7.12 ] } ] } ] }, { "id": "video-google21-wan", "kind": "video", "outputSha256": "1ea4c2595c5f86e6da9fea93c567f7beceb2f2d34ca7b7ff475d38da841ee87c", "meanIndex": 2.67, "highestThresholdPasses": 0, "summary": "Mean 2.67/4; 0/3 reviewers passed the highest realism threshold. ", "reviews": [ { "qualification": "Validated requested evidence", "model": "google/gemini-3.8-flash", "score": 3, "coverage": "Native video/audio supplied; internal model sampling unknown", "thresholds": [ "pass", "pass", "pass", "fail" ], "consistent": true, "observations": [ { "check": "realism_level_1", "result": "pass", "reason": "Coherent photographic human appearance throughout.", "times": [ 0.0, 5.8 ] }, { "check": "realism_level_2", "result": "pass", "reason": "Skin texture, hair, and lighting appear mostly photographic without heavy 3D rendering.", "times": [ 1.0, 4.0 ] }, { "check": "realism_level_3", "result": "pass", "reason": "Minor synthetic cues only; realistic facial expressions and natural ambient lighting.", "times": [ 1.5, 4.5 ] }, { "check": "realism_level_4", "result": "fail", "reason": "Slightly stiff mouth articulation and subtle synthetic smoothing around jawline under scrutiny.", "times": [ 1.8, 3.2 ] }, { "check": "identity", "result": "pass", "reason": "Recognizable match to reference with silver-gray hair and black rectangular glasses.", "times": [ 0.5, 5.0 ] }, { "check": "fixed_camera", "result": "pass", "reason": "Static eye-level frontal shot in a coherent room setting with no camera moves.", "times": [ 0.0, 5.8 ] }, { "check": "face_stability", "result": "pass", "reason": "Facial features, glasses, and teeth remain spatially stable without deformation.", "times": [ 0.0, 5.8 ] }, { "check": "speech", "result": "pass", "reason": "Speaks the required sentence clearly without alterations.", "times": [ 0.0, 4.8 ] }, { "check": "lip_sync", "result": "pass", "reason": "Mouth movement matches the spoken phonemes across the audio track.", "times": [ 0.1, 4.6 ] } ] }, { "qualification": "Validated requested evidence", "model": "openai/gpt-5.6-sol", "score": 3, "coverage": "2fps frames and end sample at768px; continuous motion/audio/lip sync cannot be certified", "thresholds": [ "pass", "pass", "pass", "fail" ], "consistent": true, "observations": [ { "check": "realism_level_1", "result": "pass", "reason": "The subject has a coherent photographic human appearance with natural facial anatomy, clothing, and room lighting rather than an illustrative or overt 3D-rendered look.", "times": [ 0.0, 2.5, 5.7325 ] }, { "check": "realism_level_2", "result": "pass", "reason": "Across sampled views, skin, eyes, lips, gray hair, glasses, and lighting are mostly photographically plausible without a dominant waxy, plastic, or painted finish.", "times": [ 0.5, 2.5, 4.5 ] }, { "check": "realism_level_3", "result": "pass", "reason": "Careful inspection of the samples shows plausible wrinkles, hair strands, reflections, blinking, and varied mouth shapes; no readily noticeable doll-like eyes, painted hair, CGI shading, or malformed sampled expression is visible.", "times": [ 0.0, 1.5, 3.5, 5.0 ] }, { "check": "realism_level_4", "result": "fail", "reason": "The face remains unusually pristine and uniformly lit for ordinary home-camera footage, with subtly smoothed skin and highly clean facial/glasses edges that give the sampled portrait a perceptibly generated, studio-composited finish under close inspection.", "times": [ 1.0, 3.0, 5.7325 ] }, { "check": "identity", "result": "pass", "reason": "The visible character matches the reference's recognizable older feminine face presentation, shoulder-length silver-gray wavy hair, and black rectangular glasses.", "times": [ 0.0, 2.5, 5.7325 ] }, { "check": "fixed_camera", "result": "pass", "reason": "All supplied samples retain the same eye-level frontal medium framing and the same coherent book-lined home room, with no visible camera-angle change.", "times": [ 0.0, 2.5, 5.7325 ] }, { "check": "face_stability", "result": "pass", "reason": "The same facial structure, glasses, hairline, and features persist across the sampled coverage; varied mouth and eyelid states remain anatomically coherent without visible sliding, malformed teeth, or eye deformation.", "times": [ 0.0, 0.5, 1.5, 3.5, 5.7325 ] }, { "check": "speech", "result": "unknown", "reason": "Only sampled frames are supplied here, so the requested audible sentence cannot be verified.", "times": [ 0.0, 5.7325 ] }, { "check": "lip_sync", "result": "unknown", "reason": "Sampled still frames show changing mouth shapes but cannot establish alignment with audible words or continuous temporal synchronization.", "times": [ 0.0, 1.5, 3.5, 5.7325 ] } ] }, { "qualification": "Validated requested evidence", "model": "qwen/qwen3-vl-235b-a22b-instruct", "score": 2, "coverage": "2fps frames and end sample at768px; continuous motion/audio/lip sync cannot be certified", "thresholds": [ "pass", "pass", "fail", "fail" ], "consistent": true, "observations": [ { "check": "realism_level_1", "result": "pass", "reason": "The subject has coherent photographic human appearance: visible skin texture, natural hair strands, realistic eye reflections, and plausible lighting/shadow transitions. No predominant illustration, cartoon, or obvious 3D rendering cues are present.", "times": [ 0.0, 5.7325 ] }, { "check": "realism_level_2", "result": "pass", "reason": "Face exhibits mostly plausible photographic qualities: skin shows natural wrinkles and pores, eyes have realistic highlights and depth, lips and hair appear textured and non-painted. Minor synthetic cues (e.g., slight uniformity in hair strand rendering) are present but do not dominate.", "times": [ 0.0, 5.7325 ] }, { "check": "realism_level_3", "result": "fail", "reason": "Noticeable synthetic cues remain: eyes appear slightly doll-like with overly uniform sclera and corneal reflections; skin has subtle airbrushed smoothness in cheek and forehead regions; hair edges show slight artificial separation from background. Expression changes (e.g., 0.0 to 1.5s) appear anatomically plausible but lack micro-textural fidelity expected in high realism.", "times": [ 0.0, 5.7325 ] }, { "check": "realism_level_4", "result": "fail", "reason": "Perceptibly CG-like cues persist: eyes lack natural iris microstructure and tear film variation; lips show slightly plastic sheen during motion; lighting is uniformly soft without realistic specular highlights or shadow gradients. These deviations prevent convincing ordinary home-camera appearance under close inspection.", "times": [ 0.0, 5.7325 ] }, { "check": "identity", "result": "pass", "reason": "Visible features match reference: silver-gray wavy shoulder-length hair, black rectangular glasses, hazel-brown eyes, and overall facial structure consistent with reference image. Wardrobe (dark cardigan over patterned blouse) also aligns.", "times": [ 0.0, 5.7325 ] }, { "check": "fixed_camera", "result": "pass", "reason": "Eye-level frontal framing remains consistent across all frames; background elements (bookshelves, lamp, curtains) show no perspective or parallax changes. Room appears ordinary with natural clutter and lighting, no generated camera movement.", "times": [ 0.0, 5.7325 ] }, { "check": "face_stability", "result": "pass", "reason": "Face remains consistent in structure across all frames; no sliding features, rubbery mouth deformation, or synthetic teeth. Expression changes (e.g., smiling at 0.0s, pursed lips at 1.5s, open mouth at 3.0s) are anatomically coherent without distortion.", "times": [ 0.0, 5.7325 ] } ] } ] }, { "id": "video-googlepro-h3", "kind": "video", "outputSha256": "a1a84151d3c571a9f84a12234e7c15fdd1113fb70da14f6791e32ca1333067c1", "meanIndex": 1.33, "highestThresholdPasses": 0, "summary": "Mean 1.33/4; 0/3 reviewers passed the highest realism threshold. ", "reviews": [ { "qualification": "Validated requested evidence", "model": "openai/gpt-5.6-sol", "score": 2, "coverage": "2fps frames and end sample at768px; continuous motion/audio/lip sync cannot be certified", "thresholds": [ "pass", "pass", "fail", "fail" ], "consistent": true, "observations": [ { "check": "realism_level_1", "result": "pass", "reason": "The woman, face, hair, glasses, clothing, and room have a coherent photographic appearance despite a conspicuous torso artifact.", "times": [ 0.0, 2.5, 5.92 ] }, { "check": "realism_level_2", "result": "pass", "reason": "Visible facial skin, eyes, lips, gray hair, and lighting are mostly photographically plausible; the major neon distortion is concentrated on the sweater rather than dominating the face.", "times": [ 0.5, 2.5, 4.5 ] }, { "check": "realism_level_3", "result": "fail", "reason": "A large bright pink/green pixelated form with vertical streaking repeatedly covers the chest and reaches the chin/mouth area, while some mouth shapes and teeth look unnaturally rendered.", "times": [ 0.0, 1.0, 3.5, 5.5 ] }, { "check": "realism_level_4", "result": "fail", "reason": "The persistent luminous torso/chin corruption is an unmistakable synthetic tell and prevents an ordinary live-action home-camera appearance under close inspection.", "times": [ 0.0, 2.0, 4.0, 5.92 ] }, { "check": "identity", "result": "pass", "reason": "The visible character consistently resembles the fictional reference through an older face, shoulder-length silver-gray wavy hair, black rectangular glasses, and similar facial proportions.", "times": [ 0.0, 3.0, 5.92 ] }, { "check": "fixed_camera", "result": "pass", "reason": "All sampled frames retain the same eye-level frontal medium shot and coherent study setting, with the window, desk, shelves, curtains, and lamp fixed in place.", "times": [ 0.0, 3.0, 5.92 ] }, { "check": "face_stability", "result": "fail", "reason": "Although overall identity remains stable, vertical distortion crosses the lower face and sampled speaking poses show unnaturally striped lips/teeth and malformed mouth rendering.", "times": [ 0.0, 1.0, 3.5, 5.0 ] }, { "check": "speech", "result": "unknown", "reason": "Only sampled visual frames are supplied; they cannot establish whether the requested sentence is audible.", "times": [ 0.0, 5.92 ] }, { "check": "lip_sync", "result": "unknown", "reason": "Sampled frames show varying mouth positions but provide neither reliable continuous timing nor accessible audio evidence needed to judge alignment with words.", "times": [ 0.0, 1.0, 3.5, 5.92 ] } ] }, { "qualification": "Validated requested evidence", "model": "google/gemini-3.8-flash", "score": 1, "coverage": "Native video/audio supplied; internal model sampling unknown", "thresholds": [ "pass", "fail", "fail", "fail" ], "consistent": true, "observations": [ { "check": "realism_level_1", "result": "pass", "reason": "The character presents a coherent photographic human appearance overall.", "times": [ 0.0 ] }, { "check": "realism_level_2", "result": "fail", "reason": "Severe digital rendering glitch and bright pixelated artifact overlaying the chest area.", "times": [ 1.5 ] }, { "check": "realism_level_3", "result": "fail", "reason": "Obvious synthetic digital visual artifact on the body and somewhat artificial eye rendering.", "times": [ 2.5 ] }, { "check": "realism_level_4", "result": "fail", "reason": "Prominent synthetic visual corruption and unnatural head motion dynamics.", "times": [ 3.5 ] }, { "check": "identity", "result": "pass", "reason": "Features match reference with gray wavy hair, glasses, and older woman's likeness.", "times": [ 0.5 ] }, { "check": "fixed_camera", "result": "pass", "reason": "Camera maintains a steady, eye-level frontal shot throughout.", "times": [ 3.0 ] }, { "check": "face_stability", "result": "pass", "reason": "Facial structure remains consistent without warping or feature drift.", "times": [ 4.0 ] }, { "check": "speech", "result": "pass", "reason": "The audible spoken sentence matches the requested target sentence.", "times": [ 2.0 ] }, { "check": "lip_sync", "result": "pass", "reason": "Mouth shapes generally track the spoken words across the clip.", "times": [ 2.5 ] } ] }, { "qualification": "Validated requested evidence", "model": "qwen/qwen3-vl-235b-a22b-instruct", "score": 1, "coverage": "2fps frames and end sample at768px; continuous motion/audio/lip sync cannot be certified", "thresholds": [ "pass", "fail", "fail", "fail" ], "consistent": true, "observations": [ { "check": "realism_level_1", "result": "pass", "reason": "The subject has a coherent photographic human appearance with recognizable facial features, hair, and clothing. It does not resemble a cartoon, illustration, or obvious 3D render.", "times": [ 0.0 ] }, { "check": "realism_level_2", "result": "fail", "reason": "Major synthetic cues dominate: skin has an overly smooth, waxy finish with uniform lighting and lack of microtexture; hair appears painted with uniform strands; eyes lack realistic specular highlights and depth; overall appearance is doll-like rather than photographic.", "times": [ 0.0 ] }, { "check": "realism_level_3", "result": "fail", "reason": "Noticeable synthetic cues remain: eyes are doll-like with flat irises and no realistic wetness; skin lacks pores and natural shading; hair has artificial edge separation from background; lighting is implausibly uniform across face and torso.", "times": [ 0.0 ] }, { "check": "realism_level_4", "result": "fail", "reason": "Perceptibly CG/3D-avatar-like eyes, lips, skin, and hair; uniform lighting and lack of natural micro-movements or imperfections; overall appearance does not resemble an ordinary live-action home-camera recording.", "times": [ 0.0 ] }, { "check": "identity", "result": "pass", "reason": "The character displays the requested fictional reference identity: silver-gray wavy hair, black rectangular glasses, and facial structure consistent with the reference board.", "times": [ 0.0 ] }, { "check": "fixed_camera", "result": "pass", "reason": "Eye-level frontal framing remains consistent; background elements (bookshelf, lamp, window) show no camera movement or angle changes; room appears ordinary and coherent.", "times": [ 0.0 ] }, { "check": "face_stability", "result": "fail", "reason": "Face exhibits synthetic deformation: mouth shape and teeth appear rubbery and inconsistent across frames; lips lack natural muscle definition; eye shape subtly warps during expression changes.", "times": [ 0.0, 1.0, 2.0, 3.0, 4.0, 5.0 ] } ] } ] }, { "id": "video-googlepro-kling-v2", "kind": "video", "outputSha256": "5406709a71f208803fb042a3c97ec584da76d9bc5a98e3c53c15f8f6e8993c07", "meanIndex": 2.0, "highestThresholdPasses": 0, "summary": "Mean 2.0/4; 0/3 reviewers passed the highest realism threshold. ", "reviews": [ { "qualification": "Validated requested evidence", "model": "openai/gpt-5.6-sol", "score": 2, "coverage": "2fps frames and end sample at768px; continuous motion/audio/lip sync cannot be certified", "thresholds": [ "pass", "pass", "fail", "fail" ], "consistent": true, "observations": [ { "check": "realism_level_1", "result": "pass", "reason": "The subject has a coherent photographic human appearance, with consistent facial anatomy, clothing, glasses, hair, and room lighting across sampled frames.", "times": [ 0.0, 3.5, 7.12 ] }, { "check": "realism_level_2", "result": "pass", "reason": "Skin, eyes, lips, silver-gray hair, glasses, and illumination are mostly photographically plausible; no major waxy, plastic, painted, or overtly 3D finish dominates the sampled views.", "times": [ 0.0, 2.5, 5.0 ] }, { "check": "realism_level_3", "result": "fail", "reason": "Careful inspection shows noticeable synthetic polish: facial skin is unusually smooth and evenly rendered, hair strands and edges have a generated look, and the broad smile/teeth appear overly uniform.", "times": [ 1.0, 4.5, 6.5 ] }, { "check": "realism_level_4", "result": "fail", "reason": "The repeated beauty-render smoothness of the face, highly uniform lighting and texture, and polished hair and teeth remain meaningful visible synthetic tells rather than an unequivocal ordinary home-camera recording.", "times": [ 1.0, 4.5, 6.5 ] }, { "check": "identity", "result": "pass", "reason": "The visible character retains the reference's recognizable older feminine face, shoulder-length wavy silver-gray hair, dark rectangular glasses, and similar facial proportions.", "times": [ 0.0, 3.0, 6.5 ] }, { "check": "fixed_camera", "result": "pass", "reason": "All supplied frames maintain the same eye-level frontal composition and coherent study setting, with unchanged desk, window, shelves, curtains, and lamp placement.", "times": [ 0.0, 3.5, 7.12 ] }, { "check": "face_stability", "result": "pass", "reason": "The same face and glasses remain spatially consistent through the sampled expressions; no clear sliding features, deformed eyes, rubbery mouth, or malformed visible teeth appear in these frames.", "times": [ 0.0, 1.5, 3.5, 5.5, 7.12 ] }, { "check": "speech", "result": "unknown", "reason": "Only sampled visual frames are supplied; they show changing mouth shapes but cannot establish that the specified sentence is audible.", "times": [ 0.5, 3.5, 7.12 ] }, { "check": "lip_sync", "result": "unknown", "reason": "Sampled frames at roughly half-second intervals and no assessable audio cannot establish alignment between mouth motion and individual audible words.", "times": [ 0.5, 2.5, 5.5, 7.12 ] } ] }, { "qualification": "Validated requested evidence", "model": "google/gemini-3.8-flash", "score": 2, "coverage": "Native video/audio supplied; internal model sampling unknown", "thresholds": [ "pass", "pass", "fail", "fail" ], "consistent": true, "observations": [ { "check": "realism_level_1", "result": "pass", "reason": "Photographic human likeness is maintained rather than an overt cartoon or 3D render.", "times": [ 1.0 ] }, { "check": "realism_level_2", "result": "pass", "reason": "Visible skin texture, hair, and lighting appear generally plausible without overwhelming plastic artifacts.", "times": [ 2.5 ] }, { "check": "realism_level_3", "result": "fail", "reason": "Mouth movement and teeth deformation exhibit noticeable synthetic cues during speech.", "times": [ 3.8 ] }, { "check": "realism_level_4", "result": "fail", "reason": "Slightly artificial rendering around animated facial features prevents convincing live-action realism.", "times": [ 4.5 ] }, { "check": "identity", "result": "pass", "reason": "Features match the reference subject with gray wavy hair and black rectangular glasses.", "times": [ 0.5 ] }, { "check": "fixed_camera", "result": "pass", "reason": "Camera remains frontal, static, and eye-level within a home interior setup.", "times": [ 2.0 ] }, { "check": "face_stability", "result": "fail", "reason": "Lower facial structure and mouth region display warping during dynamic speech expressions.", "times": [ 4.0 ] }, { "check": "speech", "result": "pass", "reason": "Spoken sentence matches the prompt clearly without missing words.", "times": [ 3.5 ] }, { "check": "lip_sync", "result": "pass", "reason": "Lip movements generally correspond to the timing of the audible speech track.", "times": [ 3.0 ] } ] }, { "qualification": "Validated requested evidence", "model": "qwen/qwen3-vl-235b-a22b-instruct", "score": 2, "coverage": "2fps frames and end sample at768px; continuous motion/audio/lip sync cannot be certified", "thresholds": [ "pass", "pass", "fail", "fail" ], "consistent": true, "observations": [ { "check": "realism_level_1", "result": "pass", "reason": "The subject has a coherent photographic human appearance with recognizable facial features, skin texture, hair, and clothing. No predominant illustration, cartoon, or obvious 3D rendering artifacts are visible across sampled frames.", "times": [ 0.0, 7.12 ] }, { "check": "realism_level_2", "result": "pass", "reason": "The visible face exhibits mostly plausible photographic skin, eyes, lips, and hair. Lighting appears natural with soft shadows. Minor synthetic cues may exist but do not dominate; no major waxy, painted, or plastic finish is evident.", "times": [ 0.0, 7.12 ] }, { "check": "realism_level_3", "result": "fail", "reason": "Under careful inspection, minor synthetic cues remain: skin texture appears overly smooth and uniform, lacking natural pore variation; eye reflections and lip contours have slight CGI-like consistency across expressions; hair strands show minimal individual variation and edge separation from background.", "times": [ 0.0, 7.12 ] }, { "check": "realism_level_4", "result": "fail", "reason": "Perceptibly CG/3D-like qualities persist: skin lacks micro-texture and natural imperfections, eyes have uniform glossy reflection, and hair exhibits artificial uniformity. Expression changes are visible but lack the subtle anatomical micro-movements expected from a live home-camera recording.", "times": [ 0.0, 7.12 ] }, { "check": "identity", "result": "pass", "reason": "The character matches the fictional reference: silver-gray wavy hair, black rectangular glasses, and overall facial structure consistent with the approved identity board. No real person is identified.", "times": [ 0.0, 7.12 ] }, { "check": "fixed_camera", "result": "pass", "reason": "The framing is eye-level and frontal throughout all sampled frames. Background elements (bookshelf, desk, lamp, window) remain spatially coherent with no camera angle changes or generated motion.", "times": [ 0.0, 7.12 ] }, { "check": "face_stability", "result": "pass", "reason": "The same face is present throughout all sampled frames. No sliding features, rubbery mouth, synthetic teeth, or eye deformation are observed. Expressions change naturally without structural instability.", "times": [ 0.0, 7.12 ] } ] } ] }, { "id": "video-googlepro-wan", "kind": "video", "outputSha256": "6b14ea515c68985f095551d92c5f0cdeddd4de4a5d342443dfe36f0da62e2197", "meanIndex": 2.0, "highestThresholdPasses": 0, "summary": "Mean 2.0/4; 0/3 reviewers passed the highest realism threshold. ", "reviews": [ { "qualification": "Validated requested evidence", "model": "openai/gpt-5.6-sol", "score": 2, "coverage": "2fps frames and end sample at768px; continuous motion/audio/lip sync cannot be certified", "thresholds": [ "pass", "pass", "fail", "fail" ], "consistent": true, "observations": [ { "check": "realism_level_1", "result": "pass", "reason": "The subject has a coherent photographic human appearance with recognizable skin, hair, eyes, glasses, clothing, and room lighting rather than a predominantly illustrated or overtly rendered look.", "times": [ 0.0, 2.5, 5.7325 ] }, { "check": "realism_level_2", "result": "pass", "reason": "Across the sampled frames, facial skin, wrinkles, eyes, lips, gray hair, and illumination are mostly photographically plausible without a major waxy, plastic, or painted finish dominating.", "times": [ 0.0, 2.5, 4.5 ] }, { "check": "realism_level_3", "result": "fail", "reason": "Careful inspection shows noticeable synthetic polish: facial texture and lighting remain unusually even, hair contours are overly pristine, and several open-mouth expressions look avatar-like rather than ordinary camera capture.", "times": [ 0.0, 3.5, 4.0 ] }, { "check": "realism_level_4", "result": "fail", "reason": "The highly controlled facial detail, pristine hair separation, uniformly polished room image, and synthetic-looking mouth expressions are meaningful visible tells, so it is not fully convincing as ordinary live-action under close inspection.", "times": [ 0.0, 1.5, 3.5, 4.5 ] }, { "check": "identity", "result": "pass", "reason": "The visible character consistently resembles the fictional reference through an older feminine face, shoulder-length silver-gray wavy hair, black rectangular glasses, and similar facial proportions.", "times": [ 0.0, 2.5, 5.7325 ] }, { "check": "fixed_camera", "result": "pass", "reason": "Every supplied frame retains the same eye-level frontal medium framing and a spatially coherent home-office background, with no visible camera-angle change.", "times": [ 0.0, 3.0, 5.7325 ] }, { "check": "face_stability", "result": "pass", "reason": "The same face and glasses persist across all sampled frames; eyes, nose, jaw, and mouth remain spatially consistent, with no clear feature sliding, malformed teeth, or eye deformation visible in the samples.", "times": [ 0.0, 1.5, 3.5, 5.7325 ] }, { "check": "speech", "result": "unknown", "reason": "Only sampled visual frames are supplied here; they show changing mouth shapes but cannot establish that the specified sentence is audible.", "times": [ 0.0, 2.5, 5.0 ] }, { "check": "lip_sync", "result": "unknown", "reason": "Sampled frames at roughly half-second intervals cannot reliably establish alignment between individual audible words and mouth motion, and no usable audio evidence is supplied in this coverage.", "times": [ 0.0, 1.5, 3.5, 5.0 ] } ] }, { "qualification": "Validated requested evidence", "model": "google/gemini-3.8-flash", "score": 2, "coverage": "Native video/audio supplied; internal model sampling unknown", "thresholds": [ "pass", "pass", "fail", "fail" ], "consistent": true, "observations": [ { "check": "realism_level_1", "result": "pass", "reason": "Photographic human appearance maintained without cartoon or overt 3D rendering stylization.", "times": [ 0.0 ] }, { "check": "realism_level_2", "result": "pass", "reason": "Mostly plausible skin texture, hair, and lighting without dominant plastic or painted finish.", "times": [ 1.5 ] }, { "check": "realism_level_3", "result": "fail", "reason": "Unnatural lip deformations and slightly rigid, synthetic ocular focus visible during speech.", "times": [ 1.2, 3.4 ] }, { "check": "realism_level_4", "result": "fail", "reason": "Perceptible generative animation artifacts around the mouth and lower jaw area during speaking.", "times": [ 2.0 ] }, { "check": "identity", "result": "pass", "reason": "Matches the reference character's features, wavy silver-gray hair, and black rectangular glasses.", "times": [ 0.5 ] }, { "check": "fixed_camera", "result": "pass", "reason": "Static frontal eye-level framing in a home room setting without camera movement.", "times": [ 0.0 ] }, { "check": "face_stability", "result": "pass", "reason": "Face structure remains consistent throughout without warping or drifting features.", "times": [ 3.0 ] }, { "check": "speech", "result": "pass", "reason": "Fully audible and intelligible prompt sentence matches the requested dialogue accurately.", "times": [ 0.0, 5.0 ] }, { "check": "lip_sync", "result": "pass", "reason": "Lip movements correspond reasonably well with the spoken audio syllables.", "times": [ 1.0, 4.0 ] } ] }, { "qualification": "Validated requested evidence", "model": "qwen/qwen3-vl-235b-a22b-instruct", "score": 2, "coverage": "2fps frames and end sample at768px; continuous motion/audio/lip sync cannot be certified", "thresholds": [ "pass", "pass", "fail", "fail" ], "consistent": true, "observations": [ { "check": "realism_level_1", "result": "pass", "reason": "The subject exhibits coherent photographic human appearance with recognizable facial features, skin texture, and clothing; no predominant illustration, cartoon, or 3D rendering artifacts are visible across sampled frames.", "times": [ 0.0, 5.7325 ] }, { "check": "realism_level_2", "result": "pass", "reason": "Face shows mostly plausible photographic skin, eyes, lips, and hair under natural lighting; minor synthetic cues may exist but are not dominant. No major waxy, painted, or plastic finish is observable.", "times": [ 0.0, 5.7325 ] }, { "check": "realism_level_3", "result": "fail", "reason": "Under careful inspection, minor synthetic cues remain: skin texture appears overly smooth and uniform, lacking natural pore variation; eye reflections and eyelid transitions show subtle doll-like rendering; hair strands lack individual strand realism and exhibit slight haloing against background.", "times": [ 0.0, 5.7325 ] }, { "check": "realism_level_4", "result": "fail", "reason": "Perceptibly CG-like eyes with uniform iris shading and artificial catchlights; lips show overly consistent texture and motion; skin lacks micro-variation expected in live-action home-camera footage. These cues prevent convincingly ordinary appearance under close inspection.", "times": [ 0.0, 5.7325 ] }, { "check": "identity", "result": "pass", "reason": "Character matches reference identity: silver-gray wavy hair, black rectangular glasses, and facial structure consistent with the provided fictional reference image.", "times": [ 0.0, 5.7325 ] }, { "check": "fixed_camera", "result": "pass", "reason": "Eye-level frontal framing remains consistent; background elements (bookshelf, lamp, window) show no camera movement or angle changes across sampled frames.", "times": [ 0.0, 5.7325 ] }, { "check": "face_stability", "result": "pass", "reason": "Same face is visible throughout; no sliding features, rubbery mouth deformation, synthetic teeth, or eye distortion observed in any sampled frame.", "times": [ 0.0, 5.7325 ] } ] } ] } ] }