{ "schema": "camera_motion_quant/1", "label": "r054", "source": { "video": "/data/workspace/kais-gold-remount/episodes/ep-xiaojianghu-ep01/S4_closures/g1_rev4_gate/r054_p1_gt_precise.mp4", "start": 0.0, "end": 2.333333, "fps": 30.0, "n_frames": 70, "window_dur": 2.333, "flow_width": 480, "flow_height": 270 }, "impl": { "name": "sea-raft", "model": "MemorySlices/Tartan-C-T-TSKH432x960-S", "device": "cuda", "iters": 4 }, "pairs": [ { "camera": null, "model_kind": "degenerate", "residual": { "median_px_per_frame": 11.514813423156738, "p90_px_per_frame": 39.59621810913086, "p99_px_per_frame": 45.31061935424805 }, "global_flow_mag_px_per_frame": 11.514813423156738, "flow_p90_px_pair": 118.78865051269531, "frame_i": 0, "frame_j": 3, "t0_sec": 0.0, "t1_sec": 0.1, "t_norm": 0.021739130434782608, "stride": 3, "static_ratio": 0.01751543209876543, "foe_offset_pct": null }, { "camera": { "tx_px_per_frame": 0.0766707190302311, "ty_px_per_frame": 3.0358977817761676, "zoom_scale_per_frame": 0.9956182344871845, "rot_deg_per_frame": 0.012073437332551703, "inlier_ratio": 0.4745098039215686 }, "model_kind": "affine", "support_ratio": 0.4745098039215686, "residual": { "median_px_per_frame": 4.428684487407048, "p90_px_per_frame": 10.564815990967563, "p99_px_per_frame": 19.68331587327657 }, "global_flow_mag_px_per_frame": 4.737056255340576, "flow_p90_px_pair": 32.40018844604492, "frame_i": 3, "frame_j": 6, "t0_sec": 0.1, "t1_sec": 0.2, "t_norm": 0.06521739130434782, "stride": 3, "static_ratio": 0.11002314814814815, "foe_offset_pct": 6.337870702086693 }, { "camera": null, "model_kind": "degenerate", "residual": { "median_px_per_frame": 15.616694450378418, "p90_px_per_frame": 29.713754653930664, "p99_px_per_frame": 40.77873229980469 }, "global_flow_mag_px_per_frame": 15.616694450378418, "flow_p90_px_pair": 89.14126586914062, "frame_i": 6, "frame_j": 9, "t0_sec": 0.2, "t1_sec": 0.3, "t_norm": 0.10869565217391304, "stride": 3, "static_ratio": 0.004837962962962963, "foe_offset_pct": null }, { "camera": null, "model_kind": "degenerate", "residual": { "median_px_per_frame": 12.344643592834473, "p90_px_per_frame": 32.26584243774414, "p99_px_per_frame": 46.01393127441406 }, "global_flow_mag_px_per_frame": 12.344643592834473, "flow_p90_px_pair": 96.79752349853516, "frame_i": 9, "frame_j": 12, "t0_sec": 0.3, "t1_sec": 0.4, "t_norm": 0.15217391304347827, "stride": 3, "static_ratio": 0.006905864197530864, "foe_offset_pct": null }, { "camera": null, "model_kind": "degenerate", "residual": { "median_px_per_frame": 21.759788513183594, "p90_px_per_frame": 29.510255813598633, "p99_px_per_frame": 56.37759780883789 }, "global_flow_mag_px_per_frame": 21.759788513183594, "flow_p90_px_pair": 88.53076934814453, "frame_i": 12, "frame_j": 15, "t0_sec": 0.4, "t1_sec": 0.5, "t_norm": 0.1956521739130435, "stride": 3, "static_ratio": 0.007476851851851852, "foe_offset_pct": null }, { "camera": null, "model_kind": "degenerate", "residual": { "median_px_per_frame": 15.463679313659668, "p90_px_per_frame": 38.84669876098633, "p99_px_per_frame": 48.539424896240234 }, "global_flow_mag_px_per_frame": 15.463679313659668, "flow_p90_px_pair": 116.54009246826172, "frame_i": 15, "frame_j": 18, "t0_sec": 0.5, "t1_sec": 0.6, "t_norm": 0.2391304347826087, "stride": 3, "static_ratio": 0.006327160493827161, "foe_offset_pct": null }, { "camera": null, "model_kind": "degenerate", "residual": { "median_px_per_frame": 16.678003311157227, "p90_px_per_frame": 35.56525802612305, "p99_px_per_frame": 50.97691345214844 }, "global_flow_mag_px_per_frame": 16.678003311157227, "flow_p90_px_pair": 106.6957778930664, "frame_i": 18, "frame_j": 21, "t0_sec": 0.6, "t1_sec": 0.7, "t_norm": 0.2826086956521739, "stride": 3, "static_ratio": 0.0006481481481481481, "foe_offset_pct": null }, { "camera": null, "model_kind": "degenerate", "residual": { "median_px_per_frame": 10.483455657958984, "p90_px_per_frame": 28.341455459594727, "p99_px_per_frame": 33.40678024291992 }, "global_flow_mag_px_per_frame": 10.483455657958984, "flow_p90_px_pair": 85.02436828613281, "frame_i": 21, "frame_j": 24, "t0_sec": 0.7, "t1_sec": 0.8, "t_norm": 0.32608695652173914, "stride": 3, "static_ratio": 0.07225308641975309, "foe_offset_pct": null }, { "camera": null, "model_kind": "degenerate", "residual": { "median_px_per_frame": 20.253293991088867, "p90_px_per_frame": 26.530481338500977, "p99_px_per_frame": 29.263282775878906 }, "global_flow_mag_px_per_frame": 20.253293991088867, "flow_p90_px_pair": 79.59144592285156, "frame_i": 24, "frame_j": 27, "t0_sec": 0.8, "t1_sec": 0.9, "t_norm": 0.3695652173913043, "stride": 3, "static_ratio": 0.06055555555555556, "foe_offset_pct": null }, { "camera": null, "model_kind": "degenerate", "residual": { "median_px_per_frame": 23.605684280395508, "p90_px_per_frame": 32.304325103759766, "p99_px_per_frame": 48.925289154052734 }, "global_flow_mag_px_per_frame": 23.605684280395508, "flow_p90_px_pair": 96.91297912597656, "frame_i": 27, "frame_j": 30, "t0_sec": 0.9, "t1_sec": 1.0, "t_norm": 0.41304347826086957, "stride": 3, "static_ratio": 0.019112654320987653, "foe_offset_pct": null }, { "camera": { "tx_px_per_frame": 3.146537435963454, "ty_px_per_frame": -0.8083799399686397, "zoom_scale_per_frame": 0.9977744064952977, "rot_deg_per_frame": 0.25520455754829907, "inlier_ratio": 0.35919117647058824 }, "model_kind": "affine", "support_ratio": 0.35919117647058824, "residual": { "median_px_per_frame": 12.160509258644296, "p90_px_per_frame": 27.550438968112363, "p99_px_per_frame": 32.66527973111757 }, "global_flow_mag_px_per_frame": 12.888287544250488, "flow_p90_px_pair": 81.99668884277344, "frame_i": 30, "frame_j": 33, "t0_sec": 1.0, "t1_sec": 1.1, "t_norm": 0.45652173913043476, "stride": 3, "static_ratio": 0.13136574074074073, "foe_offset_pct": 1.3413555273942206 }, { "camera": null, "model_kind": "degenerate", "residual": { "median_px_per_frame": 13.566096305847168, "p90_px_per_frame": 27.49852180480957, "p99_px_per_frame": 34.91141891479492 }, "global_flow_mag_px_per_frame": 13.566096305847168, "flow_p90_px_pair": 82.49556732177734, "frame_i": 33, "frame_j": 36, "t0_sec": 1.1, "t1_sec": 1.2, "t_norm": 0.5, "stride": 3, "static_ratio": 0.07680555555555556, "foe_offset_pct": null }, { "camera": { "tx_px_per_frame": 2.5232841119519622, "ty_px_per_frame": -3.2751719391259613, "zoom_scale_per_frame": 0.9970236542472087, "rot_deg_per_frame": 0.19009794957466286, "inlier_ratio": 0.4102941176470588 }, "model_kind": "affine", "support_ratio": 0.4102941176470588, "residual": { "median_px_per_frame": 7.028706467264768, "p90_px_per_frame": 25.583181763308147, "p99_px_per_frame": 30.937193007177502 }, "global_flow_mag_px_per_frame": 7.69992208480835, "flow_p90_px_pair": 82.41285705566406, "frame_i": 36, "frame_j": 39, "t0_sec": 1.2, "t1_sec": 1.3, "t_norm": 0.5434782608695652, "stride": 3, "static_ratio": 0.22069444444444444, "foe_offset_pct": 0.5797160773751511 }, { "camera": null, "model_kind": "degenerate", "residual": { "median_px_per_frame": 15.49109935760498, "p90_px_per_frame": 30.196439743041992, "p99_px_per_frame": 37.182464599609375 }, "global_flow_mag_px_per_frame": 15.49109935760498, "flow_p90_px_pair": 90.58931732177734, "frame_i": 39, "frame_j": 42, "t0_sec": 1.3, "t1_sec": 1.4, "t_norm": 0.5869565217391305, "stride": 3, "static_ratio": 0.08900462962962963, "foe_offset_pct": null }, { "camera": null, "model_kind": "degenerate", "residual": { "median_px_per_frame": 13.594035148620605, "p90_px_per_frame": 28.84062957763672, "p99_px_per_frame": 42.79458999633789 }, "global_flow_mag_px_per_frame": 13.594035148620605, "flow_p90_px_pair": 86.52188873291016, "frame_i": 42, "frame_j": 45, "t0_sec": 1.4, "t1_sec": 1.5, "t_norm": 0.6304347826086957, "stride": 3, "static_ratio": 0.02834104938271605, "foe_offset_pct": null }, { "camera": null, "model_kind": "degenerate", "residual": { "median_px_per_frame": 13.272974967956543, "p90_px_per_frame": 34.329341888427734, "p99_px_per_frame": 43.400150299072266 }, "global_flow_mag_px_per_frame": 13.272974967956543, "flow_p90_px_pair": 102.98802947998047, "frame_i": 45, "frame_j": 48, "t0_sec": 1.5, "t1_sec": 1.6, "t_norm": 0.6739130434782609, "stride": 3, "static_ratio": 0.02334104938271605, "foe_offset_pct": null }, { "camera": null, "model_kind": "degenerate", "residual": { "median_px_per_frame": 9.840800285339355, "p90_px_per_frame": 19.377012252807617, "p99_px_per_frame": 31.249048233032227 }, "global_flow_mag_px_per_frame": 9.840800285339355, "flow_p90_px_pair": 58.131038665771484, "frame_i": 48, "frame_j": 51, "t0_sec": 1.6, "t1_sec": 1.7, "t_norm": 0.717391304347826, "stride": 3, "static_ratio": 0.025347222222222222, "foe_offset_pct": null }, { "camera": null, "model_kind": "degenerate", "residual": { "median_px_per_frame": 10.170820236206055, "p90_px_per_frame": 43.15507888793945, "p99_px_per_frame": 50.16640090942383 }, "global_flow_mag_px_per_frame": 10.170820236206055, "flow_p90_px_pair": 129.46524047851562, "frame_i": 51, "frame_j": 54, "t0_sec": 1.7, "t1_sec": 1.8, "t_norm": 0.7608695652173914, "stride": 3, "static_ratio": 0.024652777777777777, "foe_offset_pct": null }, { "camera": null, "model_kind": "degenerate", "residual": { "median_px_per_frame": 13.961429595947266, "p90_px_per_frame": 35.47944259643555, "p99_px_per_frame": 45.0820426940918 }, "global_flow_mag_px_per_frame": 13.961429595947266, "flow_p90_px_pair": 106.43832397460938, "frame_i": 54, "frame_j": 57, "t0_sec": 1.8, "t1_sec": 1.9, "t_norm": 0.8043478260869565, "stride": 3, "static_ratio": 0.00834104938271605, "foe_offset_pct": null }, { "camera": null, "model_kind": "degenerate", "residual": { "median_px_per_frame": 11.027264595031738, "p90_px_per_frame": 31.95256805419922, "p99_px_per_frame": 48.69123840332031 }, "global_flow_mag_px_per_frame": 11.027264595031738, "flow_p90_px_pair": 95.85770416259766, "frame_i": 57, "frame_j": 60, "t0_sec": 1.9, "t1_sec": 2.0, "t_norm": 0.8478260869565217, "stride": 3, "static_ratio": 0.010246913580246913, "foe_offset_pct": null }, { "camera": null, "model_kind": "degenerate", "residual": { "median_px_per_frame": 11.858744621276855, "p90_px_per_frame": 40.25191879272461, "p99_px_per_frame": 54.8707389831543 }, "global_flow_mag_px_per_frame": 11.858744621276855, "flow_p90_px_pair": 120.75575256347656, "frame_i": 60, "frame_j": 63, "t0_sec": 2.0, "t1_sec": 2.1, "t_norm": 0.8913043478260869, "stride": 3, "static_ratio": 0.029135802469135802, "foe_offset_pct": null }, { "camera": null, "model_kind": "degenerate", "residual": { "median_px_per_frame": 18.11760139465332, "p90_px_per_frame": 28.56252098083496, "p99_px_per_frame": 42.92593002319336 }, "global_flow_mag_px_per_frame": 18.11760139465332, "flow_p90_px_pair": 85.68756103515625, "frame_i": 63, "frame_j": 66, "t0_sec": 2.1, "t1_sec": 2.2, "t_norm": 0.9347826086956522, "stride": 3, "static_ratio": 0.021033950617283952, "foe_offset_pct": null }, { "camera": { "tx_px_per_frame": 8.400793941299266, "ty_px_per_frame": -1.089764346107492, "zoom_scale_per_frame": 0.9932719791723272, "rot_deg_per_frame": 0.49115574043074, "inlier_ratio": 0.45269607843137255 }, "model_kind": "affine", "support_ratio": 0.45269607843137255, "residual": { "median_px_per_frame": 4.741078650588315, "p90_px_per_frame": 9.476982974366583, "p99_px_per_frame": 12.57112268269926 }, "global_flow_mag_px_per_frame": 6.083772659301758, "flow_p90_px_pair": 34.597679138183594, "frame_i": 66, "frame_j": 69, "t0_sec": 2.2, "t1_sec": 2.3, "t_norm": 0.9782608695652174, "stride": 3, "static_ratio": 0.060007716049382716, "foe_offset_pct": 0.7978282728141209 } ], "affine_raw": [ { "a1": -0.000545104604451951, "a2": -0.008902849127230796, "tx": 0.23001215709069328, "a3": -0.006407287476082306, "a4": -0.02563045751703312, "ty": 9.107693345328503 }, { "a1": -0.020983733003162783, "a2": -0.04798006603391221, "tx": 9.439612307890362, "a3": 0.005126415707474525, "a4": 0.00765986952572313, "ty": -2.425139819905919 }, { "a1": -0.017827440757891774, "a2": -0.012745076698140706, "tx": 7.569852335855886, "a3": 0.026719714213981765, "a4": 2.2465312669722737e-05, "ty": -9.825515817377884 }, { "a1": -0.042893256484272446, "a2": -0.09365066552551535, "tx": 25.2023818238978, "a3": 0.007243392720698188, "a4": 0.0027961199990438872, "ty": -3.2692930383224756 } ], "elapsed_s": 4.2, "camera": { "label": "pan-left+roll+zoom-out+tilt-down", "dominant": "pan", "pan": { "direction": "pan-left", "deg_per_s": 9.75, "pct_frame_per_s": 17.72 }, "tilt": { "direction": "tilt-down", "deg_per_s": 3.26, "pct_frame_per_s": 10.55 }, "zoom": { "direction": "zoom-out", "pct_per_s": 11.04, "scale_per_frame": 0.99632 }, "rot_deg_per_s": 6.68, "foe_offset_pct_frame": 1.0695919001041707, "confidence": 0.431, "n_pairs_reliable": 4, "n_pairs_with_fit": 4, "phases": [ { "t_range": [ 0.0, 0.33 ], "pan_pct_frame_per_s": 0.5, "tilt_pct_frame_per_s": 33.7, "zoom_pct_per_s": 13.1, "motion": "tilt-up+zoom-out" }, { "t_range": [ 0.33, 0.67 ], "pan_pct_frame_per_s": 17.7, "tilt_pct_frame_per_s": 22.7, "zoom_pct_per_s": 7.8, "motion": "pan-left+tilt-down+zoom-out" }, { "t_range": [ 0.67, 1.0 ], "pan_pct_frame_per_s": 52.5, "tilt_pct_frame_per_s": 12.1, "zoom_pct_per_s": 20.2, "motion": "pan-left+tilt-down+zoom-out" } ] }, "residual_curve": [ { "t_norm": 0.0217, "t_sec": 0.0, "energy_median_px_per_frame": 11.515, "energy_p90_px_per_frame": 39.596, "static_ratio": 0.0175 }, { "t_norm": 0.0652, "t_sec": 0.1, "energy_median_px_per_frame": 4.429, "energy_p90_px_per_frame": 10.565, "static_ratio": 0.11 }, { "t_norm": 0.1087, "t_sec": 0.2, "energy_median_px_per_frame": 15.617, "energy_p90_px_per_frame": 29.714, "static_ratio": 0.0048 }, { "t_norm": 0.1522, "t_sec": 0.3, "energy_median_px_per_frame": 12.345, "energy_p90_px_per_frame": 32.266, "static_ratio": 0.0069 }, { "t_norm": 0.1957, "t_sec": 0.4, "energy_median_px_per_frame": 21.76, "energy_p90_px_per_frame": 29.51, "static_ratio": 0.0075 }, { "t_norm": 0.2391, "t_sec": 0.5, "energy_median_px_per_frame": 15.464, "energy_p90_px_per_frame": 38.847, "static_ratio": 0.0063 }, { "t_norm": 0.2826, "t_sec": 0.6, "energy_median_px_per_frame": 16.678, "energy_p90_px_per_frame": 35.565, "static_ratio": 0.0006 }, { "t_norm": 0.3261, "t_sec": 0.7, "energy_median_px_per_frame": 10.483, "energy_p90_px_per_frame": 28.341, "static_ratio": 0.0723 }, { "t_norm": 0.3696, "t_sec": 0.8, "energy_median_px_per_frame": 20.253, "energy_p90_px_per_frame": 26.53, "static_ratio": 0.0606 }, { "t_norm": 0.413, "t_sec": 0.9, "energy_median_px_per_frame": 23.606, "energy_p90_px_per_frame": 32.304, "static_ratio": 0.0191 }, { "t_norm": 0.4565, "t_sec": 1.0, "energy_median_px_per_frame": 12.161, "energy_p90_px_per_frame": 27.55, "static_ratio": 0.1314 }, { "t_norm": 0.5, "t_sec": 1.1, "energy_median_px_per_frame": 13.566, "energy_p90_px_per_frame": 27.499, "static_ratio": 0.0768 }, { "t_norm": 0.5435, "t_sec": 1.2, "energy_median_px_per_frame": 7.029, "energy_p90_px_per_frame": 25.583, "static_ratio": 0.2207 }, { "t_norm": 0.587, "t_sec": 1.3, "energy_median_px_per_frame": 15.491, "energy_p90_px_per_frame": 30.196, "static_ratio": 0.089 }, { "t_norm": 0.6304, "t_sec": 1.4, "energy_median_px_per_frame": 13.594, "energy_p90_px_per_frame": 28.841, "static_ratio": 0.0283 }, { "t_norm": 0.6739, "t_sec": 1.5, "energy_median_px_per_frame": 13.273, "energy_p90_px_per_frame": 34.329, "static_ratio": 0.0233 }, { "t_norm": 0.7174, "t_sec": 1.6, "energy_median_px_per_frame": 9.841, "energy_p90_px_per_frame": 19.377, "static_ratio": 0.0253 }, { "t_norm": 0.7609, "t_sec": 1.7, "energy_median_px_per_frame": 10.171, "energy_p90_px_per_frame": 43.155, "static_ratio": 0.0247 }, { "t_norm": 0.8043, "t_sec": 1.8, "energy_median_px_per_frame": 13.961, "energy_p90_px_per_frame": 35.479, "static_ratio": 0.0083 }, { "t_norm": 0.8478, "t_sec": 1.9, "energy_median_px_per_frame": 11.027, "energy_p90_px_per_frame": 31.953, "static_ratio": 0.0102 }, { "t_norm": 0.8913, "t_sec": 2.0, "energy_median_px_per_frame": 11.859, "energy_p90_px_per_frame": 40.252, "static_ratio": 0.0291 }, { "t_norm": 0.9348, "t_sec": 2.1, "energy_median_px_per_frame": 18.118, "energy_p90_px_per_frame": 28.563, "static_ratio": 0.021 }, { "t_norm": 0.9783, "t_sec": 2.2, "energy_median_px_per_frame": 4.741, "energy_p90_px_per_frame": 9.477, "static_ratio": 0.06 } ], "static": { "static_ratio_mean": 0.0458, "static_ratio_min": 0.0006, "action_peak": { "t_norm": 0.7609, "t_sec": 1.7, "energy_p90_px_per_frame": 43.155 }, "verdict": "运镜+主体运动(mixed camera & subject motion)" }, "thresholds": { "static_px_per_frame": 0.6, "static_pct_frame_per_s": 0.5, "static_zoom_pct_per_s": 1.0, "static_rot_deg_per_s": 0.5, "secondary_ratio": 0.5, "push_trans_ratio": 0.35, "note": "初版经验值, 定标建议见 docs/gpr_flow_report.md §5" } }