diff --git a/tools/perf_expectations/perf_expectations.json b/tools/perf_expectations/perf_expectations.json index fe520b0b65..6310b87ac9 100644 --- a/tools/perf_expectations/perf_expectations.json +++ b/tools/perf_expectations/perf_expectations.json @@ -1,3 +1,35 @@ -{"linux-large-tests/audio_e2e_test/audio_e2e_score/e2e_score": {"reva": 3268, "revb": 3329, "type": "absolute", "better": "higher", "improve": 4.6557, "regress": 3.83895, "sha1": "c10a1507"}, +{"linux-large-tests/audio_e2e_test/audio_e2e_score/e2e_score": {"reva": 3268, "revb": 3329, "type": "absolute", "better": "higher", "improve": 4.6557, "regress": 3.83895, "sha1": "1a263cec"}, + "linux-large-tests/vie_auto_test/psnr/net_delay_0_0_plr_0": {"reva": 3361, "revb": 3389, "type": "absolute", "better": "higher", "improve": 38.10135, "regress": 33.25, "sha1": "6f75a0c0"}, + "linux-large-tests/vie_auto_test/psnr/net_delay_100_10_plr_0": {"reva": 3361, "revb": 3389, "type": "absolute", "better": "higher", "improve": 38.1213, "regress": 33.25, "sha1": "5471a2de"}, + "linux-large-tests/vie_auto_test/psnr/net_delay_100_10_plr_5_gilbert_elliot": {"reva": 3361, "revb": 3389, "type": "absolute", "better": "higher", "improve": 38.0856, "regress": 31.35, "sha1": "2475a0c3"}, + "linux-large-tests/vie_auto_test/psnr/net_delay_50_5_plr_5": {"reva": 3361, "revb": 3389, "type": "absolute", "better": "higher", "improve": 38.0352, "regress": 33.25, "sha1": "ac624cd6"}, + "linux-large-tests/vie_auto_test/ssim/net_delay_0_0_plr_0": {"reva": 3381, "revb": 3389, "type": "absolute", "better": "higher", "improve": 1.0206, "regress": 0.9215, "sha1": "1293d20d"}, + "linux-large-tests/vie_auto_test/ssim/net_delay_100_10_plr_0": {"reva": 3381, "revb": 3389, "type": "absolute", "better": "higher", "improve": 1.0206, "regress": 0.9215, "sha1": "6d00893c"}, + "linux-large-tests/vie_auto_test/ssim/net_delay_100_10_plr_5_gilbert_elliot": {"reva": 3381, "revb": 3389, "type": "absolute", "better": "higher", "improve": 1.0206, "regress": 0.9158, "sha1": "0422c730"}, + "linux-large-tests/vie_auto_test/ssim/net_delay_50_5_plr_5": {"reva": 3381, "revb": 3389, "type": "absolute", "better": "higher", "improve": 1.0206, "regress": 0.92055, "sha1": "f14b4edd"}, + "linux-large-tests/vie_auto_test/time_between_rendered_frames/net_delay_0_0_plr_0": {"reva": 3337, "revb": 3389, "type": "absolute", "improve": 34.966995, "regress": 31.29034, "sha1": "1706bc02"}, + "linux-large-tests/vie_auto_test/time_between_rendered_frames/net_delay_100_10_plr_0": {"reva": 3337, "revb": 3389, "type": "absolute", "improve": 34.936545, "regress": 31.15791, "sha1": "31d9f502"}, + "linux-large-tests/vie_auto_test/time_between_rendered_frames/net_delay_100_10_plr_5_gilbert_elliot": {"reva": 3337, "revb": 3389, "type": "absolute", "improve": 54.791835, "regress": 31.1581, "sha1": "b3c694ec"}, + "linux-large-tests/vie_auto_test/time_between_rendered_frames/net_delay_50_5_plr_5": {"reva": 3337, "revb": 3389, "type": "absolute", "improve": 36.812685, "regress": 31.23353, "sha1": "fa41bbf9"}, + "linux-large-tests/vie_auto_test/total_delay_incl_network/net_delay_0_0_plr_0": {"reva": 3337, "revb": 3389, "type": "absolute", "improve": 40.381845, "regress": 29.633635, "sha1": "750d6868"}, + "linux-large-tests/vie_auto_test/total_delay_incl_network/net_delay_100_10_plr_0": {"reva": 3337, "revb": 3389, "type": "absolute", "improve": 164.25045, "regress": 129.6199, "sha1": "469c2a6d"}, + "linux-large-tests/vie_auto_test/total_delay_incl_network/net_delay_100_10_plr_5_gilbert_elliot": {"reva": 3337, "revb": 3389, "type": "absolute", "improve": 352.42725, "regress": 129.2798, "sha1": "9fec33e5"}, + "linux-large-tests/vie_auto_test/total_delay_incl_network/net_delay_50_5_plr_5": {"reva": 3337, "revb": 3389, "type": "absolute", "improve": 186.35715, "regress": 85.495535, "sha1": "43310b0b"}, + "win-large-tests/vie_auto_test/psnr/net_delay_0_0_plr_0": {"reva": 3361, "revb": 3389, "type": "absolute", "better": "higher", "improve": 38.2242, "regress": 32.3, "sha1": "2aef688f"}, + "win-large-tests/vie_auto_test/psnr/net_delay_100_10_plr_0": {"reva": 3361, "revb": 3389, "type": "absolute", "better": "higher", "improve": 38.06775, "regress": 34.2, "sha1": "b1d9f91e"}, + "win-large-tests/vie_auto_test/psnr/net_delay_100_10_plr_5_gilbert_elliot": {"reva": 3361, "revb": 3389, "type": "absolute", "better": "higher", "improve": 37.87035, "regress": 33.25, "sha1": "f60da021"}, + "win-large-tests/vie_auto_test/psnr/net_delay_50_5_plr_5": {"reva": 3361, "revb": 3389, "type": "absolute", "better": "higher", "improve": 37.77375, "regress": 33.25, "sha1": "b4718b34"}, + "win-large-tests/vie_auto_test/ssim/net_delay_0_0_plr_0": {"reva": 3381, "revb": 3389, "type": "absolute", "better": "higher", "improve": 1.02165, "regress": 0.8987, "sha1": "754707b1"}, + "win-large-tests/vie_auto_test/ssim/net_delay_100_10_plr_0": {"reva": 3381, "revb": 3389, "type": "absolute", "better": "higher", "improve": 1.0206, "regress": 0.92245, "sha1": "b46c50e7"}, + "win-large-tests/vie_auto_test/ssim/net_delay_100_10_plr_5_gilbert_elliot": {"reva": 3381, "revb": 3389, "type": "absolute", "better": "higher", "improve": 1.01955, "regress": 0.91485, "sha1": "f744162c"}, + "win-large-tests/vie_auto_test/ssim/net_delay_50_5_plr_5": {"reva": 3381, "revb": 3389, "type": "absolute", "better": "higher", "improve": 1.0185, "regress": 0.92055, "sha1": "18d4198e"}, + "win-large-tests/vie_auto_test/time_between_rendered_frames/net_delay_0_0_plr_0": {"reva": 3337, "revb": 3389, "type": "absolute", "improve": 43.303785, "regress": 31.1638, "sha1": "384d240b"}, + "win-large-tests/vie_auto_test/time_between_rendered_frames/net_delay_100_10_plr_0": {"reva": 3337, "revb": 3389, "type": "absolute", "improve": 35.68572, "regress": 31.1125, "sha1": "1ac97e57"}, + "win-large-tests/vie_auto_test/time_between_rendered_frames/net_delay_100_10_plr_5_gilbert_elliot": {"reva": 3337, "revb": 3389, "type": "absolute", "improve": 38.9025, "regress": 31.784055, "sha1": "462a6836"}, + "win-large-tests/vie_auto_test/time_between_rendered_frames/net_delay_50_5_plr_5": {"reva": 3337, "revb": 3389, "type": "absolute", "improve": 36.275295, "regress": 31.616, "sha1": "9b6c9443"}, + "win-large-tests/vie_auto_test/total_delay_incl_network/net_delay_0_0_plr_0": {"reva": 3337, "revb": 3389, "type": "absolute", "improve": 43.784265, "regress": 30.198885, "sha1": "1c1dac6b"}, + "win-large-tests/vie_auto_test/total_delay_incl_network/net_delay_100_10_plr_0": {"reva": 3337, "revb": 3389, "type": "absolute", "improve": 164.02155, "regress": 131.1684, "sha1": "fca3c1f0"}, + "win-large-tests/vie_auto_test/total_delay_incl_network/net_delay_100_10_plr_5_gilbert_elliot": {"reva": 3337, "revb": 3389, "type": "absolute", "improve": 235.8678, "regress": 166.1322, "sha1": "89861e6a"}, + "win-large-tests/vie_auto_test/total_delay_incl_network/net_delay_50_5_plr_5": {"reva": 3337, "revb": 3389, "type": "absolute", "improve": 125.8635, "regress": 103.626, "sha1": "f7150fc5"}, "load": true }