From 17018ed39cef924b3961f7a1cd522d874f74f762 Mon Sep 17 00:00:00 2001 From: "phoglund@webrtc.org" Date: Wed, 21 Aug 2013 16:31:12 +0000 Subject: [PATCH] Added perf summary pages to the dashboard server. The purpose is to make the WebRTC performance metrics easier to overview. BUG= R=kjellander@webrtc.org Review URL: https://webrtc-codereview.appspot.com/2081004 git-svn-id: http://webrtc.googlecode.com/svn/trunk@4583 4adac7df-926f-26a2-2b94-8c16560cd09d --- tools/quality_tracking/dashboard/app.yaml | 5 ++++ .../dashboard/oauth_post_request_handler.py | 4 ++-- .../dashboard/static/audio_perf.html | 15 ++++++++++++ .../dashboard/static/audio_perf_chrome.html | 24 +++++++++++++++++++ .../dashboard/static/index.html | 13 ++++++++++ .../dashboard/static/video_perf.html | 20 ++++++++++++++++ .../dashboard/static/vie_auto_test_perf.html | 24 +++++++++++++++++++ .../dashboard/stylesheets/perf.css | 21 ++++++++++++++++ 8 files changed, 124 insertions(+), 2 deletions(-) create mode 100644 tools/quality_tracking/dashboard/static/audio_perf.html create mode 100644 tools/quality_tracking/dashboard/static/audio_perf_chrome.html create mode 100644 tools/quality_tracking/dashboard/static/index.html create mode 100644 tools/quality_tracking/dashboard/static/video_perf.html create mode 100644 tools/quality_tracking/dashboard/static/vie_auto_test_perf.html create mode 100644 tools/quality_tracking/dashboard/stylesheets/perf.css diff --git a/tools/quality_tracking/dashboard/app.yaml b/tools/quality_tracking/dashboard/app.yaml index 64324fe430..bc88559bc1 100644 --- a/tools/quality_tracking/dashboard/app.yaml +++ b/tools/quality_tracking/dashboard/app.yaml @@ -8,6 +8,11 @@ handlers: # Serve stylesheets statically. - url: /stylesheets static_dir: stylesheets + +# Serve perf dashboard files statically. +- url: /perf + static_dir: static + # This magic file is here to prove to the Google Account Domain Management # that we own this domain. It needs to stay there so the domain management # doesn't get suspicious. diff --git a/tools/quality_tracking/dashboard/oauth_post_request_handler.py b/tools/quality_tracking/dashboard/oauth_post_request_handler.py index 150224510c..0dc40bfb35 100644 --- a/tools/quality_tracking/dashboard/oauth_post_request_handler.py +++ b/tools/quality_tracking/dashboard/oauth_post_request_handler.py @@ -32,8 +32,8 @@ class OAuthPostRequestHandler(webapp2.RequestHandler): The handler will accept an OAuth request if it is correctly formed and the consumer is acting on behalf of an administrator for the dashboard. """ - def __init__(self): - pass + def __init__(self, request=None, response=None): + webapp2.RequestHandler.__init__(self, request, response) def post(self): try: diff --git a/tools/quality_tracking/dashboard/static/audio_perf.html b/tools/quality_tracking/dashboard/static/audio_perf.html new file mode 100644 index 0000000000..1309eb7d73 --- /dev/null +++ b/tools/quality_tracking/dashboard/static/audio_perf.html @@ -0,0 +1,15 @@ + + + WebRTC Performance Metrics - Audio Quality + + + +

Audio Quality WebAudio -> PeerConnection call (PESQ) Linux/Win

+ + +

Audio Quality Voice Engine E2E test (PESQ) Linux

+ +

Audio Processing time per 10 ms frame (ms) Linux

+ + + \ No newline at end of file diff --git a/tools/quality_tracking/dashboard/static/audio_perf_chrome.html b/tools/quality_tracking/dashboard/static/audio_perf_chrome.html new file mode 100644 index 0000000000..a05f2c85ff --- /dev/null +++ b/tools/quality_tracking/dashboard/static/audio_perf_chrome.html @@ -0,0 +1,24 @@ + + + WebRTC Performance Metrics - Audio Quality Chrome + + + +

Chrome Audio: WebRTC Loopback With Signal Processing (ms) Linux/Win/Mac

+ + + +

Chrome Audio: WebRTC Loopback Without Signal Processing (ms) Linux/Win/Mac

+ + + +

Chrome Audio: WebRTC playout setup time (ms) Linux/Win/Mac

+ + + +

Chrome Audio: WebRTC recording setup time (ms) Linux/Win/Mac

+ + + + + \ No newline at end of file diff --git a/tools/quality_tracking/dashboard/static/index.html b/tools/quality_tracking/dashboard/static/index.html new file mode 100644 index 0000000000..708966acd6 --- /dev/null +++ b/tools/quality_tracking/dashboard/static/index.html @@ -0,0 +1,13 @@ + + + WebRTC Performance Metrics + + + +

WebRTC Performance Metrics

+

Video

+

Audio

+

Chrome Audio Path

+

vie_auto_test

+ + \ No newline at end of file diff --git a/tools/quality_tracking/dashboard/static/video_perf.html b/tools/quality_tracking/dashboard/static/video_perf.html new file mode 100644 index 0000000000..d3bef66b94 --- /dev/null +++ b/tools/quality_tracking/dashboard/static/video_perf.html @@ -0,0 +1,20 @@ + + + WebRTC Performance Metrics - Video Quality + + + +

Video Quality (PSNR) Linux/Win/Mac

+ + + +

Video Quality (SSIM) Linux/Win/Mac

+ + + +

Video Quality (Unique frame count) Linux/Win/Mac

+ + + + + \ No newline at end of file diff --git a/tools/quality_tracking/dashboard/static/vie_auto_test_perf.html b/tools/quality_tracking/dashboard/static/vie_auto_test_perf.html new file mode 100644 index 0000000000..1828bd8ee8 --- /dev/null +++ b/tools/quality_tracking/dashboard/static/vie_auto_test_perf.html @@ -0,0 +1,24 @@ + + + WebRTC Performance Metrics - Video Engine + + + +

Video quality at different delays and packet loss rates (PSNR) Linux/Win/Mac

+ + + +

Video quality at different delays and packet loss rates (SSIM) Linux/Win/Mac

+ + + +

Time between rendered frames (ms) Linux/Win/Mac

+ + + +

Time between rendered frames (ms) Linux/Win/Mac

+ + + + + \ No newline at end of file diff --git a/tools/quality_tracking/dashboard/stylesheets/perf.css b/tools/quality_tracking/dashboard/stylesheets/perf.css new file mode 100644 index 0000000000..7a98e75295 --- /dev/null +++ b/tools/quality_tracking/dashboard/stylesheets/perf.css @@ -0,0 +1,21 @@ +/******************************************************************** +* +* Copyright (c) 2012 The WebRTC project authors. All Rights Reserved. +* +* Use of this source code is governed by a BSD-style license +* that can be found in the LICENSE file in the root of the source +* tree. An additional intellectual property rights grant can be found +* in the file PATENTS. All contributing project authors may +* be found in the AUTHORS file in the root of the source tree. +* +*********************************************************************/ + +iframe { + width: 33%; /* We'll generally present 3 platforms. */ + border: 0; +} + +p { + font-family: verdana; + font-size: xx-large; +}