App engine is included in the AppRTC archive, so the separate archive is not needed anymore. Mercurial is no longer necessary to include but it will be required during the vendoring step when the prebuilt archives are update. The download/build scripts have been simplified accordingly. The video quality test has been updated to work with the new appengine. BUG=webrtc:7602 Review-Url: https://codereview.webrtc.org/2882073003 Cr-Commit-Position: refs/heads/master@{#18162}
121 lines
3.7 KiB
Python
Executable File
121 lines
3.7 KiB
Python
Executable File
#!/usr/bin/env python
|
|
# Copyright (c) 2017 The WebRTC project authors. All Rights Reserved.
|
|
#
|
|
# Use of this source code is governed by a BSD-style license
|
|
# that can be found in the LICENSE file in the root of the source
|
|
# tree. An additional intellectual property rights grant can be found
|
|
# in the file PATENTS. All contributing project authors may
|
|
# be found in the AUTHORS file in the root of the source tree.
|
|
|
|
"""Utilities for all our deps-management stuff."""
|
|
|
|
import os
|
|
import shutil
|
|
import sys
|
|
import subprocess
|
|
import tarfile
|
|
import time
|
|
import zipfile
|
|
|
|
|
|
def RunSubprocessWithRetry(cmd):
|
|
"""Invokes the subprocess and backs off exponentially on fail."""
|
|
for i in range(5):
|
|
try:
|
|
subprocess.check_call(cmd)
|
|
return
|
|
except subprocess.CalledProcessError as exception:
|
|
backoff = pow(2, i)
|
|
print 'Got %s, retrying in %d seconds...' % (exception, backoff)
|
|
time.sleep(backoff)
|
|
|
|
print 'Giving up.'
|
|
raise exception
|
|
|
|
|
|
def DownloadFilesFromGoogleStorage(path, auto_platform=True):
|
|
print 'Downloading files in %s...' % path
|
|
|
|
extension = 'bat' if 'win32' in sys.platform else 'py'
|
|
cmd = ['download_from_google_storage.%s' % extension,
|
|
'--bucket=chromium-webrtc-resources',
|
|
'--directory', path]
|
|
if auto_platform:
|
|
cmd += ['--auto_platform', '--recursive']
|
|
subprocess.check_call(cmd)
|
|
|
|
|
|
# Code partially copied from
|
|
# https://cs.chromium.org#chromium/build/scripts/common/chromium_utils.py
|
|
def RemoveDirectory(*path):
|
|
"""Recursively removes a directory, even if it's marked read-only.
|
|
|
|
Remove the directory located at *path, if it exists.
|
|
|
|
shutil.rmtree() doesn't work on Windows if any of the files or directories
|
|
are read-only, which svn repositories and some .svn files are. We need to
|
|
be able to force the files to be writable (i.e., deletable) as we traverse
|
|
the tree.
|
|
|
|
Even with all this, Windows still sometimes fails to delete a file, citing
|
|
a permission error (maybe something to do with antivirus scans or disk
|
|
indexing). The best suggestion any of the user forums had was to wait a
|
|
bit and try again, so we do that too. It's hand-waving, but sometimes it
|
|
works. :/
|
|
"""
|
|
file_path = os.path.join(*path)
|
|
print 'Deleting `{}`.'.format(file_path)
|
|
if not os.path.exists(file_path):
|
|
print '`{}` does not exist.'.format(file_path)
|
|
return
|
|
|
|
if sys.platform == 'win32':
|
|
# Give up and use cmd.exe's rd command.
|
|
file_path = os.path.normcase(file_path)
|
|
for _ in xrange(3):
|
|
print 'RemoveDirectory running %s' % (' '.join(
|
|
['cmd.exe', '/c', 'rd', '/q', '/s', file_path]))
|
|
if not subprocess.call(['cmd.exe', '/c', 'rd', '/q', '/s', file_path]):
|
|
break
|
|
print ' Failed'
|
|
time.sleep(3)
|
|
return
|
|
else:
|
|
shutil.rmtree(file_path, ignore_errors=True)
|
|
|
|
|
|
def UnpackArchiveTo(archive_path, output_dir):
|
|
extension = os.path.splitext(archive_path)[1]
|
|
if extension == '.zip':
|
|
_UnzipArchiveTo(archive_path, output_dir)
|
|
else:
|
|
_UntarArchiveTo(archive_path, output_dir)
|
|
|
|
|
|
def _UnzipArchiveTo(archive_path, output_dir):
|
|
print 'Unzipping {} in {}.'.format(archive_path, output_dir)
|
|
zip_file = zipfile.ZipFile(archive_path)
|
|
try:
|
|
zip_file.extractall(output_dir)
|
|
finally:
|
|
zip_file.close()
|
|
|
|
|
|
def _UntarArchiveTo(archive_path, output_dir):
|
|
print 'Untarring {} in {}.'.format(archive_path, output_dir)
|
|
tar_file = tarfile.open(archive_path, 'r:gz')
|
|
try:
|
|
tar_file.extractall(output_dir)
|
|
finally:
|
|
tar_file.close()
|
|
|
|
|
|
def GetPlatform():
|
|
if sys.platform.startswith('win'):
|
|
return 'win'
|
|
if sys.platform.startswith('linux'):
|
|
return 'linux'
|
|
if sys.platform.startswith('darwin'):
|
|
return 'mac'
|
|
raise Exception("Can't run on platform %s." % sys.platform)
|