| #!/usr/bin/python |
| # Copyright 2015 The Chromium Authors. All rights reserved. |
| # Use of this source code is governed by a BSD-style license that can be |
| # found in the LICENSE file. |
| |
| """ |
| This script takes linux Go binaries, builds android binaries with NDK tool chain |
| configured with NDK_PLATFORM and NDK_TOOLCHAIN parameters, zips the stuff and |
| uploads it to Google Cloud Storage at gs://mojo/go/tool. It also produces |
| the VERSION file with the sha1 code of the uploaded archive. |
| |
| This script operates in the INSTALL_DIR directory, so it automatically updates |
| your current installation of the go binaries on success. On failure it |
| invalidates your current installation; to fix it, run download.py. |
| |
| In order to use it, you need: |
| - depot_tools in your path |
| - installed android build deps |
| - WRITE access to GCS |
| |
| To update go tool binaries you need to |
| 1) run 'gsutil.py config' to update initialize gsutil's credentials |
| 2) run this script: python upload.py path/to/go/binaries.tar.gz |
| 3) push new version of file 'VERSION' |
| |
| This script doesn't check if current version is already up to date, as the |
| produced tar.gz archive is slightly different every time since it includes |
| timestamps. |
| """ |
| |
| import hashlib |
| import os |
| import shutil |
| import subprocess |
| import sys |
| import tarfile |
| import tempfile |
| |
| NDK_PLATFORM = 'android-14' |
| NDK_TOOLCHAIN = 'arm-linux-androideabi-4.9' |
| |
| # Path constants. (All of these should be absolute paths.) |
| THIS_DIR = os.path.abspath(os.path.dirname(__file__)) |
| MOJO_DIR = os.path.abspath(os.path.join(THIS_DIR, '..', '..')) |
| # Should be the same as in download.py. |
| INSTALL_DIR = os.path.join(MOJO_DIR, 'third_party', 'go', 'tool') |
| |
| sys.path.insert(0, os.path.join(MOJO_DIR, 'tools')) |
| import find_depot_tools |
| |
| DEPOT_PATH = find_depot_tools.add_depot_tools_to_path() |
| GSUTIL_PATH = os.path.join(DEPOT_PATH, 'gsutil.py') |
| |
| def RunCommand(command, env=None): |
| """Run command and return success (True) or failure.""" |
| |
| print 'Running %s' % (str(command)) |
| if subprocess.call(command, shell=False, env=env) == 0: |
| return True |
| print 'Failed.' |
| return False |
| |
| def VersionFileName(): |
| if sys.platform.startswith('linux'): |
| platform_suffix = 'LINUX' |
| elif sys.platform == 'darwin': |
| platform_suffix = 'MACOSX' |
| else: |
| raise Exception('unsupported platform: ' + sys.platform) |
| return 'VERSION_' + platform_suffix |
| |
| def HostArchName(): |
| if sys.platform.startswith('linux'): |
| arch = 'linux_amd64' |
| elif sys.platform == 'darwin': |
| arch = 'darwin_amd64' |
| else: |
| raise Exception('unsupported platform: ' + sys.platform) |
| return arch |
| |
| def ExtractBinaries(archive_path): |
| """Extracts go binaries from the given tar file to INSTALL_DIR.""" |
| |
| if os.path.exists(INSTALL_DIR): |
| shutil.rmtree(INSTALL_DIR) |
| os.mkdir(INSTALL_DIR) |
| archive_path = os.path.abspath(archive_path) |
| with tarfile.open(archive_path) as arch: |
| arch.extractall(INSTALL_DIR) |
| os.rename(os.path.join(INSTALL_DIR, 'go'), |
| os.path.join(INSTALL_DIR, HostArchName())) |
| |
| def BuildGoAndroid(): |
| go_host = os.path.join(INSTALL_DIR, HostArchName()) |
| go_android = os.path.join(INSTALL_DIR, 'android_arm') |
| # Copy go sources and remove binaries to keep only that we generate. |
| shutil.copytree(go_host, go_android) |
| shutil.rmtree(os.path.join(go_android, 'bin')) |
| shutil.rmtree(os.path.join(go_android, 'pkg')) |
| # Prepare the Android NDK tool chain. |
| os.chdir(os.path.join(MOJO_DIR, 'third_party', 'android_tools', 'ndk')) |
| ndk_out_dir = tempfile.mkdtemp(prefix='android_ndk') |
| script_path = os.path.join('build', 'tools', 'make-standalone-toolchain.sh') |
| make_toolchain_cmd = ['bash', script_path, '--platform=%s' % NDK_PLATFORM, |
| '--toolchain=%s' % NDK_TOOLCHAIN, |
| '--install-dir=%s' % ndk_out_dir] |
| if not RunCommand(make_toolchain_cmd): |
| print "Faild to build the Android NDK tool chain." |
| sys.exit(1) |
| # Configure environment variables. |
| cc = os.path.join(ndk_out_dir, 'bin', 'arm-linux-androideabi-gcc') |
| env = os.environ.copy() |
| env["GOROOT"] = go_host |
| env["GOROOT_BOOTSTRAP"] = go_host |
| env["CC_FOR_TARGET"] = '%s' % cc |
| env["CGO_ENABLED"] = '1' |
| env["GOOS"] = 'android' |
| env["GOARCH"] = 'arm' |
| env["GOARM"] = '7' |
| # Build go tool. |
| os.chdir(os.path.join(go_android, 'src')) |
| make_command = ['bash', 'make.bash'] |
| if not RunCommand(make_command, env=env): |
| print "Failed to make go tool for android." |
| sys.exit(1) |
| shutil.rmtree(ndk_out_dir) |
| |
| def Compress(): |
| """Compresses the go tool into tar.gz and generates sha1 code, renames the |
| archive to sha1.tar.gz and returns the sha1 code.""" |
| |
| print "Compressing go tool, this may take several minutes." |
| os.chdir(INSTALL_DIR) |
| with tarfile.open(os.path.join('a.tar.gz'), 'w|gz') as arch: |
| arch.add('android_arm') |
| arch.add(HostArchName()) |
| |
| sha1 = '' |
| with open(os.path.join(INSTALL_DIR, 'a.tar.gz')) as f: |
| sha1 = hashlib.sha1(f.read()).hexdigest() |
| os.rename(os.path.join(INSTALL_DIR, 'a.tar.gz'), |
| os.path.join(INSTALL_DIR, '%s.tar.gz' % sha1)) |
| return sha1 |
| |
| def Upload(sha1): |
| """Uploads INSTALL_DIR/sha1.tar.gz to Google Cloud Storage under |
| gs://mojo/go/tool and writes sha1 to THIS_DIR/VERSION.""" |
| |
| file_name = '%s.tar.gz' % sha1 |
| upload_cmd = ['python', GSUTIL_PATH, 'cp', |
| '-n', # Do not upload if the file already exists. |
| os.path.join(INSTALL_DIR, file_name), |
| 'gs://mojo/go/tool/%s' % file_name] |
| |
| print "Uploading go tool to GCS." |
| if not RunCommand(upload_cmd): |
| print "Failed to upload go tool to GCS." |
| sys.exit(1) |
| os.remove(os.path.join(INSTALL_DIR, file_name)) |
| # Write versions as the last step. |
| stamp_file = os.path.join(THIS_DIR, VersionFileName()) |
| with open(stamp_file, 'w+') as stamp: |
| stamp.write('%s\n' % sha1) |
| |
| stamp_file = os.path.join(INSTALL_DIR, VersionFileName()) |
| with open(stamp_file, 'w+') as stamp: |
| stamp.write('%s\n' % sha1) |
| |
| def main(): |
| ExtractBinaries(sys.argv[1]) |
| BuildGoAndroid() |
| sha1 = Compress() |
| Upload(sha1) |
| print "Done." |
| |
| if __name__ == '__main__': |
| sys.exit(main()) |