fetch_reclient_cfgs.py

#!/usr/bin/env python3
# Copyright (c) 2021 The Chromium Authors. All rights reserved.
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file.

"""This script is used to fetch reclient cfgs."""

import argparse
import glob
import os
import posixpath
import re
import shutil
import subprocess
import sys

THIS_DIR = os.path.abspath(os.path.dirname(__file__))

def ClangRevision():
    sys.path.insert(0, os.path.join(THIS_DIR, '..', '..',
                                    'tools', 'clang', 'scripts'))
    import update
    sys.path.pop(0)
    return update.PACKAGE_VERSION

def NaclRevision():
    nacl_dir = os.path.join(THIS_DIR, '..', '..', 'native_client')
    if not os.path.exists(nacl_dir):
      return None
    return subprocess.check_output(
        ['git', 'log', '-1', '--format=%H'],
        cwd= nacl_dir,
    ).decode('utf-8').strip()

def CipdInstall(pkg_name, ref, directory):
    print('install %s %s in %s' % (pkg_name, ref, directory))
    if not os.path.exists(directory):
      os.makedirs(directory, mode=0o755)
    if not os.path.exists(os.path.join(directory, '.cipd')):
      subprocess.check_call(['cipd', 'init', '-force'], cwd=directory)
    subprocess.check_call(
        ['cipd', 'install', '-force', pkg_name, ref],
        cwd=directory)

def RbeProjectFromEnv():
    instance = os.environ.get('RBE_instance')
    if not instance:
        return None
    m = re.fullmatch(r'projects/([-\w]+)/instances/[-\w]+', instance)
    if not m:
        return None
    return m.group(1)

def main():
    parser = argparse.ArgumentParser(description='fetch reclient cfgs')
    parser.add_argument('--rbe_project',
                        help='RBE instance project id',
                        default=RbeProjectFromEnv())
    parser.add_argument('--cipd_prefix',
                        help='cipd package name prefix',
                        default='infra_internal/rbe/reclient_cfgs')

    args = parser.parse_args()
    if not args.rbe_project:
        print('RBE project is not specified')
        return 1

    print('fetch reclient_cfgs for RBE project %s...' % args.rbe_project)

    cipd_prefix = posixpath.join(args.cipd_prefix, args.rbe_project)

    tool_revisions = {
        'chromium-browser-clang': ClangRevision(),
        'nacl': NaclRevision()
    }
    for toolchain in tool_revisions:
      revision = tool_revisions[toolchain]
      if not revision:
        print('failed to detect %s revision' % toolchain)
        continue

      CipdInstall(posixpath.join(cipd_prefix, toolchain),
                  ref='revision/' + revision,
                  directory=os.path.join(THIS_DIR, toolchain))
      if os.path.exists(os.path.join(THIS_DIR,
                                     toolchain, 'win-cross-experiments')):
        # copy in win-cross-experiments/toolchain
        # as windows may not use symlinks.
        wcedir = os.path.join(THIS_DIR, 'win-cross-experiments', toolchain)
        if not os.path.exists(wcedir):
          os.makedirs(wcedir, mode=0o755)
        for cfg in glob.glob(os.path.join(THIS_DIR, toolchain,
                                          'win-cross-experiments', '*.cfg')):
          fname = os.path.join(wcedir, os.path.basename(cfg))
          if os.path.exists(fname):
            os.remove(fname)
          print('Copy from %s to %s...' % (cfg, fname))
          shutil.copy(cfg, fname)

    return 0

if __name__ == '__main__':
    sys.exit(main())