scripts/slave/archive_source_codesearch.py

#!/usr/bin/env python
# Copyright 2014 The Chromium Authors. All rights reserved.
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file.

"""A tool to create tarball from chromium source code

This script is created instead of just running commands from recipe because
recipe does not support pipe."""


import argparse
import os
import subprocess
import sys
import time


def main():
  parser = argparse.ArgumentParser()
  parser.add_argument('-f', '--file', dest='filename',
                      help='archive file name', metavar='FILE')
  parser.add_argument('directories', nargs='+',
                      help='directories to be included in the archive')
  options = parser.parse_args()
  filename = options.filename or 'chromium.tar.bz2'

  for d in options.directories:
    if not os.path.exists(d):
      raise Exception('ERROR: no %s directory to package, exiting' % d)

  print '%s: Creating tar file %s...' % (time.strftime('%X'), filename)

  tar_command = ['tar', '-T-', '-cvf', filename]
  if has_executable('pbzip2'):
    print 'Using pbzip2 to compress in parallel'
    tar_command.extend(['--use-compress-program', 'pbzip2'])
  else:
    print 'Warning: install pbzip2 to make this faster'
    tar_command.append('-j')

  find_command = ['find'] + options.directories + [
      '-type', 'f', '-size', '-10M',
      # The only files under src/out we want to package up are generated
      # sources.
      '(', '-regex', '^src/out/[^/]*/gen/.*', '-o',
      '!', '-regex', '^src/out/.*', ')',
      # Exclude all .svn and .git directories, the native client toolchain and
      # the llvm build directory, perf/data files, and intermediate .filepaths
      # files from the creation of the Xref index pack.
      '-a', '!', '-regex', r'.*\.svn.*',
      '-a', '!', '-regex', r'.*\.git.*',
      '-a', '!', '-regex', '^src/data/.*',
      '-a', '!', '-regex', '^src/native_client/toolchain/.*',
      '-a', '!', '-regex', '^src/third_party/llvm-build/.*',
      '-a', '!', '-regex', '^tools/perf/data/.*',
      '-a', '!', '-regex', '^.*\.filepaths',
  ]

  find_proc = subprocess.Popen(find_command, stdout=subprocess.PIPE)
  tar_proc = subprocess.Popen(tar_command, stdin=find_proc.stdout)
  find_proc.stdout.close()
  find_proc.wait()
  tar_proc.communicate()
  if tar_proc.returncode == 0 and find_proc.returncode == 0:
    return 0
  return 1


def has_executable(name):
  """Returns True if an executable with the given name was found in $PATH."""
  return any(os.path.exists(os.path.join(x, name))
             for x in os.environ['PATH'].split(os.pathsep))


if '__main__' == __name__:
  sys.exit(main())