| # Copyright 2014 The Chromium Authors. All rights reserved. |
| # Use of this source code is governed by a BSD-style license that can be |
| # found in the LICENSE file. |
| |
| DEPS = [ |
| 'file', |
| 'isolate', |
| 'recipe_engine/path', |
| 'recipe_engine/properties', |
| 'recipe_engine/python', |
| 'recipe_engine/raw_io', |
| 'recipe_engine/step', |
| 'swarming', |
| 'swarming_client', |
| ] |
| |
| from recipe_engine.recipe_api import Property |
| |
| PROPERTIES = { |
| 'simulated_version': Property(), |
| 'show_isolated_out_in_collect_step': Property(default=True), |
| 'show_shards_in_collect_step': Property(default=False), |
| } |
| |
| def RunSteps(api, simulated_version, |
| show_isolated_out_in_collect_step, show_shards_in_collect_step): |
| # Checkout swarming client. |
| api.swarming_client.checkout('master') |
| |
| # Ensure swarming_client version is fresh enough. |
| api.swarming.check_client_version( |
| step_test_data=simulated_version) |
| |
| # Configure isolate & swarming modules (this is optional). |
| api.isolate.isolate_server = 'https://isolateserver-dev.appspot.com' |
| api.swarming.swarming_server = 'https://chromium-swarm-dev.appspot.com' |
| api.swarming.add_default_tag('master:tryserver') |
| api.swarming.default_expiration = 60*60 |
| api.swarming.default_hard_timeout = 60*60 |
| api.swarming.default_io_timeout = 20*60 |
| api.swarming.default_idempotent = True |
| api.swarming.default_priority = 30 |
| api.swarming.default_user = 'joe' |
| api.swarming.set_default_env('TESTING', '1') |
| api.swarming.verbose = True |
| |
| api.swarming.set_default_dimension('inexistent', None) |
| |
| api.swarming.show_shards_in_collect_step = show_shards_in_collect_step |
| api.swarming.show_isolated_out_in_collect_step = ( |
| show_isolated_out_in_collect_step) |
| |
| try: |
| # Testing ReadOnlyDict.__setattr__() coverage. |
| api.swarming.default_dimensions['invalid'] = 'foo' |
| except TypeError: |
| pass |
| try: |
| api.swarming.default_env['invalid'] = 'foo' |
| except TypeError: |
| pass |
| |
| # Create a temp dir to put *.isolated files into. |
| temp_dir = api.path.mkdtemp('hello_isolated_world') |
| |
| # Prepare a bunch of swarming tasks to run hello_world on multiple platforms. |
| tasks = [] |
| for platform in ('win', 'linux', 'mac'): |
| # Isolate example hello_world.isolate from swarming client repo. |
| # TODO(vadimsh): Add a thin wrapper around isolate.py to 'isolate' module? |
| step_result = api.python( |
| 'archive for %s' % platform, |
| api.swarming_client.path.join('isolate.py'), |
| [ |
| 'archive', |
| '--isolate', api.swarming_client.path.join( |
| 'example', 'payload', 'hello_world.isolate'), |
| '--isolated', temp_dir.join('hello_world.isolated'), |
| '--isolate-server', api.isolate.isolate_server, |
| '--config-variable', 'OS', platform, |
| '--verbose', |
| ], stdout=api.raw_io.output()) |
| # TODO(vadimsh): Pass result from isolate.py though --output-json option. |
| isolated_hash = step_result.stdout.split()[0].strip() |
| |
| # Create a task to run the isolated file on swarming, set OS dimension. |
| # Also generate code coverage for multi-shard case by triggering multiple |
| # shards on Linux. |
| task = api.swarming.task('hello_world', isolated_hash, |
| task_output_dir=temp_dir.join('task_output_dir')) |
| task.dimensions['os'] = api.swarming.prefered_os_dimension(platform) |
| task.shards = 2 if platform == 'linux' else 1 |
| task.tags.add('os:' + platform) |
| if api.swarming_client.get_script_version('swarming.py') >= (0, 8, 6): |
| task.cipd_packages = [ |
| ('bin', 'super/awesome/pkg', 'git_revision:deadbeef')] |
| tasks.append(task) |
| |
| # Launch all tasks. |
| for task in tasks: |
| step_result = api.swarming.trigger_task(task) |
| assert step_result.swarming_task in tasks |
| |
| # Recipe can do something useful here locally while tasks are |
| # running on swarming. |
| api.step('local step', ['echo', 'running something locally']) |
| |
| # Wait for all tasks to complete. |
| for task in tasks: |
| step_result = api.swarming.collect_task(task) |
| state = step_result.json.output['shards'][0]['state'] |
| assert api.swarming.State.COMPLETED == state, state |
| state_name = api.swarming.State.to_string(state) |
| assert 'Completed' == state_name, state_name |
| assert step_result.swarming_task in tasks |
| |
| # Cleanup. |
| api.file.rmtree('remove temp dir', temp_dir) |
| |
| |
| def GenTests(api): |
| yield ( |
| api.test('basic_0.8') + |
| api.step_data( |
| 'archive for win', |
| stdout=api.raw_io.output('hash_for_win hello_world.isolated')) + |
| api.step_data( |
| 'archive for linux', |
| stdout=api.raw_io.output('hash_for_linux hello_world.isolated')) + |
| api.step_data( |
| 'archive for mac', |
| stdout=api.raw_io.output('hash_for_mac hello_world.isolated')) + |
| api.properties(simulated_version=(0, 8, 6))) |
| |
| yield ( |
| api.test('basic_0.8_trybot') + |
| api.step_data( |
| 'archive for win', |
| stdout=api.raw_io.output('hash_for_win hello_world.isolated')) + |
| api.step_data( |
| 'archive for linux', |
| stdout=api.raw_io.output('hash_for_linux hello_world.isolated')) + |
| api.step_data( |
| 'archive for mac', |
| stdout=api.raw_io.output('hash_for_mac hello_world.isolated')) + |
| api.properties( |
| rietveld="https://codereview.chromium.org", |
| issue="123", |
| patchset="1001", |
| simulated_version=(0, 8, 6))) |
| |
| yield ( |
| api.test('basic_0.8_show_shards_in_collect_step') + |
| api.step_data( |
| 'archive for win', |
| stdout=api.raw_io.output('hash_for_win hello_world.isolated')) + |
| api.step_data( |
| 'archive for linux', |
| stdout=api.raw_io.output('hash_for_linux hello_world.isolated')) + |
| api.step_data( |
| 'archive for mac', |
| stdout=api.raw_io.output('hash_for_mac hello_world.isolated')) + |
| api.properties( |
| rietveld="https://codereview.chromium.org", |
| issue="123", |
| patchset="1001", |
| simulated_version=(0, 8, 6), |
| show_shards_in_collect_step=True)) |
| |
| yield ( |
| api.test('basic_0.8_show_isolated_out_in_collect_step') + |
| api.step_data( |
| 'archive for win', |
| stdout=api.raw_io.output('hash_for_win hello_world.isolated')) + |
| api.step_data( |
| 'archive for linux', |
| stdout=api.raw_io.output('hash_for_linux hello_world.isolated')) + |
| api.step_data( |
| 'archive for mac', |
| stdout=api.raw_io.output('hash_for_mac hello_world.isolated')) + |
| api.properties( |
| rietveld="https://codereview.chromium.org", |
| issue="123", |
| patchset="1001", |
| simulated_version=(0, 8, 6), |
| show_isolated_out_in_collect_step=False)) |
| |
| yield ( |
| api.test('basic_0.8.6_cipd_packages') + |
| api.step_data( |
| 'archive for win', |
| stdout=api.raw_io.output('hash_for_win hello_world.isolated')) + |
| api.step_data( |
| 'archive for linux', |
| stdout=api.raw_io.output('hash_for_linux hello_world.isolated')) + |
| api.step_data( |
| 'archive for mac', |
| stdout=api.raw_io.output('hash_for_mac hello_world.isolated')) + |
| api.properties(simulated_version=(0, 8, 6))) |
