| #!/usr/bin/env vpython3 |
| # Copyright 2016 The LUCI Authors. All rights reserved. |
| # Use of this source code is governed under the Apache License, Version 2.0 |
| # that can be found in the LICENSE file. |
| |
| |
| import sys |
| import copy |
| import datetime |
| import re |
| |
| from collections import OrderedDict |
| |
| import test_env |
| |
| from recipe_engine.post_process_inputs import Command |
| from recipe_engine.recipe_test_api import PostprocessHookContext, RecipeTestApi |
| from recipe_engine.internal.test.magic_check_fn import \ |
| Checker, CheckFrame, PostProcessError, Step, VerifySubset, \ |
| post_process |
| |
| from PB.recipe_engine.internal.test.runner import Outcome |
| |
| |
| HOOK_CONTEXT = PostprocessHookContext(lambda: None, (), {}, '<filename>', 0) |
| |
| |
| HOOK_CONTEXT = PostprocessHookContext(lambda: None, (), {}, '<filename>', 0) |
| |
| |
| class TestChecker(test_env.RecipeEngineUnitTest): |
| def sanitize(self, checkframe): |
| return checkframe._replace(line=0, fname='') |
| |
| def mk(self, fname, code, varmap): |
| return CheckFrame( |
| fname='', line=0, function=fname, code=code, varmap=varmap) |
| |
| def test_no_calls(self): |
| c = Checker(HOOK_CONTEXT) |
| def body(_): |
| pass |
| body(c) |
| self.assertEqual(len(c.failed_checks), 0) |
| |
| def test_success_call(self): |
| c = Checker(HOOK_CONTEXT) |
| def body(check): |
| check(True is True) |
| body(c) |
| self.assertEqual(len(c.failed_checks), 0) |
| |
| def test_simple_fail(self): |
| c = Checker(HOOK_CONTEXT) |
| def body(check): |
| check(True is False) |
| body(c) |
| self.assertEqual(len(c.failed_checks), 1) |
| self.assertEqual(len(c.failed_checks[0].frames), 1) |
| self.assertEqual( |
| self.sanitize(c.failed_checks[0].frames[0]), |
| self.mk('body', 'check((True is False))', {})) |
| |
| def test_simple_fail_multiline(self): |
| c = Checker(HOOK_CONTEXT) |
| def body(check): |
| falsey = lambda: False |
| check( |
| True is |
| |
| falsey() |
| ) |
| body(c) |
| self.assertEqual(len(c.failed_checks), 1) |
| self.assertEqual(len(c.failed_checks[0].frames), 1) |
| self.assertEqual( |
| self.sanitize(c.failed_checks[0].frames[0]), |
| self.mk('body', 'check((True is falsey()))', {})) |
| |
| def test_simple_fail_multiline_multistatement(self): |
| c = Checker(HOOK_CONTEXT) |
| def body(check): |
| other = 'thing' |
| falsey = lambda: False |
| check( |
| True is |
| |
| falsey()); other # pylint: disable=pointless-statement |
| body(c) |
| self.assertEqual(len(c.failed_checks), 1) |
| self.assertEqual(len(c.failed_checks[0].frames), 1) |
| self.assertEqual( |
| self.sanitize(c.failed_checks[0].frames[0]), |
| self.mk('body', 'check((True is falsey()))', {})) |
| |
| def test_fail_nested_statement(self): |
| c = Checker(HOOK_CONTEXT) |
| def body(check): |
| other = 'thing' |
| falsey = lambda: False |
| if True: |
| while True: |
| try: |
| check( |
| True is |
| |
| falsey()); other # pylint: disable=pointless-statement |
| break |
| except Exception: |
| pass |
| body(c) |
| self.assertEqual(len(c.failed_checks), 1) |
| self.assertEqual(len(c.failed_checks[0].frames), 1) |
| self.assertEqual( |
| self.sanitize(c.failed_checks[0].frames[0]), |
| self.mk('body', 'check((True is falsey()))', {}), |
| ) |
| |
| def test_var_fail(self): |
| c = Checker(HOOK_CONTEXT) |
| def body(check): |
| val = True |
| check(val is False) |
| body(c) |
| self.assertEqual(len(c.failed_checks), 1) |
| self.assertEqual(len(c.failed_checks[0].frames), 1) |
| self.assertEqual( |
| self.sanitize(c.failed_checks[0].frames[0]), |
| self.mk('body', 'check((val is False))', {'val': 'True'})) |
| |
| def test_dict_membership(self): |
| c = Checker(HOOK_CONTEXT) |
| def body(check): |
| targ = {'a': 'b', 'c': 'd'} |
| check('a' not in targ) |
| body(c) |
| self.assertEqual(len(c.failed_checks), 1) |
| self.assertEqual(len(c.failed_checks[0].frames), 1) |
| self.assertEqual( |
| self.sanitize(c.failed_checks[0].frames[0]), |
| self.mk('body', "check(('a' not in targ))", |
| {'targ.keys()': "['a', 'c']"})) |
| |
| def test_dict_lookup(self): |
| c = Checker(HOOK_CONTEXT) |
| def body(check): |
| targ = {'a': {'sub': 'b'}, 'c': 'd'} |
| check('cow' in targ['a']) |
| body(c) |
| self.assertEqual(len(c.failed_checks), 1) |
| self.assertEqual(len(c.failed_checks[0].frames), 1) |
| self.assertEqual( |
| self.sanitize(c.failed_checks[0].frames[0]), |
| self.mk('body', "check(('cow' in targ['a']))", |
| {"targ['a'].keys()": "['sub']"})) |
| |
| def test_dict_lookup_nest(self): |
| c = Checker(HOOK_CONTEXT) |
| def body(check): |
| key = 'sub' |
| targ = {'a': {'sub': 'whee'}, 'c': 'd'} |
| check('me' == targ['a'][key]) |
| |
| body(c) |
| self.assertEqual(len(c.failed_checks), 1) |
| self.assertEqual(len(c.failed_checks[0].frames), 1) |
| self.assertEqual( |
| self.sanitize(c.failed_checks[0].frames[0]), |
| self.mk('body', "check(('me' == targ['a'][key]))", { |
| "targ['a'][key]": "'whee'", |
| 'key': "'sub'" |
| })) |
| |
| def test_lambda_call(self): |
| c = Checker(HOOK_CONTEXT) |
| def body(check): |
| vals = ['whee', 'sub'] |
| targ = {'a': {'sub': 'whee'}, 'c': 'd'} |
| list(map(lambda v: check(v in targ['a']), vals)) |
| |
| body(c) |
| self.assertEqual(len(c.failed_checks), 1) |
| self.assertEqual(len(c.failed_checks[0].frames), 2) |
| self.assertEqual( |
| self.sanitize(c.failed_checks[0].frames[0]), |
| self.mk('body', "list(map((lambda v: check((v in targ['a']))), vals))", |
| None)) |
| self.assertEqual( |
| self.sanitize(c.failed_checks[0].frames[1]), |
| self.mk('<lambda>', |
| "list(map((lambda v: check((v in targ['a']))), vals))", { |
| 'v': "'whee'", |
| "targ['a'].keys()": "['sub']" |
| })) |
| |
| def test_lambda_in_multiline_expr_call(self): |
| c = Checker(HOOK_CONTEXT) |
| def wrap(f): |
| return f |
| def body(check, f): |
| f(check) |
| value = 'food' |
| target = ['foo', 'bar', 'baz'] |
| # Make sure the lambda is part of a larger expression that ends on a |
| # later line than the lambda |
| func = [lambda check: check(value == target), |
| lambda check: check(value in target), |
| lambda check: check(value and target), |
| ][1] |
| body(c, func) |
| self.assertEqual(len(c.failed_checks), 1) |
| self.assertEqual(len(c.failed_checks[0].frames), 2) |
| self.assertEqual( |
| self.sanitize(c.failed_checks[0].frames[0]), |
| self.mk('body', 'f(check)', None)) |
| self.assertEqual( |
| self.sanitize(c.failed_checks[0].frames[1]), |
| self.mk('<lambda>', '(lambda check: check((value in target)))', |
| {'value': "'food'", 'target': "['foo', 'bar', 'baz']"})) |
| |
| def test_if_test(self): |
| c = Checker(HOOK_CONTEXT) |
| def body(check): |
| vals = ['foo', 'bar'] |
| target = 'baz' |
| if check(target in vals): |
| pass |
| body(c) |
| self.assertEqual(len(c.failed_checks), 1) |
| self.assertEqual(len(c.failed_checks[0].frames), 1) |
| self.assertEqual( |
| self.sanitize(c.failed_checks[0].frames[0]), |
| self.mk('body', 'check((target in vals))', |
| {'target': "'baz'", 'vals': "['foo', 'bar']"})) |
| |
| def test_key_error_in_short_circuited_expression(self): |
| c = Checker(HOOK_CONTEXT) |
| def body(check): |
| d = {'foo': 1, 'bar': 2} |
| check('baz' in d and d['baz'] == 3) |
| body(c) |
| self.assertEqual(len(c.failed_checks), 1) |
| self.assertEqual(len(c.failed_checks[0].frames), 1) |
| self.assertEqual( |
| self.sanitize(c.failed_checks[0].frames[0]), |
| self.mk('body', "check((('baz' in d) and (d['baz'] == 3)))", |
| {'d.keys()': "['bar', 'foo']"})) |
| |
| def test_elif_test(self): |
| c = Checker(HOOK_CONTEXT) |
| def body(check): |
| vals = ['foo', 'bar'] |
| target = 'baz' |
| if False: |
| pass |
| elif check(target in vals): |
| pass |
| body(c) |
| self.assertEqual(len(c.failed_checks), 1) |
| self.assertEqual(len(c.failed_checks[0].frames), 1) |
| self.assertEqual( |
| self.sanitize(c.failed_checks[0].frames[0]), |
| self.mk('body', 'check((target in vals))', |
| {'target': "'baz'", 'vals': "['foo', 'bar']"})) |
| |
| def test_while_test(self): |
| c = Checker(HOOK_CONTEXT) |
| def body(check): |
| vals = ['foo', 'bar', 'baz'] |
| invalid_value = 'bar' |
| i = 0 |
| while check(vals[i] != invalid_value): |
| i += 1 |
| body(c) |
| self.assertEqual(len(c.failed_checks), 1) |
| self.assertEqual(len(c.failed_checks[0].frames), 1) |
| self.assertEqual( |
| self.sanitize(c.failed_checks[0].frames[0]), |
| self.mk('body', 'check((vals[i] != invalid_value))', |
| {'i': '1', 'invalid_value': "'bar'", 'vals[i]': "'bar'"})) |
| |
| class TestStep(test_env.RecipeEngineUnitTest): |
| def assertConversion(self, step_dict, expected_step): |
| s = Step.from_step_dict(step_dict) |
| self.assertEqual(s, expected_step) |
| self.assertEqual(s.to_step_dict(), step_dict) |
| |
| def test_empty_step(self): |
| with self.assertRaisesRegex(ValueError, "step dict must have 'name' key"): |
| Step.from_step_dict({}) |
| |
| def test_minimal_step(self): |
| d = {'name': 'foo'} |
| self.assertConversion(d, Step(name='foo')) |
| |
| def test_all_step_dict_fields(self): |
| d = { |
| 'name': 'fake-step-name', |
| 'cmd': ['my', 'command', 'arguments'], |
| 'cwd': 'fake-cwd', |
| 'env': { |
| 'FOO': 'fake-foo-value', |
| }, |
| 'env_prefixes': { |
| 'PATH': ['fake-path-prefix'], |
| }, |
| 'env_suffixes': { |
| 'PATH': ['fake-path-suffix'], |
| }, |
| 'allow_subannotations': True, |
| 'timeout': datetime.timedelta(seconds=30), |
| 'infra_step': True, |
| 'stdin': 'fake-stdin', |
| 'nest_level': 42, |
| 'step_text': 'fake-step-text', |
| 'step_summary_text': 'fake-step-summary-text', |
| 'logs': OrderedDict([ |
| ('foo', 'foo-line-1\nfoo-line-2'), |
| ('bar', 'bar-line-1\nbar-line-2'), |
| ]), |
| 'links': OrderedDict([ |
| ('foo', 'fake-foo-url'), |
| ('bar', 'fake-bar-url'), |
| ]), |
| 'status': 'EXCEPTION', |
| 'output_properties': OrderedDict([ |
| ('foo', 'foo-value'), |
| ('bar', 'bar-value'), |
| ]), |
| } |
| |
| self.assertConversion(d, Step( |
| name='fake-step-name', |
| cmd=['my', 'command', 'arguments'], |
| cwd='fake-cwd', |
| env={ |
| 'FOO': 'fake-foo-value', |
| }, |
| env_prefixes={ |
| 'PATH': ['fake-path-prefix'], |
| }, |
| env_suffixes={ |
| 'PATH': ['fake-path-suffix'], |
| }, |
| allow_subannotations=True, |
| timeout=datetime.timedelta(seconds=30), |
| infra_step=True, |
| stdin='fake-stdin', |
| nest_level=42, |
| step_text='fake-step-text', |
| step_summary_text='fake-step-summary-text', |
| logs=OrderedDict([ |
| ('foo', 'foo-line-1\nfoo-line-2'), |
| ('bar', 'bar-line-1\nbar-line-2'), |
| ]), |
| links=OrderedDict([ |
| ('foo', 'fake-foo-url'), |
| ('bar', 'fake-bar-url'), |
| ]), |
| status='EXCEPTION', |
| output_properties=OrderedDict([ |
| ('foo', 'foo-value'), |
| ('bar', 'bar-value'), |
| ]), |
| )) |
| |
| |
| class CommandTest(test_env.RecipeEngineUnitTest): |
| def test_contains_single_non_matcher(self): |
| c = Command(['foo', 'bar', 'baz']) |
| self.assertFalse(0 in c) |
| |
| def test_contains_single_string(self): |
| c = Command(['foo', 'bar', 'baz']) |
| self.assertTrue('foo' in c) |
| self.assertTrue('bar' in c) |
| self.assertTrue('baz' in c) |
| self.assertFalse('quux' in c) |
| |
| def test_contains_single_regex(self): |
| c = Command(['foo', 'bar', 'baz']) |
| self.assertTrue(re.compile('ba.') in c) |
| self.assertTrue(re.compile('a') in c) |
| self.assertTrue(re.compile('z$') in c) |
| self.assertTrue(re.compile('^bar$') in c) |
| self.assertFalse(re.compile('^a$') in c) |
| |
| def test_contains_string_sequence(self): |
| c = Command(['foo', 'bar', 'baz']) |
| self.assertTrue([] in c) |
| self.assertTrue(['bar'] in c) |
| self.assertTrue(['foo', 'bar'] in c) |
| self.assertTrue(['bar', 'baz'] in c) |
| self.assertTrue(['foo', 'bar', 'baz'] in c) |
| self.assertFalse(['foo', 'baz'] in c) |
| |
| def test_contains_matcher_sequence(self): |
| c = Command(['foo', 'bar', 'baz']) |
| self.assertTrue([re.compile('z')] in c) |
| self.assertTrue([re.compile('.o.'), 'bar', re.compile('z')] in c) |
| self.assertFalse([re.compile('f'), re.compile('z'), re.compile('r')] in c) |
| |
| def test_contains_ellipsis(self): |
| self.assertTrue( |
| ['a', 'foo', Ellipsis, 'bar'] in |
| Command(['a', 'foo', 'narp', 'bar'])) |
| self.assertTrue( |
| ['foo', Ellipsis, 'bar', 'a'] in |
| Command(['foo', 'bar', 'a'])) |
| |
| self.assertTrue( |
| ['foo', Ellipsis, 'bar', Ellipsis, re.compile('^a')] in |
| Command(['foo', 'narp', 'bar', 'tarp', 'stuff', 'aardvark'])) |
| |
| self.assertFalse( |
| ['foo', Ellipsis, 'bar'] in |
| Command(['foo', 'narp'])) |
| |
| class TestVerifySubset(test_env.RecipeEngineUnitTest): |
| @staticmethod |
| def mkData(*steps): |
| return OrderedDict([ |
| (s, { |
| 'cmd': ['list', 'of', 'things'], |
| 'env': { |
| 'dict': 'of', |
| 'many': 'strings,' |
| }, |
| 'name': s, |
| }) for s in steps |
| ]) |
| |
| def setUp(self): |
| super(TestVerifySubset, self).setUp() |
| self.v = VerifySubset |
| self.d = self.mkData('a', 'b', 'c') |
| self.c = copy.deepcopy(self.d) |
| |
| def test_types(self): |
| self.assertIn( |
| "type mismatch: 'str' v 'OrderedDict'", |
| self.v('hi', self.d)) |
| |
| self.assertIn( |
| "type mismatch: 'list' v 'OrderedDict'", |
| self.v(['hi'], self.d)) |
| |
| def test_empty(self): |
| self.assertIsNone(self.v({}, self.d)) |
| self.assertIsNone(self.v(OrderedDict(), self.d)) |
| |
| def test_empty_cmd(self): |
| self.c['a']['cmd'] = [] |
| self.d['a']['cmd'] = [] |
| self.assertIsNone(self.v(self.c, self.d)) |
| |
| def test_single_removal(self): |
| del self.c['c'] |
| self.assertIsNone(self.v(self.c, self.d)) |
| |
| def test_add(self): |
| self.c['d'] = self.c['a'] |
| self.assertIn( |
| "added key 'd'", |
| self.v(self.c, self.d)) |
| |
| def test_add_key(self): |
| self.c['c']['blort'] = 'cake' |
| self.assertIn( |
| "added key 'blort'", |
| self.v(self.c, self.d)) |
| |
| def test_key_alter(self): |
| self.c['c']['cmd'] = 'cake' |
| self.assertEqual( |
| "['c']['cmd']: type mismatch: 'str' v 'list'", |
| self.v(self.c, self.d)) |
| |
| def test_list_add(self): |
| self.c['c']['cmd'].append('something') |
| self.assertIn( |
| "['c']['cmd']: too long: 4 v 3", |
| self.v(self.c, self.d)) |
| |
| self.c['c']['cmd'].pop(0) |
| self.assertIn( |
| "['c']['cmd']: added 1 elements", |
| self.v(self.c, self.d)) |
| |
| def test_list_of_dict(self): |
| self.assertIsNone( |
| self.v( |
| [{'c': 'd', 'a': 'cat'}], |
| [{'a': 'b'}, {'c': 'd'}])) |
| |
| def test_ordereddict(self): |
| a = self.c['a'] |
| del self.c['a'] |
| self.c['a'] = a |
| self.assertIn( |
| "key 'a' is out of order", |
| self.v(self.c, self.d)) |
| |
| |
| class TestPostProcessHooks(test_env.RecipeEngineUnitTest): |
| |
| @staticmethod |
| def mkApi(): |
| return RecipeTestApi(None) |
| |
| def assertHas(self, failure, *text): |
| combined = '\n'.join(failure.lines) |
| for item in text: |
| self.assertIn(item, combined) |
| |
| def test_returning_none(self): |
| d = OrderedDict([ |
| ('x', {'name': 'x', 'cmd': ['one', 'two', 'three']}), |
| ('y', {'name': 'y', 'cmd': []}), |
| ('z', {'name': 'z', 'cmd': ['foo', 'bar']}), |
| ]) |
| test_data = self.mkApi().post_process(lambda check, steps: None) |
| results = Outcome.Results() |
| expectations = post_process(results, d, test_data) |
| self.assertEqual(expectations, [ |
| {'name': 'x', 'cmd': ['one', 'two', 'three']}, |
| {'name': 'y', 'cmd': []}, |
| {'name': 'z', 'cmd': ['foo', 'bar']}, |
| ]) |
| self.assertEqual(len(results.check), 0) |
| |
| def test_returning_subset(self): |
| d = OrderedDict([ |
| ('x', {'name': 'x', 'cmd': ['one', 'two', 'three']}), |
| ('y', {'name': 'y', 'cmd': []}), |
| ('z', {'name': 'z', 'cmd': ['foo', 'bar']}), |
| ]) |
| test_data = self.mkApi().post_process( |
| lambda check, steps: |
| OrderedDict((k, {'name': v.name}) for k, v in steps.items())) |
| results = Outcome.Results() |
| expectations = post_process(results, d, test_data) |
| self.assertEqual( |
| expectations, [{'name': 'x'}, {'name': 'y'}, {'name': 'z'}]) |
| self.assertEqual(len(results.check), 0) |
| |
| def test_returning_empty(self): |
| d = OrderedDict([ |
| ('x', {'name': 'x', 'cmd': ['one', 'two', 'three']}), |
| ('y', {'name': 'y', 'cmd': []}), |
| ('z', {'name': 'z', 'cmd': ['foo', 'bar']}), |
| ]) |
| test_data = self.mkApi().post_process(lambda check, steps: {}) |
| results = Outcome.Results() |
| expectations = post_process(results, d, test_data) |
| self.assertIsNone(expectations) |
| self.assertEqual(len(results.check), 0) |
| |
| def test_returning_nonsubset(self): |
| d = OrderedDict([ |
| ('x', {'name': 'x', 'cmd': ['one', 'two', 'three']}), |
| ('y', {'name': 'y', 'cmd': []}), |
| ('z', {'name': 'z', 'cmd': ['foo', 'bar']}), |
| ]) |
| test_data = self.mkApi().post_process( |
| lambda check, steps: |
| OrderedDict((k, dict(cwd='cwd', **v.to_step_dict())) |
| for k, v in steps.items())) |
| with self.assertRaises(PostProcessError): |
| post_process(Outcome.Results(), d, test_data) |
| |
| def test_removing_name(self): |
| d = OrderedDict([ |
| ('x', {'name': 'x', 'cmd': ['one', 'two', 'three']}), |
| ('y', {'name': 'y', 'cmd': []}), |
| ('z', {'name': 'z', 'cmd': ['foo', 'bar']}), |
| ]) |
| test_data = self.mkApi().post_process( |
| lambda check, steps: |
| OrderedDict( |
| (k, {a: value for a, value in v.to_step_dict().items() |
| if a != 'name'}) |
| for k,v in steps.items())) |
| results = Outcome.Results() |
| expectations = post_process(results, d, test_data) |
| self.assertEqual(expectations, [ |
| {'name': 'x', 'cmd': ['one', 'two', 'three']}, |
| {'name': 'y', 'cmd': []}, |
| {'name': 'z', 'cmd': ['foo', 'bar']}, |
| ]) |
| self.assertEqual(len(results.check), 0) |
| |
| def test_post_process_failure(self): |
| d = OrderedDict([('x', {'name': 'x'})]) |
| def body(check, steps, *args, **kwargs): |
| check('x' not in steps) |
| test_data = self.mkApi().post_process(body, 'foo', 'bar', a=1, b=2) |
| results = Outcome.Results() |
| expectations = post_process(results, d, test_data) |
| self.assertEqual(expectations, [{'name': 'x'}]) |
| self.assertEqual(len(results.check), 1) |
| self.assertHas(results.check[0], |
| "body('foo', 'bar', a=1, b=2)") |
| self.assertHas( |
| results.check[0], |
| "check(('x' not in steps))", |
| "steps.keys(): ['x']") |
| |
| def test_post_process_failure_in_multiple_hooks(self): |
| d = OrderedDict([('x', {'name': 'x'})]) |
| def body(check, steps, *args, **kwargs): |
| check('x' not in steps) |
| def body2(check, steps, *args, **kwargs): |
| check('y' in steps) |
| api = self.mkApi() |
| test_data = (api.post_process(body, 'foo', a=1) + |
| api.post_process(body2, 'bar', b=2)) |
| results = Outcome.Results() |
| expectations = post_process(results, d, test_data) |
| self.assertEqual(expectations, [{'name': 'x'}]) |
| self.assertEqual(len(results.check), 2) |
| self.assertHas( |
| results.check[0], |
| "body('foo', a=1)", |
| "check(('x' not in steps))", |
| "steps.keys(): ['x']") |
| self.assertHas( |
| results.check[1], |
| "body2('bar', b=2)", |
| "check(('y' in steps))", |
| "steps.keys(): ['x']") |
| |
| def test_post_check_failure(self): |
| d = OrderedDict([('x', {'name': 'x'})]) |
| test_data = self.mkApi().post_check( |
| lambda check, steps, *args, **kwargs: check('x' not in steps), |
| 'foo', 'bar', a=1, b=2) |
| results = Outcome.Results() |
| expectations = post_process(results, d, test_data) |
| self.assertEqual(expectations, [{'name': 'x'}]) |
| self.assertEqual(len(results.check), 1) |
| self.assertHas( |
| results.check[0], |
| ( |
| "(lambda check, steps, *args, **kwargs: check(('x' not in steps)))" |
| "('foo', 'bar', a=1, b=2)" |
| )) |
| self.assertHas( |
| results.check[0], |
| 'f(check, steps, *args, **kwargs)') |
| self.assertHas( |
| results.check[0], |
| "(lambda check, steps, *args, **kwargs: check(('x' not in steps)))", |
| "steps.keys(): ['x']") |
| |
| def test_key_error_implicit_check(self): |
| d = OrderedDict([('x', {'name': 'x'})]) |
| def body(check, steps): |
| foo = steps['x'].env['foo'] |
| test_data = self.mkApi().post_process(body) |
| results = Outcome.Results() |
| expectations = post_process(results, d, test_data) |
| self.assertEqual(len(results.check), 1) |
| self.assertHas( |
| results.check[0], |
| "foo = steps['x'].env['foo']", |
| "steps['x'].env.keys(): []", |
| "raised exception: KeyError: 'foo'") |
| |
| def test_key_error_followed_by_attribute(self): |
| d = OrderedDict([('x', {'name': 'x'})]) |
| def body(check, steps): |
| foo = steps['y'].env['foo'] |
| test_data = self.mkApi().post_process(body) |
| results = Outcome.Results() |
| post_process(results, d, test_data) |
| self.assertEqual(len(results.check), 1) |
| self.assertHas( |
| results.check[0], |
| "foo = steps['y'].env['foo']", |
| "steps.keys(): ['x']", |
| "raised exception: KeyError: 'y'") |
| |
| def test_key_error_in_subscript_expression(self): |
| d = OrderedDict([('x', {'name': 'x'})]) |
| def body(check, steps): |
| d2 = {} |
| foo = steps[d2['x']].env['foo'] |
| test_data = self.mkApi().post_process(body) |
| results = Outcome.Results() |
| expectations = post_process(results, d, test_data) |
| self.assertEqual(len(results.check), 1) |
| self.assertHas( |
| results.check[0], |
| "foo = steps[d2['x']].env['foo']", |
| 'd2.keys(): []', |
| "raised exception: KeyError: 'x'") |
| |
| def test_key_error_implicit_check_no_checker_in_frame(self): |
| d = OrderedDict([('x', {'name': 'x'})]) |
| def body(check, steps_dict): |
| # The failure backtrace for the implicit check should even include frames |
| # where check isn't explicitly passed |
| def inner(steps_dict): |
| return steps_dict['x'].env['foo'] == 'bar' |
| check(inner(steps_dict)) |
| test_data = self.mkApi().post_process(body) |
| results = Outcome.Results() |
| post_process(results, d, test_data) |
| self.assertEqual(len(results.check), 1) |
| self.assertHas( |
| results.check[0], |
| 'check(inner(steps_dict))') |
| self.assertHas( |
| results.check[0], |
| "return (steps_dict['x'].env['foo'] == 'bar')", |
| "steps_dict['x'].env.keys(): []", |
| "raised exception: KeyError: 'foo'") |
| |
| |
| if __name__ == '__main__': |
| sys.exit(test_env.main()) |
