third_party/node/clean_json_attrs.py

#!/usr/bin/env python

import json
import os
import re


def Clean(start_dir, attr_pattern, file_pattern):
  cleaned = False

  def _remove_attrs(json_dict, attr_pattern):
    assert isinstance(json_dict, dict)

    removed = False

    for key, val in json_dict.items():
      if isinstance(val, dict):
        if _remove_attrs(val, attr_pattern):
          removed = True
      elif re.search(attr_pattern, key):
        del json_dict[key]
        removed = True

    return removed

  for root, dirs, files in os.walk(start_dir):
    for f in files:
      if not re.search(file_pattern, f):
        continue

      path = os.path.join(root, f)
      json_dict = json.loads(open(path).read())
      if not _remove_attrs(json_dict, attr_pattern):
        continue

      with open(path, 'w') as new_contents:
        new_contents.write(json.dumps(json_dict))
      cleaned = True

  return cleaned


if __name__ == '__main__':
  import argparse
  import sys
  parser = argparse.ArgumentParser(
      description='Recursively removes attributes from JSON files')
  parser.add_argument('--attr_pattern', type=str, required=True,
      help='A regex of attributes to remove')
  parser.add_argument('--file_pattern', type=str, required=True,
      help='A regex of files to clean')
  parser.add_argument('start_dir', type=str,
      help='A directory to start scanning')
  args = parser.parse_args(sys.argv[1:])
  Clean(start_dir=args.start_dir, attr_pattern=args.attr_pattern,
        file_pattern=args.file_pattern)