blob: 56ce4780210467a7c1468963475389c853b58e36 [file] [log] [blame]
# Copyright (c) 2020 The Chromium Authors. All rights reserved.
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file.
r"""Export chromeperf anomalies to BigQuery with Beam & Cloud Dataflow.
Example command line to start a Dataflow job to backfill 400 days (with
reasonable defaults for other values)::
$ SVC_ACCT=bigquery-exporter@chromeperf.iam.gserviceaccount.com
$ python bq_export/export_anomalies.py \
--service_account_email=$SVC_ACCT \
--runner=DataflowRunner \
--region=us-central1 \
--temp_location=gs://chromeperf-dataflow-temp/ \
--experiments=use_beam_bq_sink \
--experiments=shuffle_mode=service \
--setup_file=bq_export/setup.py \
--max_num_workers=60 \
--num_workers=10 \
--num_days=400
"""
from __future__ import absolute_import
from __future__ import division
from __future__ import print_function
import logging
from bq_export import bq_dash
if __name__ == '__main__':
logging.getLogger().setLevel(logging.INFO)
bq_dash.main()