appengine/chromium_cq_status/handlers/query.py

# Copyright 2014 The Chromium Authors. All rights reserved.
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file.

from datetime import datetime
import logging
import traceback

from google.appengine.datastore.datastore_query import Cursor
import webapp2

from model.record import Record
from shared.parsing import (
  parse_cursor,
  parse_url_tags,
  parse_fields,
  parse_query_count,
  parse_record_key,
  parse_request,
  parse_strings,
  parse_timestamp,
)
from shared import utils

def has_end_timestamp(
      cache_timestamp, # pylint: disable=W0613
      kwargs):
  end = kwargs.get('end')
  return end and end < datetime.utcnow()

@utils.memcachize(cache_check=has_end_timestamp)
def execute_query(key, begin, end, tags, fields, count, cursor):
  records = []
  next_cursor = ''
  if key and count > 0:
    record = Record.get_by_id(key)
    if record and (
        (not begin or record.timestamp >= begin) and
        (not end or record.timestamp <= end) and
        set(tags).issubset(record.tags) and
        matches_fields(fields, record)):
      records.append(record)
    more = False
  else:
    more = True
    while more and len(records) < count:
      filters = []
      if begin:
        filters.append(Record.timestamp >= begin)
      if end:
        filters.append(Record.timestamp <= end)
      for tag in tags:
        filters.append(Record.tags == tag)
      query = Record.query().filter(*filters).order(-Record.timestamp)
      page_records, next_cursor, more = query.fetch_page(count - len(records),
          start_cursor=Cursor(urlsafe=next_cursor or cursor))
      next_cursor = next_cursor.urlsafe() if next_cursor else ''
      for record in page_records:
        if matches_fields(fields, record):
          records.append(record)

  return {
    'results': [record.to_dict() for record in records],
    'cursor': next_cursor,
    'more': more,
  }

def matches_fields(fields, record):
  for field, value in fields.items():
    if not field in record.fields or record.fields[field] != value:
      return False
  return True

class Query(webapp2.RequestHandler):
  @utils.cross_origin_json
  @utils.read_access
  def get(self, url_tags): # pylint: disable=W0221
    try:
      params = parse_request(self.request, {
        'begin': parse_timestamp,
        'end': parse_timestamp,
        'key': parse_record_key,
        'tags': parse_strings,
        'fields': parse_fields,
        'count':  parse_query_count,
        'cursor': parse_cursor,
      })
      params['tags'].extend(parse_url_tags(url_tags))
      return execute_query(**params)
    except ValueError as e:
      logging.warning(traceback.format_exc())
      self.response.write(e)