blob: 5eef1baf8e44de45e53bcae1ab0cee5557e039e7 [file] [log] [blame]
// Copyright 2013 The Chromium Authors. All rights reserved.
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.
#include <vector>
#include "base/macros.h"
#include "base/strings/string16.h"
#include "ui/app_list/app_list_export.h"
#include "ui/gfx/range/range.h"
namespace app_list {
// TokenizedString takes a string and breaks it down into token words. It
// first breaks using BreakIterator to get all the words. Then it breaks
// the words again at camel case boundaries and alpha/number boundaries.
class APP_LIST_EXPORT TokenizedString {
typedef std::vector<base::string16> Tokens;
typedef std::vector<gfx::Range> Mappings;
explicit TokenizedString(const base::string16& text);
const base::string16& text() const { return text_; }
const Tokens& tokens() const { return tokens_; }
const Mappings& mappings() const { return mappings_; }
void Tokenize();
// Input text.
const base::string16 text_;
// Broken down tokens and the index mapping of tokens in original string.
Tokens tokens_;
Mappings mappings_;
} // namespace app_list