// Boost tokenizer.hpp -----------------------------------------------------// | |
// (c) Copyright Jeremy Siek and John R. Bandela 2001. | |
// Distributed under the Boost Software License, Version 1.0. (See | |
// accompanying file LICENSE_1_0.txt or copy at | |
// http://www.boost.org/LICENSE_1_0.txt) | |
// See http://www.boost.org/libs/tokenizer for documenation | |
// Revision History: | |
// 03 Jul 2003 John Bandela | |
// Converted to new iterator adapter | |
// 02 Feb 2002 Jeremy Siek | |
// Removed tabs and a little cleanup. | |
#ifndef BOOST_TOKENIZER_JRB070303_HPP_ | |
#define BOOST_TOKENIZER_JRB070303_HPP_ | |
#include <boost/token_iterator.hpp> | |
namespace boost { | |
//=========================================================================== | |
// A container-view of a tokenized "sequence" | |
template < | |
typename TokenizerFunc = char_delimiters_separator<char>, | |
typename Iterator = std::string::const_iterator, | |
typename Type = std::string | |
> | |
class tokenizer { | |
private: | |
typedef token_iterator_generator<TokenizerFunc,Iterator,Type> TGen; | |
// It seems that MSVC does not like the unqualified use of iterator, | |
// Thus we use iter internally when it is used unqualified and | |
// the users of this class will always qualify iterator. | |
typedef typename TGen::type iter; | |
public: | |
typedef iter iterator; | |
typedef iter const_iterator; | |
typedef Type value_type; | |
typedef value_type& reference; | |
typedef const value_type& const_reference; | |
typedef value_type* pointer; | |
typedef const pointer const_pointer; | |
typedef void size_type; | |
typedef void difference_type; | |
tokenizer(Iterator first, Iterator last, | |
const TokenizerFunc& f = TokenizerFunc()) | |
: first_(first), last_(last), f_(f) { } | |
template <typename Container> | |
tokenizer(const Container& c) | |
: first_(c.begin()), last_(c.end()), f_() { } | |
template <typename Container> | |
tokenizer(const Container& c,const TokenizerFunc& f) | |
: first_(c.begin()), last_(c.end()), f_(f) { } | |
void assign(Iterator first, Iterator last){ | |
first_ = first; | |
last_ = last; | |
} | |
void assign(Iterator first, Iterator last, const TokenizerFunc& f){ | |
assign(first,last); | |
f_ = f; | |
} | |
template <typename Container> | |
void assign(const Container& c){ | |
assign(c.begin(),c.end()); | |
} | |
template <typename Container> | |
void assign(const Container& c, const TokenizerFunc& f){ | |
assign(c.begin(),c.end(),f); | |
} | |
iter begin() const { return iter(f_,first_,last_); } | |
iter end() const { return iter(f_,last_,last_); } | |
private: | |
Iterator first_; | |
Iterator last_; | |
TokenizerFunc f_; | |
}; | |
} // namespace boost | |
#endif |