Chris@16: // Boost token_iterator.hpp  -------------------------------------------------//
Chris@16: 
Chris@16: // Copyright John R. Bandela 2001
Chris@16: // Distributed under the Boost Software License, Version 1.0. (See
Chris@16: // accompanying file LICENSE_1_0.txt or copy at
Chris@16: // http://www.boost.org/LICENSE_1_0.txt)
Chris@16: 
Chris@16: // See http://www.boost.org/libs/tokenizer for documentation.
Chris@16: 
Chris@16: // Revision History:
Chris@16: // 16 Jul 2003   John Bandela
Chris@16: //      Allowed conversions from convertible base iterators
Chris@16: // 03 Jul 2003   John Bandela
Chris@16: //      Converted to new iterator adapter
Chris@16: 
Chris@16: 
Chris@16: 
Chris@16: #ifndef BOOST_TOKENIZER_POLICY_JRB070303_HPP_
Chris@16: #define BOOST_TOKENIZER_POLICY_JRB070303_HPP_
Chris@16: 
Chris@101: #include <boost/assert.hpp>
Chris@101: #include <boost/iterator/iterator_adaptor.hpp>
Chris@101: #include <boost/iterator/minimum_category.hpp>
Chris@101: #include <boost/token_functions.hpp>
Chris@101: #include <utility>
Chris@16: 
Chris@16: namespace boost
Chris@16: {
Chris@16:   template <class TokenizerFunc, class Iterator, class Type>
Chris@16:   class token_iterator
Chris@16:       : public iterator_facade<
Chris@16:             token_iterator<TokenizerFunc, Iterator, Type>
Chris@16:           , Type
Chris@101:           , typename iterators::minimum_category<
Chris@16:                 forward_traversal_tag
Chris@16:               , typename iterator_traversal<Iterator>::type
Chris@101:             >::type
Chris@16:           , const Type&
Chris@16:         >
Chris@16:   {
Chris@16: 
Chris@16:       friend class iterator_core_access;
Chris@16: 
Chris@16:       TokenizerFunc f_;
Chris@16:       Iterator begin_;
Chris@16:       Iterator end_;
Chris@16:       bool valid_;
Chris@16:       Type tok_;
Chris@16: 
Chris@16:       void increment(){
Chris@16:           BOOST_ASSERT(valid_);
Chris@16:           valid_ = f_(begin_,end_,tok_);
Chris@16:       }
Chris@16: 
Chris@16:       const Type&  dereference() const {
Chris@16:           BOOST_ASSERT(valid_);
Chris@16:           return tok_;
Chris@16:       }
Chris@16:       template<class Other>
Chris@16:       bool equal(const Other& a) const{
Chris@16:           return (a.valid_ && valid_)
Chris@16:               ?( (a.begin_==begin_) && (a.end_ == end_) )
Chris@16:               :(a.valid_==valid_);
Chris@16: 
Chris@16:       }
Chris@16: 
Chris@16:       void initialize(){
Chris@16:           if(valid_) return;
Chris@16:           f_.reset();
Chris@16:           valid_ = (begin_ != end_)?
Chris@16:               f_(begin_,end_,tok_):false;
Chris@16:       }
Chris@16:   public:
Chris@16:       token_iterator():begin_(),end_(),valid_(false),tok_() { }
Chris@16: 
Chris@16:       token_iterator(TokenizerFunc f, Iterator begin, Iterator e = Iterator())
Chris@16:           : f_(f),begin_(begin),end_(e),valid_(false),tok_(){ initialize(); }
Chris@16: 
Chris@16:       token_iterator(Iterator begin, Iterator e = Iterator())
Chris@16:             : f_(),begin_(begin),end_(e),valid_(false),tok_() {initialize();}
Chris@16: 
Chris@16:       template<class OtherIter>
Chris@16:       token_iterator(
Chris@16:             token_iterator<TokenizerFunc, OtherIter,Type> const& t
Chris@16:             , typename enable_if_convertible<OtherIter, Iterator>::type* = 0)
Chris@16:             : f_(t.tokenizer_function()),begin_(t.base())
Chris@16:             ,end_(t.end()),valid_(!t.at_end()),tok_(t.current_token()) {}
Chris@16: 
Chris@16:       Iterator base()const{return begin_;}
Chris@16: 
Chris@101:       Iterator end()const{return end_;}
Chris@16: 
Chris@16:       TokenizerFunc tokenizer_function()const{return f_;}
Chris@16: 
Chris@16:       Type current_token()const{return tok_;}
Chris@16: 
Chris@16:       bool at_end()const{return !valid_;}
Chris@16: 
Chris@16: 
Chris@16: 
Chris@16: 
Chris@16:   };
Chris@16:     template <
Chris@101:         class TokenizerFunc = char_delimiters_separator<char>,
Chris@16:         class Iterator = std::string::const_iterator,
Chris@16:         class Type = std::string
Chris@16:     >
Chris@16:     class token_iterator_generator {
Chris@16: 
Chris@101:     private:
Chris@16:     public:
Chris@16:         typedef token_iterator<TokenizerFunc,Iterator,Type> type;
Chris@16:     };
Chris@101: 
Chris@101: 
Chris@16:     // Type has to be first because it needs to be explicitly specified
Chris@16:     // because there is no way the function can deduce it.
Chris@16:     template<class Type, class Iterator, class TokenizerFunc>
Chris@101:         typename token_iterator_generator<TokenizerFunc,Iterator,Type>::type
Chris@16:     make_token_iterator(Iterator begin, Iterator end,const TokenizerFunc& fun){
Chris@101:         typedef typename
Chris@16:             token_iterator_generator<TokenizerFunc,Iterator,Type>::type ret_type;
Chris@16:         return ret_type(fun,begin,end);
Chris@16:     }
Chris@16: 
Chris@16: } // namespace boost
Chris@16: 
Chris@16: #endif