Chris@16: // Boost tokenizer.hpp  -----------------------------------------------------//
Chris@16: 
Chris@16: // (c) Copyright Jeremy Siek and John R. Bandela 2001. 
Chris@16: 
Chris@16: // Distributed under the Boost Software License, Version 1.0. (See
Chris@16: // accompanying file LICENSE_1_0.txt or copy at
Chris@16: // http://www.boost.org/LICENSE_1_0.txt)
Chris@16: 
Chris@16: // See http://www.boost.org/libs/tokenizer for documenation
Chris@16: 
Chris@16: // Revision History:
Chris@16: // 03 Jul 2003   John Bandela
Chris@16: //      Converted to new iterator adapter
Chris@16: // 02 Feb 2002   Jeremy Siek
Chris@16: //      Removed tabs and a little cleanup.
Chris@16: 
Chris@16: #ifndef BOOST_TOKENIZER_JRB070303_HPP_
Chris@16: #define BOOST_TOKENIZER_JRB070303_HPP_
Chris@16: 
Chris@16: #include <boost/token_iterator.hpp>
Chris@16: 
Chris@16: namespace boost {
Chris@16: 
Chris@16:   
Chris@16:   //===========================================================================
Chris@16:   // A container-view of a tokenized "sequence"
Chris@16:   template <
Chris@16:     typename TokenizerFunc = char_delimiters_separator<char>, 
Chris@16:     typename Iterator = std::string::const_iterator,
Chris@16:     typename Type = std::string
Chris@16:   >
Chris@16:   class tokenizer {
Chris@16:   private:
Chris@16:     typedef token_iterator_generator<TokenizerFunc,Iterator,Type> TGen;
Chris@16:         
Chris@16:     // It seems that MSVC does not like the unqualified use of iterator,
Chris@16:     // Thus we use iter internally when it is used unqualified and
Chris@16:     // the users of this class will always qualify iterator.     
Chris@16:     typedef typename TGen::type iter;
Chris@16:     
Chris@16:   public:
Chris@16:     
Chris@16:     typedef iter iterator;
Chris@16:     typedef iter const_iterator;
Chris@16:     typedef Type value_type;
Chris@16:     typedef value_type& reference;
Chris@16:     typedef const value_type& const_reference;
Chris@16:     typedef value_type* pointer;
Chris@16:     typedef const pointer const_pointer;
Chris@16:     typedef void size_type;
Chris@16:     typedef void difference_type;
Chris@16: 
Chris@16:     tokenizer(Iterator first, Iterator last,
Chris@16:               const TokenizerFunc& f = TokenizerFunc()) 
Chris@16:       : first_(first), last_(last), f_(f) { }
Chris@16:         
Chris@16:     template <typename Container>
Chris@16:     tokenizer(const Container& c)
Chris@16:       : first_(c.begin()), last_(c.end()), f_() { }
Chris@16:     
Chris@16:     template <typename Container>
Chris@16:     tokenizer(const Container& c,const TokenizerFunc& f)
Chris@16:       : first_(c.begin()), last_(c.end()), f_(f) { }
Chris@16:     
Chris@16:     void assign(Iterator first, Iterator last){
Chris@16:       first_ = first;
Chris@16:       last_ = last;
Chris@16:     }
Chris@16:     
Chris@16:     void assign(Iterator first, Iterator last, const TokenizerFunc& f){
Chris@16:       assign(first,last);
Chris@16:       f_ = f;
Chris@16:     }
Chris@16:     
Chris@16:     template <typename Container>
Chris@16:     void assign(const Container& c){
Chris@16:       assign(c.begin(),c.end());
Chris@16:     }
Chris@16:     
Chris@16:     
Chris@16:     template <typename Container>
Chris@16:     void assign(const Container& c, const TokenizerFunc& f){
Chris@16:       assign(c.begin(),c.end(),f);
Chris@16:     }
Chris@16:     
Chris@16:     iter begin() const { return iter(f_,first_,last_); }
Chris@16:     iter end() const { return iter(f_,last_,last_); }
Chris@16:         
Chris@16:   private:
Chris@16:     Iterator first_;
Chris@16:     Iterator last_;
Chris@16:     TokenizerFunc f_;
Chris@16:   };
Chris@16: 
Chris@16: 
Chris@16: } // namespace boost
Chris@16: 
Chris@16: #endif