sl@0: // Boost tokenizer.hpp  -----------------------------------------------------//
sl@0: 
sl@0: // © Copyright Jeremy Siek and John R. Bandela 2001. 
sl@0: 
sl@0: // Distributed under the Boost Software License, Version 1.0. (See
sl@0: // accompanying file LICENSE_1_0.txt or copy at
sl@0: // http://www.boost.org/LICENSE_1_0.txt)
sl@0: 
sl@0: // See http://www.boost.org/libs/tokenizer for documenation
sl@0: 
sl@0: // Revision History:
sl@0: // 03 Jul 2003   John Bandela
sl@0: //      Converted to new iterator adapter
sl@0: // 02 Feb 2002   Jeremy Siek
sl@0: //      Removed tabs and a little cleanup.
sl@0: 
sl@0: #ifndef BOOST_TOKENIZER_JRB070303_HPP_
sl@0: #define BOOST_TOKENIZER_JRB070303_HPP_
sl@0: 
sl@0: #include <boost/token_iterator.hpp>
sl@0: 
sl@0: namespace boost {
sl@0: 
sl@0:   
sl@0:   //===========================================================================
sl@0:   // A container-view of a tokenized "sequence"
sl@0:   template <
sl@0:     typename TokenizerFunc = char_delimiters_separator<char>, 
sl@0:     typename Iterator = std::string::const_iterator,
sl@0:     typename Type = std::string
sl@0:   >
sl@0:   class tokenizer {
sl@0:   private:
sl@0:     typedef token_iterator_generator<TokenizerFunc,Iterator,Type> TGen;
sl@0:         
sl@0:     // It seems that MSVC does not like the unqualified use of iterator,
sl@0:     // Thus we use iter internally when it is used unqualified and
sl@0:     // the users of this class will always qualify iterator.     
sl@0:     typedef typename TGen::type iter;
sl@0:     
sl@0:   public:
sl@0:     
sl@0:     typedef iter iterator;
sl@0:     typedef iter const_iterator;
sl@0:     typedef Type value_type;
sl@0:     typedef value_type& reference;
sl@0:     typedef const value_type& const_reference;
sl@0:     typedef value_type* pointer;
sl@0:     typedef const pointer const_pointer;
sl@0:     typedef void size_type;
sl@0:     typedef void difference_type;
sl@0: 
sl@0:     tokenizer(Iterator first, Iterator last,
sl@0:               const TokenizerFunc& f = TokenizerFunc()) 
sl@0:       : first_(first), last_(last), f_(f) { }
sl@0:         
sl@0:     template <typename Container>
sl@0:     tokenizer(const Container& c)
sl@0:       : first_(c.begin()), last_(c.end()), f_() { }
sl@0:     
sl@0:     template <typename Container>
sl@0:     tokenizer(const Container& c,const TokenizerFunc& f)
sl@0:       : first_(c.begin()), last_(c.end()), f_(f) { }
sl@0:     
sl@0:     void assign(Iterator first, Iterator last){
sl@0:       first_ = first;
sl@0:       last_ = last;
sl@0:     }
sl@0:     
sl@0:     void assign(Iterator first, Iterator last, const TokenizerFunc& f){
sl@0:       assign(first,last);
sl@0:       f_ = f;
sl@0:     }
sl@0:     
sl@0:     template <typename Container>
sl@0:     void assign(const Container& c){
sl@0:       assign(c.begin(),c.end());
sl@0:     }
sl@0:     
sl@0:     
sl@0:     template <typename Container>
sl@0:     void assign(const Container& c, const TokenizerFunc& f){
sl@0:       assign(c.begin(),c.end(),f);
sl@0:     }
sl@0:     
sl@0:     iter begin() const { return iter(f_,first_,last_); }
sl@0:     iter end() const { return iter(f_,last_,last_); }
sl@0:         
sl@0:   private:
sl@0:     Iterator first_;
sl@0:     Iterator last_;
sl@0:     TokenizerFunc f_;
sl@0:   };
sl@0: 
sl@0: 
sl@0: } // namespace boost
sl@0: 
sl@0: #endif