/*============================================================================= Boost.Wave: A Standard compliant C++ preprocessor library Definition of the lexer iterator http://www.boost.org/ Copyright (c) 2001-2005 Hartmut Kaiser. Distributed under the Boost Software License, Version 1.0. (See accompanying file LICENSE_1_0.txt or copy at http://www.boost.org/LICENSE_1_0.txt) =============================================================================*/ #if !defined(CPP_LEX_ITERATOR_HPP_AF0C37E3_CBD8_4F33_A225_51CF576FA61F_INCLUDED) #define CPP_LEX_ITERATOR_HPP_AF0C37E3_CBD8_4F33_A225_51CF576FA61F_INCLUDED #include #include #include #include #include #include #include #include #include #if 0 != __COMO_VERSION__ #define BOOST_WAVE_EOF_PREFIX static #else #define BOOST_WAVE_EOF_PREFIX #endif /////////////////////////////////////////////////////////////////////////////// namespace boost { namespace wave { namespace cpplexer { namespace impl { /////////////////////////////////////////////////////////////////////////////// // // lex_iterator_functor_shim // /////////////////////////////////////////////////////////////////////////////// template class lex_iterator_functor_shim { public: template lex_iterator_functor_shim(IteratorT const &first, IteratorT const &last, typename TokenT::position_type const &pos, boost::wave::language_support language) : functor_ptr(lex_input_interface ::new_lexer(first, last, pos, language)) #if 0 != __DECCXX_VER , eof() #endif // 0 != __DECCXX_VER {} // interface to the boost::spirit::multi_pass_policies::functor_input policy typedef TokenT result_type; BOOST_WAVE_EOF_PREFIX result_type const eof; result_type operator()() { BOOST_ASSERT(0 != functor_ptr.get()); return functor_ptr->get(); } void set_position(typename TokenT::position_type const &pos) { BOOST_ASSERT(0 != functor_ptr.get()); functor_ptr->set_position(pos); } private: boost::shared_ptr > functor_ptr; }; /////////////////////////////////////////////////////////////////////////////// // eof token #if 0 != __COMO_VERSION__ template typename lex_iterator_functor_shim::result_type const lex_iterator_functor_shim::eof; #endif // 0 != __COMO_VERSION__ /////////////////////////////////////////////////////////////////////////////// } // namespace impl /////////////////////////////////////////////////////////////////////////////// // // lex_iterator // // A generic C++ lexer interface class, which allows to plug in different // lexer implementations. The interface between the lexer type used and // the preprocessor component depends on the token type only (template // parameter TokenT). // Additionally, the following requirements apply: // // - the lexer type should have a function implemented, which returnes // the next lexed token from the input stream: // typename TokenT get(); // - at the end of the input stream this function should return the // eof token equivalent // - the lexer should implement a constructor taking two iterators // pointing to the beginning and the end of the input stream, // a third parameter containing the name of the parsed input file // and a 4th parameter of the type boost::wave::language_support // which specifies, which language subset should be supported (C++, // C99, C++0x etc.). // /////////////////////////////////////////////////////////////////////////////// template class lex_iterator : public boost::spirit::multi_pass< impl::lex_iterator_functor_shim, boost::wave::util::functor_input > { typedef impl::lex_iterator_functor_shim input_policy_type; typedef boost::spirit::multi_pass base_type; public: typedef TokenT token_type; lex_iterator() {} template lex_iterator(IteratorT const &first, IteratorT const &last, typename TokenT::position_type const &pos, boost::wave::language_support language) : base_type(input_policy_type(first, last, pos, language)) {} void set_position(typename TokenT::position_type const &pos) { typedef typename TokenT::position_type position_type; // set the new position in the current token token_type& currtoken = base_type::get_input(); position_type currpos = currtoken.get_position(); currpos.set_file(pos.get_file()); currpos.set_line(pos.get_line()); currtoken.set_position(currpos); // set the new position for future tokens as well if (token_type::string_type::npos != currtoken.get_value().find_first_of('\n')) { currpos.set_line(pos.get_line() + 1); } base_type::get_functor().set_position(currpos); } }; /////////////////////////////////////////////////////////////////////////////// } // namespace cpplexer } // namespace wave } // namespace boost #undef BOOST_WAVE_EOF_PREFIX #endif // !defined(CPP_LEX_ITERATOR_HPP_AF0C37E3_CBD8_4F33_A225_51CF576FA61F_INCLUDED)