[Boost-commit] svn:boost r72466 - trunk/libs/spirit/example/qi/compiler_tutorial/conjure2

Subject: [Boost-commit] svn:boost r72466 - trunk/libs/spirit/example/qi/compiler_tutorial/conjure2
From: hartmut.kaiser_at_[hidden]
Date: 2011-06-07 08:51:01

Author: hkaiser
Date: 2011-06-07 08:51:00 EDT (Tue, 07 Jun 2011)
New Revision: 72466
URL: http://svn.boost.org/trac/boost/changeset/72466

Log:
Spirit: more comments
Text files modified: 
   trunk/libs/spirit/example/qi/compiler_tutorial/conjure2/lexer.hpp |     9 ++++++++-                               
   1 files changed, 8 insertions(+), 1 deletions(-)

Modified: trunk/libs/spirit/example/qi/compiler_tutorial/conjure2/lexer.hpp
==============================================================================
--- trunk/libs/spirit/example/qi/compiler_tutorial/conjure2/lexer.hpp	(original)
+++ trunk/libs/spirit/example/qi/compiler_tutorial/conjure2/lexer.hpp	2011-06-07 08:51:00 EDT (Tue, 07 Jun 2011)
@@ -28,8 +28,15 @@
         template <typename BaseIterator>
         struct get_lexer_type
         {
+            // Our token needs to be able to carry several token values: 
+            // std::string, unsigned int, and bool
             typedef boost::mpl::vector<std::string, unsigned int, bool> 
                 token_value_types;
+
+            // Using the position_token class as the token type to be returned
+            // from the lexer iterators allows to retain positional information
+            // as every token instance stores an iterator pair pointing to the
+            // matched input sequence.
             typedef lex::lexertl::position_token<
                 BaseIterator, token_value_types, boost::mpl::false_
             > token_type;
@@ -44,7 +51,7 @@
               , boost::spirit::lex::lexertl::static_::lexer_conjure_static
             > type;
 #elif CONJURE_LEXER_STATIC_SWITCH != 0
-            // use the lexer based on pre-generated static DFA tables
+            // use the lexer based on pre-generated static code
             typedef lex::lexertl::static_actor_lexer<
                 token_type
               , boost::spirit::lex::lexertl::static_::lexer_conjure_static_switch