[Boost-commit] svn:boost r54713 - in trunk/libs/spirit/test: . lex

Subject: [Boost-commit] svn:boost r54713 - in trunk/libs/spirit/test: . lex
From: hartmut.kaiser_at_[hidden]
Date: 2009-07-06 11:13:54

Author: hkaiser
Date: 2009-07-06 11:13:53 EDT (Mon, 06 Jul 2009)
New Revision: 54713
URL: http://svn.boost.org/trac/boost/changeset/54713

Log:
Spirit: added missing typedef, fixed iterator_range initialization
Added:
   trunk/libs/spirit/test/lex/set_token_value_phoenix.cpp   (contents, props changed)
Text files modified: 
   trunk/libs/spirit/test/CMakeLists.txt |     4 +---                                    
   trunk/libs/spirit/test/Jamfile        |     1 +                                       
   2 files changed, 2 insertions(+), 3 deletions(-)

Modified: trunk/libs/spirit/test/CMakeLists.txt
==============================================================================
--- trunk/libs/spirit/test/CMakeLists.txt	(original)
+++ trunk/libs/spirit/test/CMakeLists.txt	2009-07-06 11:13:53 EDT (Mon, 06 Jul 2009)
@@ -104,6 +104,7 @@
 boost_test_run(lex_state_switcher lex/state_switcher_test.cpp COMPILE_FLAGS ${test_compile_flags})
 boost_test_run(lex_lexer_state_switcher lex/lexer_state_switcher.cpp COMPILE_FLAGS ${test_compile_flags})
 boost_test_run(lex_set_token_value lex/set_token_value.cpp COMPILE_FLAGS ${test_compile_flags})
+boost_test_run(lex_set_token_value_phoenix lex/set_token_value_phoenix.cpp COMPILE_FLAGS ${test_compile_flags})
 
 boost_test_run(lex_regression001 lex/regression001.cpp COMPILE_FLAGS ${test_compile_flags})
 boost_test_run(lex_regression002 lex/regression002.cpp COMPILE_FLAGS ${test_compile_flags})
@@ -114,6 +115,3 @@
 #    [ run support/multi_pass_compile.cpp COMPILE_FLAGS ${test_compile_flags}      : : : : ]
 #    [ run support/multi_pass.cpp COMPILE_FLAGS ${test_compile_flags}              : : : : ]
 
-
-
-

Modified: trunk/libs/spirit/test/Jamfile
==============================================================================
--- trunk/libs/spirit/test/Jamfile	(original)
+++ trunk/libs/spirit/test/Jamfile	2009-07-06 11:13:53 EDT (Mon, 06 Jul 2009)
@@ -110,6 +110,7 @@
     [ run lex/state_switcher_test.cpp       : : : : ]
     [ run lex/lexer_state_switcher.cpp      : : : : ]
     [ run lex/set_token_value.cpp           : : : : ]
+    [ run lex/set_token_value_phoenix.cpp   : : : : ]
 
     [ run lex/regression001.cpp             : : : : lex_regression001 ]
     [ run lex/regression002.cpp             : : : : lex_regression002 ]

Added: trunk/libs/spirit/test/lex/set_token_value_phoenix.cpp
==============================================================================
--- (empty file)
+++ trunk/libs/spirit/test/lex/set_token_value_phoenix.cpp	2009-07-06 11:13:53 EDT (Mon, 06 Jul 2009)
@@ -0,0 +1,88 @@
+//  Copyright (c) 2009 Carl Barron
+//  Copyright (c) 2001-2009 Hartmut Kaiser
+// 
+//  Distributed under the Boost Software License, Version 1.0. (See accompanying 
+//  file LICENSE_1_0.txt or copy at http://www.boost.org/LICENSE_1_0.txt)
+
+#include <iostream>
+#include <boost/spirit/include/lex.hpp>
+#include <boost/spirit/include/lex_lexertl.hpp>
+#include <boost/spirit/include/phoenix.hpp>
+
+namespace lex = boost::spirit::lex;
+namespace phoenix = boost::phoenix;
+
+template <class Lexer>
+struct multi_tokens:lex::lexer<Lexer>
+{
+    int level;
+
+    multi_tokens() : level(0)
+    {
+        using lex::_state;
+        using lex::_start;
+        using lex::_end;
+        using lex::_pass;
+        using lex::pass_flags;
+
+        a = "A";
+        b = "B";
+        c = "C";
+        this->self = 
+                a [ ++phoenix::ref(level) ]
+            |   b
+            |   c [
+                      _state = "in_dedenting",
+                      _end = _start,
+                      _pass = pass_flags::pass_ignore
+                  ]
+            ;
+
+        d = ".";
+        this->self("in_dedenting") = 
+                d [ 
+                    if_(--phoenix::ref(level))
+                    [ _end = _start ]
+                    .else_
+                    [ _state = "INITIAL" ]
+                ]
+            ;
+    }
+
+    lex::token_def<> a, b, c, d;
+};
+
+struct dumper
+{
+    typedef bool result_type;
+    
+    template <class Token>
+    bool operator () (Token const &t)
+    {
+        char x = (char)(t.id() - lex::min_token_id + 'a');
+        std::cout << x;
+        return true;
+    }
+};
+
+int main()
+{
+    std::string in("AAABBC");
+    
+    typedef lex::lexertl::token<std::string::iterator,boost::mpl::vector0<> > token_type;
+    typedef lex::lexertl::actor_lexer<token_type> base_lexer_type;
+    typedef multi_tokens<base_lexer_type> lexer_type;
+    typedef lexer_type::iterator_type iterator;
+
+    lexer_type the_lexer;
+    std::string::iterator first(in.begin());
+    if(lex::tokenize(first, in.end(), the_lexer, dumper()))
+    {
+        std::cout << "\nlex worked\n";
+    }
+    else
+    {
+        std::cout << "lex failed\n";
+    }
+}
+