Chris@16
|
1 // Copyright (c) 2001-2011 Hartmut Kaiser
|
Chris@16
|
2 //
|
Chris@16
|
3 // Distributed under the Boost Software License, Version 1.0. (See accompanying
|
Chris@16
|
4 // file LICENSE_1_0.txt or copy at http://www.boost.org/LICENSE_1_0.txt)
|
Chris@16
|
5
|
Chris@16
|
6 #if !defined(BOOST_SPIRIT_LEX_PLAIN_TOKENID_NOV_26_2010_0944AM)
|
Chris@16
|
7 #define BOOST_SPIRIT_LEX_PLAIN_TOKENID_NOV_26_2010_0944AM
|
Chris@16
|
8
|
Chris@16
|
9 #if defined(_MSC_VER)
|
Chris@16
|
10 #pragma once
|
Chris@16
|
11 #endif
|
Chris@16
|
12
|
Chris@16
|
13 #include <boost/spirit/home/support/info.hpp>
|
Chris@16
|
14 #include <boost/spirit/home/qi/detail/attributes.hpp>
|
Chris@16
|
15 #include <boost/spirit/home/support/common_terminals.hpp>
|
Chris@16
|
16 #include <boost/spirit/home/support/handles_container.hpp>
|
Chris@16
|
17 #include <boost/spirit/home/qi/skip_over.hpp>
|
Chris@16
|
18 #include <boost/spirit/home/qi/domain.hpp>
|
Chris@16
|
19 #include <boost/spirit/home/qi/parser.hpp>
|
Chris@16
|
20 #include <boost/spirit/home/qi/meta_compiler.hpp>
|
Chris@16
|
21 #include <boost/spirit/home/qi/detail/assign_to.hpp>
|
Chris@16
|
22 #include <boost/range/iterator_range.hpp>
|
Chris@16
|
23 #include <boost/fusion/include/vector.hpp>
|
Chris@16
|
24 #include <boost/fusion/include/at.hpp>
|
Chris@16
|
25 #include <boost/mpl/or.hpp>
|
Chris@16
|
26 #include <boost/mpl/and.hpp>
|
Chris@16
|
27 #include <boost/type_traits/is_integral.hpp>
|
Chris@16
|
28 #include <boost/type_traits/is_enum.hpp>
|
Chris@16
|
29 #include <boost/lexical_cast.hpp>
|
Chris@16
|
30
|
Chris@16
|
31 namespace boost { namespace spirit
|
Chris@16
|
32 {
|
Chris@16
|
33 ///////////////////////////////////////////////////////////////////////////
|
Chris@16
|
34 // Enablers
|
Chris@16
|
35 ///////////////////////////////////////////////////////////////////////////
|
Chris@16
|
36
|
Chris@16
|
37 // enables tokenid
|
Chris@16
|
38 template <>
|
Chris@16
|
39 struct use_terminal<qi::domain, tag::tokenid>
|
Chris@16
|
40 : mpl::true_ {};
|
Chris@16
|
41
|
Chris@16
|
42 // enables tokenid(id)
|
Chris@16
|
43 template <typename A0>
|
Chris@16
|
44 struct use_terminal<qi::domain
|
Chris@16
|
45 , terminal_ex<tag::tokenid, fusion::vector1<A0> >
|
Chris@16
|
46 > : mpl::or_<is_integral<A0>, is_enum<A0> > {};
|
Chris@16
|
47
|
Chris@16
|
48 // enables tokenid(idmin, idmax)
|
Chris@16
|
49 template <typename A0, typename A1>
|
Chris@16
|
50 struct use_terminal<qi::domain
|
Chris@16
|
51 , terminal_ex<tag::tokenid, fusion::vector2<A0, A1> >
|
Chris@16
|
52 > : mpl::and_<
|
Chris@16
|
53 mpl::or_<is_integral<A0>, is_enum<A0> >
|
Chris@16
|
54 , mpl::or_<is_integral<A1>, is_enum<A1> >
|
Chris@16
|
55 > {};
|
Chris@16
|
56
|
Chris@16
|
57 // enables *lazy* tokenid(id)
|
Chris@16
|
58 template <>
|
Chris@16
|
59 struct use_lazy_terminal<
|
Chris@16
|
60 qi::domain, tag::tokenid, 1
|
Chris@16
|
61 > : mpl::true_ {};
|
Chris@16
|
62
|
Chris@16
|
63 // enables *lazy* tokenid(idmin, idmax)
|
Chris@16
|
64 template <>
|
Chris@16
|
65 struct use_lazy_terminal<
|
Chris@16
|
66 qi::domain, tag::tokenid, 2
|
Chris@16
|
67 > : mpl::true_ {};
|
Chris@16
|
68 }}
|
Chris@16
|
69
|
Chris@16
|
70 namespace boost { namespace spirit { namespace qi
|
Chris@16
|
71 {
|
Chris@16
|
72 #ifndef BOOST_SPIRIT_NO_PREDEFINED_TERMINALS
|
Chris@16
|
73 using spirit::tokenid;
|
Chris@16
|
74 #endif
|
Chris@16
|
75 using spirit::tokenid_type;
|
Chris@16
|
76
|
Chris@16
|
77 ///////////////////////////////////////////////////////////////////////////
|
Chris@16
|
78 // The plain_tokenid represents a simple token defined by the lexer inside
|
Chris@16
|
79 // a Qi grammar. The difference to plain_token is that it exposes the
|
Chris@16
|
80 // matched token id instead of the iterator_range of the matched input.
|
Chris@16
|
81 template <typename TokenId>
|
Chris@16
|
82 struct plain_tokenid
|
Chris@16
|
83 : primitive_parser<plain_tokenid<TokenId> >
|
Chris@16
|
84 {
|
Chris@16
|
85 template <typename Context, typename Iterator>
|
Chris@16
|
86 struct attribute
|
Chris@16
|
87 {
|
Chris@16
|
88 typedef TokenId type;
|
Chris@16
|
89 };
|
Chris@16
|
90
|
Chris@16
|
91 plain_tokenid(TokenId const& id)
|
Chris@16
|
92 : id(id) {}
|
Chris@16
|
93
|
Chris@16
|
94 template <typename Iterator, typename Context
|
Chris@16
|
95 , typename Skipper, typename Attribute>
|
Chris@16
|
96 bool parse(Iterator& first, Iterator const& last
|
Chris@16
|
97 , Context& /*context*/, Skipper const& skipper
|
Chris@16
|
98 , Attribute& attr) const
|
Chris@16
|
99 {
|
Chris@16
|
100 qi::skip_over(first, last, skipper); // always do a pre-skip
|
Chris@16
|
101
|
Chris@16
|
102 if (first != last) {
|
Chris@16
|
103 // simply match the token id with the id this component has
|
Chris@16
|
104 // been initialized with
|
Chris@16
|
105
|
Chris@16
|
106 typedef typename
|
Chris@16
|
107 boost::detail::iterator_traits<Iterator>::value_type
|
Chris@16
|
108 token_type;
|
Chris@16
|
109 typedef typename token_type::id_type id_type;
|
Chris@16
|
110
|
Chris@16
|
111 token_type const& t = *first;
|
Chris@16
|
112 if (id_type(~0) == id_type(id) || id_type(id) == t.id()) {
|
Chris@16
|
113 spirit::traits::assign_to(id, attr);
|
Chris@16
|
114 ++first;
|
Chris@16
|
115 return true;
|
Chris@16
|
116 }
|
Chris@16
|
117 }
|
Chris@16
|
118 return false;
|
Chris@16
|
119 }
|
Chris@16
|
120
|
Chris@16
|
121 template <typename Context>
|
Chris@16
|
122 info what(Context& /*context*/) const
|
Chris@16
|
123 {
|
Chris@16
|
124 return info("tokenid",
|
Chris@16
|
125 "tokenid(" + boost::lexical_cast<utf8_string>(id) + ")");
|
Chris@16
|
126 }
|
Chris@16
|
127
|
Chris@16
|
128 TokenId id;
|
Chris@16
|
129 };
|
Chris@16
|
130
|
Chris@16
|
131 ///////////////////////////////////////////////////////////////////////////
|
Chris@16
|
132 template <typename TokenId>
|
Chris@16
|
133 struct plain_tokenid_range
|
Chris@16
|
134 : primitive_parser<plain_tokenid_range<TokenId> >
|
Chris@16
|
135 {
|
Chris@16
|
136 template <typename Context, typename Iterator>
|
Chris@16
|
137 struct attribute
|
Chris@16
|
138 {
|
Chris@16
|
139 typedef TokenId type;
|
Chris@16
|
140 };
|
Chris@16
|
141
|
Chris@16
|
142 plain_tokenid_range(TokenId const& idmin, TokenId const& idmax)
|
Chris@16
|
143 : idmin(idmin), idmax(idmax) {}
|
Chris@16
|
144
|
Chris@16
|
145 template <typename Iterator, typename Context
|
Chris@16
|
146 , typename Skipper, typename Attribute>
|
Chris@16
|
147 bool parse(Iterator& first, Iterator const& last
|
Chris@16
|
148 , Context& /*context*/, Skipper const& skipper
|
Chris@16
|
149 , Attribute& attr) const
|
Chris@16
|
150 {
|
Chris@16
|
151 qi::skip_over(first, last, skipper); // always do a pre-skip
|
Chris@16
|
152
|
Chris@16
|
153 if (first != last) {
|
Chris@16
|
154 // simply match the token id with the id this component has
|
Chris@16
|
155 // been initialized with
|
Chris@16
|
156
|
Chris@16
|
157 typedef typename
|
Chris@16
|
158 boost::detail::iterator_traits<Iterator>::value_type
|
Chris@16
|
159 token_type;
|
Chris@16
|
160 typedef typename token_type::id_type id_type;
|
Chris@16
|
161
|
Chris@16
|
162 token_type const& t = *first;
|
Chris@16
|
163 if (id_type(idmin) >= t.id() && id_type(idmin) <= t.id())
|
Chris@16
|
164 {
|
Chris@16
|
165 spirit::traits::assign_to(t.id(), attr);
|
Chris@16
|
166 ++first;
|
Chris@16
|
167 return true;
|
Chris@16
|
168 }
|
Chris@16
|
169 }
|
Chris@16
|
170 return false;
|
Chris@16
|
171 }
|
Chris@16
|
172
|
Chris@16
|
173 template <typename Context>
|
Chris@16
|
174 info what(Context& /*context*/) const
|
Chris@16
|
175 {
|
Chris@16
|
176 return info("tokenid_range"
|
Chris@16
|
177 , "token(" +
|
Chris@16
|
178 boost::lexical_cast<utf8_string>(idmin) + ", " +
|
Chris@16
|
179 boost::lexical_cast<utf8_string>(idmax) + ")"
|
Chris@16
|
180 );
|
Chris@16
|
181 }
|
Chris@16
|
182
|
Chris@16
|
183 TokenId idmin, idmax;
|
Chris@16
|
184 };
|
Chris@16
|
185
|
Chris@16
|
186 ///////////////////////////////////////////////////////////////////////////
|
Chris@16
|
187 // Parser generators: make_xxx function (objects)
|
Chris@16
|
188 ///////////////////////////////////////////////////////////////////////////
|
Chris@16
|
189 template <typename Modifiers>
|
Chris@16
|
190 struct make_primitive<tag::tokenid, Modifiers>
|
Chris@16
|
191 {
|
Chris@16
|
192 typedef plain_tokenid<std::size_t> result_type;
|
Chris@16
|
193
|
Chris@16
|
194 result_type operator()(unused_type, unused_type) const
|
Chris@16
|
195 {
|
Chris@16
|
196 return result_type(std::size_t(~0));
|
Chris@16
|
197 }
|
Chris@16
|
198 };
|
Chris@16
|
199
|
Chris@16
|
200 template <typename Modifiers, typename TokenId>
|
Chris@16
|
201 struct make_primitive<terminal_ex<tag::tokenid, fusion::vector1<TokenId> >
|
Chris@16
|
202 , Modifiers>
|
Chris@16
|
203 {
|
Chris@16
|
204 typedef plain_tokenid<TokenId> result_type;
|
Chris@16
|
205
|
Chris@16
|
206 template <typename Terminal>
|
Chris@16
|
207 result_type operator()(Terminal const& term, unused_type) const
|
Chris@16
|
208 {
|
Chris@16
|
209 return result_type(fusion::at_c<0>(term.args));
|
Chris@16
|
210 }
|
Chris@16
|
211 };
|
Chris@16
|
212
|
Chris@16
|
213 template <typename Modifiers, typename TokenId>
|
Chris@16
|
214 struct make_primitive<terminal_ex<tag::tokenid, fusion::vector2<TokenId, TokenId> >
|
Chris@16
|
215 , Modifiers>
|
Chris@16
|
216 {
|
Chris@16
|
217 typedef plain_tokenid_range<TokenId> result_type;
|
Chris@16
|
218
|
Chris@16
|
219 template <typename Terminal>
|
Chris@16
|
220 result_type operator()(Terminal const& term, unused_type) const
|
Chris@16
|
221 {
|
Chris@16
|
222 return result_type(fusion::at_c<0>(term.args)
|
Chris@16
|
223 , fusion::at_c<1>(term.args));
|
Chris@16
|
224 }
|
Chris@16
|
225 };
|
Chris@16
|
226 }}}
|
Chris@16
|
227
|
Chris@16
|
228 namespace boost { namespace spirit { namespace traits
|
Chris@16
|
229 {
|
Chris@16
|
230 ///////////////////////////////////////////////////////////////////////////
|
Chris@16
|
231 template<typename Idtype, typename Attr, typename Context, typename Iterator>
|
Chris@16
|
232 struct handles_container<qi::plain_tokenid<Idtype>, Attr, Context, Iterator>
|
Chris@16
|
233 : mpl::true_
|
Chris@16
|
234 {};
|
Chris@16
|
235
|
Chris@16
|
236 template<typename Idtype, typename Attr, typename Context, typename Iterator>
|
Chris@16
|
237 struct handles_container<qi::plain_tokenid_range<Idtype>, Attr, Context, Iterator>
|
Chris@16
|
238 : mpl::true_
|
Chris@16
|
239 {};
|
Chris@16
|
240 }}}
|
Chris@16
|
241
|
Chris@16
|
242 #endif
|