annotate DEPENDENCIES/generic/include/boost/spirit/home/lex/qi/plain_tokenid.hpp @ 133:4acb5d8d80b6 tip

Don't fail environmental check if README.md exists (but .txt and no-suffix don't)
author Chris Cannam
date Tue, 30 Jul 2019 12:25:44 +0100
parents 2665513ce2d3
children
rev   line source
Chris@16 1 // Copyright (c) 2001-2011 Hartmut Kaiser
Chris@16 2 //
Chris@16 3 // Distributed under the Boost Software License, Version 1.0. (See accompanying
Chris@16 4 // file LICENSE_1_0.txt or copy at http://www.boost.org/LICENSE_1_0.txt)
Chris@16 5
Chris@16 6 #if !defined(BOOST_SPIRIT_LEX_PLAIN_TOKENID_NOV_26_2010_0944AM)
Chris@16 7 #define BOOST_SPIRIT_LEX_PLAIN_TOKENID_NOV_26_2010_0944AM
Chris@16 8
Chris@16 9 #if defined(_MSC_VER)
Chris@16 10 #pragma once
Chris@16 11 #endif
Chris@16 12
Chris@16 13 #include <boost/spirit/home/support/info.hpp>
Chris@16 14 #include <boost/spirit/home/qi/detail/attributes.hpp>
Chris@16 15 #include <boost/spirit/home/support/common_terminals.hpp>
Chris@16 16 #include <boost/spirit/home/support/handles_container.hpp>
Chris@16 17 #include <boost/spirit/home/qi/skip_over.hpp>
Chris@16 18 #include <boost/spirit/home/qi/domain.hpp>
Chris@16 19 #include <boost/spirit/home/qi/parser.hpp>
Chris@16 20 #include <boost/spirit/home/qi/meta_compiler.hpp>
Chris@16 21 #include <boost/spirit/home/qi/detail/assign_to.hpp>
Chris@16 22 #include <boost/range/iterator_range.hpp>
Chris@16 23 #include <boost/fusion/include/vector.hpp>
Chris@16 24 #include <boost/fusion/include/at.hpp>
Chris@16 25 #include <boost/mpl/or.hpp>
Chris@16 26 #include <boost/mpl/and.hpp>
Chris@16 27 #include <boost/type_traits/is_integral.hpp>
Chris@16 28 #include <boost/type_traits/is_enum.hpp>
Chris@16 29 #include <boost/lexical_cast.hpp>
Chris@16 30
Chris@16 31 namespace boost { namespace spirit
Chris@16 32 {
Chris@16 33 ///////////////////////////////////////////////////////////////////////////
Chris@16 34 // Enablers
Chris@16 35 ///////////////////////////////////////////////////////////////////////////
Chris@16 36
Chris@16 37 // enables tokenid
Chris@16 38 template <>
Chris@16 39 struct use_terminal<qi::domain, tag::tokenid>
Chris@16 40 : mpl::true_ {};
Chris@16 41
Chris@16 42 // enables tokenid(id)
Chris@16 43 template <typename A0>
Chris@16 44 struct use_terminal<qi::domain
Chris@16 45 , terminal_ex<tag::tokenid, fusion::vector1<A0> >
Chris@16 46 > : mpl::or_<is_integral<A0>, is_enum<A0> > {};
Chris@16 47
Chris@16 48 // enables tokenid(idmin, idmax)
Chris@16 49 template <typename A0, typename A1>
Chris@16 50 struct use_terminal<qi::domain
Chris@16 51 , terminal_ex<tag::tokenid, fusion::vector2<A0, A1> >
Chris@16 52 > : mpl::and_<
Chris@16 53 mpl::or_<is_integral<A0>, is_enum<A0> >
Chris@16 54 , mpl::or_<is_integral<A1>, is_enum<A1> >
Chris@16 55 > {};
Chris@16 56
Chris@16 57 // enables *lazy* tokenid(id)
Chris@16 58 template <>
Chris@16 59 struct use_lazy_terminal<
Chris@16 60 qi::domain, tag::tokenid, 1
Chris@16 61 > : mpl::true_ {};
Chris@16 62
Chris@16 63 // enables *lazy* tokenid(idmin, idmax)
Chris@16 64 template <>
Chris@16 65 struct use_lazy_terminal<
Chris@16 66 qi::domain, tag::tokenid, 2
Chris@16 67 > : mpl::true_ {};
Chris@16 68 }}
Chris@16 69
Chris@16 70 namespace boost { namespace spirit { namespace qi
Chris@16 71 {
Chris@16 72 #ifndef BOOST_SPIRIT_NO_PREDEFINED_TERMINALS
Chris@16 73 using spirit::tokenid;
Chris@16 74 #endif
Chris@16 75 using spirit::tokenid_type;
Chris@16 76
Chris@16 77 ///////////////////////////////////////////////////////////////////////////
Chris@16 78 // The plain_tokenid represents a simple token defined by the lexer inside
Chris@16 79 // a Qi grammar. The difference to plain_token is that it exposes the
Chris@16 80 // matched token id instead of the iterator_range of the matched input.
Chris@16 81 template <typename TokenId>
Chris@16 82 struct plain_tokenid
Chris@16 83 : primitive_parser<plain_tokenid<TokenId> >
Chris@16 84 {
Chris@16 85 template <typename Context, typename Iterator>
Chris@16 86 struct attribute
Chris@16 87 {
Chris@16 88 typedef TokenId type;
Chris@16 89 };
Chris@16 90
Chris@16 91 plain_tokenid(TokenId const& id)
Chris@16 92 : id(id) {}
Chris@16 93
Chris@16 94 template <typename Iterator, typename Context
Chris@16 95 , typename Skipper, typename Attribute>
Chris@16 96 bool parse(Iterator& first, Iterator const& last
Chris@16 97 , Context& /*context*/, Skipper const& skipper
Chris@16 98 , Attribute& attr) const
Chris@16 99 {
Chris@16 100 qi::skip_over(first, last, skipper); // always do a pre-skip
Chris@16 101
Chris@16 102 if (first != last) {
Chris@16 103 // simply match the token id with the id this component has
Chris@16 104 // been initialized with
Chris@16 105
Chris@16 106 typedef typename
Chris@16 107 boost::detail::iterator_traits<Iterator>::value_type
Chris@16 108 token_type;
Chris@16 109 typedef typename token_type::id_type id_type;
Chris@16 110
Chris@16 111 token_type const& t = *first;
Chris@16 112 if (id_type(~0) == id_type(id) || id_type(id) == t.id()) {
Chris@16 113 spirit::traits::assign_to(id, attr);
Chris@16 114 ++first;
Chris@16 115 return true;
Chris@16 116 }
Chris@16 117 }
Chris@16 118 return false;
Chris@16 119 }
Chris@16 120
Chris@16 121 template <typename Context>
Chris@16 122 info what(Context& /*context*/) const
Chris@16 123 {
Chris@16 124 return info("tokenid",
Chris@16 125 "tokenid(" + boost::lexical_cast<utf8_string>(id) + ")");
Chris@16 126 }
Chris@16 127
Chris@16 128 TokenId id;
Chris@16 129 };
Chris@16 130
Chris@16 131 ///////////////////////////////////////////////////////////////////////////
Chris@16 132 template <typename TokenId>
Chris@16 133 struct plain_tokenid_range
Chris@16 134 : primitive_parser<plain_tokenid_range<TokenId> >
Chris@16 135 {
Chris@16 136 template <typename Context, typename Iterator>
Chris@16 137 struct attribute
Chris@16 138 {
Chris@16 139 typedef TokenId type;
Chris@16 140 };
Chris@16 141
Chris@16 142 plain_tokenid_range(TokenId const& idmin, TokenId const& idmax)
Chris@16 143 : idmin(idmin), idmax(idmax) {}
Chris@16 144
Chris@16 145 template <typename Iterator, typename Context
Chris@16 146 , typename Skipper, typename Attribute>
Chris@16 147 bool parse(Iterator& first, Iterator const& last
Chris@16 148 , Context& /*context*/, Skipper const& skipper
Chris@16 149 , Attribute& attr) const
Chris@16 150 {
Chris@16 151 qi::skip_over(first, last, skipper); // always do a pre-skip
Chris@16 152
Chris@16 153 if (first != last) {
Chris@16 154 // simply match the token id with the id this component has
Chris@16 155 // been initialized with
Chris@16 156
Chris@16 157 typedef typename
Chris@16 158 boost::detail::iterator_traits<Iterator>::value_type
Chris@16 159 token_type;
Chris@16 160 typedef typename token_type::id_type id_type;
Chris@16 161
Chris@16 162 token_type const& t = *first;
Chris@16 163 if (id_type(idmin) >= t.id() && id_type(idmin) <= t.id())
Chris@16 164 {
Chris@16 165 spirit::traits::assign_to(t.id(), attr);
Chris@16 166 ++first;
Chris@16 167 return true;
Chris@16 168 }
Chris@16 169 }
Chris@16 170 return false;
Chris@16 171 }
Chris@16 172
Chris@16 173 template <typename Context>
Chris@16 174 info what(Context& /*context*/) const
Chris@16 175 {
Chris@16 176 return info("tokenid_range"
Chris@16 177 , "token(" +
Chris@16 178 boost::lexical_cast<utf8_string>(idmin) + ", " +
Chris@16 179 boost::lexical_cast<utf8_string>(idmax) + ")"
Chris@16 180 );
Chris@16 181 }
Chris@16 182
Chris@16 183 TokenId idmin, idmax;
Chris@16 184 };
Chris@16 185
Chris@16 186 ///////////////////////////////////////////////////////////////////////////
Chris@16 187 // Parser generators: make_xxx function (objects)
Chris@16 188 ///////////////////////////////////////////////////////////////////////////
Chris@16 189 template <typename Modifiers>
Chris@16 190 struct make_primitive<tag::tokenid, Modifiers>
Chris@16 191 {
Chris@16 192 typedef plain_tokenid<std::size_t> result_type;
Chris@16 193
Chris@16 194 result_type operator()(unused_type, unused_type) const
Chris@16 195 {
Chris@16 196 return result_type(std::size_t(~0));
Chris@16 197 }
Chris@16 198 };
Chris@16 199
Chris@16 200 template <typename Modifiers, typename TokenId>
Chris@16 201 struct make_primitive<terminal_ex<tag::tokenid, fusion::vector1<TokenId> >
Chris@16 202 , Modifiers>
Chris@16 203 {
Chris@16 204 typedef plain_tokenid<TokenId> result_type;
Chris@16 205
Chris@16 206 template <typename Terminal>
Chris@16 207 result_type operator()(Terminal const& term, unused_type) const
Chris@16 208 {
Chris@16 209 return result_type(fusion::at_c<0>(term.args));
Chris@16 210 }
Chris@16 211 };
Chris@16 212
Chris@16 213 template <typename Modifiers, typename TokenId>
Chris@16 214 struct make_primitive<terminal_ex<tag::tokenid, fusion::vector2<TokenId, TokenId> >
Chris@16 215 , Modifiers>
Chris@16 216 {
Chris@16 217 typedef plain_tokenid_range<TokenId> result_type;
Chris@16 218
Chris@16 219 template <typename Terminal>
Chris@16 220 result_type operator()(Terminal const& term, unused_type) const
Chris@16 221 {
Chris@16 222 return result_type(fusion::at_c<0>(term.args)
Chris@16 223 , fusion::at_c<1>(term.args));
Chris@16 224 }
Chris@16 225 };
Chris@16 226 }}}
Chris@16 227
Chris@16 228 namespace boost { namespace spirit { namespace traits
Chris@16 229 {
Chris@16 230 ///////////////////////////////////////////////////////////////////////////
Chris@16 231 template<typename Idtype, typename Attr, typename Context, typename Iterator>
Chris@16 232 struct handles_container<qi::plain_tokenid<Idtype>, Attr, Context, Iterator>
Chris@16 233 : mpl::true_
Chris@16 234 {};
Chris@16 235
Chris@16 236 template<typename Idtype, typename Attr, typename Context, typename Iterator>
Chris@16 237 struct handles_container<qi::plain_tokenid_range<Idtype>, Attr, Context, Iterator>
Chris@16 238 : mpl::true_
Chris@16 239 {};
Chris@16 240 }}}
Chris@16 241
Chris@16 242 #endif