Chris@16: /*============================================================================= Chris@16: Copyright (c) 2001-2011 Joel de Guzman Chris@16: Copyright (c) 2001-2011 Hartmut Kaiser Chris@16: Copyright (c) 2010 Bryce Lelbach Chris@16: Chris@16: Distributed under the Boost Software License, Version 1.0. (See accompanying Chris@16: file LICENSE_1_0.txt or copy at http://www.boost.org/LICENSE_1_0.txt) Chris@16: ==============================================================================*/ Chris@16: #if !defined(BOOST_SPIRIT_CHAR_APRIL_16_2006_1051AM) Chris@16: #define BOOST_SPIRIT_CHAR_APRIL_16_2006_1051AM Chris@16: Chris@16: #if defined(_MSC_VER) Chris@16: #pragma once Chris@16: #endif Chris@16: Chris@16: #include Chris@16: #include Chris@16: #include Chris@16: #include Chris@16: #include Chris@16: #include Chris@16: #include Chris@16: #include Chris@16: #include Chris@16: #include Chris@16: #include Chris@16: #include Chris@16: #include Chris@16: #include Chris@16: #include Chris@16: #include Chris@16: #include Chris@16: Chris@16: #if defined(_MSC_VER) Chris@16: #pragma once Chris@16: #endif Chris@16: Chris@16: namespace boost { namespace spirit Chris@16: { Chris@16: /////////////////////////////////////////////////////////////////////////// Chris@16: // Enablers Chris@16: /////////////////////////////////////////////////////////////////////////// Chris@16: template Chris@16: struct use_terminal // enables char_ Chris@16: > Chris@16: > : mpl::true_ {}; Chris@16: Chris@16: template Chris@16: struct use_terminal // enables char_('x'), char_("x") Chris@16: , fusion::vector1 // and char_("a-z0-9") Chris@16: > Chris@16: > : mpl::true_ {}; Chris@16: Chris@16: template Chris@16: struct use_terminal // enables char_('a','z') Chris@16: , fusion::vector2 Chris@16: > Chris@16: > : mpl::true_ {}; Chris@16: Chris@16: template // enables *lazy* char_('x'), char_("x") Chris@16: struct use_lazy_terminal< // and char_("a-z0-9") Chris@16: qi::domain Chris@16: , tag::char_code Chris@16: , 1 // arity Chris@16: > : mpl::true_ {}; Chris@16: Chris@16: template // enables *lazy* char_('a','z') Chris@16: struct use_lazy_terminal< Chris@16: qi::domain Chris@16: , tag::char_code Chris@16: , 2 // arity Chris@16: > : mpl::true_ {}; Chris@16: Chris@16: template <> Chris@16: struct use_terminal // enables 'x' Chris@16: : mpl::true_ {}; Chris@16: Chris@16: template <> Chris@16: struct use_terminal // enables "x" Chris@16: : mpl::true_ {}; Chris@16: Chris@16: template <> Chris@16: struct use_terminal // enables wchar_t Chris@16: : mpl::true_ {}; Chris@16: Chris@16: template <> Chris@16: struct use_terminal // enables L"x" Chris@16: : mpl::true_ {}; Chris@16: Chris@16: // enables lit(...) Chris@16: template Chris@16: struct use_terminal > Chris@16: , typename enable_if >::type> Chris@16: : mpl::true_ {}; Chris@16: }} Chris@16: Chris@16: namespace boost { namespace spirit { namespace qi Chris@16: { Chris@16: #ifndef BOOST_SPIRIT_NO_PREDEFINED_TERMINALS Chris@16: using spirit::lit; // lit('x') is equivalent to 'x' Chris@16: #endif Chris@16: using spirit::lit_type; Chris@16: Chris@16: /////////////////////////////////////////////////////////////////////////// Chris@16: // Parser for a single character Chris@16: /////////////////////////////////////////////////////////////////////////// Chris@16: template Chris@16: struct literal_char Chris@16: : char_parser< Chris@16: literal_char Chris@16: , typename CharEncoding::char_type Chris@16: , typename mpl::if_c::type> Chris@16: { Chris@16: typedef typename CharEncoding::char_type char_type; Chris@16: typedef CharEncoding char_encoding; Chris@16: Chris@16: template Chris@16: literal_char(Char ch_) Chris@16: : ch(static_cast(ch_)) {} Chris@16: Chris@16: template Chris@16: struct attribute Chris@16: { Chris@16: typedef typename mpl::if_c< Chris@16: no_attribute, unused_type, char_type>::type Chris@16: type; Chris@16: }; Chris@16: Chris@16: template Chris@16: bool test(CharParam ch_, Context&) const Chris@16: { Chris@16: return traits::ischar::call(ch_) && Chris@16: ch == char_type(ch_); Chris@16: } Chris@16: Chris@16: template Chris@16: info what(Context& /*context*/) const Chris@16: { Chris@16: return info("literal-char", char_encoding::toucs4(ch)); Chris@16: } Chris@16: Chris@16: char_type ch; Chris@16: }; Chris@16: Chris@16: template Chris@16: struct literal_char // case insensitive Chris@16: : char_parser< Chris@16: literal_char Chris@16: , typename mpl::if_c::type> Chris@16: { Chris@16: typedef typename CharEncoding::char_type char_type; Chris@16: typedef CharEncoding char_encoding; Chris@16: Chris@16: literal_char(char_type ch) Chris@16: : lo(static_cast(char_encoding::tolower(ch))) Chris@16: , hi(static_cast(char_encoding::toupper(ch))) {} Chris@16: Chris@16: template Chris@16: struct attribute Chris@16: { Chris@16: typedef typename mpl::if_c< Chris@16: no_attribute, unused_type, char_type>::type Chris@16: type; Chris@16: }; Chris@16: Chris@16: template Chris@16: bool test(CharParam ch_, Context&) const Chris@16: { Chris@16: if (!traits::ischar::call(ch_)) Chris@16: return false; Chris@16: Chris@16: char_type ch = char_type(ch_); // optimize for token based parsing Chris@16: return this->lo == ch || this->hi == ch; Chris@16: } Chris@16: Chris@16: template Chris@16: info what(Context& /*context*/) const Chris@16: { Chris@16: return info("no-case-literal-char", char_encoding::toucs4(lo)); Chris@16: } Chris@16: Chris@16: char_type lo, hi; Chris@16: }; Chris@16: Chris@16: /////////////////////////////////////////////////////////////////////////// Chris@16: // Parser for a character range Chris@16: /////////////////////////////////////////////////////////////////////////// Chris@16: template Chris@16: struct char_range Chris@16: : char_parser, typename CharEncoding::char_type> Chris@16: { Chris@16: typedef typename CharEncoding::char_type char_type; Chris@16: typedef CharEncoding char_encoding; Chris@16: Chris@16: char_range(char_type from_, char_type to_) Chris@16: : from(from_), to(to_) {} Chris@16: Chris@16: template Chris@16: bool test(CharParam ch_, Context&) const Chris@16: { Chris@16: if (!traits::ischar::call(ch_)) Chris@16: return false; Chris@16: Chris@16: char_type ch = char_type(ch_); // optimize for token based parsing Chris@16: return !(ch < from) && !(to < ch); Chris@16: } Chris@16: Chris@16: template Chris@16: info what(Context& /*context*/) const Chris@16: { Chris@16: info result("char-range", char_encoding::toucs4(from)); Chris@16: boost::get(result.value) += '-'; Chris@16: boost::get(result.value) += to_utf8(char_encoding::toucs4(to)); Chris@16: return result; Chris@16: } Chris@16: Chris@16: char_type from, to; Chris@16: }; Chris@16: Chris@16: template Chris@16: struct char_range // case insensitive Chris@16: : char_parser, typename CharEncoding::char_type> Chris@16: { Chris@16: typedef typename CharEncoding::char_type char_type; Chris@16: typedef CharEncoding char_encoding; Chris@16: Chris@16: char_range(char_type from, char_type to) Chris@16: : from_lo(static_cast(char_encoding::tolower(from))) Chris@16: , to_lo(static_cast(char_encoding::tolower(to))) Chris@16: , from_hi(static_cast(char_encoding::toupper(from))) Chris@16: , to_hi(static_cast(char_encoding::toupper(to))) Chris@16: {} Chris@16: Chris@16: template Chris@16: bool test(CharParam ch_, Context&) const Chris@16: { Chris@16: if (!traits::ischar::call(ch_)) Chris@16: return false; Chris@16: Chris@16: char_type ch = char_type(ch_); // optimize for token based parsing Chris@16: return (!(ch < from_lo) && !(to_lo < ch)) Chris@16: || (!(ch < from_hi) && !(to_hi < ch)) Chris@16: ; Chris@16: } Chris@16: Chris@16: template Chris@16: info what(Context& /*context*/) const Chris@16: { Chris@16: info result("no-case-char-range", char_encoding::toucs4(from_lo)); Chris@16: boost::get(result.value) += '-'; Chris@16: boost::get(result.value) += to_utf8(char_encoding::toucs4(to_lo)); Chris@16: return result; Chris@16: } Chris@16: Chris@16: char_type from_lo, to_lo, from_hi, to_hi; Chris@16: }; Chris@16: Chris@16: /////////////////////////////////////////////////////////////////////////// Chris@16: // Parser for a character set Chris@16: /////////////////////////////////////////////////////////////////////////// Chris@16: template Chris@16: struct char_set Chris@16: : char_parser Chris@16: , typename mpl::if_c::type> Chris@16: { Chris@16: typedef typename CharEncoding::char_type char_type; Chris@16: typedef CharEncoding char_encoding; Chris@16: Chris@16: template Chris@16: char_set(String const& str) Chris@16: { Chris@16: using spirit::detail::cast_char; Chris@16: Chris@16: typedef typename Chris@16: remove_const< Chris@16: typename traits::char_type_of::type Chris@16: >::type Chris@16: in_type; Chris@16: Chris@16: BOOST_SPIRIT_ASSERT_MSG(( Chris@16: (sizeof(char_type) >= sizeof(in_type)) Chris@16: ), cannot_convert_string, (String)); Chris@16: Chris@16: in_type const* definition = Chris@16: (in_type const*)traits::get_c_string(str); Chris@16: in_type ch = *definition++; Chris@16: while (ch) Chris@16: { Chris@16: in_type next = *definition++; Chris@16: if (next == '-') Chris@16: { Chris@16: next = *definition++; Chris@16: if (next == 0) Chris@16: { Chris@16: chset.set(cast_char(ch)); Chris@16: chset.set('-'); Chris@16: break; Chris@16: } Chris@16: chset.set( Chris@16: cast_char(ch), Chris@16: cast_char(next) Chris@16: ); Chris@16: } Chris@16: else Chris@16: { Chris@16: chset.set(cast_char(ch)); Chris@16: } Chris@16: ch = next; Chris@16: } Chris@16: } Chris@16: Chris@16: template Chris@16: bool test(CharParam ch, Context&) const Chris@16: { Chris@16: return traits::ischar::call(ch) && Chris@16: chset.test(char_type(ch)); Chris@16: } Chris@16: Chris@16: template Chris@16: info what(Context& /*context*/) const Chris@16: { Chris@16: return info("char-set"); Chris@16: } Chris@16: Chris@16: support::detail::basic_chset chset; Chris@16: }; Chris@16: Chris@16: template Chris@16: struct char_set // case insensitive Chris@16: : char_parser Chris@16: , typename mpl::if_c::type> Chris@16: { Chris@16: typedef typename CharEncoding::char_type char_type; Chris@16: typedef CharEncoding char_encoding; Chris@16: Chris@16: template Chris@16: char_set(String const& str) Chris@16: { Chris@16: typedef typename traits::char_type_of::type in_type; Chris@16: Chris@16: BOOST_SPIRIT_ASSERT_MSG(( Chris@16: (sizeof(char_type) == sizeof(in_type)) Chris@16: ), cannot_convert_string, (String)); Chris@16: Chris@16: char_type const* definition = Chris@16: (char_type const*)traits::get_c_string(str); Chris@16: char_type ch = *definition++; Chris@16: while (ch) Chris@16: { Chris@16: char_type next = *definition++; Chris@16: if (next == '-') Chris@16: { Chris@16: next = *definition++; Chris@16: if (next == 0) Chris@16: { Chris@16: chset.set(static_cast(CharEncoding::tolower(ch))); Chris@16: chset.set(static_cast(CharEncoding::toupper(ch))); Chris@16: chset.set('-'); Chris@16: break; Chris@16: } Chris@16: chset.set(static_cast(CharEncoding::tolower(ch)) Chris@16: , static_cast(CharEncoding::tolower(next))); Chris@16: chset.set(static_cast(CharEncoding::toupper(ch)) Chris@16: , static_cast(CharEncoding::toupper(next))); Chris@16: } Chris@16: else Chris@16: { Chris@16: chset.set(static_cast(CharEncoding::tolower(ch))); Chris@16: chset.set(static_cast(CharEncoding::toupper(ch))); Chris@16: } Chris@16: ch = next; Chris@16: } Chris@16: } Chris@16: Chris@16: template Chris@16: bool test(CharParam ch, Context&) const Chris@16: { Chris@16: return traits::ischar::call(ch) && Chris@16: chset.test(char_type(ch)); Chris@16: } Chris@16: Chris@16: template Chris@16: info what(Context& /*context*/) const Chris@16: { Chris@16: return info("no-case-char-set"); Chris@16: } Chris@16: Chris@16: support::detail::basic_chset chset; Chris@16: }; Chris@16: Chris@16: /////////////////////////////////////////////////////////////////////////// Chris@16: // Parser generators: make_xxx function (objects) Chris@16: /////////////////////////////////////////////////////////////////////////// Chris@16: namespace detail Chris@16: { Chris@16: template Chris@16: struct basic_literal Chris@16: { Chris@16: static bool const no_case = Chris@16: has_modifier< Chris@16: Modifiers Chris@16: , tag::char_code_base Chris@16: >::value; Chris@16: Chris@16: static bool const no_attr = Chris@16: !has_modifier< Chris@16: Modifiers Chris@16: , tag::lazy_eval Chris@16: >::value; Chris@16: Chris@16: typedef literal_char< Chris@16: typename spirit::detail::get_encoding_with_case< Chris@16: Modifiers, Encoding, no_case>::type Chris@16: , no_attr Chris@16: , no_case> Chris@16: result_type; Chris@16: Chris@16: template Chris@16: result_type operator()(Char ch, unused_type) const Chris@16: { Chris@16: return result_type(ch); Chris@16: } Chris@16: Chris@16: template Chris@16: result_type operator()(Char const* str, unused_type) const Chris@16: { Chris@16: return result_type(str[0]); Chris@16: } Chris@16: }; Chris@16: } Chris@16: Chris@16: template Chris@16: struct make_primitive Chris@16: : detail::basic_literal {}; Chris@16: Chris@16: template Chris@16: struct make_primitive Chris@16: : detail::basic_literal {}; Chris@16: Chris@16: template Chris@16: struct make_primitive Chris@16: : detail::basic_literal {}; Chris@16: Chris@16: template Chris@16: struct make_primitive Chris@16: : detail::basic_literal {}; Chris@16: Chris@16: template Chris@16: struct make_primitive< Chris@16: terminal >, Modifiers> Chris@16: { Chris@16: typedef typename Chris@16: spirit::detail::get_encoding::type Chris@16: char_encoding; Chris@16: Chris@16: typedef tag::char_code tag; Chris@16: typedef char_class result_type; Chris@16: result_type operator()(unused_type, unused_type) const Chris@16: { Chris@16: return result_type(); Chris@16: } Chris@16: }; Chris@16: Chris@16: /////////////////////////////////////////////////////////////////////////// Chris@16: // char_('x') Chris@16: template Chris@16: struct make_primitive< Chris@16: terminal_ex< Chris@16: tag::char_code Chris@16: , fusion::vector1 > Chris@16: , Modifiers> Chris@16: { Chris@16: static bool const no_case = Chris@16: has_modifier >::value; Chris@16: Chris@16: typedef typename Chris@16: spirit::detail::get_encoding::type Chris@16: char_encoding; Chris@16: Chris@16: typedef typename Chris@16: mpl::if_< Chris@16: traits::is_string Chris@16: , char_set Chris@16: , literal_char Chris@16: >::type Chris@16: result_type; Chris@16: Chris@16: template Chris@16: result_type operator()(Terminal const& term, unused_type) const Chris@16: { Chris@16: return result_type(fusion::at_c<0>(term.args)); Chris@16: } Chris@16: }; Chris@16: Chris@16: // lit('x') Chris@16: template Chris@16: struct make_primitive< Chris@16: terminal_ex > Chris@16: , Modifiers Chris@16: , typename enable_if >::type> Chris@16: { Chris@16: static bool const no_case = Chris@16: has_modifier< Chris@16: Modifiers Chris@16: , tag::char_code_base Chris@16: >::value; Chris@16: Chris@16: typedef typename traits::char_encoding_from_char< Chris@16: typename traits::char_type_of::type>::type encoding; Chris@16: Chris@16: typedef literal_char< Chris@16: typename spirit::detail::get_encoding_with_case< Chris@16: Modifiers, encoding, no_case>::type Chris@16: , true, no_case> Chris@16: result_type; Chris@16: Chris@16: template Chris@16: result_type operator()(Terminal const& term, unused_type) const Chris@16: { Chris@16: return result_type(fusion::at_c<0>(term.args)); Chris@16: } Chris@16: }; Chris@16: Chris@16: /////////////////////////////////////////////////////////////////////////// Chris@16: template Chris@16: struct make_primitive< Chris@16: terminal_ex< Chris@16: tag::char_code Chris@16: , fusion::vector1 // For single char strings Chris@16: > Chris@16: , Modifiers> Chris@16: { Chris@16: static bool const no_case = Chris@16: has_modifier >::value; Chris@16: Chris@16: typedef typename Chris@16: spirit::detail::get_encoding::type Chris@16: char_encoding; Chris@16: Chris@16: typedef literal_char result_type; Chris@16: Chris@16: template Chris@16: result_type operator()(Terminal const& term, unused_type) const Chris@16: { Chris@16: return result_type(fusion::at_c<0>(term.args)[0]); Chris@16: } Chris@16: }; Chris@16: Chris@16: template Chris@16: struct make_primitive< Chris@16: terminal_ex< Chris@16: tag::char_code Chris@16: , fusion::vector2 Chris@16: > Chris@16: , Modifiers> Chris@16: { Chris@16: static bool const no_case = Chris@16: has_modifier >::value; Chris@16: Chris@16: typedef typename Chris@16: spirit::detail::get_encoding::type Chris@16: char_encoding; Chris@16: Chris@16: typedef char_range result_type; Chris@16: Chris@16: template Chris@16: result_type operator()(Terminal const& term, unused_type) const Chris@16: { Chris@16: return result_type( Chris@16: fusion::at_c<0>(term.args) Chris@16: , fusion::at_c<1>(term.args) Chris@16: ); Chris@16: } Chris@16: }; Chris@16: Chris@16: template Chris@16: struct make_primitive< Chris@16: terminal_ex< Chris@16: tag::char_code Chris@16: , fusion::vector2 // For single char strings Chris@16: > Chris@16: , Modifiers> Chris@16: { Chris@16: static bool const no_case = Chris@16: has_modifier >::value; Chris@16: Chris@16: typedef typename Chris@16: spirit::detail::get_encoding::type Chris@16: char_encoding; Chris@16: Chris@16: typedef char_range result_type; Chris@16: Chris@16: template Chris@16: result_type operator()(Terminal const& term, unused_type) const Chris@16: { Chris@16: return result_type( Chris@16: fusion::at_c<0>(term.args)[0] Chris@16: , fusion::at_c<1>(term.args)[0] Chris@16: ); Chris@16: } Chris@16: }; Chris@16: }}} Chris@16: Chris@16: #endif