243 lines
7.7 KiB
C++
243 lines
7.7 KiB
C++
|
// Copyright (c) 2001-2011 Hartmut Kaiser
|
||
|
|
//
|
||
|
|
// Distributed under the Boost Software License, Version 1.0. (See accompanying
|
||
|
|
// file LICENSE_1_0.txt or copy at http://www.boost.org/LICENSE_1_0.txt)
|
||
|
|
|
||
|
|
#if !defined(BOOST_SPIRIT_LEX_PLAIN_TOKEN_NOV_11_2007_0451PM)
|
||
|
|
#define BOOST_SPIRIT_LEX_PLAIN_TOKEN_NOV_11_2007_0451PM
|
||
|
|
|
||
|
|
#if defined(_MSC_VER)
|
||
|
|
#pragma once
|
||
|
|
#endif
|
||
|
|
|
||
|
|
#include <boost/spirit/home/support/info.hpp>
|
||
|
|
#include <boost/spirit/home/qi/detail/attributes.hpp>
|
||
|
|
#include <boost/spirit/home/support/common_terminals.hpp>
|
||
|
|
#include <boost/spirit/home/support/handles_container.hpp>
|
||
|
|
#include <boost/spirit/home/qi/skip_over.hpp>
|
||
|
|
#include <boost/spirit/home/qi/domain.hpp>
|
||
|
|
#include <boost/spirit/home/qi/parser.hpp>
|
||
|
|
#include <boost/spirit/home/qi/meta_compiler.hpp>
|
||
|
|
#include <boost/spirit/home/qi/detail/assign_to.hpp>
|
||
|
|
|
||
|
|
#include <boost/fusion/include/vector.hpp>
|
||
|
|
#include <boost/fusion/include/at.hpp>
|
||
|
|
#include <boost/mpl/or.hpp>
|
||
|
|
#include <boost/mpl/and.hpp>
|
||
|
|
#include <boost/range/iterator_range_core.hpp>
|
||
|
|
#include <boost/type_traits/is_integral.hpp>
|
||
|
|
#include <boost/type_traits/is_enum.hpp>
|
||
|
|
#include <iterator> // for std::iterator_traits
|
||
|
|
#include <sstream>
|
||
|
|
|
||
|
|
namespace boost { namespace spirit
|
||
|
|
{
|
||
|
|
///////////////////////////////////////////////////////////////////////////
|
||
|
|
// Enablers
|
||
|
|
///////////////////////////////////////////////////////////////////////////
|
||
|
|
|
||
|
|
// enables token
|
||
|
|
template <>
|
||
|
|
struct use_terminal<qi::domain, tag::token>
|
||
|
|
: mpl::true_ {};
|
||
|
|
|
||
|
|
// enables token(id)
|
||
|
|
template <typename A0>
|
||
|
|
struct use_terminal<qi::domain
|
||
|
|
, terminal_ex<tag::token, fusion::vector1<A0> >
|
||
|
|
> : mpl::or_<is_integral<A0>, is_enum<A0> > {};
|
||
|
|
|
||
|
|
// enables token(idmin, idmax)
|
||
|
|
template <typename A0, typename A1>
|
||
|
|
struct use_terminal<qi::domain
|
||
|
|
, terminal_ex<tag::token, fusion::vector2<A0, A1> >
|
||
|
|
> : mpl::and_<
|
||
|
|
mpl::or_<is_integral<A0>, is_enum<A0> >
|
||
|
|
, mpl::or_<is_integral<A1>, is_enum<A1> >
|
||
|
|
> {};
|
||
|
|
|
||
|
|
// enables *lazy* token(id)
|
||
|
|
template <>
|
||
|
|
struct use_lazy_terminal<
|
||
|
|
qi::domain, tag::token, 1
|
||
|
|
> : mpl::true_ {};
|
||
|
|
|
||
|
|
// enables *lazy* token(idmin, idmax)
|
||
|
|
template <>
|
||
|
|
struct use_lazy_terminal<
|
||
|
|
qi::domain, tag::token, 2
|
||
|
|
> : mpl::true_ {};
|
||
|
|
}}
|
||
|
|
|
||
|
|
namespace boost { namespace spirit { namespace qi
|
||
|
|
{
|
||
|
|
#ifndef BOOST_SPIRIT_NO_PREDEFINED_TERMINALS
|
||
|
|
using spirit::token;
|
||
|
|
#endif
|
||
|
|
using spirit::token_type;
|
||
|
|
|
||
|
|
///////////////////////////////////////////////////////////////////////////
|
||
|
|
template <typename TokenId>
|
||
|
|
struct plain_token
|
||
|
|
: primitive_parser<plain_token<TokenId> >
|
||
|
|
{
|
||
|
|
template <typename Context, typename Iterator>
|
||
|
|
struct attribute
|
||
|
|
{
|
||
|
|
typedef typename Iterator::base_iterator_type iterator_type;
|
||
|
|
typedef iterator_range<iterator_type> type;
|
||
|
|
};
|
||
|
|
|
||
|
|
plain_token(TokenId const& id)
|
||
|
|
: id(id) {}
|
||
|
|
|
||
|
|
template <typename Iterator, typename Context
|
||
|
|
, typename Skipper, typename Attribute>
|
||
|
|
bool parse(Iterator& first, Iterator const& last
|
||
|
|
, Context& /*context*/, Skipper const& skipper
|
||
|
|
, Attribute& attr) const
|
||
|
|
{
|
||
|
|
qi::skip_over(first, last, skipper); // always do a pre-skip
|
||
|
|
|
||
|
|
if (first != last) {
|
||
|
|
// simply match the token id with the id this component has
|
||
|
|
// been initialized with
|
||
|
|
|
||
|
|
typedef typename
|
||
|
|
std::iterator_traits<Iterator>::value_type
|
||
|
|
token_type;
|
||
|
|
typedef typename token_type::id_type id_type;
|
||
|
|
|
||
|
|
token_type const& t = *first;
|
||
|
|
if (id_type(~0) == id_type(id) || id_type(id) == t.id()) {
|
||
|
|
spirit::traits::assign_to(t, attr);
|
||
|
|
++first;
|
||
|
|
return true;
|
||
|
|
}
|
||
|
|
}
|
||
|
|
return false;
|
||
|
|
}
|
||
|
|
|
||
|
|
template <typename Context>
|
||
|
|
info what(Context& /*context*/) const
|
||
|
|
{
|
||
|
|
std::stringstream ss;
|
||
|
|
ss << "token(" << id << ")";
|
||
|
|
return info("token", ss.str());
|
||
|
|
}
|
||
|
|
|
||
|
|
TokenId id;
|
||
|
|
};
|
||
|
|
|
||
|
|
///////////////////////////////////////////////////////////////////////////
|
||
|
|
template <typename TokenId>
|
||
|
|
struct plain_token_range
|
||
|
|
: primitive_parser<plain_token_range<TokenId> >
|
||
|
|
{
|
||
|
|
template <typename Context, typename Iterator>
|
||
|
|
struct attribute
|
||
|
|
{
|
||
|
|
typedef typename Iterator::base_iterator_type iterator_type;
|
||
|
|
typedef iterator_range<iterator_type> type;
|
||
|
|
};
|
||
|
|
|
||
|
|
plain_token_range(TokenId const& idmin, TokenId const& idmax)
|
||
|
|
: idmin(idmin), idmax(idmax) {}
|
||
|
|
|
||
|
|
template <typename Iterator, typename Context
|
||
|
|
, typename Skipper, typename Attribute>
|
||
|
|
bool parse(Iterator& first, Iterator const& last
|
||
|
|
, Context& /*context*/, Skipper const& skipper
|
||
|
|
, Attribute& attr) const
|
||
|
|
{
|
||
|
|
qi::skip_over(first, last, skipper); // always do a pre-skip
|
||
|
|
|
||
|
|
if (first != last) {
|
||
|
|
// simply match the token id with the id this component has
|
||
|
|
// been initialized with
|
||
|
|
|
||
|
|
typedef typename
|
||
|
|
std::iterator_traits<Iterator>::value_type
|
||
|
|
token_type;
|
||
|
|
typedef typename token_type::id_type id_type;
|
||
|
|
|
||
|
|
token_type const& t = *first;
|
||
|
|
if (id_type(idmax) >= t.id() && id_type(idmin) <= t.id())
|
||
|
|
{
|
||
|
|
spirit::traits::assign_to(t, attr);
|
||
|
|
++first;
|
||
|
|
return true;
|
||
|
|
}
|
||
|
|
}
|
||
|
|
return false;
|
||
|
|
}
|
||
|
|
|
||
|
|
template <typename Context>
|
||
|
|
info what(Context& /*context*/) const
|
||
|
|
{
|
||
|
|
std::stringstream ss;
|
||
|
|
ss << "token(" << idmin << ", " << idmax << ")";
|
||
|
|
return info("token_range", ss.str());
|
||
|
|
}
|
||
|
|
|
||
|
|
TokenId idmin, idmax;
|
||
|
|
};
|
||
|
|
|
||
|
|
///////////////////////////////////////////////////////////////////////////
|
||
|
|
// Parser generators: make_xxx function (objects)
|
||
|
|
///////////////////////////////////////////////////////////////////////////
|
||
|
|
template <typename Modifiers>
|
||
|
|
struct make_primitive<tag::token, Modifiers>
|
||
|
|
{
|
||
|
|
typedef plain_token<std::size_t> result_type;
|
||
|
|
|
||
|
|
result_type operator()(unused_type, unused_type) const
|
||
|
|
{
|
||
|
|
return result_type(std::size_t(~0));
|
||
|
|
}
|
||
|
|
};
|
||
|
|
|
||
|
|
template <typename Modifiers, typename TokenId>
|
||
|
|
struct make_primitive<terminal_ex<tag::token, fusion::vector1<TokenId> >
|
||
|
|
, Modifiers>
|
||
|
|
{
|
||
|
|
typedef plain_token<TokenId> result_type;
|
||
|
|
|
||
|
|
template <typename Terminal>
|
||
|
|
result_type operator()(Terminal const& term, unused_type) const
|
||
|
|
{
|
||
|
|
return result_type(fusion::at_c<0>(term.args));
|
||
|
|
}
|
||
|
|
};
|
||
|
|
|
||
|
|
template <typename Modifiers, typename TokenId>
|
||
|
|
struct make_primitive<terminal_ex<tag::token, fusion::vector2<TokenId, TokenId> >
|
||
|
|
, Modifiers>
|
||
|
|
{
|
||
|
|
typedef plain_token_range<TokenId> result_type;
|
||
|
|
|
||
|
|
template <typename Terminal>
|
||
|
|
result_type operator()(Terminal const& term, unused_type) const
|
||
|
|
{
|
||
|
|
return result_type(fusion::at_c<0>(term.args)
|
||
|
|
, fusion::at_c<1>(term.args));
|
||
|
|
}
|
||
|
|
};
|
||
|
|
}}}
|
||
|
|
|
||
|
|
namespace boost { namespace spirit { namespace traits
|
||
|
|
{
|
||
|
|
///////////////////////////////////////////////////////////////////////////
|
||
|
|
template<typename Idtype, typename Attr, typename Context, typename Iterator>
|
||
|
|
struct handles_container<qi::plain_token<Idtype>, Attr, Context, Iterator>
|
||
|
|
: mpl::true_
|
||
|
|
{};
|
||
|
|
|
||
|
|
template<typename Idtype, typename Attr, typename Context, typename Iterator>
|
||
|
|
struct handles_container<qi::plain_token_range<Idtype>, Attr, Context, Iterator>
|
||
|
|
: mpl::true_
|
||
|
|
{};
|
||
|
|
}}}
|
||
|
|
|
||
|
|
#endif
|