1 #ifndef JSON_SPIRIT_READER_TEMPLATE
\r
2 #define JSON_SPIRIT_READER_TEMPLATE
\r
4 // Copyright John W. Wilkinson 2007 - 2011
\r
5 // Distributed under the MIT License, see accompanying file LICENSE.txt
\r
7 // json spirit version 4.05
\r
9 #if defined(_MSC_VER) && (_MSC_VER >= 1020)
\r
13 #include "json_spirit_value.h"
\r
14 #include "json_spirit_error_position.h"
\r
16 #include "common/utf8.h"
\r
18 #define BOOST_SPIRIT_THREADSAFE // uncomment for multithreaded use, requires linking to boost.thread
\r
20 #include <boost/bind.hpp>
\r
21 #include <boost/function.hpp>
\r
22 #include <boost/version.hpp>
\r
24 #if BOOST_VERSION >= 103800
\r
25 #include <boost/spirit/include/classic_core.hpp>
\r
26 #include <boost/spirit/include/classic_confix.hpp>
\r
27 #include <boost/spirit/include/classic_escape_char.hpp>
\r
28 #include <boost/spirit/include/classic_multi_pass.hpp>
\r
29 #include <boost/spirit/include/classic_position_iterator.hpp>
\r
30 #define spirit_namespace boost::spirit::classic
\r
32 #include <boost/spirit/core.hpp>
\r
33 #include <boost/spirit/utility/confix.hpp>
\r
34 #include <boost/spirit/utility/escape_char.hpp>
\r
35 #include <boost/spirit/iterator/multi_pass.hpp>
\r
36 #include <boost/spirit/iterator/position_iterator.hpp>
\r
37 #define spirit_namespace boost::spirit
\r
40 namespace json_spirit
\r
42 const spirit_namespace::int_parser < boost::int64_t > int64_p = spirit_namespace::int_parser < boost::int64_t >();
\r
43 const spirit_namespace::uint_parser< boost::uint64_t > uint64_p = spirit_namespace::uint_parser< boost::uint64_t >();
\r
45 template< class Iter_type >
\r
46 bool is_eq( Iter_type first, Iter_type last, const char* c_str )
\r
48 for( Iter_type i = first; i != last; ++i, ++c_str )
\r
50 if( *c_str == 0 ) return false;
\r
52 if( *i != *c_str ) return false;
\r
58 template< class Char_type >
\r
59 Char_type hex_to_num( const Char_type c )
\r
61 if( ( c >= '0' ) && ( c <= '9' ) ) return c - '0';
\r
62 if( ( c >= 'a' ) && ( c <= 'f' ) ) return c - 'a' + 10;
\r
63 if( ( c >= 'A' ) && ( c <= 'F' ) ) return c - 'A' + 10;
\r
67 template< class Char_type, class Iter_type >
\r
68 Char_type hex_str_to_char( Iter_type& begin )
\r
70 const Char_type c1( *( ++begin ) );
\r
71 const Char_type c2( *( ++begin ) );
\r
73 return ( hex_to_num( c1 ) << 4 ) + hex_to_num( c2 );
\r
76 template< class String_type, class Iter_type >
\r
77 String_type unicode_str_to_utf8( Iter_type& begin );
\r
80 std::string unicode_str_to_utf8( std::string::const_iterator & begin )
\r
82 typedef std::string::value_type Char_type;
\r
84 const Char_type c1( *( ++begin ) );
\r
85 const Char_type c2( *( ++begin ) );
\r
86 const Char_type c3( *( ++begin ) );
\r
87 const Char_type c4( *( ++begin ) );
\r
89 unsigned long uc = ( hex_to_num( c1 ) << 12 ) +
\r
90 ( hex_to_num( c2 ) << 8 ) +
\r
91 ( hex_to_num( c3 ) << 4 ) +
\r
94 unsigned char buf[7]; // MAX_UTF8_SZ is 6 (see src/common/utf8.c)
\r
95 int r = encode_utf8(uc, buf);
\r
97 return std::string(reinterpret_cast<char *>(buf), r);
\r
99 return std::string("_");
\r
102 template< class String_type >
\r
103 void append_esc_char_and_incr_iter( String_type& s,
\r
104 typename String_type::const_iterator& begin,
\r
105 typename String_type::const_iterator end )
\r
107 typedef typename String_type::value_type Char_type;
\r
109 const Char_type c2( *begin );
\r
113 case 't': s += '\t'; break;
\r
114 case 'b': s += '\b'; break;
\r
115 case 'f': s += '\f'; break;
\r
116 case 'n': s += '\n'; break;
\r
117 case 'r': s += '\r'; break;
\r
118 case '\\': s += '\\'; break;
\r
119 case '/': s += '/'; break;
\r
120 case '"': s += '"'; break;
\r
123 if( end - begin >= 3 ) // expecting "xHH..."
\r
125 s += hex_str_to_char< Char_type >( begin );
\r
131 if( end - begin >= 5 ) // expecting "uHHHH..."
\r
133 s += unicode_str_to_utf8< String_type >( begin );
\r
140 template< class String_type >
\r
141 String_type substitute_esc_chars( typename String_type::const_iterator begin,
\r
142 typename String_type::const_iterator end )
\r
144 typedef typename String_type::const_iterator Iter_type;
\r
146 if( end - begin < 2 ) return String_type( begin, end );
\r
148 String_type result;
\r
150 result.reserve( end - begin );
\r
152 const Iter_type end_minus_1( end - 1 );
\r
154 Iter_type substr_start = begin;
\r
155 Iter_type i = begin;
\r
157 for( ; i < end_minus_1; ++i )
\r
161 result.append( substr_start, i );
\r
163 ++i; // skip the '\'
\r
165 append_esc_char_and_incr_iter( result, i, end );
\r
167 substr_start = i + 1;
\r
171 result.append( substr_start, end );
\r
176 template< class String_type >
\r
177 String_type get_str_( typename String_type::const_iterator begin,
\r
178 typename String_type::const_iterator end )
\r
180 assert( end - begin >= 2 );
\r
182 typedef typename String_type::const_iterator Iter_type;
\r
184 Iter_type str_without_quotes( ++begin );
\r
185 Iter_type end_without_quotes( --end );
\r
187 return substitute_esc_chars< String_type >( str_without_quotes, end_without_quotes );
\r
190 inline std::string get_str( std::string::const_iterator begin, std::string::const_iterator end )
\r
192 return get_str_< std::string >( begin, end );
\r
195 // Need this guard else it tries to instantiate unicode_str_to_utf8 with a
\r
196 // std::wstring, which isn't presently implemented
\r
197 #if defined( JSON_SPIRIT_WMVALUE_ENABLED ) && !defined( BOOST_NO_STD_WSTRING )
\r
198 inline std::wstring get_str( std::wstring::const_iterator begin, std::wstring::const_iterator end )
\r
200 return get_str_< std::wstring >( begin, end );
\r
204 template< class String_type, class Iter_type >
\r
205 String_type get_str( Iter_type begin, Iter_type end )
\r
207 const String_type tmp( begin, end ); // convert multipass iterators to string iterators
\r
209 return get_str( tmp.begin(), tmp.end() );
\r
212 // this class's methods get called by the spirit parse resulting
\r
213 // in the creation of a JSON object or array
\r
215 // NB Iter_type could be a std::string iterator, wstring iterator, a position iterator or a multipass iterator
\r
217 template< class Value_type, class Iter_type >
\r
218 class Semantic_actions
\r
222 typedef typename Value_type::Config_type Config_type;
\r
223 typedef typename Config_type::String_type String_type;
\r
224 typedef typename Config_type::Object_type Object_type;
\r
225 typedef typename Config_type::Array_type Array_type;
\r
226 typedef typename String_type::value_type Char_type;
\r
228 Semantic_actions( Value_type& value )
\r
234 void begin_obj( Char_type c )
\r
236 assert( c == '{' );
\r
238 begin_compound< Object_type >();
\r
241 void end_obj( Char_type c )
\r
243 assert( c == '}' );
\r
248 void begin_array( Char_type c )
\r
250 assert( c == '[' );
\r
252 begin_compound< Array_type >();
\r
255 void end_array( Char_type c )
\r
257 assert( c == ']' );
\r
262 void new_name( Iter_type begin, Iter_type end )
\r
264 assert( current_p_->type() == obj_type );
\r
266 name_ = get_str< String_type >( begin, end );
\r
269 void new_str( Iter_type begin, Iter_type end )
\r
271 add_to_current( get_str< String_type >( begin, end ) );
\r
274 void new_true( Iter_type begin, Iter_type end )
\r
276 assert( is_eq( begin, end, "true" ) );
\r
278 add_to_current( true );
\r
281 void new_false( Iter_type begin, Iter_type end )
\r
283 assert( is_eq( begin, end, "false" ) );
\r
285 add_to_current( false );
\r
288 void new_null( Iter_type begin, Iter_type end )
\r
290 assert( is_eq( begin, end, "null" ) );
\r
292 add_to_current( Value_type() );
\r
295 void new_int( boost::int64_t i )
\r
297 add_to_current( i );
\r
300 void new_uint64( boost::uint64_t ui )
\r
302 add_to_current( ui );
\r
305 void new_real( double d )
\r
307 add_to_current( d );
\r
312 Semantic_actions& operator=( const Semantic_actions& );
\r
313 // to prevent "assignment operator could not be generated" warning
\r
315 Value_type* add_first( const Value_type& value )
\r
317 assert( current_p_ == 0 );
\r
320 current_p_ = &value_;
\r
324 template< class Array_or_obj >
\r
325 void begin_compound()
\r
327 if( current_p_ == 0 )
\r
329 add_first( Array_or_obj() );
\r
333 stack_.push_back( current_p_ );
\r
335 Array_or_obj new_array_or_obj; // avoid copy by building new array or object in place
\r
337 current_p_ = add_to_current( new_array_or_obj );
\r
341 void end_compound()
\r
343 if( current_p_ != &value_ )
\r
345 current_p_ = stack_.back();
\r
351 Value_type* add_to_current( const Value_type& value )
\r
353 if( current_p_ == 0 )
\r
355 return add_first( value );
\r
357 else if( current_p_->type() == array_type )
\r
359 current_p_->get_array().push_back( value );
\r
361 return ¤t_p_->get_array().back();
\r
364 assert( current_p_->type() == obj_type );
\r
366 return &Config_type::add( current_p_->get_obj(), name_, value );
\r
369 Value_type& value_; // this is the object or array that is being created
\r
370 Value_type* current_p_; // the child object or array that is currently being constructed
\r
372 std::vector< Value_type* > stack_; // previous child objects and arrays
\r
374 String_type name_; // of current name/value pair
\r
377 template< typename Iter_type >
\r
378 void throw_error( spirit_namespace::position_iterator< Iter_type > i, const std::string& reason )
\r
380 throw Error_position( i.get_position().line, i.get_position().column, reason );
\r
383 template< typename Iter_type >
\r
384 void throw_error( Iter_type i, const std::string& reason )
\r
389 // the spirit grammer
\r
391 template< class Value_type, class Iter_type >
\r
392 class Json_grammer : public spirit_namespace::grammar< Json_grammer< Value_type, Iter_type > >
\r
396 typedef Semantic_actions< Value_type, Iter_type > Semantic_actions_t;
\r
398 Json_grammer( Semantic_actions_t& semantic_actions )
\r
399 : actions_( semantic_actions )
\r
403 static void throw_not_value( Iter_type begin, Iter_type end )
\r
405 throw_error( begin, "not a value" );
\r
408 static void throw_not_array( Iter_type begin, Iter_type end )
\r
410 throw_error( begin, "not an array" );
\r
413 static void throw_not_object( Iter_type begin, Iter_type end )
\r
415 throw_error( begin, "not an object" );
\r
418 static void throw_not_pair( Iter_type begin, Iter_type end )
\r
420 throw_error( begin, "not a pair" );
\r
423 static void throw_not_colon( Iter_type begin, Iter_type end )
\r
425 throw_error( begin, "no colon in pair" );
\r
428 static void throw_not_string( Iter_type begin, Iter_type end )
\r
430 throw_error( begin, "not a string" );
\r
433 template< typename ScannerT >
\r
438 definition( const Json_grammer& self )
\r
440 using namespace spirit_namespace;
\r
442 typedef typename Value_type::String_type::value_type Char_type;
\r
444 // first we convert the semantic action class methods to functors with the
\r
445 // parameter signature expected by spirit
\r
447 typedef boost::function< void( Char_type ) > Char_action;
\r
448 typedef boost::function< void( Iter_type, Iter_type ) > Str_action;
\r
449 typedef boost::function< void( double ) > Real_action;
\r
450 typedef boost::function< void( boost::int64_t ) > Int_action;
\r
451 typedef boost::function< void( boost::uint64_t ) > Uint64_action;
\r
453 Char_action begin_obj ( boost::bind( &Semantic_actions_t::begin_obj, &self.actions_, _1 ) );
\r
454 Char_action end_obj ( boost::bind( &Semantic_actions_t::end_obj, &self.actions_, _1 ) );
\r
455 Char_action begin_array( boost::bind( &Semantic_actions_t::begin_array, &self.actions_, _1 ) );
\r
456 Char_action end_array ( boost::bind( &Semantic_actions_t::end_array, &self.actions_, _1 ) );
\r
457 Str_action new_name ( boost::bind( &Semantic_actions_t::new_name, &self.actions_, _1, _2 ) );
\r
458 Str_action new_str ( boost::bind( &Semantic_actions_t::new_str, &self.actions_, _1, _2 ) );
\r
459 Str_action new_true ( boost::bind( &Semantic_actions_t::new_true, &self.actions_, _1, _2 ) );
\r
460 Str_action new_false ( boost::bind( &Semantic_actions_t::new_false, &self.actions_, _1, _2 ) );
\r
461 Str_action new_null ( boost::bind( &Semantic_actions_t::new_null, &self.actions_, _1, _2 ) );
\r
462 Real_action new_real ( boost::bind( &Semantic_actions_t::new_real, &self.actions_, _1 ) );
\r
463 Int_action new_int ( boost::bind( &Semantic_actions_t::new_int, &self.actions_, _1 ) );
\r
464 Uint64_action new_uint64 ( boost::bind( &Semantic_actions_t::new_uint64, &self.actions_, _1 ) );
\r
469 = value_ | eps_p[ &throw_not_value ]
\r
473 = string_[ new_str ]
\r
477 | str_p( "true" ) [ new_true ]
\r
478 | str_p( "false" )[ new_false ]
\r
479 | str_p( "null" ) [ new_null ]
\r
483 = ch_p('{')[ begin_obj ]
\r
485 >> ( ch_p('}')[ end_obj ] | eps_p[ &throw_not_object ] )
\r
489 = pair_ >> *( ',' >> pair_ | ch_p(',') )
\r
493 = string_[ new_name ]
\r
494 >> ( ':' | eps_p[ &throw_not_colon ] )
\r
495 >> ( value_ | eps_p[ &throw_not_value ] )
\r
499 = ch_p('[')[ begin_array ]
\r
501 >> ( ch_p(']')[ end_array ] | eps_p[ &throw_not_array ] )
\r
505 = value_ >> *( ',' >> value_ | ch_p(',') )
\r
509 = lexeme_d // this causes white space inside a string to be retained
\r
521 = strict_real_p[ new_real ]
\r
522 | int64_p [ new_int ]
\r
523 | uint64_p [ new_uint64 ]
\r
527 spirit_namespace::rule< ScannerT > json_, object_, members_, pair_, array_, elements_, value_, string_, number_;
\r
529 const spirit_namespace::rule< ScannerT >& start() const { return json_; }
\r
534 Json_grammer& operator=( const Json_grammer& ); // to prevent "assignment operator could not be generated" warning
\r
536 Semantic_actions_t& actions_;
\r
539 template< class Iter_type, class Value_type >
\r
540 void add_posn_iter_and_read_range_or_throw( Iter_type begin, Iter_type end, Value_type& value )
\r
542 typedef spirit_namespace::position_iterator< Iter_type > Posn_iter_t;
\r
544 const Posn_iter_t posn_begin( begin, end );
\r
545 const Posn_iter_t posn_end( end, end );
\r
547 read_range_or_throw( posn_begin, posn_end, value );
\r
550 template< class Istream_type >
\r
551 struct Multi_pass_iters
\r
553 typedef typename Istream_type::char_type Char_type;
\r
554 typedef std::istream_iterator< Char_type, Char_type > istream_iter;
\r
555 typedef spirit_namespace::multi_pass< istream_iter > Mp_iter;
\r
557 Multi_pass_iters( Istream_type& is )
\r
559 is.unsetf( std::ios::skipws );
\r
561 begin_ = spirit_namespace::make_multi_pass( istream_iter( is ) );
\r
562 end_ = spirit_namespace::make_multi_pass( istream_iter() );
\r
569 // reads a JSON Value from a pair of input iterators throwing an exception on invalid input, e.g.
\r
571 // string::const_iterator start = str.begin();
\r
572 // const string::const_iterator next = read_range_or_throw( str.begin(), str.end(), value );
\r
574 // The iterator 'next' will point to the character past the
\r
577 template< class Iter_type, class Value_type >
\r
578 Iter_type read_range_or_throw( Iter_type begin, Iter_type end, Value_type& value )
\r
580 Semantic_actions< Value_type, Iter_type > semantic_actions( value );
\r
582 const spirit_namespace::parse_info< Iter_type > info =
\r
583 spirit_namespace::parse( begin, end,
\r
584 Json_grammer< Value_type, Iter_type >( semantic_actions ),
\r
585 spirit_namespace::space_p );
\r
589 assert( false ); // in theory exception should already have been thrown
\r
590 throw_error( info.stop, "error" );
\r
596 // reads a JSON Value from a pair of input iterators, e.g.
\r
598 // string::const_iterator start = str.begin();
\r
599 // const bool success = read_string( start, str.end(), value );
\r
601 // The iterator 'start' will point to the character past the
\r
604 template< class Iter_type, class Value_type >
\r
605 bool read_range( Iter_type& begin, Iter_type end, Value_type& value )
\r
609 begin = read_range_or_throw( begin, end, value );
\r
619 // reads a JSON Value from a string, e.g.
\r
621 // const bool success = read_string( str, value );
\r
623 template< class String_type, class Value_type >
\r
624 bool read_string( const String_type& s, Value_type& value )
\r
626 typename String_type::const_iterator begin = s.begin();
\r
628 return read_range( begin, s.end(), value );
\r
631 // reads a JSON Value from a string throwing an exception on invalid input, e.g.
\r
633 // read_string_or_throw( is, value );
\r
635 template< class String_type, class Value_type >
\r
636 void read_string_or_throw( const String_type& s, Value_type& value )
\r
638 add_posn_iter_and_read_range_or_throw( s.begin(), s.end(), value );
\r
641 // reads a JSON Value from a stream, e.g.
\r
643 // const bool success = read_stream( is, value );
\r
645 template< class Istream_type, class Value_type >
\r
646 bool read_stream( Istream_type& is, Value_type& value )
\r
648 Multi_pass_iters< Istream_type > mp_iters( is );
\r
650 return read_range( mp_iters.begin_, mp_iters.end_, value );
\r
653 // reads a JSON Value from a stream throwing an exception on invalid input, e.g.
\r
655 // read_stream_or_throw( is, value );
\r
657 template< class Istream_type, class Value_type >
\r
658 void read_stream_or_throw( Istream_type& is, Value_type& value )
\r
660 const Multi_pass_iters< Istream_type > mp_iters( is );
\r
662 add_posn_iter_and_read_range_or_throw( mp_iters.begin_, mp_iters.end_, value );
\r