1#include "../fbuffer/fbuffer.h"
4#ifdef HAVE_RUBY_ENCODING_H
5static VALUE CEncoding_UTF_8;
6static ID i_encoding, i_encode;
9static VALUE mJSON, mExt, mGenerator, cState, mGeneratorMethods, mObject,
11#ifdef RUBY_INTEGER_UNIFICATION
16 mFloat, mString, mString_Extend,
17 mTrueClass, mFalseClass, mNilClass, eGeneratorError,
19 i_SAFE_STATE_PROTOTYPE;
21static ID i_to_s, i_to_json, i_new, i_indent, i_space, i_space_before,
22 i_object_nl, i_array_nl, i_max_nesting, i_allow_nan, i_ascii_only,
23 i_pack, i_unpack, i_create_id, i_extend, i_key_p,
24 i_aref, i_send, i_respond_to_p, i_match, i_keys, i_depth,
25 i_buffer_initial_length, i_dup;
56static const char trailingBytesForUTF8[256] = {
57 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
58 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
59 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
60 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
61 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
62 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
63 1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1, 1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,
64 2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2, 3,3,3,3,3,3,3,3,4,4,4,4,5,5,5,5
72static const UTF32 offsetsFromUTF8[6] = { 0x00000000UL, 0x00003080UL, 0x000E2080UL,
73 0x03C82080UL, 0xFA082080UL, 0x82082080UL };
85static unsigned char isLegalUTF8(
const UTF8 *source,
unsigned long length)
88 const UTF8 *srcptr = source+length;
92 case 4:
if ((a = (*--srcptr)) < 0x80 || a > 0xBF)
return 0;
93 case 3:
if ((a = (*--srcptr)) < 0x80 || a > 0xBF)
return 0;
94 case 2:
if ((a = (*--srcptr)) > 0xBF)
return 0;
98 case 0xE0:
if (a < 0xA0)
return 0;
break;
99 case 0xED:
if (a > 0x9F)
return 0;
break;
100 case 0xF0:
if (a < 0x90)
return 0;
break;
101 case 0xF4:
if (a > 0x8F)
return 0;
break;
102 default:
if (a < 0x80)
return 0;
105 case 1:
if (*source >= 0x80 && *source < 0xC2)
return 0;
107 if (*source > 0xF4)
return 0;
112static void unicode_escape(
char *
buf,
UTF16 character)
114 const char *digits =
"0123456789abcdef";
116 buf[2] = digits[character >> 12];
117 buf[3] = digits[(character >> 8) & 0xf];
118 buf[4] = digits[(character >> 4) & 0xf];
119 buf[5] = digits[character & 0xf];
124static void unicode_escape_to_buffer(
FBuffer *buffer,
char buf[6],
UTF16
127 unicode_escape(
buf, character);
128 fbuffer_append(buffer,
buf, 6);
133static void convert_UTF8_to_JSON_ASCII(
FBuffer *buffer,
VALUE string)
137 char buf[6] = {
'\\',
'u' };
139 while (source < sourceEnd) {
141 unsigned short extraBytesToRead = trailingBytesForUTF8[*source];
142 if (source + extraBytesToRead >= sourceEnd) {
144 "partial character in source, but hit end");
146 if (!isLegalUTF8(source, extraBytesToRead+1)) {
148 "source sequence is illegal/malformed utf-8");
153 switch (extraBytesToRead) {
154 case 5: ch += *source++; ch <<= 6;
155 case 4: ch += *source++; ch <<= 6;
156 case 3: ch += *source++; ch <<= 6;
157 case 2: ch += *source++; ch <<= 6;
158 case 1: ch += *source++; ch <<= 6;
159 case 0: ch += *source++;
161 ch -= offsetsFromUTF8[extraBytesToRead];
166#if UNI_STRICT_CONVERSION
167 source -= (extraBytesToRead+1);
169 "source sequence is illegal/malformed utf-8");
175 if (ch >= 0x20 && ch <= 0x7f) {
178 fbuffer_append(buffer,
"\\\\", 2);
181 fbuffer_append(buffer,
"\\\"", 2);
184 fbuffer_append_char(buffer, (
char)ch);
190 fbuffer_append(buffer,
"\\n", 2);
193 fbuffer_append(buffer,
"\\r", 2);
196 fbuffer_append(buffer,
"\\t", 2);
199 fbuffer_append(buffer,
"\\f", 2);
202 fbuffer_append(buffer,
"\\b", 2);
205 unicode_escape_to_buffer(buffer,
buf, (
UTF16) ch);
211#if UNI_STRICT_CONVERSION
212 source -= (extraBytesToRead+1);
214 "source sequence is illegal/malformed utf8");
232static void convert_UTF8_to_JSON(
FBuffer *buffer,
VALUE string)
236 const char *escape =
NULL;
239 char buf[6] = {
'\\',
'u' };
242 for (start = 0, end = 0; end <
len;) {
244 c = (
unsigned char) *p;
285 unsigned short clen = 1;
287 clen += trailingBytesForUTF8[c];
288 if (end + clen >
len) {
290 "partial character in source, but hit end");
292 if (!isLegalUTF8((
UTF8 *) p, clen)) {
294 "source sequence is illegal/malformed utf-8");
303 fbuffer_append(buffer,
ptr + start, end - start);
304 fbuffer_append(buffer, escape, escape_len);
308 fbuffer_append(buffer,
ptr + start, end - start);
311static char *fstrndup(
const char *
ptr,
unsigned long len) {
356#ifdef RUBY_INTEGER_UNIFICATION
429static VALUE mString_to_json_raw_object(
VALUE self)
447 VALUE obj = mString_to_json_raw_object(
self);
509 state = cState_from_state_s(cState, state);
510 return cState_partial_generate(state,
string);
513static void State_free(
void *
ptr)
527static size_t State_memsize(
const void *
ptr)
530 size_t size =
sizeof(*state);
542#ifdef NEW_TYPEDDATA_WRAPPER
544 "JSON/Generator/State",
545 {
NULL, State_free, State_memsize,},
546#ifdef RUBY_TYPED_FREE_IMMEDIATELY
557 &JSON_Generator_State_type, state);
613 tmp =
ID2SYM(i_max_nesting);
617 if (
RTEST(max_nesting)) {
635 tmp =
ID2SYM(i_buffer_initial_length);
638 if (
RTEST(buffer_initial_length)) {
641 initial_length =
FIX2LONG(buffer_initial_length);
652static void set_state_ivars(
VALUE hash,
VALUE state)
674 set_state_ivars(result,
self);
715 return rb_funcall(
self, i_send, 2, name_writer, value);
749 if (
arg->iter > 0) fbuffer_append(
buffer, delim, delim_len);
751 fbuffer_append(
buffer, object_nl, object_nl_len);
754 for (j = 0; j < depth; j++) {
755 fbuffer_append(
buffer, indent, indent_len);
769 fbuffer_append(
buffer, delim2, delim2_len);
787 if (max_nesting != 0 && depth > max_nesting) {
791 fbuffer_append_char(
buffer,
'{');
801 fbuffer_append(
buffer, object_nl, object_nl_len);
803 for (j = 0; j < depth; j++) {
804 fbuffer_append(
buffer, indent, indent_len);
808 fbuffer_append_char(
buffer,
'}');
822 if (max_nesting != 0 && depth > max_nesting) {
826 fbuffer_append_char(
buffer,
'[');
827 if (array_nl) fbuffer_append(
buffer, array_nl, array_nl_len);
829 if (
i > 0) fbuffer_append(
buffer, delim, delim_len);
831 for (j = 0; j < depth; j++) {
832 fbuffer_append(
buffer, indent, indent_len);
839 fbuffer_append(
buffer, array_nl, array_nl_len);
841 for (j = 0; j < depth; j++) {
842 fbuffer_append(
buffer, indent, indent_len);
846 fbuffer_append_char(
buffer,
']');
849#ifdef HAVE_RUBY_ENCODING_H
860 fbuffer_append_char(
buffer,
'"');
861#ifdef HAVE_RUBY_ENCODING_H
871 fbuffer_append_char(
buffer,
'"');
876 fbuffer_append(
buffer,
"null", 4);
881 fbuffer_append(
buffer,
"false", 5);
886 fbuffer_append(
buffer,
"true", 4);
897 fbuffer_append_str(
buffer, tmp);
900#ifdef RUBY_INTEGER_UNIFICATION
918 }
else if (
isnan(value)) {
923 fbuffer_append_str(
buffer, tmp);
951 fbuffer_append_str(
buffer, tmp);
995 return fbuffer_to_s(
buffer);
1007 VALUE result = cState_partial_generate(
self,
obj);
1040 if (!
NIL_P(opts)) cState_configure(
self, opts);
1054 if (
obj == orig)
return obj;
1279static VALUE cState_check_circular_p(
VALUE self)
1364static VALUE cState_buffer_initial_length(
VALUE self)
1376static VALUE cState_buffer_initial_length_set(
VALUE self,
VALUE buffer_initial_length)
1378 long initial_length;
1381 initial_length =
FIX2LONG(buffer_initial_length);
1382 if (initial_length > 0) {
1427 rb_define_method(cState,
"buffer_initial_length", cState_buffer_initial_length, 0);
1428 rb_define_method(cState,
"buffer_initial_length=", cState_buffer_initial_length_set, 1);
1444#ifdef RUBY_INTEGER_UNIFICATION
1459 rb_define_method(mString,
"to_json_raw_object", mString_to_json_raw_object, 0);
1461 rb_define_method(mString_Extend,
"json_create", mString_Extend_json_create, 1);
1474 i_space_before =
rb_intern(
"space_before");
1477 i_max_nesting =
rb_intern(
"max_nesting");
1481 i_buffer_initial_length =
rb_intern(
"buffer_initial_length");
1489 i_respond_to_p =
rb_intern(
"respond_to?");
1493#ifdef HAVE_RUBY_ENCODING_H
1498 i_SAFE_STATE_PROTOTYPE =
rb_intern(
"SAFE_STATE_PROTOTYPE");
#define RB_OBJ_STRING(obj)
rb_encoding * rb_utf8_encoding(void)
rb_encoding * rb_enc_get(VALUE obj)
rb_encoding * rb_usascii_encoding(void)
VALUE rb_str_encode(VALUE str, VALUE to, int ecflags, VALUE ecopts)
int rb_enc_str_asciionly_p(VALUE)
#define FBUFFER_INITIAL_LENGTH_DEFAULT
void Init_generator(void)
#define GET_STATE_TO(self, state)
#define rb_obj_instance_variables(object)
#define UNI_SUR_LOW_START
#define UNI_REPLACEMENT_CHAR
#define UNI_SUR_HIGH_START
#define rb_intern_str(string)
#define option_given_p(opts, key)
#define GENERATE_JSON(type)
VALUE rb_define_class_under(VALUE, const char *, VALUE)
Defines a class under the namespace of outer.
VALUE rb_define_module(const char *)
VALUE rb_define_module_under(VALUE, const char *)
void rb_define_alias(VALUE, const char *, const char *)
Defines an alias of a method.
VALUE rb_cObject
Object class.
void rb_raise(VALUE exc, const char *fmt,...)
VALUE rb_convert_type(VALUE, int, const char *, const char *)
Converts an object into another type.
VALUE rb_check_convert_type(VALUE, int, const char *, const char *)
Tries to convert an object into another type.
VALUE rb_obj_class(VALUE)
Equivalent to Object#class in Ruby.
VALUE rb_obj_is_kind_of(VALUE, VALUE)
Determines if obj is a kind of c.
unsigned char buf[MIME_BUF_SIZE]
long buffer_initial_length
JSON_Generator_State * state