|
Packit |
4c4d6b |
/* json-scanner.c: Tokenizer for JSON
|
|
Packit |
4c4d6b |
* Copyright (C) 2008 OpenedHand
|
|
Packit |
4c4d6b |
*
|
|
Packit |
4c4d6b |
* Based on JsonScanner: Flexible lexical scanner for general purpose.
|
|
Packit |
4c4d6b |
* Copyright (C) 1997, 1998 Tim Janik
|
|
Packit |
4c4d6b |
*
|
|
Packit |
4c4d6b |
* Modified by Emmanuele Bassi <ebassi@openedhand.com>
|
|
Packit |
4c4d6b |
*
|
|
Packit |
4c4d6b |
* This library is free software; you can redistribute it and/or
|
|
Packit |
4c4d6b |
* modify it under the terms of the GNU Lesser General Public
|
|
Packit |
4c4d6b |
* License as published by the Free Software Foundation; either
|
|
Packit |
4c4d6b |
* version 2 of the License, or (at your option) any later version.
|
|
Packit |
4c4d6b |
*
|
|
Packit |
4c4d6b |
* This library is distributed in the hope that it will be useful,
|
|
Packit |
4c4d6b |
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
Packit |
4c4d6b |
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
Packit |
4c4d6b |
* Lesser General Public License for more details.
|
|
Packit |
4c4d6b |
*
|
|
Packit |
4c4d6b |
* You should have received a copy of the GNU Lesser General Public
|
|
Packit |
4c4d6b |
* License along with this library; if not, see <http://www.gnu.org/licenses/>.
|
|
Packit |
4c4d6b |
*/
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
#include "config.h"
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
#include <errno.h>
|
|
Packit |
4c4d6b |
#include <stdlib.h>
|
|
Packit |
4c4d6b |
#include <stdarg.h>
|
|
Packit |
4c4d6b |
#include <string.h>
|
|
Packit |
4c4d6b |
#include <stdio.h>
|
|
Packit |
4c4d6b |
#ifdef HAVE_UNISTD_H
|
|
Packit |
4c4d6b |
#include <unistd.h>
|
|
Packit |
4c4d6b |
#endif
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
#include <glib.h>
|
|
Packit |
4c4d6b |
#include <glib/gprintf.h>
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
#include "json-scanner.h"
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
#ifdef G_OS_WIN32
|
|
Packit |
4c4d6b |
#include <io.h> /* For _read() */
|
|
Packit |
4c4d6b |
#endif
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
struct _JsonScannerConfig
|
|
Packit |
4c4d6b |
{
|
|
Packit |
4c4d6b |
/* Character sets
|
|
Packit |
4c4d6b |
*/
|
|
Packit |
4c4d6b |
gchar *cset_skip_characters; /* default: " \t\n" */
|
|
Packit |
4c4d6b |
gchar *cset_identifier_first;
|
|
Packit |
4c4d6b |
gchar *cset_identifier_nth;
|
|
Packit |
4c4d6b |
gchar *cpair_comment_single; /* default: "#\n" */
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
/* Should symbol lookup work case sensitive? */
|
|
Packit |
4c4d6b |
guint case_sensitive : 1;
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
/* Boolean values to be adjusted "on the fly"
|
|
Packit |
4c4d6b |
* to configure scanning behaviour.
|
|
Packit |
4c4d6b |
*/
|
|
Packit |
4c4d6b |
guint skip_comment_multi : 1; /* C like comment */
|
|
Packit |
4c4d6b |
guint skip_comment_single : 1; /* single line comment */
|
|
Packit |
4c4d6b |
guint scan_comment_multi : 1; /* scan multi line comments? */
|
|
Packit |
4c4d6b |
guint scan_identifier : 1;
|
|
Packit |
4c4d6b |
guint scan_identifier_1char : 1;
|
|
Packit |
4c4d6b |
guint scan_identifier_NULL : 1;
|
|
Packit |
4c4d6b |
guint scan_symbols : 1;
|
|
Packit |
4c4d6b |
guint scan_binary : 1;
|
|
Packit |
4c4d6b |
guint scan_octal : 1;
|
|
Packit |
4c4d6b |
guint scan_float : 1;
|
|
Packit |
4c4d6b |
guint scan_hex : 1; /* `0x0ff0' */
|
|
Packit |
4c4d6b |
guint scan_hex_dollar : 1; /* `$0ff0' */
|
|
Packit |
4c4d6b |
guint scan_string_sq : 1; /* string: 'anything' */
|
|
Packit |
4c4d6b |
guint scan_string_dq : 1; /* string: "\\-escapes!\n" */
|
|
Packit |
4c4d6b |
guint numbers_2_int : 1; /* bin, octal, hex => int */
|
|
Packit |
4c4d6b |
guint int_2_float : 1; /* int => G_TOKEN_FLOAT? */
|
|
Packit |
4c4d6b |
guint identifier_2_string : 1;
|
|
Packit |
4c4d6b |
guint char_2_token : 1; /* return G_TOKEN_CHAR? */
|
|
Packit |
4c4d6b |
guint symbol_2_token : 1;
|
|
Packit |
4c4d6b |
guint scope_0_fallback : 1; /* try scope 0 on lookups? */
|
|
Packit |
4c4d6b |
guint store_int64 : 1; /* use value.v_int64 rather than v_int */
|
|
Packit |
4c4d6b |
guint padding_dummy;
|
|
Packit |
4c4d6b |
};
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
static JsonScannerConfig json_scanner_config_template =
|
|
Packit |
4c4d6b |
{
|
|
Packit |
4c4d6b |
( " \t\r\n" ) /* cset_skip_characters */,
|
|
Packit |
4c4d6b |
(
|
|
Packit |
4c4d6b |
"_"
|
|
Packit |
4c4d6b |
G_CSET_a_2_z
|
|
Packit |
4c4d6b |
G_CSET_A_2_Z
|
|
Packit |
4c4d6b |
) /* cset_identifier_first */,
|
|
Packit |
4c4d6b |
(
|
|
Packit |
4c4d6b |
G_CSET_DIGITS
|
|
Packit |
4c4d6b |
"-_"
|
|
Packit |
4c4d6b |
G_CSET_a_2_z
|
|
Packit |
4c4d6b |
G_CSET_A_2_Z
|
|
Packit |
4c4d6b |
) /* cset_identifier_nth */,
|
|
Packit |
4c4d6b |
( "//\n" ) /* cpair_comment_single */,
|
|
Packit |
4c4d6b |
TRUE /* case_sensitive */,
|
|
Packit |
4c4d6b |
TRUE /* skip_comment_multi */,
|
|
Packit |
4c4d6b |
TRUE /* skip_comment_single */,
|
|
Packit |
4c4d6b |
FALSE /* scan_comment_multi */,
|
|
Packit |
4c4d6b |
TRUE /* scan_identifier */,
|
|
Packit |
4c4d6b |
TRUE /* scan_identifier_1char */,
|
|
Packit |
4c4d6b |
FALSE /* scan_identifier_NULL */,
|
|
Packit |
4c4d6b |
TRUE /* scan_symbols */,
|
|
Packit |
4c4d6b |
TRUE /* scan_binary */,
|
|
Packit |
4c4d6b |
TRUE /* scan_octal */,
|
|
Packit |
4c4d6b |
TRUE /* scan_float */,
|
|
Packit |
4c4d6b |
TRUE /* scan_hex */,
|
|
Packit |
4c4d6b |
TRUE /* scan_hex_dollar */,
|
|
Packit |
4c4d6b |
TRUE /* scan_string_sq */,
|
|
Packit |
4c4d6b |
TRUE /* scan_string_dq */,
|
|
Packit |
4c4d6b |
TRUE /* numbers_2_int */,
|
|
Packit |
4c4d6b |
FALSE /* int_2_float */,
|
|
Packit |
4c4d6b |
FALSE /* identifier_2_string */,
|
|
Packit |
4c4d6b |
TRUE /* char_2_token */,
|
|
Packit |
4c4d6b |
TRUE /* symbol_2_token */,
|
|
Packit |
4c4d6b |
FALSE /* scope_0_fallback */,
|
|
Packit |
4c4d6b |
TRUE /* store_int64 */
|
|
Packit |
4c4d6b |
};
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
/* --- defines --- */
|
|
Packit |
4c4d6b |
#define to_lower(c) ( \
|
|
Packit |
4c4d6b |
(guchar) ( \
|
|
Packit |
4c4d6b |
( (((guchar)(c))>='A' && ((guchar)(c))<='Z') * ('a'-'A') ) | \
|
|
Packit |
4c4d6b |
( (((guchar)(c))>=192 && ((guchar)(c))<=214) * (224-192) ) | \
|
|
Packit |
4c4d6b |
( (((guchar)(c))>=216 && ((guchar)(c))<=222) * (248-216) ) | \
|
|
Packit |
4c4d6b |
((guchar)(c)) \
|
|
Packit |
4c4d6b |
) \
|
|
Packit |
4c4d6b |
)
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
#define READ_BUFFER_SIZE (4000)
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
/* --- typedefs --- */
|
|
Packit |
4c4d6b |
typedef struct _JsonScannerKey JsonScannerKey;
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
struct _JsonScannerKey
|
|
Packit |
4c4d6b |
{
|
|
Packit |
4c4d6b |
guint scope_id;
|
|
Packit |
4c4d6b |
gchar *symbol;
|
|
Packit |
4c4d6b |
gpointer value;
|
|
Packit |
4c4d6b |
};
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
/* --- prototypes --- */
|
|
Packit |
4c4d6b |
static gboolean json_scanner_key_equal (gconstpointer v1,
|
|
Packit |
4c4d6b |
gconstpointer v2);
|
|
Packit |
4c4d6b |
static guint json_scanner_key_hash (gconstpointer v);
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
static inline
|
|
Packit |
4c4d6b |
JsonScannerKey *json_scanner_lookup_internal (JsonScanner *scanner,
|
|
Packit |
4c4d6b |
guint scope_id,
|
|
Packit |
4c4d6b |
const gchar *symbol);
|
|
Packit |
4c4d6b |
static void json_scanner_get_token_ll (JsonScanner *scanner,
|
|
Packit |
4c4d6b |
GTokenType *token_p,
|
|
Packit |
4c4d6b |
GTokenValue *value_p,
|
|
Packit |
4c4d6b |
guint *line_p,
|
|
Packit |
4c4d6b |
guint *position_p);
|
|
Packit |
4c4d6b |
static void json_scanner_get_token_i (JsonScanner *scanner,
|
|
Packit |
4c4d6b |
GTokenType *token_p,
|
|
Packit |
4c4d6b |
GTokenValue *value_p,
|
|
Packit |
4c4d6b |
guint *line_p,
|
|
Packit |
4c4d6b |
guint *position_p);
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
static guchar json_scanner_peek_next_char (JsonScanner *scanner);
|
|
Packit |
4c4d6b |
static guchar json_scanner_get_char (JsonScanner *scanner,
|
|
Packit |
4c4d6b |
guint *line_p,
|
|
Packit |
4c4d6b |
guint *position_p);
|
|
Packit |
4c4d6b |
static gunichar json_scanner_get_unichar (JsonScanner *scanner,
|
|
Packit |
4c4d6b |
guint *line_p,
|
|
Packit |
4c4d6b |
guint *position_p);
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
/* --- functions --- */
|
|
Packit |
4c4d6b |
static inline gint
|
|
Packit |
4c4d6b |
json_scanner_char_2_num (guchar c,
|
|
Packit |
4c4d6b |
guchar base)
|
|
Packit |
4c4d6b |
{
|
|
Packit |
4c4d6b |
if (c >= '0' && c <= '9')
|
|
Packit |
4c4d6b |
c -= '0';
|
|
Packit |
4c4d6b |
else if (c >= 'A' && c <= 'Z')
|
|
Packit |
4c4d6b |
c -= 'A' - 10;
|
|
Packit |
4c4d6b |
else if (c >= 'a' && c <= 'z')
|
|
Packit |
4c4d6b |
c -= 'a' - 10;
|
|
Packit |
4c4d6b |
else
|
|
Packit |
4c4d6b |
return -1;
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
if (c < base)
|
|
Packit |
4c4d6b |
return c;
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
return -1;
|
|
Packit |
4c4d6b |
}
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
JsonScanner *
|
|
Packit |
4c4d6b |
json_scanner_new (void)
|
|
Packit |
4c4d6b |
{
|
|
Packit |
4c4d6b |
JsonScanner *scanner;
|
|
Packit |
4c4d6b |
JsonScannerConfig *config_templ;
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
config_templ = &json_scanner_config_template;
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
scanner = g_new0 (JsonScanner, 1);
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
scanner->user_data = NULL;
|
|
Packit |
4c4d6b |
scanner->max_parse_errors = 1;
|
|
Packit |
4c4d6b |
scanner->parse_errors = 0;
|
|
Packit |
4c4d6b |
scanner->input_name = NULL;
|
|
Packit |
4c4d6b |
g_datalist_init (&scanner->qdata);
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
scanner->config = g_new0 (JsonScannerConfig, 1);
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
scanner->config->case_sensitive = config_templ->case_sensitive;
|
|
Packit |
4c4d6b |
scanner->config->cset_skip_characters = config_templ->cset_skip_characters;
|
|
Packit |
4c4d6b |
if (!scanner->config->cset_skip_characters)
|
|
Packit |
4c4d6b |
scanner->config->cset_skip_characters = "";
|
|
Packit |
4c4d6b |
scanner->config->cset_identifier_first = config_templ->cset_identifier_first;
|
|
Packit |
4c4d6b |
scanner->config->cset_identifier_nth = config_templ->cset_identifier_nth;
|
|
Packit |
4c4d6b |
scanner->config->cpair_comment_single = config_templ->cpair_comment_single;
|
|
Packit |
4c4d6b |
scanner->config->skip_comment_multi = config_templ->skip_comment_multi;
|
|
Packit |
4c4d6b |
scanner->config->skip_comment_single = config_templ->skip_comment_single;
|
|
Packit |
4c4d6b |
scanner->config->scan_comment_multi = config_templ->scan_comment_multi;
|
|
Packit |
4c4d6b |
scanner->config->scan_identifier = config_templ->scan_identifier;
|
|
Packit |
4c4d6b |
scanner->config->scan_identifier_1char = config_templ->scan_identifier_1char;
|
|
Packit |
4c4d6b |
scanner->config->scan_identifier_NULL = config_templ->scan_identifier_NULL;
|
|
Packit |
4c4d6b |
scanner->config->scan_symbols = config_templ->scan_symbols;
|
|
Packit |
4c4d6b |
scanner->config->scan_binary = config_templ->scan_binary;
|
|
Packit |
4c4d6b |
scanner->config->scan_octal = config_templ->scan_octal;
|
|
Packit |
4c4d6b |
scanner->config->scan_float = config_templ->scan_float;
|
|
Packit |
4c4d6b |
scanner->config->scan_hex = config_templ->scan_hex;
|
|
Packit |
4c4d6b |
scanner->config->scan_hex_dollar = config_templ->scan_hex_dollar;
|
|
Packit |
4c4d6b |
scanner->config->scan_string_sq = config_templ->scan_string_sq;
|
|
Packit |
4c4d6b |
scanner->config->scan_string_dq = config_templ->scan_string_dq;
|
|
Packit |
4c4d6b |
scanner->config->numbers_2_int = config_templ->numbers_2_int;
|
|
Packit |
4c4d6b |
scanner->config->int_2_float = config_templ->int_2_float;
|
|
Packit |
4c4d6b |
scanner->config->identifier_2_string = config_templ->identifier_2_string;
|
|
Packit |
4c4d6b |
scanner->config->char_2_token = config_templ->char_2_token;
|
|
Packit |
4c4d6b |
scanner->config->symbol_2_token = config_templ->symbol_2_token;
|
|
Packit |
4c4d6b |
scanner->config->scope_0_fallback = config_templ->scope_0_fallback;
|
|
Packit |
4c4d6b |
scanner->config->store_int64 = config_templ->store_int64;
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
scanner->token = G_TOKEN_NONE;
|
|
Packit |
4c4d6b |
scanner->value.v_int64 = 0;
|
|
Packit |
4c4d6b |
scanner->line = 1;
|
|
Packit |
4c4d6b |
scanner->position = 0;
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
scanner->next_token = G_TOKEN_NONE;
|
|
Packit |
4c4d6b |
scanner->next_value.v_int64 = 0;
|
|
Packit |
4c4d6b |
scanner->next_line = 1;
|
|
Packit |
4c4d6b |
scanner->next_position = 0;
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
scanner->symbol_table = g_hash_table_new (json_scanner_key_hash,
|
|
Packit |
4c4d6b |
json_scanner_key_equal);
|
|
Packit |
4c4d6b |
scanner->text = NULL;
|
|
Packit |
4c4d6b |
scanner->text_end = NULL;
|
|
Packit |
4c4d6b |
scanner->buffer = NULL;
|
|
Packit |
4c4d6b |
scanner->scope_id = 0;
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
return scanner;
|
|
Packit |
4c4d6b |
}
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
static inline void
|
|
Packit |
4c4d6b |
json_scanner_free_value (GTokenType *token_p,
|
|
Packit |
4c4d6b |
GTokenValue *value_p)
|
|
Packit |
4c4d6b |
{
|
|
Packit |
4c4d6b |
switch (*token_p)
|
|
Packit |
4c4d6b |
{
|
|
Packit |
4c4d6b |
case G_TOKEN_STRING:
|
|
Packit |
4c4d6b |
case G_TOKEN_IDENTIFIER:
|
|
Packit |
4c4d6b |
case G_TOKEN_IDENTIFIER_NULL:
|
|
Packit |
4c4d6b |
case G_TOKEN_COMMENT_SINGLE:
|
|
Packit |
4c4d6b |
case G_TOKEN_COMMENT_MULTI:
|
|
Packit |
4c4d6b |
g_free (value_p->v_string);
|
|
Packit |
4c4d6b |
break;
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
default:
|
|
Packit |
4c4d6b |
break;
|
|
Packit |
4c4d6b |
}
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
*token_p = G_TOKEN_NONE;
|
|
Packit |
4c4d6b |
}
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
static void
|
|
Packit |
4c4d6b |
json_scanner_destroy_symbol_table_entry (gpointer _key,
|
|
Packit |
4c4d6b |
gpointer _value,
|
|
Packit |
4c4d6b |
gpointer _data)
|
|
Packit |
4c4d6b |
{
|
|
Packit |
4c4d6b |
JsonScannerKey *key = _key;
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
g_free (key->symbol);
|
|
Packit |
4c4d6b |
g_slice_free (JsonScannerKey, key);
|
|
Packit |
4c4d6b |
}
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
void
|
|
Packit |
4c4d6b |
json_scanner_destroy (JsonScanner *scanner)
|
|
Packit |
4c4d6b |
{
|
|
Packit |
4c4d6b |
g_return_if_fail (scanner != NULL);
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
g_datalist_clear (&scanner->qdata);
|
|
Packit |
4c4d6b |
g_hash_table_foreach (scanner->symbol_table,
|
|
Packit |
4c4d6b |
json_scanner_destroy_symbol_table_entry,
|
|
Packit |
4c4d6b |
NULL);
|
|
Packit |
4c4d6b |
g_hash_table_destroy (scanner->symbol_table);
|
|
Packit |
4c4d6b |
json_scanner_free_value (&scanner->token, &scanner->value);
|
|
Packit |
4c4d6b |
json_scanner_free_value (&scanner->next_token, &scanner->next_value);
|
|
Packit |
4c4d6b |
g_free (scanner->config);
|
|
Packit |
4c4d6b |
g_free (scanner->buffer);
|
|
Packit |
4c4d6b |
g_free (scanner);
|
|
Packit |
4c4d6b |
}
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
void
|
|
Packit |
4c4d6b |
json_scanner_error (JsonScanner *scanner,
|
|
Packit |
4c4d6b |
const gchar *format,
|
|
Packit |
4c4d6b |
...)
|
|
Packit |
4c4d6b |
{
|
|
Packit |
4c4d6b |
g_return_if_fail (scanner != NULL);
|
|
Packit |
4c4d6b |
g_return_if_fail (format != NULL);
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
scanner->parse_errors++;
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
if (scanner->msg_handler)
|
|
Packit |
4c4d6b |
{
|
|
Packit |
4c4d6b |
va_list args;
|
|
Packit |
4c4d6b |
gchar *string;
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
va_start (args, format);
|
|
Packit |
4c4d6b |
string = g_strdup_vprintf (format, args);
|
|
Packit |
4c4d6b |
va_end (args);
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
scanner->msg_handler (scanner, string);
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
g_free (string);
|
|
Packit |
4c4d6b |
}
|
|
Packit |
4c4d6b |
}
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
static gboolean
|
|
Packit |
4c4d6b |
json_scanner_key_equal (gconstpointer v1,
|
|
Packit |
4c4d6b |
gconstpointer v2)
|
|
Packit |
4c4d6b |
{
|
|
Packit |
4c4d6b |
const JsonScannerKey *key1 = v1;
|
|
Packit |
4c4d6b |
const JsonScannerKey *key2 = v2;
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
return (key1->scope_id == key2->scope_id) &&
|
|
Packit |
4c4d6b |
(strcmp (key1->symbol, key2->symbol) == 0);
|
|
Packit |
4c4d6b |
}
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
static guint
|
|
Packit |
4c4d6b |
json_scanner_key_hash (gconstpointer v)
|
|
Packit |
4c4d6b |
{
|
|
Packit |
4c4d6b |
const JsonScannerKey *key = v;
|
|
Packit |
4c4d6b |
gchar *c;
|
|
Packit |
4c4d6b |
guint h;
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
h = key->scope_id;
|
|
Packit |
4c4d6b |
for (c = key->symbol; *c; c++)
|
|
Packit |
4c4d6b |
h = (h << 5) - h + *c;
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
return h;
|
|
Packit |
4c4d6b |
}
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
static inline JsonScannerKey *
|
|
Packit |
4c4d6b |
json_scanner_lookup_internal (JsonScanner *scanner,
|
|
Packit |
4c4d6b |
guint scope_id,
|
|
Packit |
4c4d6b |
const gchar *symbol)
|
|
Packit |
4c4d6b |
{
|
|
Packit |
4c4d6b |
JsonScannerKey *key_p;
|
|
Packit |
4c4d6b |
JsonScannerKey key;
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
key.scope_id = scope_id;
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
if (!scanner->config->case_sensitive)
|
|
Packit |
4c4d6b |
{
|
|
Packit |
4c4d6b |
gchar *d;
|
|
Packit |
4c4d6b |
const gchar *c;
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
key.symbol = g_new (gchar, strlen (symbol) + 1);
|
|
Packit |
4c4d6b |
for (d = key.symbol, c = symbol; *c; c++, d++)
|
|
Packit |
4c4d6b |
*d = to_lower (*c);
|
|
Packit |
4c4d6b |
*d = 0;
|
|
Packit |
4c4d6b |
key_p = g_hash_table_lookup (scanner->symbol_table, &key);
|
|
Packit |
4c4d6b |
g_free (key.symbol);
|
|
Packit |
4c4d6b |
}
|
|
Packit |
4c4d6b |
else
|
|
Packit |
4c4d6b |
{
|
|
Packit |
4c4d6b |
key.symbol = (gchar*) symbol;
|
|
Packit |
4c4d6b |
key_p = g_hash_table_lookup (scanner->symbol_table, &key);
|
|
Packit |
4c4d6b |
}
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
return key_p;
|
|
Packit |
4c4d6b |
}
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
void
|
|
Packit |
4c4d6b |
json_scanner_scope_add_symbol (JsonScanner *scanner,
|
|
Packit |
4c4d6b |
guint scope_id,
|
|
Packit |
4c4d6b |
const gchar *symbol,
|
|
Packit |
4c4d6b |
gpointer value)
|
|
Packit |
4c4d6b |
{
|
|
Packit |
4c4d6b |
JsonScannerKey *key;
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
g_return_if_fail (scanner != NULL);
|
|
Packit |
4c4d6b |
g_return_if_fail (symbol != NULL);
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
key = json_scanner_lookup_internal (scanner, scope_id, symbol);
|
|
Packit |
4c4d6b |
if (!key)
|
|
Packit |
4c4d6b |
{
|
|
Packit |
4c4d6b |
key = g_slice_new (JsonScannerKey);
|
|
Packit |
4c4d6b |
key->scope_id = scope_id;
|
|
Packit |
4c4d6b |
key->symbol = g_strdup (symbol);
|
|
Packit |
4c4d6b |
key->value = value;
|
|
Packit |
4c4d6b |
if (!scanner->config->case_sensitive)
|
|
Packit |
4c4d6b |
{
|
|
Packit |
4c4d6b |
gchar *c;
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
c = key->symbol;
|
|
Packit |
4c4d6b |
while (*c != 0)
|
|
Packit |
4c4d6b |
{
|
|
Packit |
4c4d6b |
*c = to_lower (*c);
|
|
Packit |
4c4d6b |
c++;
|
|
Packit |
4c4d6b |
}
|
|
Packit |
4c4d6b |
}
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
g_hash_table_insert (scanner->symbol_table, key, key);
|
|
Packit |
4c4d6b |
}
|
|
Packit |
4c4d6b |
else
|
|
Packit |
4c4d6b |
key->value = value;
|
|
Packit |
4c4d6b |
}
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
GTokenType
|
|
Packit |
4c4d6b |
json_scanner_peek_next_token (JsonScanner *scanner)
|
|
Packit |
4c4d6b |
{
|
|
Packit |
4c4d6b |
g_return_val_if_fail (scanner != NULL, G_TOKEN_EOF);
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
if (scanner->next_token == G_TOKEN_NONE)
|
|
Packit |
4c4d6b |
{
|
|
Packit |
4c4d6b |
scanner->next_line = scanner->line;
|
|
Packit |
4c4d6b |
scanner->next_position = scanner->position;
|
|
Packit |
4c4d6b |
json_scanner_get_token_i (scanner,
|
|
Packit |
4c4d6b |
&scanner->next_token,
|
|
Packit |
4c4d6b |
&scanner->next_value,
|
|
Packit |
4c4d6b |
&scanner->next_line,
|
|
Packit |
4c4d6b |
&scanner->next_position);
|
|
Packit |
4c4d6b |
}
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
return scanner->next_token;
|
|
Packit |
4c4d6b |
}
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
GTokenType
|
|
Packit |
4c4d6b |
json_scanner_get_next_token (JsonScanner *scanner)
|
|
Packit |
4c4d6b |
{
|
|
Packit |
4c4d6b |
g_return_val_if_fail (scanner != NULL, G_TOKEN_EOF);
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
if (scanner->next_token != G_TOKEN_NONE)
|
|
Packit |
4c4d6b |
{
|
|
Packit |
4c4d6b |
json_scanner_free_value (&scanner->token, &scanner->value);
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
scanner->token = scanner->next_token;
|
|
Packit |
4c4d6b |
scanner->value = scanner->next_value;
|
|
Packit |
4c4d6b |
scanner->line = scanner->next_line;
|
|
Packit |
4c4d6b |
scanner->position = scanner->next_position;
|
|
Packit |
4c4d6b |
scanner->next_token = G_TOKEN_NONE;
|
|
Packit |
4c4d6b |
}
|
|
Packit |
4c4d6b |
else
|
|
Packit |
4c4d6b |
json_scanner_get_token_i (scanner,
|
|
Packit |
4c4d6b |
&scanner->token,
|
|
Packit |
4c4d6b |
&scanner->value,
|
|
Packit |
4c4d6b |
&scanner->line,
|
|
Packit |
4c4d6b |
&scanner->position);
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
return scanner->token;
|
|
Packit |
4c4d6b |
}
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
void
|
|
Packit |
4c4d6b |
json_scanner_input_text (JsonScanner *scanner,
|
|
Packit |
4c4d6b |
const gchar *text,
|
|
Packit |
4c4d6b |
guint text_len)
|
|
Packit |
4c4d6b |
{
|
|
Packit |
4c4d6b |
g_return_if_fail (scanner != NULL);
|
|
Packit |
4c4d6b |
if (text_len)
|
|
Packit |
4c4d6b |
g_return_if_fail (text != NULL);
|
|
Packit |
4c4d6b |
else
|
|
Packit |
4c4d6b |
text = NULL;
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
scanner->token = G_TOKEN_NONE;
|
|
Packit |
4c4d6b |
scanner->value.v_int64 = 0;
|
|
Packit |
4c4d6b |
scanner->line = 1;
|
|
Packit |
4c4d6b |
scanner->position = 0;
|
|
Packit |
4c4d6b |
scanner->next_token = G_TOKEN_NONE;
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
scanner->text = text;
|
|
Packit |
4c4d6b |
scanner->text_end = text + text_len;
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
if (scanner->buffer)
|
|
Packit |
4c4d6b |
{
|
|
Packit |
4c4d6b |
g_free (scanner->buffer);
|
|
Packit |
4c4d6b |
scanner->buffer = NULL;
|
|
Packit |
4c4d6b |
}
|
|
Packit |
4c4d6b |
}
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
static guchar
|
|
Packit |
4c4d6b |
json_scanner_peek_next_char (JsonScanner *scanner)
|
|
Packit |
4c4d6b |
{
|
|
Packit |
4c4d6b |
if (scanner->text < scanner->text_end)
|
|
Packit |
4c4d6b |
return *scanner->text;
|
|
Packit |
4c4d6b |
else
|
|
Packit |
4c4d6b |
return 0;
|
|
Packit |
4c4d6b |
}
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
static guchar
|
|
Packit |
4c4d6b |
json_scanner_get_char (JsonScanner *scanner,
|
|
Packit |
4c4d6b |
guint *line_p,
|
|
Packit |
4c4d6b |
guint *position_p)
|
|
Packit |
4c4d6b |
{
|
|
Packit |
4c4d6b |
guchar fchar;
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
if (scanner->text < scanner->text_end)
|
|
Packit |
4c4d6b |
fchar = *(scanner->text++);
|
|
Packit |
4c4d6b |
else
|
|
Packit |
4c4d6b |
fchar = 0;
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
if (fchar == '\n')
|
|
Packit |
4c4d6b |
{
|
|
Packit |
4c4d6b |
(*position_p) = 0;
|
|
Packit |
4c4d6b |
(*line_p)++;
|
|
Packit |
4c4d6b |
}
|
|
Packit |
4c4d6b |
else if (fchar)
|
|
Packit |
4c4d6b |
{
|
|
Packit |
4c4d6b |
(*position_p)++;
|
|
Packit |
4c4d6b |
}
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
return fchar;
|
|
Packit |
4c4d6b |
}
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
#define is_hex_digit(c) (((c) >= '0' && (c) <= '9') || \
|
|
Packit |
4c4d6b |
((c) >= 'a' && (c) <= 'f') || \
|
|
Packit |
4c4d6b |
((c) >= 'A' && (c) <= 'F'))
|
|
Packit |
4c4d6b |
#define to_hex_digit(c) (((c) <= '9') ? (c) - '0' : ((c) & 7) + 9)
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
static gunichar
|
|
Packit |
4c4d6b |
json_scanner_get_unichar (JsonScanner *scanner,
|
|
Packit |
4c4d6b |
guint *line_p,
|
|
Packit |
4c4d6b |
guint *position_p)
|
|
Packit |
4c4d6b |
{
|
|
Packit |
4c4d6b |
gunichar uchar;
|
|
Packit |
4c4d6b |
gchar ch;
|
|
Packit |
4c4d6b |
gint i;
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
uchar = 0;
|
|
Packit |
4c4d6b |
for (i = 0; i < 4; i++)
|
|
Packit |
4c4d6b |
{
|
|
Packit |
4c4d6b |
ch = json_scanner_get_char (scanner, line_p, position_p);
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
if (is_hex_digit (ch))
|
|
Packit |
4c4d6b |
uchar += ((gunichar) to_hex_digit (ch) << ((3 - i) * 4));
|
|
Packit |
4c4d6b |
else
|
|
Packit |
4c4d6b |
break;
|
|
Packit |
4c4d6b |
}
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
g_assert (g_unichar_validate (uchar) || g_unichar_type (uchar) == G_UNICODE_SURROGATE);
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
return uchar;
|
|
Packit |
4c4d6b |
}
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
/*
|
|
Packit |
4c4d6b |
* decode_utf16_surrogate_pair:
|
|
Packit |
4c4d6b |
* @units: (array length=2): a pair of UTF-16 code points
|
|
Packit |
4c4d6b |
*
|
|
Packit |
4c4d6b |
* Decodes a surrogate pair of UTF-16 code points into the equivalent
|
|
Packit |
4c4d6b |
* Unicode code point.
|
|
Packit |
4c4d6b |
*
|
|
Packit |
4c4d6b |
* Returns: the Unicode code point equivalent to the surrogate pair
|
|
Packit |
4c4d6b |
*/
|
|
Packit |
4c4d6b |
static inline gunichar
|
|
Packit |
4c4d6b |
decode_utf16_surrogate_pair (const gunichar units[2])
|
|
Packit |
4c4d6b |
{
|
|
Packit |
4c4d6b |
gunichar ucs;
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
g_assert (0xd800 <= units[0] && units[0] <= 0xdbff);
|
|
Packit |
4c4d6b |
g_assert (0xdc00 <= units[1] && units[1] <= 0xdfff);
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
ucs = 0x10000;
|
|
Packit |
4c4d6b |
ucs += (units[0] & 0x3ff) << 10;
|
|
Packit |
4c4d6b |
ucs += (units[1] & 0x3ff);
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
return ucs;
|
|
Packit |
4c4d6b |
}
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
void
|
|
Packit |
4c4d6b |
json_scanner_unexp_token (JsonScanner *scanner,
|
|
Packit |
4c4d6b |
GTokenType expected_token,
|
|
Packit |
4c4d6b |
const gchar *identifier_spec,
|
|
Packit |
4c4d6b |
const gchar *symbol_spec,
|
|
Packit |
4c4d6b |
const gchar *symbol_name,
|
|
Packit |
4c4d6b |
const gchar *message)
|
|
Packit |
4c4d6b |
{
|
|
Packit |
4c4d6b |
gchar *token_string;
|
|
Packit |
4c4d6b |
guint token_string_len;
|
|
Packit |
4c4d6b |
gchar *expected_string;
|
|
Packit |
4c4d6b |
guint expected_string_len;
|
|
Packit |
4c4d6b |
gchar *message_prefix;
|
|
Packit |
4c4d6b |
gboolean print_unexp;
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
g_return_if_fail (scanner != NULL);
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
if (!identifier_spec)
|
|
Packit |
4c4d6b |
identifier_spec = "identifier";
|
|
Packit |
4c4d6b |
if (!symbol_spec)
|
|
Packit |
4c4d6b |
symbol_spec = "symbol";
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
token_string_len = 56;
|
|
Packit |
4c4d6b |
token_string = g_new (gchar, token_string_len + 1);
|
|
Packit |
4c4d6b |
expected_string_len = 64;
|
|
Packit |
4c4d6b |
expected_string = g_new (gchar, expected_string_len + 1);
|
|
Packit |
4c4d6b |
print_unexp = TRUE;
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
switch (scanner->token)
|
|
Packit |
4c4d6b |
{
|
|
Packit |
4c4d6b |
case G_TOKEN_EOF:
|
|
Packit |
4c4d6b |
g_snprintf (token_string, token_string_len, "end of file");
|
|
Packit |
4c4d6b |
break;
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
default:
|
|
Packit |
4c4d6b |
if (scanner->token >= 1 && scanner->token <= 255)
|
|
Packit |
4c4d6b |
{
|
|
Packit |
4c4d6b |
if ((scanner->token >= ' ' && scanner->token <= '~') ||
|
|
Packit |
4c4d6b |
strchr (scanner->config->cset_identifier_first, scanner->token) ||
|
|
Packit |
4c4d6b |
strchr (scanner->config->cset_identifier_nth, scanner->token))
|
|
Packit |
4c4d6b |
g_snprintf (token_string, token_string_len, "character `%c'", scanner->token);
|
|
Packit |
4c4d6b |
else
|
|
Packit |
4c4d6b |
g_snprintf (token_string, token_string_len, "character `\\%o'", scanner->token);
|
|
Packit |
4c4d6b |
break;
|
|
Packit |
4c4d6b |
}
|
|
Packit |
4c4d6b |
else if (!scanner->config->symbol_2_token)
|
|
Packit |
4c4d6b |
{
|
|
Packit |
4c4d6b |
g_snprintf (token_string, token_string_len, "(unknown) token <%d>", scanner->token);
|
|
Packit |
4c4d6b |
break;
|
|
Packit |
4c4d6b |
}
|
|
Packit |
4c4d6b |
/* fall through */
|
|
Packit |
4c4d6b |
case G_TOKEN_SYMBOL:
|
|
Packit |
4c4d6b |
if (expected_token == G_TOKEN_SYMBOL ||
|
|
Packit |
4c4d6b |
(scanner->config->symbol_2_token &&
|
|
Packit |
4c4d6b |
expected_token > G_TOKEN_LAST))
|
|
Packit |
4c4d6b |
print_unexp = FALSE;
|
|
Packit |
4c4d6b |
if (symbol_name)
|
|
Packit |
4c4d6b |
g_snprintf (token_string, token_string_len,
|
|
Packit |
4c4d6b |
"%s%s `%s'",
|
|
Packit |
4c4d6b |
print_unexp ? "" : "invalid ",
|
|
Packit |
4c4d6b |
symbol_spec,
|
|
Packit |
4c4d6b |
symbol_name);
|
|
Packit |
4c4d6b |
else
|
|
Packit |
4c4d6b |
g_snprintf (token_string, token_string_len,
|
|
Packit |
4c4d6b |
"%s%s",
|
|
Packit |
4c4d6b |
print_unexp ? "" : "invalid ",
|
|
Packit |
4c4d6b |
symbol_spec);
|
|
Packit |
4c4d6b |
break;
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
case G_TOKEN_ERROR:
|
|
Packit |
4c4d6b |
print_unexp = FALSE;
|
|
Packit |
4c4d6b |
expected_token = G_TOKEN_NONE;
|
|
Packit |
4c4d6b |
switch (scanner->value.v_error)
|
|
Packit |
4c4d6b |
{
|
|
Packit |
4c4d6b |
case G_ERR_UNEXP_EOF:
|
|
Packit |
4c4d6b |
g_snprintf (token_string, token_string_len, "scanner: unexpected end of file");
|
|
Packit |
4c4d6b |
break;
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
case G_ERR_UNEXP_EOF_IN_STRING:
|
|
Packit |
4c4d6b |
g_snprintf (token_string, token_string_len, "scanner: unterminated string constant");
|
|
Packit |
4c4d6b |
break;
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
case G_ERR_UNEXP_EOF_IN_COMMENT:
|
|
Packit |
4c4d6b |
g_snprintf (token_string, token_string_len, "scanner: unterminated comment");
|
|
Packit |
4c4d6b |
break;
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
case G_ERR_NON_DIGIT_IN_CONST:
|
|
Packit |
4c4d6b |
g_snprintf (token_string, token_string_len, "scanner: non digit in constant");
|
|
Packit |
4c4d6b |
break;
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
case G_ERR_FLOAT_RADIX:
|
|
Packit |
4c4d6b |
g_snprintf (token_string, token_string_len, "scanner: invalid radix for floating constant");
|
|
Packit |
4c4d6b |
break;
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
case G_ERR_FLOAT_MALFORMED:
|
|
Packit |
4c4d6b |
g_snprintf (token_string, token_string_len, "scanner: malformed floating constant");
|
|
Packit |
4c4d6b |
break;
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
case G_ERR_DIGIT_RADIX:
|
|
Packit |
4c4d6b |
g_snprintf (token_string, token_string_len, "scanner: digit is beyond radix");
|
|
Packit |
4c4d6b |
break;
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
case G_ERR_UNKNOWN:
|
|
Packit |
4c4d6b |
default:
|
|
Packit |
4c4d6b |
g_snprintf (token_string, token_string_len, "scanner: unknown error");
|
|
Packit |
4c4d6b |
break;
|
|
Packit |
4c4d6b |
}
|
|
Packit |
4c4d6b |
break;
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
case G_TOKEN_CHAR:
|
|
Packit |
4c4d6b |
g_snprintf (token_string, token_string_len, "character `%c'", scanner->value.v_char);
|
|
Packit |
4c4d6b |
break;
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
case G_TOKEN_IDENTIFIER:
|
|
Packit |
4c4d6b |
case G_TOKEN_IDENTIFIER_NULL:
|
|
Packit |
4c4d6b |
if (expected_token == G_TOKEN_IDENTIFIER ||
|
|
Packit |
4c4d6b |
expected_token == G_TOKEN_IDENTIFIER_NULL)
|
|
Packit |
4c4d6b |
print_unexp = FALSE;
|
|
Packit |
4c4d6b |
g_snprintf (token_string, token_string_len,
|
|
Packit |
4c4d6b |
"%s%s `%s'",
|
|
Packit |
4c4d6b |
print_unexp ? "" : "invalid ",
|
|
Packit |
4c4d6b |
identifier_spec,
|
|
Packit |
4c4d6b |
scanner->token == G_TOKEN_IDENTIFIER ? scanner->value.v_string : "null");
|
|
Packit |
4c4d6b |
break;
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
case G_TOKEN_BINARY:
|
|
Packit |
4c4d6b |
case G_TOKEN_OCTAL:
|
|
Packit |
4c4d6b |
case G_TOKEN_INT:
|
|
Packit |
4c4d6b |
case G_TOKEN_HEX:
|
|
Packit |
4c4d6b |
if (scanner->config->store_int64)
|
|
Packit |
4c4d6b |
g_snprintf (token_string, token_string_len, "number `%" G_GUINT64_FORMAT "'", scanner->value.v_int64);
|
|
Packit |
4c4d6b |
else
|
|
Packit |
4c4d6b |
g_snprintf (token_string, token_string_len, "number `%lu'", scanner->value.v_int);
|
|
Packit |
4c4d6b |
break;
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
case G_TOKEN_FLOAT:
|
|
Packit |
4c4d6b |
g_snprintf (token_string, token_string_len, "number `%.3f'", scanner->value.v_float);
|
|
Packit |
4c4d6b |
break;
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
case G_TOKEN_STRING:
|
|
Packit |
4c4d6b |
if (expected_token == G_TOKEN_STRING)
|
|
Packit |
4c4d6b |
print_unexp = FALSE;
|
|
Packit |
4c4d6b |
g_snprintf (token_string, token_string_len,
|
|
Packit |
4c4d6b |
"%s%sstring constant \"%s\"",
|
|
Packit |
4c4d6b |
print_unexp ? "" : "invalid ",
|
|
Packit |
4c4d6b |
scanner->value.v_string[0] == 0 ? "empty " : "",
|
|
Packit |
4c4d6b |
scanner->value.v_string);
|
|
Packit |
4c4d6b |
token_string[token_string_len - 2] = '"';
|
|
Packit |
4c4d6b |
token_string[token_string_len - 1] = 0;
|
|
Packit |
4c4d6b |
break;
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
case G_TOKEN_COMMENT_SINGLE:
|
|
Packit |
4c4d6b |
case G_TOKEN_COMMENT_MULTI:
|
|
Packit |
4c4d6b |
g_snprintf (token_string, token_string_len, "comment");
|
|
Packit |
4c4d6b |
break;
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
case G_TOKEN_NONE:
|
|
Packit |
4c4d6b |
/* somehow the user's parsing code is screwed, there isn't much
|
|
Packit |
4c4d6b |
* we can do about it.
|
|
Packit |
4c4d6b |
* Note, a common case to trigger this is
|
|
Packit |
4c4d6b |
* json_scanner_peek_next_token(); json_scanner_unexp_token();
|
|
Packit |
4c4d6b |
* without an intermediate json_scanner_get_next_token().
|
|
Packit |
4c4d6b |
*/
|
|
Packit |
4c4d6b |
g_assert_not_reached ();
|
|
Packit |
4c4d6b |
break;
|
|
Packit |
4c4d6b |
}
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
switch (expected_token)
|
|
Packit |
4c4d6b |
{
|
|
Packit |
4c4d6b |
gboolean need_valid;
|
|
Packit |
4c4d6b |
gchar *tstring;
|
|
Packit |
4c4d6b |
case G_TOKEN_EOF:
|
|
Packit |
4c4d6b |
g_snprintf (expected_string, expected_string_len, "end of file");
|
|
Packit |
4c4d6b |
break;
|
|
Packit |
4c4d6b |
default:
|
|
Packit |
4c4d6b |
if (expected_token >= 1 && expected_token <= 255)
|
|
Packit |
4c4d6b |
{
|
|
Packit |
4c4d6b |
if ((expected_token >= ' ' && expected_token <= '~') ||
|
|
Packit |
4c4d6b |
strchr (scanner->config->cset_identifier_first, expected_token) ||
|
|
Packit |
4c4d6b |
strchr (scanner->config->cset_identifier_nth, expected_token))
|
|
Packit |
4c4d6b |
g_snprintf (expected_string, expected_string_len, "character `%c'", expected_token);
|
|
Packit |
4c4d6b |
else
|
|
Packit |
4c4d6b |
g_snprintf (expected_string, expected_string_len, "character `\\%o'", expected_token);
|
|
Packit |
4c4d6b |
break;
|
|
Packit |
4c4d6b |
}
|
|
Packit |
4c4d6b |
else if (!scanner->config->symbol_2_token)
|
|
Packit |
4c4d6b |
{
|
|
Packit |
4c4d6b |
g_snprintf (expected_string, expected_string_len, "(unknown) token <%d>", expected_token);
|
|
Packit |
4c4d6b |
break;
|
|
Packit |
4c4d6b |
}
|
|
Packit |
4c4d6b |
/* fall through */
|
|
Packit |
4c4d6b |
case G_TOKEN_SYMBOL:
|
|
Packit |
4c4d6b |
need_valid = (scanner->token == G_TOKEN_SYMBOL ||
|
|
Packit |
4c4d6b |
(scanner->config->symbol_2_token &&
|
|
Packit |
4c4d6b |
scanner->token > G_TOKEN_LAST));
|
|
Packit |
4c4d6b |
g_snprintf (expected_string, expected_string_len,
|
|
Packit |
4c4d6b |
"%s%s",
|
|
Packit |
4c4d6b |
need_valid ? "valid " : "",
|
|
Packit |
4c4d6b |
symbol_spec);
|
|
Packit |
4c4d6b |
/* FIXME: should we attempt to lookup the symbol_name for symbol_2_token? */
|
|
Packit |
4c4d6b |
break;
|
|
Packit |
4c4d6b |
case G_TOKEN_CHAR:
|
|
Packit |
4c4d6b |
g_snprintf (expected_string, expected_string_len, "%scharacter",
|
|
Packit |
4c4d6b |
scanner->token == G_TOKEN_CHAR ? "valid " : "");
|
|
Packit |
4c4d6b |
break;
|
|
Packit |
4c4d6b |
case G_TOKEN_BINARY:
|
|
Packit |
4c4d6b |
tstring = "binary";
|
|
Packit |
4c4d6b |
g_snprintf (expected_string, expected_string_len, "%snumber (%s)",
|
|
Packit |
4c4d6b |
scanner->token == expected_token ? "valid " : "", tstring);
|
|
Packit |
4c4d6b |
break;
|
|
Packit |
4c4d6b |
case G_TOKEN_OCTAL:
|
|
Packit |
4c4d6b |
tstring = "octal";
|
|
Packit |
4c4d6b |
g_snprintf (expected_string, expected_string_len, "%snumber (%s)",
|
|
Packit |
4c4d6b |
scanner->token == expected_token ? "valid " : "", tstring);
|
|
Packit |
4c4d6b |
break;
|
|
Packit |
4c4d6b |
case G_TOKEN_INT:
|
|
Packit |
4c4d6b |
tstring = "integer";
|
|
Packit |
4c4d6b |
g_snprintf (expected_string, expected_string_len, "%snumber (%s)",
|
|
Packit |
4c4d6b |
scanner->token == expected_token ? "valid " : "", tstring);
|
|
Packit |
4c4d6b |
break;
|
|
Packit |
4c4d6b |
case G_TOKEN_HEX:
|
|
Packit |
4c4d6b |
tstring = "hexadecimal";
|
|
Packit |
4c4d6b |
g_snprintf (expected_string, expected_string_len, "%snumber (%s)",
|
|
Packit |
4c4d6b |
scanner->token == expected_token ? "valid " : "", tstring);
|
|
Packit |
4c4d6b |
break;
|
|
Packit |
4c4d6b |
case G_TOKEN_FLOAT:
|
|
Packit |
4c4d6b |
tstring = "float";
|
|
Packit |
4c4d6b |
g_snprintf (expected_string, expected_string_len, "%snumber (%s)",
|
|
Packit |
4c4d6b |
scanner->token == expected_token ? "valid " : "", tstring);
|
|
Packit |
4c4d6b |
break;
|
|
Packit |
4c4d6b |
case G_TOKEN_STRING:
|
|
Packit |
4c4d6b |
g_snprintf (expected_string,
|
|
Packit |
4c4d6b |
expected_string_len,
|
|
Packit |
4c4d6b |
"%sstring constant",
|
|
Packit |
4c4d6b |
scanner->token == G_TOKEN_STRING ? "valid " : "");
|
|
Packit |
4c4d6b |
break;
|
|
Packit |
4c4d6b |
case G_TOKEN_IDENTIFIER:
|
|
Packit |
4c4d6b |
case G_TOKEN_IDENTIFIER_NULL:
|
|
Packit |
4c4d6b |
need_valid = (scanner->token == G_TOKEN_IDENTIFIER_NULL ||
|
|
Packit |
4c4d6b |
scanner->token == G_TOKEN_IDENTIFIER);
|
|
Packit |
4c4d6b |
g_snprintf (expected_string,
|
|
Packit |
4c4d6b |
expected_string_len,
|
|
Packit |
4c4d6b |
"%s%s",
|
|
Packit |
4c4d6b |
need_valid ? "valid " : "",
|
|
Packit |
4c4d6b |
identifier_spec);
|
|
Packit |
4c4d6b |
break;
|
|
Packit |
4c4d6b |
case G_TOKEN_COMMENT_SINGLE:
|
|
Packit |
4c4d6b |
tstring = "single-line";
|
|
Packit |
4c4d6b |
g_snprintf (expected_string, expected_string_len, "%scomment (%s)",
|
|
Packit |
4c4d6b |
scanner->token == expected_token ? "valid " : "", tstring);
|
|
Packit |
4c4d6b |
break;
|
|
Packit |
4c4d6b |
case G_TOKEN_COMMENT_MULTI:
|
|
Packit |
4c4d6b |
tstring = "multi-line";
|
|
Packit |
4c4d6b |
g_snprintf (expected_string, expected_string_len, "%scomment (%s)",
|
|
Packit |
4c4d6b |
scanner->token == expected_token ? "valid " : "", tstring);
|
|
Packit |
4c4d6b |
break;
|
|
Packit |
4c4d6b |
case G_TOKEN_NONE:
|
|
Packit |
4c4d6b |
case G_TOKEN_ERROR:
|
|
Packit |
4c4d6b |
/* this is handled upon printout */
|
|
Packit |
4c4d6b |
break;
|
|
Packit |
4c4d6b |
}
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
if (message && message[0] != 0)
|
|
Packit |
4c4d6b |
message_prefix = " - ";
|
|
Packit |
4c4d6b |
else
|
|
Packit |
4c4d6b |
{
|
|
Packit |
4c4d6b |
message_prefix = "";
|
|
Packit |
4c4d6b |
message = "";
|
|
Packit |
4c4d6b |
}
|
|
Packit |
4c4d6b |
if (expected_token == G_TOKEN_ERROR)
|
|
Packit |
4c4d6b |
{
|
|
Packit |
4c4d6b |
json_scanner_error (scanner,
|
|
Packit |
4c4d6b |
"failure around %s%s%s",
|
|
Packit |
4c4d6b |
token_string,
|
|
Packit |
4c4d6b |
message_prefix,
|
|
Packit |
4c4d6b |
message);
|
|
Packit |
4c4d6b |
}
|
|
Packit |
4c4d6b |
else if (expected_token == G_TOKEN_NONE)
|
|
Packit |
4c4d6b |
{
|
|
Packit |
4c4d6b |
if (print_unexp)
|
|
Packit |
4c4d6b |
json_scanner_error (scanner,
|
|
Packit |
4c4d6b |
"unexpected %s%s%s",
|
|
Packit |
4c4d6b |
token_string,
|
|
Packit |
4c4d6b |
message_prefix,
|
|
Packit |
4c4d6b |
message);
|
|
Packit |
4c4d6b |
else
|
|
Packit |
4c4d6b |
json_scanner_error (scanner,
|
|
Packit |
4c4d6b |
"%s%s%s",
|
|
Packit |
4c4d6b |
token_string,
|
|
Packit |
4c4d6b |
message_prefix,
|
|
Packit |
4c4d6b |
message);
|
|
Packit |
4c4d6b |
}
|
|
Packit |
4c4d6b |
else
|
|
Packit |
4c4d6b |
{
|
|
Packit |
4c4d6b |
if (print_unexp)
|
|
Packit |
4c4d6b |
json_scanner_error (scanner,
|
|
Packit |
4c4d6b |
"unexpected %s, expected %s%s%s",
|
|
Packit |
4c4d6b |
token_string,
|
|
Packit |
4c4d6b |
expected_string,
|
|
Packit |
4c4d6b |
message_prefix,
|
|
Packit |
4c4d6b |
message);
|
|
Packit |
4c4d6b |
else
|
|
Packit |
4c4d6b |
json_scanner_error (scanner,
|
|
Packit |
4c4d6b |
"%s, expected %s%s%s",
|
|
Packit |
4c4d6b |
token_string,
|
|
Packit |
4c4d6b |
expected_string,
|
|
Packit |
4c4d6b |
message_prefix,
|
|
Packit |
4c4d6b |
message);
|
|
Packit |
4c4d6b |
}
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
g_free (token_string);
|
|
Packit |
4c4d6b |
g_free (expected_string);
|
|
Packit |
4c4d6b |
}
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
static void
|
|
Packit |
4c4d6b |
json_scanner_get_token_i (JsonScanner *scanner,
|
|
Packit |
4c4d6b |
GTokenType *token_p,
|
|
Packit |
4c4d6b |
GTokenValue *value_p,
|
|
Packit |
4c4d6b |
guint *line_p,
|
|
Packit |
4c4d6b |
guint *position_p)
|
|
Packit |
4c4d6b |
{
|
|
Packit |
4c4d6b |
do
|
|
Packit |
4c4d6b |
{
|
|
Packit |
4c4d6b |
json_scanner_free_value (token_p, value_p);
|
|
Packit |
4c4d6b |
json_scanner_get_token_ll (scanner, token_p, value_p, line_p, position_p);
|
|
Packit |
4c4d6b |
}
|
|
Packit |
4c4d6b |
while (((*token_p > 0 && *token_p < 256) &&
|
|
Packit |
4c4d6b |
strchr (scanner->config->cset_skip_characters, *token_p)) ||
|
|
Packit |
4c4d6b |
(*token_p == G_TOKEN_CHAR &&
|
|
Packit |
4c4d6b |
strchr (scanner->config->cset_skip_characters, value_p->v_char)) ||
|
|
Packit |
4c4d6b |
(*token_p == G_TOKEN_COMMENT_MULTI &&
|
|
Packit |
4c4d6b |
scanner->config->skip_comment_multi) ||
|
|
Packit |
4c4d6b |
(*token_p == G_TOKEN_COMMENT_SINGLE &&
|
|
Packit |
4c4d6b |
scanner->config->skip_comment_single));
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
switch (*token_p)
|
|
Packit |
4c4d6b |
{
|
|
Packit |
4c4d6b |
case G_TOKEN_IDENTIFIER:
|
|
Packit |
4c4d6b |
if (scanner->config->identifier_2_string)
|
|
Packit |
4c4d6b |
*token_p = G_TOKEN_STRING;
|
|
Packit |
4c4d6b |
break;
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
case G_TOKEN_SYMBOL:
|
|
Packit |
4c4d6b |
if (scanner->config->symbol_2_token)
|
|
Packit |
4c4d6b |
*token_p = (GTokenType) value_p->v_symbol;
|
|
Packit |
4c4d6b |
break;
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
case G_TOKEN_BINARY:
|
|
Packit |
4c4d6b |
case G_TOKEN_OCTAL:
|
|
Packit |
4c4d6b |
case G_TOKEN_HEX:
|
|
Packit |
4c4d6b |
if (scanner->config->numbers_2_int)
|
|
Packit |
4c4d6b |
*token_p = G_TOKEN_INT;
|
|
Packit |
4c4d6b |
break;
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
default:
|
|
Packit |
4c4d6b |
break;
|
|
Packit |
4c4d6b |
}
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
if (*token_p == G_TOKEN_INT &&
|
|
Packit |
4c4d6b |
scanner->config->int_2_float)
|
|
Packit |
4c4d6b |
{
|
|
Packit |
4c4d6b |
*token_p = G_TOKEN_FLOAT;
|
|
Packit |
4c4d6b |
if (scanner->config->store_int64)
|
|
Packit |
4c4d6b |
{
|
|
Packit |
4c4d6b |
#ifdef _MSC_VER
|
|
Packit |
4c4d6b |
/* work around error C2520, see gvaluetransform.c */
|
|
Packit |
4c4d6b |
value_p->v_float = (__int64)value_p->v_int64;
|
|
Packit |
4c4d6b |
#else
|
|
Packit |
4c4d6b |
value_p->v_float = value_p->v_int64;
|
|
Packit |
4c4d6b |
#endif
|
|
Packit |
4c4d6b |
}
|
|
Packit |
4c4d6b |
else
|
|
Packit |
4c4d6b |
value_p->v_float = value_p->v_int;
|
|
Packit |
4c4d6b |
}
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
errno = 0;
|
|
Packit |
4c4d6b |
}
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
static void
|
|
Packit |
4c4d6b |
json_scanner_get_token_ll (JsonScanner *scanner,
|
|
Packit |
4c4d6b |
GTokenType *token_p,
|
|
Packit |
4c4d6b |
GTokenValue *value_p,
|
|
Packit |
4c4d6b |
guint *line_p,
|
|
Packit |
4c4d6b |
guint *position_p)
|
|
Packit |
4c4d6b |
{
|
|
Packit |
4c4d6b |
JsonScannerConfig *config;
|
|
Packit |
4c4d6b |
GTokenType token;
|
|
Packit |
4c4d6b |
gboolean in_comment_multi;
|
|
Packit |
4c4d6b |
gboolean in_comment_single;
|
|
Packit |
4c4d6b |
gboolean in_string_sq;
|
|
Packit |
4c4d6b |
gboolean in_string_dq;
|
|
Packit |
4c4d6b |
GString *gstring;
|
|
Packit |
4c4d6b |
GTokenValue value;
|
|
Packit |
4c4d6b |
guchar ch;
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
config = scanner->config;
|
|
Packit |
4c4d6b |
(*value_p).v_int64 = 0;
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
if (scanner->text >= scanner->text_end ||
|
|
Packit |
4c4d6b |
scanner->token == G_TOKEN_EOF)
|
|
Packit |
4c4d6b |
{
|
|
Packit |
4c4d6b |
*token_p = G_TOKEN_EOF;
|
|
Packit |
4c4d6b |
return;
|
|
Packit |
4c4d6b |
}
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
in_comment_multi = FALSE;
|
|
Packit |
4c4d6b |
in_comment_single = FALSE;
|
|
Packit |
4c4d6b |
in_string_sq = FALSE;
|
|
Packit |
4c4d6b |
in_string_dq = FALSE;
|
|
Packit |
4c4d6b |
gstring = NULL;
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
do /* while (ch != 0) */
|
|
Packit |
4c4d6b |
{
|
|
Packit |
4c4d6b |
gboolean dotted_float = FALSE;
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
ch = json_scanner_get_char (scanner, line_p, position_p);
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
value.v_int64 = 0;
|
|
Packit |
4c4d6b |
token = G_TOKEN_NONE;
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
/* this is *evil*, but needed ;(
|
|
Packit |
4c4d6b |
* we first check for identifier first character, because it
|
|
Packit |
4c4d6b |
* might interfere with other key chars like slashes or numbers
|
|
Packit |
4c4d6b |
*/
|
|
Packit |
4c4d6b |
if (config->scan_identifier &&
|
|
Packit |
4c4d6b |
ch && strchr (config->cset_identifier_first, ch))
|
|
Packit |
4c4d6b |
goto identifier_precedence;
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
switch (ch)
|
|
Packit |
4c4d6b |
{
|
|
Packit |
4c4d6b |
case 0:
|
|
Packit |
4c4d6b |
token = G_TOKEN_EOF;
|
|
Packit |
4c4d6b |
(*position_p)++;
|
|
Packit |
4c4d6b |
/* ch = 0; */
|
|
Packit |
4c4d6b |
break;
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
case '/':
|
|
Packit |
4c4d6b |
if (!config->scan_comment_multi ||
|
|
Packit |
4c4d6b |
json_scanner_peek_next_char (scanner) != '*')
|
|
Packit |
4c4d6b |
goto default_case;
|
|
Packit |
4c4d6b |
json_scanner_get_char (scanner, line_p, position_p);
|
|
Packit |
4c4d6b |
token = G_TOKEN_COMMENT_MULTI;
|
|
Packit |
4c4d6b |
in_comment_multi = TRUE;
|
|
Packit |
4c4d6b |
gstring = g_string_new (NULL);
|
|
Packit |
4c4d6b |
while ((ch = json_scanner_get_char (scanner, line_p, position_p)) != 0)
|
|
Packit |
4c4d6b |
{
|
|
Packit |
4c4d6b |
if (ch == '*' && json_scanner_peek_next_char (scanner) == '/')
|
|
Packit |
4c4d6b |
{
|
|
Packit |
4c4d6b |
json_scanner_get_char (scanner, line_p, position_p);
|
|
Packit |
4c4d6b |
in_comment_multi = FALSE;
|
|
Packit |
4c4d6b |
break;
|
|
Packit |
4c4d6b |
}
|
|
Packit |
4c4d6b |
else
|
|
Packit |
4c4d6b |
gstring = g_string_append_c (gstring, ch);
|
|
Packit |
4c4d6b |
}
|
|
Packit |
4c4d6b |
ch = 0;
|
|
Packit |
4c4d6b |
break;
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
case '\'':
|
|
Packit |
4c4d6b |
if (!config->scan_string_sq)
|
|
Packit |
4c4d6b |
goto default_case;
|
|
Packit |
4c4d6b |
token = G_TOKEN_STRING;
|
|
Packit |
4c4d6b |
in_string_sq = TRUE;
|
|
Packit |
4c4d6b |
gstring = g_string_new (NULL);
|
|
Packit |
4c4d6b |
while ((ch = json_scanner_get_char (scanner, line_p, position_p)) != 0)
|
|
Packit |
4c4d6b |
{
|
|
Packit |
4c4d6b |
if (ch == '\'')
|
|
Packit |
4c4d6b |
{
|
|
Packit |
4c4d6b |
in_string_sq = FALSE;
|
|
Packit |
4c4d6b |
break;
|
|
Packit |
4c4d6b |
}
|
|
Packit |
4c4d6b |
else
|
|
Packit |
4c4d6b |
gstring = g_string_append_c (gstring, ch);
|
|
Packit |
4c4d6b |
}
|
|
Packit |
4c4d6b |
ch = 0;
|
|
Packit |
4c4d6b |
break;
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
case '"':
|
|
Packit |
4c4d6b |
if (!config->scan_string_dq)
|
|
Packit |
4c4d6b |
goto default_case;
|
|
Packit |
4c4d6b |
token = G_TOKEN_STRING;
|
|
Packit |
4c4d6b |
in_string_dq = TRUE;
|
|
Packit |
4c4d6b |
gstring = g_string_new (NULL);
|
|
Packit |
4c4d6b |
while ((ch = json_scanner_get_char (scanner, line_p, position_p)) != 0)
|
|
Packit |
4c4d6b |
{
|
|
Packit |
4c4d6b |
if (ch == '"')
|
|
Packit |
4c4d6b |
{
|
|
Packit |
4c4d6b |
in_string_dq = FALSE;
|
|
Packit |
4c4d6b |
break;
|
|
Packit |
4c4d6b |
}
|
|
Packit |
4c4d6b |
else
|
|
Packit |
4c4d6b |
{
|
|
Packit |
4c4d6b |
if (ch == '\\')
|
|
Packit |
4c4d6b |
{
|
|
Packit |
4c4d6b |
ch = json_scanner_get_char (scanner, line_p, position_p);
|
|
Packit |
4c4d6b |
switch (ch)
|
|
Packit |
4c4d6b |
{
|
|
Packit |
4c4d6b |
guint i;
|
|
Packit |
4c4d6b |
guint fchar;
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
case 0:
|
|
Packit |
4c4d6b |
break;
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
case '\\':
|
|
Packit |
4c4d6b |
gstring = g_string_append_c (gstring, '\\');
|
|
Packit |
4c4d6b |
break;
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
case 'n':
|
|
Packit |
4c4d6b |
gstring = g_string_append_c (gstring, '\n');
|
|
Packit |
4c4d6b |
break;
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
case 't':
|
|
Packit |
4c4d6b |
gstring = g_string_append_c (gstring, '\t');
|
|
Packit |
4c4d6b |
break;
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
case 'r':
|
|
Packit |
4c4d6b |
gstring = g_string_append_c (gstring, '\r');
|
|
Packit |
4c4d6b |
break;
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
case 'b':
|
|
Packit |
4c4d6b |
gstring = g_string_append_c (gstring, '\b');
|
|
Packit |
4c4d6b |
break;
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
case 'f':
|
|
Packit |
4c4d6b |
gstring = g_string_append_c (gstring, '\f');
|
|
Packit |
4c4d6b |
break;
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
case 'u':
|
|
Packit |
4c4d6b |
fchar = json_scanner_peek_next_char (scanner);
|
|
Packit |
4c4d6b |
if (is_hex_digit (fchar))
|
|
Packit |
4c4d6b |
{
|
|
Packit |
4c4d6b |
gunichar ucs;
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
ucs = json_scanner_get_unichar (scanner, line_p, position_p);
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
/* resolve UTF-16 surrogates for Unicode characters not in the BMP,
|
|
Packit |
4c4d6b |
* as per ECMA 404, ยง 9, "String"
|
|
Packit |
4c4d6b |
*/
|
|
Packit |
4c4d6b |
if (g_unichar_type (ucs) == G_UNICODE_SURROGATE)
|
|
Packit |
4c4d6b |
{
|
|
Packit |
4c4d6b |
/* read next surrogate */
|
|
Packit |
4c4d6b |
if ('\\' == json_scanner_get_char (scanner, line_p, position_p) &&
|
|
Packit |
4c4d6b |
'u' == json_scanner_get_char (scanner, line_p, position_p))
|
|
Packit |
4c4d6b |
{
|
|
Packit |
4c4d6b |
gunichar units[2];
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
units[0] = ucs;
|
|
Packit |
4c4d6b |
units[1] = json_scanner_get_unichar (scanner, line_p, position_p);
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
ucs = decode_utf16_surrogate_pair (units);
|
|
Packit |
4c4d6b |
g_assert (g_unichar_validate (ucs));
|
|
Packit |
4c4d6b |
}
|
|
Packit |
4c4d6b |
}
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
gstring = g_string_append_unichar (gstring, ucs);
|
|
Packit |
4c4d6b |
}
|
|
Packit |
4c4d6b |
break;
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
case '0':
|
|
Packit |
4c4d6b |
case '1':
|
|
Packit |
4c4d6b |
case '2':
|
|
Packit |
4c4d6b |
case '3':
|
|
Packit |
4c4d6b |
case '4':
|
|
Packit |
4c4d6b |
case '5':
|
|
Packit |
4c4d6b |
case '6':
|
|
Packit |
4c4d6b |
case '7':
|
|
Packit |
4c4d6b |
i = ch - '0';
|
|
Packit |
4c4d6b |
fchar = json_scanner_peek_next_char (scanner);
|
|
Packit |
4c4d6b |
if (fchar >= '0' && fchar <= '7')
|
|
Packit |
4c4d6b |
{
|
|
Packit |
4c4d6b |
ch = json_scanner_get_char (scanner, line_p, position_p);
|
|
Packit |
4c4d6b |
i = i * 8 + ch - '0';
|
|
Packit |
4c4d6b |
fchar = json_scanner_peek_next_char (scanner);
|
|
Packit |
4c4d6b |
if (fchar >= '0' && fchar <= '7')
|
|
Packit |
4c4d6b |
{
|
|
Packit |
4c4d6b |
ch = json_scanner_get_char (scanner, line_p, position_p);
|
|
Packit |
4c4d6b |
i = i * 8 + ch - '0';
|
|
Packit |
4c4d6b |
}
|
|
Packit |
4c4d6b |
}
|
|
Packit |
4c4d6b |
gstring = g_string_append_c (gstring, i);
|
|
Packit |
4c4d6b |
break;
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
default:
|
|
Packit |
4c4d6b |
gstring = g_string_append_c (gstring, ch);
|
|
Packit |
4c4d6b |
break;
|
|
Packit |
4c4d6b |
}
|
|
Packit |
4c4d6b |
}
|
|
Packit |
4c4d6b |
else
|
|
Packit |
4c4d6b |
gstring = g_string_append_c (gstring, ch);
|
|
Packit |
4c4d6b |
}
|
|
Packit |
4c4d6b |
}
|
|
Packit |
4c4d6b |
ch = 0;
|
|
Packit |
4c4d6b |
break;
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
case '.':
|
|
Packit |
4c4d6b |
if (!config->scan_float)
|
|
Packit |
4c4d6b |
goto default_case;
|
|
Packit |
4c4d6b |
token = G_TOKEN_FLOAT;
|
|
Packit |
4c4d6b |
dotted_float = TRUE;
|
|
Packit |
4c4d6b |
ch = json_scanner_get_char (scanner, line_p, position_p);
|
|
Packit |
4c4d6b |
goto number_parsing;
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
case '$':
|
|
Packit |
4c4d6b |
if (!config->scan_hex_dollar)
|
|
Packit |
4c4d6b |
goto default_case;
|
|
Packit |
4c4d6b |
token = G_TOKEN_HEX;
|
|
Packit |
4c4d6b |
ch = json_scanner_get_char (scanner, line_p, position_p);
|
|
Packit |
4c4d6b |
goto number_parsing;
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
case '0':
|
|
Packit |
4c4d6b |
if (config->scan_octal)
|
|
Packit |
4c4d6b |
token = G_TOKEN_OCTAL;
|
|
Packit |
4c4d6b |
else
|
|
Packit |
4c4d6b |
token = G_TOKEN_INT;
|
|
Packit |
4c4d6b |
ch = json_scanner_peek_next_char (scanner);
|
|
Packit |
4c4d6b |
if (config->scan_hex && (ch == 'x' || ch == 'X'))
|
|
Packit |
4c4d6b |
{
|
|
Packit |
4c4d6b |
token = G_TOKEN_HEX;
|
|
Packit |
4c4d6b |
json_scanner_get_char (scanner, line_p, position_p);
|
|
Packit |
4c4d6b |
ch = json_scanner_get_char (scanner, line_p, position_p);
|
|
Packit |
4c4d6b |
if (ch == 0)
|
|
Packit |
4c4d6b |
{
|
|
Packit |
4c4d6b |
token = G_TOKEN_ERROR;
|
|
Packit |
4c4d6b |
value.v_error = G_ERR_UNEXP_EOF;
|
|
Packit |
4c4d6b |
(*position_p)++;
|
|
Packit |
4c4d6b |
break;
|
|
Packit |
4c4d6b |
}
|
|
Packit |
4c4d6b |
if (json_scanner_char_2_num (ch, 16) < 0)
|
|
Packit |
4c4d6b |
{
|
|
Packit |
4c4d6b |
token = G_TOKEN_ERROR;
|
|
Packit |
4c4d6b |
value.v_error = G_ERR_DIGIT_RADIX;
|
|
Packit |
4c4d6b |
ch = 0;
|
|
Packit |
4c4d6b |
break;
|
|
Packit |
4c4d6b |
}
|
|
Packit |
4c4d6b |
}
|
|
Packit |
4c4d6b |
else if (config->scan_binary && (ch == 'b' || ch == 'B'))
|
|
Packit |
4c4d6b |
{
|
|
Packit |
4c4d6b |
token = G_TOKEN_BINARY;
|
|
Packit |
4c4d6b |
json_scanner_get_char (scanner, line_p, position_p);
|
|
Packit |
4c4d6b |
ch = json_scanner_get_char (scanner, line_p, position_p);
|
|
Packit |
4c4d6b |
if (ch == 0)
|
|
Packit |
4c4d6b |
{
|
|
Packit |
4c4d6b |
token = G_TOKEN_ERROR;
|
|
Packit |
4c4d6b |
value.v_error = G_ERR_UNEXP_EOF;
|
|
Packit |
4c4d6b |
(*position_p)++;
|
|
Packit |
4c4d6b |
break;
|
|
Packit |
4c4d6b |
}
|
|
Packit |
4c4d6b |
if (json_scanner_char_2_num (ch, 10) < 0)
|
|
Packit |
4c4d6b |
{
|
|
Packit |
4c4d6b |
token = G_TOKEN_ERROR;
|
|
Packit |
4c4d6b |
value.v_error = G_ERR_NON_DIGIT_IN_CONST;
|
|
Packit |
4c4d6b |
ch = 0;
|
|
Packit |
4c4d6b |
break;
|
|
Packit |
4c4d6b |
}
|
|
Packit |
4c4d6b |
}
|
|
Packit |
4c4d6b |
else
|
|
Packit |
4c4d6b |
ch = '0';
|
|
Packit |
4c4d6b |
/* fall through */
|
|
Packit |
4c4d6b |
case '1':
|
|
Packit |
4c4d6b |
case '2':
|
|
Packit |
4c4d6b |
case '3':
|
|
Packit |
4c4d6b |
case '4':
|
|
Packit |
4c4d6b |
case '5':
|
|
Packit |
4c4d6b |
case '6':
|
|
Packit |
4c4d6b |
case '7':
|
|
Packit |
4c4d6b |
case '8':
|
|
Packit |
4c4d6b |
case '9':
|
|
Packit |
4c4d6b |
number_parsing:
|
|
Packit |
4c4d6b |
{
|
|
Packit |
4c4d6b |
gboolean in_number = TRUE;
|
|
Packit |
4c4d6b |
gchar *endptr;
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
if (token == G_TOKEN_NONE)
|
|
Packit |
4c4d6b |
token = G_TOKEN_INT;
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
gstring = g_string_new (dotted_float ? "0." : "");
|
|
Packit |
4c4d6b |
gstring = g_string_append_c (gstring, ch);
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
do /* while (in_number) */
|
|
Packit |
4c4d6b |
{
|
|
Packit |
4c4d6b |
gboolean is_E;
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
is_E = token == G_TOKEN_FLOAT && (ch == 'e' || ch == 'E');
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
ch = json_scanner_peek_next_char (scanner);
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
if (json_scanner_char_2_num (ch, 36) >= 0 ||
|
|
Packit |
4c4d6b |
(config->scan_float && ch == '.') ||
|
|
Packit |
4c4d6b |
(is_E && (ch == '+' || ch == '-')))
|
|
Packit |
4c4d6b |
{
|
|
Packit |
4c4d6b |
ch = json_scanner_get_char (scanner, line_p, position_p);
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
switch (ch)
|
|
Packit |
4c4d6b |
{
|
|
Packit |
4c4d6b |
case '.':
|
|
Packit |
4c4d6b |
if (token != G_TOKEN_INT && token != G_TOKEN_OCTAL)
|
|
Packit |
4c4d6b |
{
|
|
Packit |
4c4d6b |
value.v_error = token == G_TOKEN_FLOAT ? G_ERR_FLOAT_MALFORMED : G_ERR_FLOAT_RADIX;
|
|
Packit |
4c4d6b |
token = G_TOKEN_ERROR;
|
|
Packit |
4c4d6b |
in_number = FALSE;
|
|
Packit |
4c4d6b |
}
|
|
Packit |
4c4d6b |
else
|
|
Packit |
4c4d6b |
{
|
|
Packit |
4c4d6b |
token = G_TOKEN_FLOAT;
|
|
Packit |
4c4d6b |
gstring = g_string_append_c (gstring, ch);
|
|
Packit |
4c4d6b |
}
|
|
Packit |
4c4d6b |
break;
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
case '0':
|
|
Packit |
4c4d6b |
case '1':
|
|
Packit |
4c4d6b |
case '2':
|
|
Packit |
4c4d6b |
case '3':
|
|
Packit |
4c4d6b |
case '4':
|
|
Packit |
4c4d6b |
case '5':
|
|
Packit |
4c4d6b |
case '6':
|
|
Packit |
4c4d6b |
case '7':
|
|
Packit |
4c4d6b |
case '8':
|
|
Packit |
4c4d6b |
case '9':
|
|
Packit |
4c4d6b |
gstring = g_string_append_c (gstring, ch);
|
|
Packit |
4c4d6b |
break;
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
case '-':
|
|
Packit |
4c4d6b |
case '+':
|
|
Packit |
4c4d6b |
if (token != G_TOKEN_FLOAT)
|
|
Packit |
4c4d6b |
{
|
|
Packit |
4c4d6b |
token = G_TOKEN_ERROR;
|
|
Packit |
4c4d6b |
value.v_error = G_ERR_NON_DIGIT_IN_CONST;
|
|
Packit |
4c4d6b |
in_number = FALSE;
|
|
Packit |
4c4d6b |
}
|
|
Packit |
4c4d6b |
else
|
|
Packit |
4c4d6b |
gstring = g_string_append_c (gstring, ch);
|
|
Packit |
4c4d6b |
break;
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
case 'e':
|
|
Packit |
4c4d6b |
case 'E':
|
|
Packit |
4c4d6b |
if ((token != G_TOKEN_HEX && !config->scan_float) ||
|
|
Packit |
4c4d6b |
(token != G_TOKEN_HEX &&
|
|
Packit |
4c4d6b |
token != G_TOKEN_OCTAL &&
|
|
Packit |
4c4d6b |
token != G_TOKEN_FLOAT &&
|
|
Packit |
4c4d6b |
token != G_TOKEN_INT))
|
|
Packit |
4c4d6b |
{
|
|
Packit |
4c4d6b |
token = G_TOKEN_ERROR;
|
|
Packit |
4c4d6b |
value.v_error = G_ERR_NON_DIGIT_IN_CONST;
|
|
Packit |
4c4d6b |
in_number = FALSE;
|
|
Packit |
4c4d6b |
}
|
|
Packit |
4c4d6b |
else
|
|
Packit |
4c4d6b |
{
|
|
Packit |
4c4d6b |
if (token != G_TOKEN_HEX)
|
|
Packit |
4c4d6b |
token = G_TOKEN_FLOAT;
|
|
Packit |
4c4d6b |
gstring = g_string_append_c (gstring, ch);
|
|
Packit |
4c4d6b |
}
|
|
Packit |
4c4d6b |
break;
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
default:
|
|
Packit |
4c4d6b |
if (token != G_TOKEN_HEX)
|
|
Packit |
4c4d6b |
{
|
|
Packit |
4c4d6b |
token = G_TOKEN_ERROR;
|
|
Packit |
4c4d6b |
value.v_error = G_ERR_NON_DIGIT_IN_CONST;
|
|
Packit |
4c4d6b |
in_number = FALSE;
|
|
Packit |
4c4d6b |
}
|
|
Packit |
4c4d6b |
else
|
|
Packit |
4c4d6b |
gstring = g_string_append_c (gstring, ch);
|
|
Packit |
4c4d6b |
break;
|
|
Packit |
4c4d6b |
}
|
|
Packit |
4c4d6b |
}
|
|
Packit |
4c4d6b |
else
|
|
Packit |
4c4d6b |
in_number = FALSE;
|
|
Packit |
4c4d6b |
}
|
|
Packit |
4c4d6b |
while (in_number);
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
endptr = NULL;
|
|
Packit |
4c4d6b |
if (token == G_TOKEN_FLOAT)
|
|
Packit |
4c4d6b |
value.v_float = g_strtod (gstring->str, &endptr);
|
|
Packit |
4c4d6b |
else
|
|
Packit |
4c4d6b |
{
|
|
Packit |
4c4d6b |
guint64 ui64 = 0;
|
|
Packit |
4c4d6b |
switch (token)
|
|
Packit |
4c4d6b |
{
|
|
Packit |
4c4d6b |
case G_TOKEN_BINARY:
|
|
Packit |
4c4d6b |
ui64 = g_ascii_strtoull (gstring->str, &endptr, 2);
|
|
Packit |
4c4d6b |
break;
|
|
Packit |
4c4d6b |
case G_TOKEN_OCTAL:
|
|
Packit |
4c4d6b |
ui64 = g_ascii_strtoull (gstring->str, &endptr, 8);
|
|
Packit |
4c4d6b |
break;
|
|
Packit |
4c4d6b |
case G_TOKEN_INT:
|
|
Packit |
4c4d6b |
ui64 = g_ascii_strtoull (gstring->str, &endptr, 10);
|
|
Packit |
4c4d6b |
break;
|
|
Packit |
4c4d6b |
case G_TOKEN_HEX:
|
|
Packit |
4c4d6b |
ui64 = g_ascii_strtoull (gstring->str, &endptr, 16);
|
|
Packit |
4c4d6b |
break;
|
|
Packit |
4c4d6b |
default: ;
|
|
Packit |
4c4d6b |
}
|
|
Packit |
4c4d6b |
if (scanner->config->store_int64)
|
|
Packit |
4c4d6b |
value.v_int64 = ui64;
|
|
Packit |
4c4d6b |
else
|
|
Packit |
4c4d6b |
value.v_int = ui64;
|
|
Packit |
4c4d6b |
}
|
|
Packit |
4c4d6b |
if (endptr && *endptr)
|
|
Packit |
4c4d6b |
{
|
|
Packit |
4c4d6b |
token = G_TOKEN_ERROR;
|
|
Packit |
4c4d6b |
if (*endptr == 'e' || *endptr == 'E')
|
|
Packit |
4c4d6b |
value.v_error = G_ERR_NON_DIGIT_IN_CONST;
|
|
Packit |
4c4d6b |
else
|
|
Packit |
4c4d6b |
value.v_error = G_ERR_DIGIT_RADIX;
|
|
Packit |
4c4d6b |
}
|
|
Packit |
4c4d6b |
g_string_free (gstring, TRUE);
|
|
Packit |
4c4d6b |
gstring = NULL;
|
|
Packit |
4c4d6b |
ch = 0;
|
|
Packit |
4c4d6b |
} /* number_parsing:... */
|
|
Packit |
4c4d6b |
break;
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
default:
|
|
Packit |
4c4d6b |
default_case:
|
|
Packit |
4c4d6b |
{
|
|
Packit |
4c4d6b |
if (config->cpair_comment_single &&
|
|
Packit |
4c4d6b |
ch == config->cpair_comment_single[0])
|
|
Packit |
4c4d6b |
{
|
|
Packit |
4c4d6b |
token = G_TOKEN_COMMENT_SINGLE;
|
|
Packit |
4c4d6b |
in_comment_single = TRUE;
|
|
Packit |
4c4d6b |
gstring = g_string_new (NULL);
|
|
Packit |
4c4d6b |
ch = json_scanner_get_char (scanner, line_p, position_p);
|
|
Packit |
4c4d6b |
while (ch != 0)
|
|
Packit |
4c4d6b |
{
|
|
Packit |
4c4d6b |
if (ch == config->cpair_comment_single[1])
|
|
Packit |
4c4d6b |
{
|
|
Packit |
4c4d6b |
in_comment_single = FALSE;
|
|
Packit |
4c4d6b |
ch = 0;
|
|
Packit |
4c4d6b |
break;
|
|
Packit |
4c4d6b |
}
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
gstring = g_string_append_c (gstring, ch);
|
|
Packit |
4c4d6b |
ch = json_scanner_get_char (scanner, line_p, position_p);
|
|
Packit |
4c4d6b |
}
|
|
Packit |
4c4d6b |
/* ignore a missing newline at EOF for single line comments */
|
|
Packit |
4c4d6b |
if (in_comment_single &&
|
|
Packit |
4c4d6b |
config->cpair_comment_single[1] == '\n')
|
|
Packit |
4c4d6b |
in_comment_single = FALSE;
|
|
Packit |
4c4d6b |
}
|
|
Packit |
4c4d6b |
else if (config->scan_identifier && ch &&
|
|
Packit |
4c4d6b |
strchr (config->cset_identifier_first, ch))
|
|
Packit |
4c4d6b |
{
|
|
Packit |
4c4d6b |
identifier_precedence:
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
if (config->cset_identifier_nth && ch &&
|
|
Packit |
4c4d6b |
strchr (config->cset_identifier_nth,
|
|
Packit |
4c4d6b |
json_scanner_peek_next_char (scanner)))
|
|
Packit |
4c4d6b |
{
|
|
Packit |
4c4d6b |
token = G_TOKEN_IDENTIFIER;
|
|
Packit |
4c4d6b |
gstring = g_string_new (NULL);
|
|
Packit |
4c4d6b |
gstring = g_string_append_c (gstring, ch);
|
|
Packit |
4c4d6b |
do
|
|
Packit |
4c4d6b |
{
|
|
Packit |
4c4d6b |
ch = json_scanner_get_char (scanner, line_p, position_p);
|
|
Packit |
4c4d6b |
gstring = g_string_append_c (gstring, ch);
|
|
Packit |
4c4d6b |
ch = json_scanner_peek_next_char (scanner);
|
|
Packit |
4c4d6b |
}
|
|
Packit |
4c4d6b |
while (ch && strchr (config->cset_identifier_nth, ch));
|
|
Packit |
4c4d6b |
ch = 0;
|
|
Packit |
4c4d6b |
}
|
|
Packit |
4c4d6b |
else if (config->scan_identifier_1char)
|
|
Packit |
4c4d6b |
{
|
|
Packit |
4c4d6b |
token = G_TOKEN_IDENTIFIER;
|
|
Packit |
4c4d6b |
value.v_identifier = g_new0 (gchar, 2);
|
|
Packit |
4c4d6b |
value.v_identifier[0] = ch;
|
|
Packit |
4c4d6b |
ch = 0;
|
|
Packit |
4c4d6b |
}
|
|
Packit |
4c4d6b |
}
|
|
Packit |
4c4d6b |
if (ch)
|
|
Packit |
4c4d6b |
{
|
|
Packit |
4c4d6b |
if (config->char_2_token)
|
|
Packit |
4c4d6b |
token = ch;
|
|
Packit |
4c4d6b |
else
|
|
Packit |
4c4d6b |
{
|
|
Packit |
4c4d6b |
token = G_TOKEN_CHAR;
|
|
Packit |
4c4d6b |
value.v_char = ch;
|
|
Packit |
4c4d6b |
}
|
|
Packit |
4c4d6b |
ch = 0;
|
|
Packit |
4c4d6b |
}
|
|
Packit |
4c4d6b |
} /* default_case:... */
|
|
Packit |
4c4d6b |
break;
|
|
Packit |
4c4d6b |
}
|
|
Packit |
4c4d6b |
g_assert (ch == 0 && token != G_TOKEN_NONE); /* paranoid */
|
|
Packit |
4c4d6b |
}
|
|
Packit |
4c4d6b |
while (ch != 0);
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
if (in_comment_multi || in_comment_single ||
|
|
Packit |
4c4d6b |
in_string_sq || in_string_dq)
|
|
Packit |
4c4d6b |
{
|
|
Packit |
4c4d6b |
token = G_TOKEN_ERROR;
|
|
Packit |
4c4d6b |
if (gstring)
|
|
Packit |
4c4d6b |
{
|
|
Packit |
4c4d6b |
g_string_free (gstring, TRUE);
|
|
Packit |
4c4d6b |
gstring = NULL;
|
|
Packit |
4c4d6b |
}
|
|
Packit |
4c4d6b |
(*position_p)++;
|
|
Packit |
4c4d6b |
if (in_comment_multi || in_comment_single)
|
|
Packit |
4c4d6b |
value.v_error = G_ERR_UNEXP_EOF_IN_COMMENT;
|
|
Packit |
4c4d6b |
else /* (in_string_sq || in_string_dq) */
|
|
Packit |
4c4d6b |
value.v_error = G_ERR_UNEXP_EOF_IN_STRING;
|
|
Packit |
4c4d6b |
}
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
if (gstring)
|
|
Packit |
4c4d6b |
{
|
|
Packit |
4c4d6b |
value.v_string = g_string_free (gstring, FALSE);
|
|
Packit |
4c4d6b |
gstring = NULL;
|
|
Packit |
4c4d6b |
}
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
if (token == G_TOKEN_IDENTIFIER)
|
|
Packit |
4c4d6b |
{
|
|
Packit |
4c4d6b |
if (config->scan_symbols)
|
|
Packit |
4c4d6b |
{
|
|
Packit |
4c4d6b |
JsonScannerKey *key;
|
|
Packit |
4c4d6b |
guint scope_id;
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
scope_id = scanner->scope_id;
|
|
Packit |
4c4d6b |
key = json_scanner_lookup_internal (scanner, scope_id, value.v_identifier);
|
|
Packit |
4c4d6b |
if (!key && scope_id && scanner->config->scope_0_fallback)
|
|
Packit |
4c4d6b |
key = json_scanner_lookup_internal (scanner, 0, value.v_identifier);
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
if (key)
|
|
Packit |
4c4d6b |
{
|
|
Packit |
4c4d6b |
g_free (value.v_identifier);
|
|
Packit |
4c4d6b |
token = G_TOKEN_SYMBOL;
|
|
Packit |
4c4d6b |
value.v_symbol = key->value;
|
|
Packit |
4c4d6b |
}
|
|
Packit |
4c4d6b |
}
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
if (token == G_TOKEN_IDENTIFIER &&
|
|
Packit |
4c4d6b |
config->scan_identifier_NULL &&
|
|
Packit |
4c4d6b |
strlen (value.v_identifier) == 4)
|
|
Packit |
4c4d6b |
{
|
|
Packit |
4c4d6b |
gchar *null_upper = "NULL";
|
|
Packit |
4c4d6b |
gchar *null_lower = "null";
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
if (scanner->config->case_sensitive)
|
|
Packit |
4c4d6b |
{
|
|
Packit |
4c4d6b |
if (value.v_identifier[0] == null_upper[0] &&
|
|
Packit |
4c4d6b |
value.v_identifier[1] == null_upper[1] &&
|
|
Packit |
4c4d6b |
value.v_identifier[2] == null_upper[2] &&
|
|
Packit |
4c4d6b |
value.v_identifier[3] == null_upper[3])
|
|
Packit |
4c4d6b |
token = G_TOKEN_IDENTIFIER_NULL;
|
|
Packit |
4c4d6b |
}
|
|
Packit |
4c4d6b |
else
|
|
Packit |
4c4d6b |
{
|
|
Packit |
4c4d6b |
if ((value.v_identifier[0] == null_upper[0] ||
|
|
Packit |
4c4d6b |
value.v_identifier[0] == null_lower[0]) &&
|
|
Packit |
4c4d6b |
(value.v_identifier[1] == null_upper[1] ||
|
|
Packit |
4c4d6b |
value.v_identifier[1] == null_lower[1]) &&
|
|
Packit |
4c4d6b |
(value.v_identifier[2] == null_upper[2] ||
|
|
Packit |
4c4d6b |
value.v_identifier[2] == null_lower[2]) &&
|
|
Packit |
4c4d6b |
(value.v_identifier[3] == null_upper[3] ||
|
|
Packit |
4c4d6b |
value.v_identifier[3] == null_lower[3]))
|
|
Packit |
4c4d6b |
token = G_TOKEN_IDENTIFIER_NULL;
|
|
Packit |
4c4d6b |
}
|
|
Packit |
4c4d6b |
}
|
|
Packit |
4c4d6b |
}
|
|
Packit |
4c4d6b |
|
|
Packit |
4c4d6b |
*token_p = token;
|
|
Packit |
4c4d6b |
*value_p = value;
|
|
Packit |
4c4d6b |
}
|