#include "cr-utils.h"
#include "cr-input.h"
#include "cr-token.h"
Go to the source code of this file.
Data Structures | |
struct | _CRTknzr |
The tokenizer is the class that knows about all the css token. More... | |
Typedefs | |
typedef typedefG_BEGIN_DECLS struct _CRTknzr | CRTknzr |
typedef _CRTknzrPriv | CRTknzrPriv |
Functions | |
CRTknzr * | cr_tknzr_new (CRInput *a_input) |
CRTknzr * | cr_tknzr_new_from_uri (const guchar *a_file_uri, enum CREncoding a_enc) |
CRTknzr * | cr_tknzr_new_from_buf (guchar *a_buf, gulong a_len, enum CREncoding a_enc, gboolean a_free_at_destroy) |
gboolean | cr_tknzr_unref (CRTknzr *a_this) |
void | cr_tknzr_ref (CRTknzr *a_this) |
enum CRStatus | cr_tknzr_read_byte (CRTknzr *a_this, guchar *a_byte) |
Reads the next byte from the parser input stream. | |
enum CRStatus | cr_tknzr_read_char (CRTknzr *a_this, guint32 *a_char) |
Reads the next char from the parser input stream. | |
enum CRStatus | cr_tknzr_peek_char (CRTknzr *a_this, guint32 *a_char) |
Peeks a char from the parser input stream. | |
enum CRStatus | cr_tknzr_peek_byte (CRTknzr *a_this, gulong a_offset, guchar *a_byte) |
Peeks a byte ahead at a given postion in the parser input stream. | |
guchar | cr_tknzr_peek_byte2 (CRTknzr *a_this, gulong a_offset, gboolean *a_eof) |
Same as cr_tknzr_peek_byte() but this api returns the byte peeked. | |
enum CRStatus | cr_tknzr_set_cur_pos (CRTknzr *a_this, CRInputPos *a_pos) |
glong | cr_tknzr_get_nb_bytes_left (CRTknzr *a_this) |
Gets the number of bytes left in the topmost input stream associated to this parser. | |
enum CRStatus | cr_tknzr_get_cur_pos (CRTknzr *a_this, CRInputPos *a_pos) |
enum CRStatus | cr_tknzr_get_parsing_location (CRTknzr *a_this, CRParsingLocation *a_loc) |
enum CRStatus | cr_tknzr_seek_index (CRTknzr *a_this, enum CRSeekPos a_origin, gint a_pos) |
enum CRStatus | cr_tknzr_get_cur_byte_addr (CRTknzr *a_this, guchar **a_addr) |
enum CRStatus | cr_tknzr_consume_chars (CRTknzr *a_this, guint32 a_char, glong *a_nb_char) |
enum CRStatus | cr_tknzr_get_next_token (CRTknzr *a_this, CRToken **a_tk) |
Returns the next token of the input stream. | |
enum CRStatus | cr_tknzr_unget_token (CRTknzr *a_this, CRToken *a_token) |
enum CRStatus | cr_tknzr_parse_token (CRTknzr *a_this, enum CRTokenType a_type, enum CRTokenExtraType a_et, gpointer a_res, gpointer a_extra_res) |
enum CRStatus | cr_tknzr_set_input (CRTknzr *a_this, CRInput *a_input) |
enum CRStatus | cr_tknzr_get_input (CRTknzr *a_this, CRInput **a_input) |
void | cr_tknzr_destroy (CRTknzr *a_this) |
Definition in file cr-tknzr.h.
|
Definition at line 40 of file cr-tknzr.h. |
|
Definition at line 41 of file cr-tknzr.h. |
|
Definition at line 1902 of file cr-tknzr.c. References CR_BAD_PARAM_ERROR, cr_input_consume_chars(), cr_input_set_cur_pos(), cr_token_destroy(), and PRIVATE. |
|
Definition at line 2741 of file cr-tknzr.c. References cr_input_unref(), cr_token_destroy(), and PRIVATE. Referenced by cr_tknzr_unref(). |
|
Definition at line 1871 of file cr-tknzr.c. References CR_BAD_PARAM_ERROR, cr_input_get_cur_byte_addr(), cr_input_set_cur_pos(), cr_token_destroy(), and PRIVATE. |
|
Definition at line 1841 of file cr-tknzr.c. References CR_BAD_PARAM_ERROR, cr_input_get_cur_pos(), cr_input_set_cur_pos(), cr_token_destroy(), and PRIVATE. |
|
Definition at line 1692 of file cr-tknzr.c. References CR_BAD_PARAM_ERROR, CR_OK, and PRIVATE. |
|
Gets the number of bytes left in the topmost input stream associated to this parser.
Definition at line 1825 of file cr-tknzr.c. References CR_BAD_PARAM_ERROR, cr_input_get_nb_bytes_left(), cr_input_set_cur_pos(), cr_token_destroy(), and PRIVATE. |
|
|
Definition at line 1858 of file cr-tknzr.c. References CR_BAD_PARAM_ERROR, cr_input_get_parsing_location(), and PRIVATE. Referenced by cr_parser_get_parsing_location(), and cr_tknzr_get_next_token(). |
|
Definition at line 1586 of file cr-tknzr.c. References cr_tknzr_set_input(), and cr_utils_trace_info. Referenced by cr_parser_new_from_input(), cr_tknzr_new_from_buf(), and cr_tknzr_new_from_uri(). |
|
Definition at line 1618 of file cr-tknzr.c. References cr_input_new_from_buf(), and cr_tknzr_new(). Referenced by cr_parser_parse_buf(). |
|
Definition at line 1636 of file cr-tknzr.c. References cr_input_new_from_uri(), and cr_tknzr_new(). Referenced by cr_parser_new_from_file(), and cr_parser_parse_file(). |
|
Definition at line 2630 of file cr-tknzr.c. References ANGLE_TK, ATKEYWORD_TK, CDC_TK, CDO_TK, CHARSET_SYM_TK, COMMENT_TK, CR_BAD_PARAM_ERROR, CR_OK, CR_PARSING_ERROR, cr_tknzr_get_next_token(), cr_tknzr_unget_token(), cr_token_destroy(), DASHMATCH_TK, DELIM_TK, _CRToken::dimen, DIMEN_TK, EMS_TK, EXS_TK, _CRToken::extra_type, FONT_FACE_SYM_TK, FREQ_TK, FUNCTION_TK, HASH_TK, IDENT_TK, IMPORT_SYM_TK, IMPORTANT_SYM_TK, INCLUDES_TK, LENGTH_TK, MEDIA_SYM_TK, NO_TK, _CRToken::num, NUMBER_TK, PAGE_SYM_TK, PERCENTAGE_TK, PRIVATE, S_TK, _CRToken::str, STRING_TK, TIME_TK, _CRToken::type, _CRToken::u, _CRToken::unichar, UNICODERANGE_TK, and URI_TK. |
|
Peeks a byte ahead at a given postion in the parser input stream.
Definition at line 1782 of file cr-tknzr.c. References CR_BAD_PARAM_ERROR, cr_input_peek_byte(), cr_input_set_cur_pos(), CR_SEEK_CUR, cr_token_destroy(), and PRIVATE. Referenced by cr_parser_parse_expr(). |
|
Same as cr_tknzr_peek_byte() but this api returns the byte peeked.
Definition at line 1810 of file cr-tknzr.c. References cr_input_peek_byte2(), and PRIVATE. |
|
Peeks a char from the parser input stream. To "peek a char" means reads the next char without consuming it. Subsequent calls to this function return the same char.
Definition at line 1756 of file cr-tknzr.c. References CR_BAD_PARAM_ERROR, cr_input_peek_char(), cr_input_set_cur_pos(), cr_token_destroy(), and PRIVATE. Referenced by cr_declaration_parse_list_from_buf(), cr_parser_parse_import(), and cr_parser_parse_ruleset(). |
|
Reads the next byte from the parser input stream.
Definition at line 1715 of file cr-tknzr.c. References CR_BAD_PARAM_ERROR, cr_input_read_byte(), and PRIVATE. |
|
Reads the next char from the parser input stream.
Definition at line 1731 of file cr-tknzr.c. References CR_BAD_PARAM_ERROR, cr_input_read_char(), cr_input_set_cur_pos(), cr_token_destroy(), and PRIVATE. Referenced by cr_declaration_parse_list_from_buf(). |
|
Definition at line 1651 of file cr-tknzr.c. References PRIVATE. Referenced by cr_parser_set_tknzr(). |
|
Definition at line 1886 of file cr-tknzr.c. References CR_BAD_PARAM_ERROR, cr_input_seek_index(), cr_input_set_cur_pos(), cr_token_destroy(), and PRIVATE. |
|
Definition at line 1919 of file cr-tknzr.c. References CR_BAD_PARAM_ERROR, cr_input_set_cur_pos(), cr_token_destroy(), and PRIVATE. Referenced by cr_parser_parse_charset(), cr_parser_parse_declaration(), cr_parser_parse_prio(), cr_parser_parse_statement_core(), cr_parser_parse_term(), and cr_tknzr_get_next_token(). |
|
Definition at line 1676 of file cr-tknzr.c. References CR_BAD_PARAM_ERROR, cr_input_ref(), cr_input_unref(), CR_OK, and PRIVATE. Referenced by cr_tknzr_new(). |
|
Definition at line 1933 of file cr-tknzr.c. References CR_BAD_PARAM_ERROR, CR_OK, and PRIVATE. Referenced by cr_parser_parse_page(), cr_parser_parse_statement_core(), cr_parser_parse_term(), cr_parser_try_to_skip_spaces_and_comments(), and cr_tknzr_parse_token(). |
|
Definition at line 1659 of file cr-tknzr.c. References cr_tknzr_destroy(), and PRIVATE. Referenced by cr_parser_destroy(), and cr_parser_set_tknzr(). |