tokenizer.h File Reference

#include <stdbool.h>
#include <stddef.h>
#include "gumbo.h"
#include "token_type.h"
#include "tokenizer_states.h"

Go to the source code of this file.

Classes
struct	GumboInternalTokenDocType
struct	GumboInternalTokenStartTag
struct	GumboInternalToken

Typedefs
typedef struct GumboInternalTokenDocType	GumboTokenDocType
typedef struct GumboInternalTokenStartTag	GumboTokenStartTag
typedef struct GumboInternalToken	GumboToken

Functions
void	gumbo_tokenizer_state_init (struct GumboInternalParser *parser, const char *text, size_t text_length)
void	gumbo_tokenizer_state_destroy (struct GumboInternalParser *parser)
void	gumbo_tokenizer_set_state (struct GumboInternalParser *parser, GumboTokenizerEnum state)
void	gumbo_tokenizer_set_is_current_node_foreign (struct GumboInternalParser *parser, bool is_foreign)
bool	gumbo_lex (struct GumboInternalParser *parser, GumboToken *output)
void	gumbo_token_destroy (struct GumboInternalParser *parser, GumboToken *token)

Typedef Documentation

GumboToken

typedef struct GumboInternalToken GumboToken

GumboTokenDocType

typedef struct GumboInternalTokenDocType GumboTokenDocType

GumboTokenStartTag

typedef struct GumboInternalTokenStartTag GumboTokenStartTag

Function Documentation

gumbo_lex()

bool gumbo_lex	(	struct GumboInternalParser *	parser,
		GumboToken *	output
	)

gumbo_token_destroy()

void gumbo_token_destroy	(	struct GumboInternalParser *	parser,
		GumboToken *	token
	)

gumbo_tokenizer_set_is_current_node_foreign()

void gumbo_tokenizer_set_is_current_node_foreign	(	struct GumboInternalParser *	parser,
		bool	is_foreign
	)

gumbo_tokenizer_set_state()

void gumbo_tokenizer_set_state	(	struct GumboInternalParser *	parser,
		GumboTokenizerEnum	state
	)

gumbo_tokenizer_state_destroy()

void gumbo_tokenizer_state_destroy

(

struct GumboInternalParser *

parser

)

gumbo_tokenizer_state_init()

void gumbo_tokenizer_state_init	(	struct GumboInternalParser *	parser,
		const char *	text,
		size_t	text_length
	)