parser Struct Reference

#include <parser.h>

Public Member Functions
	parser (size_t ring_size, bool strict_parse_)
	~parser ()
	parser (const parser &)=delete
parser &	operator= (const parser &)=delete

Public Attributes
std::vector< VW::string_view >	words
VW::object_pool< example >	example_pool
VW::ptr_queue< example >	ready_parsed_examples
io_buf *	input = nullptr
int(*	reader )(vw *, v_array< example * > &examples)
	reader consumes the input io_buf in the vw object and is generally for file based parsing More...
void(*	text_reader )(vw *, const char *, size_t, v_array< example * > &)
	text_reader consumes the char* input and is for text based parsing More...
shared_data *	_shared_data = nullptr
hash_func_t	hasher
bool	resettable
io_buf *	output = nullptr
std::string	currentname
std::string	finalname
bool	write_cache = false
bool	sort_features = false
bool	sorted_cache = false
const size_t	ring_size
std::atomic< uint64_t >	begin_parsed_examples
std::atomic< uint64_t >	end_parsed_examples
std::atomic< uint64_t >	finished_examples
uint32_t	in_pass_counter = 0
bool	emptylines_separate_examples = false
std::mutex	output_lock
std::condition_variable	output_done
bool	done = false
v_array< size_t >	ids
v_array< size_t >	counts
size_t	finished_count
int	bound_sock = 0
std::vector< VW::string_view >	parse_name
label_parser	lbl_parser
bool	audit = false
bool	decision_service_json = false
bool	strict_parse
std::exception_ptr	exc_ptr

Constructor & Destructor Documentation

parser::parser ( size_t  ring_size, bool  strict_parse_  )

inline

parser::~parser ( )

inline

parser::parser ( const parser &  )

delete

Member Function Documentation

parser& parser::operator= ( const parser &  )

delete

Member Data Documentation

shared_data* parser::_shared_data = nullptr

bool parser::audit = false

std::atomic<uint64_t> parser::begin_parsed_examples

int parser::bound_sock = 0

v_array<size_t> parser::counts

std::string parser::currentname

bool parser::decision_service_json = false

bool parser::done = false

bool parser::emptylines_separate_examples = false

std::atomic<uint64_t> parser::end_parsed_examples

VW::object_pool<example> parser::example_pool

std::exception_ptr parser::exc_ptr

std::string parser::finalname

size_t parser::finished_count

std::atomic<uint64_t> parser::finished_examples

hash_func_t parser::hasher

v_array<size_t> parser::ids

uint32_t parser::in_pass_counter = 0

io_buf* parser::input = nullptr

label_parser parser::lbl_parser

io_buf* parser::output = nullptr

std::condition_variable parser::output_done

std::mutex parser::output_lock

std::vector<VW::string_view> parser::parse_name

int(* parser::reader) (vw *, v_array< example * > &examples)

reader consumes the input io_buf in the vw object and is generally for file based parsing

VW::ptr_queue<example> parser::ready_parsed_examples

bool parser::resettable

const size_t parser::ring_size

bool parser::sort_features = false

bool parser::sorted_cache = false

bool parser::strict_parse

void(* parser::text_reader) (vw *, const char *, size_t, v_array< example * > &)

text_reader consumes the char* input and is for text based parsing

std::vector<VW::string_view> parser::words

bool parser::write_cache = false

---

The documentation for this struct was generated from the following file:

• /__w/vowpal_wabbit/vowpal_wabbit/vowpalwabbit/parser.h