Vowpal Wabbit
Public Member Functions | Public Attributes | List of all members
parser Struct Reference

#include <parser.h>

Public Member Functions

 parser (size_t ring_size, bool strict_parse_)
 
 parser (const parser &)=delete
 
parseroperator= (const parser &)=delete
 

Public Attributes

std::vector< VW::string_viewwords
 
VW::object_pool< exampleexample_pool
 
VW::ptr_queue< exampleready_parsed_examples
 
std::unique_ptr< io_bufinput
 
int(* reader )(vw *, v_array< example * > &examples)
 reader consumes the input io_buf in the vw object and is generally for file based parsing More...
 
void(* text_reader )(vw *, const char *, size_t, v_array< example * > &)
 text_reader consumes the char* input and is for text based parsing More...
 
shared_data_shared_data = nullptr
 
hash_func_t hasher
 
bool resettable
 
std::unique_ptr< io_bufoutput
 
std::string currentname
 
std::string finalname
 
bool write_cache = false
 
bool sort_features = false
 
bool sorted_cache = false
 
const size_t ring_size
 
std::atomic< uint64_t > begin_parsed_examples
 
std::atomic< uint64_t > end_parsed_examples
 
std::atomic< uint64_t > finished_examples
 
uint32_t in_pass_counter = 0
 
bool emptylines_separate_examples = false
 
std::mutex output_lock
 
std::condition_variable output_done
 
bool done = false
 
v_array< size_t > ids
 
v_array< size_t > counts
 
size_t finished_count
 
int bound_sock = 0
 
std::vector< VW::string_viewparse_name
 
label_parser lbl_parser
 
bool audit = false
 
bool decision_service_json = false
 
bool strict_parse
 
std::exception_ptr exc_ptr
 
std::unique_ptr< dsjson_metricsmetrics = nullptr
 

Constructor & Destructor Documentation

parser::parser ( size_t  ring_size,
bool  strict_parse_ 
)
inline
parser::parser ( const parser )
delete

Member Function Documentation

parser& parser::operator= ( const parser )
delete

Member Data Documentation

shared_data* parser::_shared_data = nullptr
bool parser::audit = false
std::atomic<uint64_t> parser::begin_parsed_examples
int parser::bound_sock = 0
v_array<size_t> parser::counts
std::string parser::currentname
bool parser::decision_service_json = false
bool parser::done = false
bool parser::emptylines_separate_examples = false
std::atomic<uint64_t> parser::end_parsed_examples
VW::object_pool<example> parser::example_pool
std::exception_ptr parser::exc_ptr
std::string parser::finalname
size_t parser::finished_count
std::atomic<uint64_t> parser::finished_examples
hash_func_t parser::hasher
v_array<size_t> parser::ids
uint32_t parser::in_pass_counter = 0
std::unique_ptr<io_buf> parser::input
label_parser parser::lbl_parser
std::unique_ptr<dsjson_metrics> parser::metrics = nullptr
std::unique_ptr<io_buf> parser::output
std::condition_variable parser::output_done
std::mutex parser::output_lock
std::vector<VW::string_view> parser::parse_name
int(* parser::reader) (vw *, v_array< example * > &examples)

reader consumes the input io_buf in the vw object and is generally for file based parsing

VW::ptr_queue<example> parser::ready_parsed_examples
bool parser::resettable
const size_t parser::ring_size
bool parser::sort_features = false
bool parser::sorted_cache = false
bool parser::strict_parse
void(* parser::text_reader) (vw *, const char *, size_t, v_array< example * > &)

text_reader consumes the char* input and is for text based parsing

std::vector<VW::string_view> parser::words
bool parser::write_cache = false

The documentation for this struct was generated from the following file: