global_data.h File Reference

#include <iostream>
#include <iomanip>
#include <vector>
#include <map>
#include <cfloat>
#include <stdint.h>
#include <cstdio>
#include <inttypes.h>
#include <climits>
#include <stack>
#include <array>
#include <thread>
#include "v_array.h"
#include "array_parameters.h"
#include "parse_primitives.h"
#include "loss_functions.h"
#include "comp_io.h"
#include "example.h"
#include "config.h"
#include "learner.h"
#include "v_hashmap.h"
#include <time.h>
#include "hash.h"
#include "crossplat_compat.h"
#include "error_reporting.h"
#include "constant.h"
#include "rand48.h"
#include "options.h"
#include "version.h"
#include <memory>

Go to the source code of this file.

Classes
struct	dictionary_info
class	namedlabels
struct	shared_data
struct	rand_state
struct	vw

Namespaces
	label_type

Typedefs
typedef float	weight
typedef v_hashmap< substring, features * >	feature_dict

Enumerations
enum	AllReduceType { Socket, Thread }
enum	label_type::label_type_t {   label_type::simple, label_type::cb, label_type::cb_eval, label_type::cs,   label_type::multi, label_type::mc, label_type::ccb }

Functions
void	deleter (substring ss, uint64_t)
void	print_result (int f, float res, float weight, v_array< char > tag)
void	binary_print_result (int f, float res, float weight, v_array< char > tag)
void	noop_mm (shared_data *, float label)
void	get_prediction (int sock, float &res, float &weight)
void	compile_gram (std::vector< std::string > grams, std::array< uint32_t, NUM_NAMESPACES > &dest, char *descriptor, bool quiet)
void	compile_limits (std::vector< std::string > limits, std::array< uint32_t, NUM_NAMESPACES > &dest, bool quiet)
int	print_tag (std::stringstream &ss, v_array< char > tag)

Typedef Documentation

feature_dict

typedef v_hashmap<substring, features*> feature_dict

Definition at line 53 of file global_data.h.

weight

typedef float weight

Definition at line 51 of file global_data.h.

Enumeration Type Documentation

AllReduceType

enum AllReduceType

Enumerator
Socket
Thread

Definition at line 332 of file global_data.h.

{
  Socket,
  Thread
};

Function Documentation

binary_print_result()

void binary_print_result	(	int	f,
		float	res,
		float	weight,
		v_array< char >	tag
	)

Definition at line 72 of file global_data.cc.

References send_prediction().

Referenced by enable_sources(), vw::get_random_state(), and reset_source().

{
  if (f >= 0)
  {
    global_prediction ps = {res, weight};
    send_prediction(f, ps);
  }
}

compile_gram()

void compile_gram	(	std::vector< std::string >	grams,
		std::array< uint32_t, NUM_NAMESPACES > &	dest,
		char *	descriptor,
		bool	quiet
	)

Definition at line 191 of file global_data.cc.

Referenced by vw::get_random_state(), and parse_feature_tweaks().

{
  for (size_t i = 0; i < grams.size(); i++)
  {
    std::string ngram = grams[i];
    if (isdigit(ngram[0]))
    {
      int n = atoi(ngram.c_str());
      if (!quiet)
        std::cerr << "Generating " << n << "-" << descriptor << " for all namespaces." << std::endl;
      for (size_t j = 0; j < 256; j++) dest[j] = n;
    }
    else if (ngram.size() == 1)
      std::cout << "You must specify the namespace index before the n" << std::endl;
    else
    {
      int n = atoi(ngram.c_str() + 1);
      dest[(uint32_t)(unsigned char)*ngram.c_str()] = n;
      if (!quiet)
        std::cerr << "Generating " << n << "-" << descriptor << " for " << ngram[0] << " namespaces." << std::endl;
    }
  }
}

compile_limits()

void compile_limits	(	std::vector< std::string >	limits,
		std::array< uint32_t, NUM_NAMESPACES > &	dest,
		bool	quiet
	)

Definition at line 216 of file global_data.cc.

Referenced by vw::get_random_state(), and parse_feature_tweaks().

{
  for (size_t i = 0; i < limits.size(); i++)
  {
    std::string limit = limits[i];
    if (isdigit(limit[0]))
    {
      int n = atoi(limit.c_str());
      if (!quiet)
        std::cerr << "limiting to " << n << "features for each namespace." << std::endl;
      for (size_t j = 0; j < 256; j++) dest[j] = n;
    }
    else if (limit.size() == 1)
      std::cout << "You must specify the namespace index before the n" << std::endl;
    else
    {
      int n = atoi(limit.c_str() + 1);
      dest[(uint32_t)limit[0]] = n;
      if (!quiet)
        std::cerr << "limiting to " << n << " for namespaces " << limit[0] << std::endl;
    }
  }
}

deleter()

void deleter ( substring  ss, uint64_t    )

inline

Definition at line 62 of file global_data.h.

References substring::begin, and free_it().

Referenced by namedlabels::~namedlabels().

{ free_it(ss.begin); }

get_prediction()

void get_prediction	(	int	sock,
		float &	res,
		float &	weight
	)

Definition at line 52 of file global_data.cc.

References global_prediction::p, really_read(), and global_prediction::weight.

Referenced by vw::get_random_state().

{
  global_prediction p;
  really_read(sock, &p, sizeof(p));
  res = p.p;
  weight = p.weight;
}

noop_mm()

void noop_mm	(	shared_data *	,
		float	label
	)

Definition at line 135 of file global_data.cc.

Referenced by vw::get_random_state(), getLossFunction(), parse_example_tweaks(), and predict_or_learn_multi().

{}

print_result()

void print_result	(	int	f,
		float	res,
		float	weight,
		v_array< char >	tag
	)

Definition at line 91 of file global_data.cc.

References print_tag(), and io_buf::write_file_or_socket().

Referenced by vw::get_random_state(), and vw::vw().

{
  if (f >= 0)
  {
    std::stringstream ss;
    auto saved_precision = ss.precision();
    if (floorf(res) == res)
      ss << std::setprecision(0);
    ss << std::fixed << res << std::setprecision(saved_precision);
    print_tag(ss, tag);
    ss << '\n';
    ssize_t len = ss.str().size();
    ssize_t t = io_buf::write_file_or_socket(f, ss.str().c_str(), (unsigned int)len);
    if (t != len)
    {
      std::cerr << "write error: " << strerror(errno) << std::endl;
    }
  }
}

print_tag()

int print_tag	(	std::stringstream &	ss,
		v_array< char >	tag
	)

Definition at line 81 of file global_data.cc.

References v_array< T >::begin(), v_array< T >::end(), and v_array< T >::size().

Referenced by active_print_result(), confidence_print_result(), vw::get_random_state(), ACTION_SCORE::print_action_score(), print_raw_text(), and print_result().

{
  if (tag.begin() != tag.end())
  {
    ss << ' ';
    ss.write(tag.begin(), sizeof(char) * tag.size());
  }
  return tag.begin() != tag.end();
}