parse_dispatch_loop.h File Reference

#include <functional>

Go to the source code of this file.

Typedefs
using	dispatch_fptr = std::function< void(vw &, v_array< example * > &)>

Functions
void	parse_dispatch (vw &all, dispatch_fptr dispatch)

Typedef Documentation

dispatch_fptr

using dispatch_fptr = std::function<void(vw&, v_array<example*>&)>

Definition at line 5 of file parse_dispatch_loop.h.

Function Documentation

parse_dispatch()

void parse_dispatch ( vw &  all, dispatch_fptr  dispatch  )

inline

Definition at line 7 of file parse_dispatch_loop.h.

References v_array< T >::clear(), label_parser::default_label, v_array< T >::delete_v(), vw::do_reset_source, parser::done, parser::exc_ptr, VW::vw_exception::Filename(), VW::get_unused_example(), parser::in_pass_counter, VW::vw_exception::LineNumber(), lock_done(), parser::lp, vw::max_examples, vw::num_bits, vw::numpasses, vw::p, vw::pass_length, vw::passes_complete, v_array< T >::push_back(), parser::reader, reset_source(), VW::setup_examples(), v_array< T >::size(), and VW::vw_exception::what().

Referenced by LEARNER::generic_driver_onethread(), and main_parse_loop().

{
  v_array<example*> examples = v_init<example*>();
  size_t example_number = 0;  // for variable-size batch learning algorithms

  try
  {
    while (!all.p->done)
    {
      examples.push_back(&VW::get_unused_example(&all));  // need at least 1 example
      if (!all.do_reset_source && example_number != all.pass_length && all.max_examples > example_number &&
          all.p->reader(&all, examples) > 0)
      {
        VW::setup_examples(all, examples);
        example_number += examples.size();
        dispatch(all, examples);
      }
      else
      {
        reset_source(all, all.num_bits);
        all.do_reset_source = false;
        all.passes_complete++;

        // setup an end_pass example
        all.p->lp.default_label(&examples[0]->l);
        examples[0]->end_pass = true;
        all.p->in_pass_counter = 0;

        if (all.passes_complete == all.numpasses && example_number == all.pass_length)
        {
          all.passes_complete = 0;
          all.pass_length = all.pass_length * 2 + 1;
        }
        dispatch(all, examples);  // must be called before lock_done or race condition exists.
        if (all.passes_complete >= all.numpasses && all.max_examples >= example_number)
          lock_done(*all.p);
        example_number = 0;
      }

      examples.clear();
    }
  }
  catch (VW::vw_exception& e)
  {
    std::cerr << "vw example #" << example_number << "(" << e.Filename() << ":" << e.LineNumber() << "): " << e.what()
              << std::endl;

    // Stash the exception so it can be thrown on the main thread.
    all.p->exc_ptr = std::current_exception();
  }
  catch (std::exception& e)
  {
    std::cerr << "vw: example #" << example_number << e.what() << std::endl;

    // Stash the exception so it can be thrown on the main thread.
    all.p->exc_ptr = std::current_exception();
  }
  lock_done(*all.p);
  examples.delete_v();
}