|
|
typedef std::function< std::string(const std::string &prefix, int next_index, int page_limit)> | next_page_request_t |
| |
|
typedef std::function< int(const boost::property_tree::ptree &tree)> | start_index_picker_t |
| |
|
typedef std::function< int(const boost::property_tree::ptree &tree)> | end_index_picker_t |
| |
|
typedef std::string | output_type |
| |
|
|
| paged_https_extractor_impl (const std::string &domain, const std::string &path, int page_limit, const next_page_request_t &func, const start_index_picker_t &start_index_picker, const end_index_picker_t &end_index_picker) |
| |
|
virtual bool | process () |
| |
|
virtual std::string | output_value () |
| |
|
void | reset_done_value () |
| |
|
virtual void | done_value () |
| |
|
bool | has_value () const |
| |
|
engine * | get_engine () const |
| |
|
void | set_engine (engine *e) |
| |
|
void | add_predecessor (functor *pred) |
| |
|
const std::vector< functor * > | predecessors () const |
| |
|
|
std::string | request (const std::string &url) |
| |
|
|
const std::string | m_domain |
| |
|
const std::string | m_path |
| |
|
int32_t | m_index |
| |
|
int32_t | m_page_limit |
| |
|
bool | m_reach_end |
| |
|
std::string | m_response |
| |
|
next_page_request_t | m_next_page_request |
| |
|
start_index_picker_t | m_start_index_picker |
| |
|
end_index_picker_t | m_end_index_picker |
| |
|
bool | m_has_value |
| |
|
std::vector< functor * > | m_predecessors |
| |
|
engine * | m_engine |
| |
|
uint32_t | m_status |
| |
The documentation for this class was generated from the following files:
Public Types inherited from hpda::internal::processor_with_output< std::string >