|
@@ -18,13 +18,14 @@ public:
|
|
|
static constexpr size_t const infinite_outputs{~size_t(0)};
|
|
static constexpr size_t const infinite_outputs{~size_t(0)};
|
|
|
private:
|
|
private:
|
|
|
std::string divider_;
|
|
std::string divider_;
|
|
|
|
|
+ std::string quotes_;
|
|
|
size_t max_outputs_{infinite_outputs};
|
|
size_t max_outputs_{infinite_outputs};
|
|
|
bool truncate_{false};
|
|
bool truncate_{false};
|
|
|
bool ignore_empty_tokens_{true};
|
|
bool ignore_empty_tokens_{true};
|
|
|
bool escapable_{false};
|
|
bool escapable_{false};
|
|
|
|
|
|
|
|
public:
|
|
public:
|
|
|
- tokenizer(std::string const & divider);
|
|
|
|
|
|
|
+ tokenizer(std::string divider, std::string quotes = "");
|
|
|
|
|
|
|
|
tokenizer &max_outputs(size_t new_max_outputs);
|
|
tokenizer &max_outputs(size_t new_max_outputs);
|
|
|
tokenizer &truncate(bool new_truncate_overage);
|
|
tokenizer &truncate(bool new_truncate_overage);
|