|
|
@@ -79,7 +79,7 @@ tokenizer::operator()(std::string const & input) const {
|
|
|
// Additionally, we do not want to include the final element if there is
|
|
|
// actually no data remaining in the buffer/input string, even when we permit
|
|
|
// empty tokens in our output.
|
|
|
- if (rval.size() < max_outputs_ && buffer.empty() && from == input.size()) {
|
|
|
+ if (rval.size() < max_outputs_ && !(buffer.empty() && from == input.size())) {
|
|
|
rval.emplace_back(buffer.empty() ? input.substr(from) : buffer);
|
|
|
}
|
|
|
return rval;
|