eckit::Tokenizer class
#include <eckit/utils/Tokenizer.h>

Public static functions

static auto split_at(const std::string& s, char separator) -> std::vector<std::string>

Constructors, destructors, conversion operators

Tokenizer(char, bool keepEmpty = false)
Tokenizer(const std::string&, bool keepEmpty = false)
~Tokenizer()

Public functions

void operator()(const std::string&, std::vector<std::string>&) const
void operator()(std::istream&, std::vector<std::string>&) const
void operator()(const std::string&, std::set<std::string>&) const
void operator()(std::istream&, std::set<std::string>&) const
auto tokenize(const std::string&) const -> std::vector<std::string>
auto tokenize(std::istream&) const -> std::vector<std::string>

Friends

auto operator<<(std::ostream& s, const Tokenizer& p) -> std::ostream&

Function documentation

static std::vector<std::string> eckit::Tokenizer::split_at(const std::string& s, char separator)

Splits the given the string on the first instance of the separator.

The result is the set of separated tokens:

  • if the separator is not found, containing 1 token: [begin, end]
  • if the separator is found, containing 2 tokens: [begin, separator[, ]separator, end]