| 1 | #include <boost/spirit/include/lex_lexertl.hpp>
|
|---|
| 2 | #include <boost/bind.hpp>
|
|---|
| 3 | #include <boost/ref.hpp>
|
|---|
| 4 | #include <iostream>
|
|---|
| 5 |
|
|---|
| 6 | namespace lex = boost::spirit::lex;
|
|---|
| 7 |
|
|---|
| 8 | enum class token { word, eol, char_ };
|
|---|
| 9 |
|
|---|
| 10 | template <class Lexer>
|
|---|
| 11 | struct word_count_tokens: lex::lexer<Lexer> {
|
|---|
| 12 | word_count_tokens() {
|
|---|
| 13 | this->self.add
|
|---|
| 14 | ("[^ \t\n]+", token::word)
|
|---|
| 15 | ("\n" , token::eol)
|
|---|
| 16 | ("." , token::char_);
|
|---|
| 17 | }
|
|---|
| 18 | };
|
|---|
| 19 |
|
|---|
| 20 | struct counter {
|
|---|
| 21 | using result_type = bool;
|
|---|
| 22 |
|
|---|
| 23 | template <class Token>
|
|---|
| 24 | bool operator()(Token const &t, int &c, int w, int &l) {
|
|---|
| 25 | switch(t.id()) {
|
|---|
| 26 | case token::word:
|
|---|
| 27 | ++w;
|
|---|
| 28 | c += t.value().size();
|
|---|
| 29 | break;
|
|---|
| 30 | case token::eol:
|
|---|
| 31 | ++l;
|
|---|
| 32 | ++c;
|
|---|
| 33 | break;
|
|---|
| 34 | case token::char_:
|
|---|
| 35 | ++c;
|
|---|
| 36 | break;
|
|---|
| 37 | }
|
|---|
| 38 | return true;
|
|---|
| 39 | }
|
|---|
| 40 | };
|
|---|
| 41 |
|
|---|
| 42 | int main(int argc, char *argv[]) {
|
|---|
| 43 | int c{0}, w{0}, l{0};
|
|---|
| 44 | const std::string text{"test test\nline test"};
|
|---|
| 45 | const char * first = text.data(),
|
|---|
| 46 | * last = text.data() + text.size();
|
|---|
| 47 |
|
|---|
| 48 | word_count_tokens<lex::lexertl::lexer<> > word_count_functor;
|
|---|
| 49 | bool r = lex::tokenize(first, last, word_count_functor,
|
|---|
| 50 | boost::bind(counter(), _1, boost::ref(c), boost::ref(w), boost::ref(l)));
|
|---|
| 51 |
|
|---|
| 52 | std::cout << "result: " << r << std::endl;
|
|---|
| 53 | std::cout << c << '\t' << w << '\t' << l << std::endl;
|
|---|
| 54 |
|
|---|
| 55 | return 0;
|
|---|
| 56 | }
|
|---|