Advertisement
jpcordovae

tokenizer

Sep 18th, 2012
79
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
C++ 0.46 KB | None | 0 0
  1.  
  2. std::vector<std::string> tokenize(const std::string &_line,const char *_delimeter)
  3. {
  4.     std::vector<std::string> Tokens;
  5.  
  6.     if(_line.empty()) return Tokens;
  7.  
  8.     std::string str;
  9.  
  10.     BOOST_FOREACH(char c,_line){
  11.         if(c==*_delimeter)
  12.         {
  13.             Tokens.push_back(str);
  14.             str.clear();
  15.             continue;
  16.         }
  17.         str += c;
  18.     }
  19.  
  20.     if(!str.empty())
  21.         Tokens.push_back(str);
  22.  
  23.     return Tokens;
  24. }
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement