#include <iostream>
#include <iterator>
#include <sstream>
#include <vector>
#include <string>
#include "hongmini.hpp"
 
template<typename String, typename Iter>
inline String join(const String glue, Iter begin, Iter end) {
  std::basic_stringstream<typename String::value_type> ss;
  for (Iter i(begin); i != end; ++i) {
    if (i != begin) {
      ss << glue;
    }
    ss << *i;
  }
  return ss.str();
}
 
int main() {
  std::cout << "Hongmini Tokenizer" << std::endl;
  while (true) {
    char code[80];
    std::cout << ">>> ";
    std::cin.getline(code, 80);
    std::string codes(code);
    if (codes == "exit") return 0;
    std::vector<std::string> tokens;
    hongmini::tokenize(codes.begin(), codes.end(), std::back_inserter(tokens));
    std::cout << "\""
              << join(std::string("\", \""), tokens.begin(), tokens.end())
              << "\""
              << std::endl;
  }
  return 0;
}