split greedy_builder into encoder and tokenizer

Author: jararap

pcatt/greedy_builder.cpp

@@ -10,11 +10,9 @@ namespace py = pybind11;
 #include <numeric>
 #include <unordered_map>
 #include <unordered_set>
-// #include <boost/regex.hpp>
 #include <regex>
 #include "tbb.h"
 using namespace std;
-// using namespace boost;
 namespace chrono = std::chrono;
 
 /*