#ifndef STRING_UTILITY_H
#define STRING_UTILITY_H

#include <iostream>
#include <cstdlib> 
#include <ctime> 
#include <math.h>


using namespace std;

class n_gram{
public:
        n_gram(int n, const vector<string>& v):n_(n), words_(v){}

        friend ostream& operator<<(ostream& out, const n_gram& ng);

private:
        int n_;
        vector<string> words_;

};

void Tokenize(string line, vector<string> & tokens, string delimiters = "\t ");

#endif