Add implemented a tokenizer function

CM2005 Object Oriented Programming/Topic 3/3.1.3/test.cpp

@@ -0,0 +1,29 @@
+#include <string>
+#include <vector>
+#include <iostream>
+
+std::vector<std::string> Tokenise(std::string csvLine, char separator)
+{
+  std::vector<std::string> tokens;
+  signed int start, end;
+  std::string token;
+  start = csvLine.find_first_not_of(separator, 0);
+  do
+  {
+    end = csvLine.find_first_of(separator, start);
+    if(start == csvLine.length() || start == end) break;
+    if(end >= 0)
+      token = csvLine.substr(start, end - start);
+    else
+      token = csvLine.substr(start, csvLine.length() - start);
+    
+    tokens.push_back(token);
+    start = end + 1;
+  } while (end > 0);
+  return tokens;
+}
+
+int main()
+{
+  return 0;
+}