Add a utility function for line tokenizing

Author: sourrust

src/util.c

@@ -100,6 +100,14 @@ static bool pushline(LacoState* laco, bool isFirstLine) {
   return result;
 }
 
+static inline void ignore_extra_spaces(char** string_ptr) {
+  if(*string_ptr == NULL) return;
+
+  while(**string_ptr == ' ') {
+    *string_ptr += 1;
+  }
+}
+
 /* External API */
 
 int laco_load_line(LacoState* laco) {
@@ -170,3 +178,22 @@ int laco_is_match(const char** matches, const char* test_string) {
 
   return false;
 }
+
+char** laco_line_to_words(char* line) {
+  if(line == NULL) return NULL;
+
+  char** result = calloc(16, sizeof(char*));
+  size_t i = 0;
+
+  while(1) {
+    result[i] = strsep(&line, " ");
+
+    if(result[i] == NULL) break;
+
+    ignore_extra_spaces(&line);
+
+    i += 1;
+  }
+
+  return result;
+}

src/util.h

@@ -38,4 +38,6 @@ void laco_report_error(struct LacoState* laco, int status);
  */
 int laco_is_match(const char** matches, const char* test_string);
 
+char** laco_line_to_words(char* line);
+
 #endif /* LACO_UTIL_H */