fix: add overflow checks for calloc operations in tokenize.cpp

Co-Authored-By: Jake Cosme <[email protected]>

Author: devin-ai-integration[bot]

tools/tokenize/tokenize.cpp

@@ -99,6 +99,9 @@ static std::vector<std::string> ingest_args(int raw_argc, char ** raw_argv) {
 
     for (int i = 0; i < argc; ++i) {
         int length_needed = WideCharToMultiByte(CP_UTF8, 0, wargv[i], wcslen(wargv[i]), 0, 0, NULL, NULL);
+        if (length_needed < 0 || length_needed >= INT_MAX) {
+            GGML_ABORT("WideCharToMultiByte returned invalid length");
+        }
         char * output_buf = (char *) calloc(length_needed+1, sizeof(char));
         GGML_ASSERT(output_buf);
 
@@ -173,6 +176,9 @@ static void write_utf8_cstr_to_stdout(const char * str, bool & invalid_utf8) {
             GGML_ABORT("MultiByteToWideChar() failed in an unexpected way.");
         }
 
+        if (length_needed < 0 || length_needed >= INT_MAX) {
+            GGML_ABORT("MultiByteToWideChar returned invalid length");
+        }
         LPWSTR wstr = (LPWSTR) calloc(length_needed+1, sizeof(*wstr));
         GGML_ASSERT(wstr);