Fix compile error

Author: olokobayusuf

CMakeLists.txt

@@ -2,7 +2,7 @@ cmake_minimum_required(VERSION 3.18)
 project(
     libtokenizers
     LANGUAGES C CXX
-    VERSION 0.0.1
+    VERSION 0.0.2
 )
 
 # Options

Changelog.md

@@ -1,2 +1,5 @@
+## 0.0.2
++ Fixed compile error due to naming in `tokenizer::from_file` method.
+
 ## 0.0.1
 + First pre-release.

include/tokenizers/cxx/tokenizer.hpp

@@ -137,11 +137,11 @@ namespace huggingface::tokenizers {
         static tokenizer from_file(const std::filesystem::path& path) {
             if (!std::filesystem::exists(path))
                 throw std::runtime_error("Failed to create tokenizer because tokenizer file could not be found");
-            hft_tokenizer* tokenizer = nullptr;
-            hft_status status = hft_tokenizer_create_from_file(path.string().c_str(), &tokenizer);
+            hft_tokenizer* tok = nullptr;
+            hft_status status = hft_tokenizer_create_from_file(path.string().c_str(), &tok);
             if (status != HFT_OK)
                 throw std::runtime_error("Failed to create tokenizer from file");
-            return tokenizer(tokenizer);
+            return tokenizer(tok);
         }
 
     private: