refactor hash length setting into constants file and reducing length to something more sane

Author: benjaminye

llmtune/constants/files.py

@@ -1,7 +1,10 @@
 # Example config file
 EXAMPLE_CONFIG_FNAME = "config.yml"
 
-# DIRECTORY HELPER
+# DIRECTORY HELPER - HASH SETTING
+NUM_MD5_DIGITS_FOR_SQIDS = 2
+
+# DIRECTORY HELPER - DIRECTORY & FILE NAMES
 CONFIG_DIR_NAME = "config"
 CONFIG_FILE_NAME = "config.yml"
 

llmtune/utils/save_utils.py

@@ -17,6 +17,7 @@
     CONFIG_DIR_NAME,
     CONFIG_FILE_NAME,
     DATASET_DIR_NAME,
+    NUM_MD5_DIGITS_FOR_SQIDS,
     QA_DIR_NAME,
     QA_FILE_NAME,
     RESULTS_DIR_NAME,
@@ -26,9 +27,6 @@
 from llmtune.pydantic_models.config_model import Config
 
 
-NUM_MD5_DIGITS_FOR_SQIDS = 5  # TODO: maybe move consts to a dedicated folder
-
-
 @dataclass
 class DirectoryList:
     save_dir: Path