data folders should be together

Signed-off-by: Dushyant Behl <[email protected]>

Author: dushyantbehl

tests/acceleration/test_acceleration_framework.py

@@ -54,13 +54,13 @@
 from tuning.utils.import_utils import is_fms_accelerate_available
 
 # for some reason the CI will raise an import error if we try to import
-# these from tests.testdata
+# these from tests.artifacts.testdata
 TWITTER_COMPLAINTS_JSON_FORMAT = os.path.join(
-    os.path.dirname(__file__), "../data/twitter_complaints_json.json"
+    os.path.dirname(__file__), "../artifacts/testdata/twitter_complaints_json.json"
 )
 TWITTER_COMPLAINTS_TOKENIZED = os.path.join(
     os.path.dirname(__file__),
-    "../data/twitter_complaints_tokenized_with_maykeye_tinyllama_v0.json",
+    "../artifacts/testdata/twitter_complaints_tokenized_with_maykeye_tinyllama_v0.json",
 )
 
 # pylint: disable=import-error

tests/predefined_data_configs/__init__.py …acts/predefined_data_configs/__init__.pytests/predefined_data_configs/__init__.py renamed to tests/artifacts/predefined_data_configs/__init__.py tests/predefined_data_configs/__init__.py renamed to tests/artifacts/predefined_data_configs/__init__.py

@@ -25,6 +25,6 @@
 PRETOKENIZE_JSON_DATA_YAML = os.path.join(
     PREDEFINED_DATA_CONFIGS, "pretokenized_json_data.yaml"
 )
-TOKENIZE_AND_INSTRUCTION_MASKING_YAML = os.path.join(
-    PREDEFINED_DATA_CONFIGS, "tokenize_and_instruction_masking.yaml"
+TOKENIZE_AND_APPLY_INPUT_MASKING_YAML = os.path.join(
+    PREDEFINED_DATA_CONFIGS, "tokenize_and_apply_input_masking.yaml"
 )