Move OV tokenizer to the root folder

Author: apaniukov

optimum/exporters/openvino/__main__.py

@@ -356,9 +356,7 @@ class StoreAttr(object):
     )
 
     # hide openvino import when using other exporters
-    # avoid circular import
     from optimum.exporters.openvino.convert import export_tokenizer
-    from optimum.intel.openvino.utils import OV_TOKENIZER_FOLDER
 
     if convert_tokenizer and is_openvino_tokenizers_available():
         if library_name != "diffusers":
@@ -369,7 +367,7 @@ class StoreAttr(object):
 
             if tokenizer is not None:
                 try:
-                    export_tokenizer(tokenizer, output / OV_TOKENIZER_FOLDER)
+                    export_tokenizer(tokenizer, output)
                 except Exception as exception:
                     logger.warning(
                         "Could not load tokenizer using specified model ID or path. OpenVINO tokenizer/detokenizer "

optimum/intel/openvino/utils.py

@@ -34,7 +34,6 @@
 OV_DECODER_NAME = "openvino_decoder_model.xml"
 OV_DECODER_WITH_PAST_NAME = "openvino_decoder_with_past_model.xml"
 
-OV_TOKENIZER_FOLDER = "openvino_tokenizer"
 OV_TOKENIZER_NAME = "openvino_tokenizer{}.xml"
 OV_DETOKENIZER_NAME = "openvino_detokenizer{}.xml"