__init__.py

# Copyright (c) ModelScope Contributors. All rights reserved.

from .dequantizer import Fp8Dequantizer, MxFp4Dequantizer
from .env import (get_dist_setting, get_hf_endpoint, get_node_setting, get_pai_tensorboard_dir, is_deepspeed_enabled,
                  is_dist, is_last_rank, is_local_master, is_master, is_mp, is_mp_ddp, is_pai_training_job, use_hf_hub)
from .hf_config import HfConfigFactory
from .hub_utils import download_ms_file, git_clone_github, safe_snapshot_download
from .import_utils import (is_flash_attn_2_available, is_flash_attn_3_available, is_liger_available,
                           is_lmdeploy_available, is_megatron_available, is_swanlab_available, is_trl_available,
                           is_unsloth_available, is_vllm_ascend_available, is_vllm_available, is_wandb_available)
from .io_utils import JsonlWriter, append_to_jsonl, get_file_mm_type, read_from_jsonl, write_to_jsonl
from .logger import get_logger, ms_logger_context, setup_megatron_logging
from .np_utils import get_seed, stat_array, transform_jsonl_to_df
from .processor_utils import Processor, ProcessorMixin
from .safetensors import LazyTensor, SafetensorLazyLoader, StreamingSafetensorSaver
from .shutdown_manager import ShutdownManager
from .tb_utils import TB_COLOR, TB_COLOR_SMOOTH, plot_images, read_tensorboard_file, tensorboard_smoothing
from .torch_utils import (Serializer, check_shared_disk, disable_safe_ddp_context_use_barrier, empty_cache, gc_collect,
                          get_current_device, get_device, get_device_count, get_generative_reranker_logits,
                          get_last_valid_indices, get_max_reserved_memory, get_torch_device, init_process_group,
                          safe_ddp_context, set_default_ddp_config, set_device, time_synchronize, to_device,
                          to_float_dtype)
from .transformers_utils import (activate_parameters, disable_deepspeed_zero3, find_all_linears, find_embedding,
                                 find_layers, find_norm, find_sub_module, freeze_parameters,
                                 get_cu_seqlens_from_position_ids, get_model_parameter_info, get_modules_to_not_convert,
                                 get_multimodal_target_regex, get_n_params_grads, get_packed_seq_params,
                                 get_position_ids_from_cu_seqlens, seed_worker, show_layers,
                                 unwrap_model_for_generation)
from .utils import (add_version_to_work_dir, check_json_format, copy_files_by_pattern, deep_getattr, find_free_port,
                    find_node_ip, format_time, get_env_args, import_external_file, json_parse_to_dict, lower_bound,
                    parse_args, patch_getattr, read_multi_line, remove_response, retry_decorator, seed_everything,
                    shutdown_event_loop_in_daemon, split_list, start_event_loop_in_daemon, subprocess_run, test_time,
                    to_abspath, upper_bound)