File tree Expand file tree Collapse file tree 2 files changed +3
-15
lines changed
batch_process_dataset/src Expand file tree Collapse file tree 2 files changed +3
-15
lines changed Original file line number Diff line number Diff line change @@ -146,9 +146,7 @@ def upload_dataset(self) -> DatasetFile or None:
146146 :return: the file hash and the hosted url as a tuple or None if no upload is required
147147 """
148148 try :
149- self .logger .info (
150- "Accessing URL %s" , self .producer_url
151- )
149+ self .logger .info ("Accessing URL %s" , self .producer_url )
152150 temp_file_path = self .generate_temp_filename ()
153151 file_sha256_hash , is_zip = self .download_content (temp_file_path )
154152 if not is_zip :
Original file line number Diff line number Diff line change @@ -35,27 +35,17 @@ def filter(self, record):
3535 record .msg = f"[{ self .stable_id } ] { record .msg } "
3636 return True
3737
38-
39- _logger_initialized = False
40- lock = threading .Lock ()
41-
42-
4338def init_logger ():
4439 """
4540 Initializes the logger
4641 """
47- with lock :
48- global _logger_initialized
49- if _logger_initialized :
50- return
51- logging .basicConfig (level = get_env_logging_level ())
52- _logger_initialized = True
42+ logging .basicConfig (level = get_env_logging_level ())
5343
5444
5545def get_logger (name : str , stable_id : str = None ):
5646 logger = logging .getLogger (name )
5747 if stable_id and not any (
58- isinstance (handler , StableIdFilter ) for handler in logger .handlers
48+ isinstance (log_filter , StableIdFilter ) for log_filter in logger .filters
5949 ):
6050 logger .addFilter (StableIdFilter (stable_id ))
6151 return logger
You can’t perform that action at this time.
0 commit comments