adjust logger

Author: emptymalei

dataherb/cmd/configs.py

@@ -1,7 +1,10 @@
 from loguru import logger
 import json
+import sys
 from pathlib import Path
 
+logger.remove()
+logger.add(sys.stderr, level="INFO", enqueue=True)
 
 def load_dataherb_config(config_path=None):
     """Loads the dataherb config file.

dataherb/cmd/create.py

@@ -1,10 +1,12 @@
-import os
+import os, sys
 import click
 
 import inquirer
 from dataherb.parse.model_json import IGNORED_FOLDERS_AND_FILES
 from loguru import logger
 
+logger.remove()
+logger.add(sys.stderr, level="INFO", enqueue=True)
 
 def describe_file(file):
     """

dataherb/command.py

@@ -1,4 +1,3 @@
-from genericpath import exists
 import json
 import os, sys
 from pathlib import Path
@@ -19,6 +18,9 @@
 from dataherb.parse.model_json import STATUS_CODE, MetaData
 from dataherb.serve.save_mkdocs import SaveMkDocs
 
+logger.remove()
+logger.add(sys.stderr, level="INFO", enqueue=True)
+
 __CWD__ = os.getcwd()
 
 
@@ -330,6 +332,7 @@ def echo_summary(key, value_dict, bg=None, fg=None):
 
 
 
+
 if __name__ == "__main__":
     fl = Flora()
     pass

dataherb/core/base.py

@@ -10,6 +10,10 @@
 from datapackage import Package, Resource
 from loguru import logger
 from rapidfuzz import fuzz
+import sys
+
+logger.remove()
+logger.add(sys.stderr, level="INFO", enqueue=True)
 
 
 class Herb(object):

dataherb/fetch/remote.py

@@ -1,14 +1,13 @@
-import json
-import logging
-import os
+from loguru import logger
+import os, sys
 import random
 
 import requests
 from requests.adapters import HTTPAdapter
 from requests.packages.urllib3.util.retry import Retry
 
-logging.basicConfig()
-logger = logging.getLogger("fetch")
+logger.remove()
+logger.add(sys.stderr, level="INFO", enqueue=True)
 
 
 def random_user_agent():

dataherb/flora.py

@@ -1,16 +1,20 @@
 import json
+import sys
 from pathlib import Path
 
 from loguru import logger
 
 from dataherb.core.base import Herb
-from dataherb.core.search import search_by_ids_in_flora as _search_by_ids_in_flora
-from dataherb.core.search import (
-    search_by_keywords_in_flora as _search_by_keywords_in_flora,
-)
+from dataherb.core.search import \
+    search_by_ids_in_flora as _search_by_ids_in_flora
+from dataherb.core.search import \
+    search_by_keywords_in_flora as _search_by_keywords_in_flora
 from dataherb.fetch.remote import get_data_from_url as _get_data_from_url
 from dataherb.parse.model_json import MetaData
 
+logger.remove()
+logger.add(sys.stderr, level="INFO", enqueue=True)
+
 
 class Flora(object):
     """

dataherb/parse/csv.py

@@ -1,6 +1,9 @@
 from loguru import logger
 from dataherb.parse.model import MetaData
+import sys
 
+logger.remove()
+logger.add(sys.stderr, level="INFO", enqueue=True)
 
 if __name__ == "__main__":
     logger.debug("End of Game")

dataherb/parse/model_json.py

@@ -1,13 +1,16 @@
 import csv
 import json
-import os
+import os, sys
 from collections import OrderedDict
 from pathlib import Path
 
 import ruamel.yaml
 from loguru import logger
 from ruamel.yaml.representer import RoundTripRepresenter
 
+logger.remove()
+logger.add(sys.stderr, level="INFO", enqueue=True)
+
 IGNORED_FOLDERS_AND_FILES = [".git", ".dataherb", ".vscode"]
 
 

dataherb/parse/model_yaml.py

@@ -1,12 +1,15 @@
 import csv
-import os
+import os, sys
 from collections import OrderedDict
 from pathlib import Path
 
 import ruamel.yaml
 from loguru import logger
 from ruamel.yaml.representer import RoundTripRepresenter
 
+logger.remove()
+logger.add(sys.stderr, level="INFO", enqueue=True)
+
 IGNORED_FOLDERS_AND_FILES = [".git", ".dataherb", ".vscode"]
 
 # Add representer to ruamel.yaml for OrderedDict

dataherb/serve/models.py

@@ -1,7 +1,10 @@
 from abc import abstractclassmethod
+import sys
 from loguru import logger
 from dataherb.flora import Flora
 
+logger.remove()
+logger.add(sys.stderr, level="INFO", enqueue=True)
 
 class SourceModel:
     """