fp-system-library/app_fp_system_library_deps_organizer.py at main · c-hydro/fp-system-library · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
#!/usr/bin/python3
"""
FP Library - Deps organizer

__date__ = '20220523'
__version__ = '1.0.0'
__author__ =
        'Fabio Delogu (fabio.delogu@cimafoundation.org'

__library__ = 'FP Library'

General command line:
python3 app_fp_system_library_organizer_deps.py

Version(s):
20220523 (1.0.0) --> First release
"""

# -------------------------------------------------------------------------------------
# Complete library
import logging
import os
import time
import glob
from copy import deepcopy
# -------------------------------------------------------------------------------------

# -------------------------------------------------------------------------------------
# Algorithm information
alg_version = '1.0.0'
alg_release = '2022-05-23'
alg_name = 'FP Library - Deps organizer'
# Algorithm parameter(s)
time_format = '%Y-%m-%d %H:%M'

# Algorithm logger
logger = logging.getLogger(__name__)
logger_format = "[%(filename)s:%(lineno)s - %(funcName)20s() ] %(message)s"
logger.setLevel(logging.DEBUG)

logging.basicConfig(
    level=logging.INFO,
    format=logger_format,
    handlers=[logging.FileHandler("app_fp_system_library_deps_organizer.log"), logging.StreamHandler()]
)

# Algorithm setting(s)
tag_start_expected = ['LD_LIBRARY_PATH', 'PATH', 'ECCODES_DEFINITION_PATH', 'GEOS_DIR', 'GDAL_DATA', 'PROJ_LIB']
tag_end_expected = ['export']
# -------------------------------------------------------------------------------------


# -------------------------------------------------------------------------------------
# Script Main
def main(fp_library_env_folder='fp_system_libs_generic',
         fp_library_env_file_src='fp_system_libs_generic_*', fp_library_env_file_dst='fp_system_libs_generic'):

    # -------------------------------------------------------------------------------------
    # Info algorithm
    logging.info(' ============================================================================ ')
    logging.info(' ==> ' + alg_name + ' (Version: ' + alg_version + ' Release_Date: ' + alg_release + ')')
    logging.info(' ==> START ... ')
    logging.info(' ')

    # Time algorithm information
    start_time = time.time()
    # -------------------------------------------------------------------------------------

    # -------------------------------------------------------------------------------------
    # Define file deps source and destination
    logging.info(' ---> Define file deps source and destination ... ')
    fp_library_env_path_src = os.path.join(fp_library_env_folder, fp_library_env_file_src)
    fp_library_env_path_dst = os.path.join(fp_library_env_folder, fp_library_env_file_dst)

    # Search file deps source
    file_src_list = glob.glob(fp_library_env_path_src)
    # Info
    logging.info(' ---> Define file deps source and destination ... DONE')
    # -------------------------------------------------------------------------------------

    # -------------------------------------------------------------------------------------
    # Organize file deps source
    logging.info(' ---> Organize file deps source and destination ... ')
    file_list_src_start, file_list_src_end = [], []
    for file_src_step in file_src_list:

        file_list_step_start, file_list_step_end = get_file_data(file_src_step)
        file_list_src_start.extend(file_list_step_start)
        file_list_src_start = list(set(file_list_src_start))

        file_list_src_end.extend(file_list_step_end)
        file_list_src_end = list(set(file_list_src_end))

    file_list_src_start = sorted(file_list_src_start)
    file_list_src_end = sorted(file_list_src_end)
    # Info
    logging.info(' ---> Organize file deps source and destination ... DONE')
    # -------------------------------------------------------------------------------------

    # -------------------------------------------------------------------------------------
    # Organize file deps destination
    logging.info(' ---> Write file deps destination ... ')
    file_list_dst = file_list_src_start + file_list_src_end
    # Write file deps destination
    write_file_data(fp_library_env_path_dst, file_list_dst)
    # Info
    logging.info(' ---> Write file deps destination ... DONE')
    # -------------------------------------------------------------------------------------

    # -------------------------------------------------------------------------------------
    # Info algorithm
    time_elapsed = round(time.time() - start_time, 1)

    logging.info(' ')
    logging.info(' ==> ' + alg_name + ' (Version: ' + alg_version + ' Release_Date: ' + alg_release + ')')
    logging.info(' ==> TIME ELAPSED: ' + str(time_elapsed) + ' seconds')
    logging.info(' ==> ... END')
    logging.info(' ==> Bye, Bye')
    logging.info(' ============================================================================ ')
    # -------------------------------------------------------------------------------------

# ----------------------------------------------------------------------------


# ----------------------------------------------------------------------------
# Method to write file data
def write_file_data(file_path, file_data):
    file_folder, file_name = os.path.split(file_path)
    if not os.path.exists(file_folder):
        os.makedirs(file_folder)
    if os.path.exists(file_path):
        os.remove(file_path)

    with open(file_path, 'w') as file_handle:
        for file_item in file_data:
            file_handle.write("%s\n" % file_item)
# ----------------------------------------------------------------------------


# ----------------------------------------------------------------------------
# Method to get file data
def get_file_data(file_name, tag_start=None, tag_end=None):

    if tag_start is None:
        tag_start = deepcopy(tag_start_expected)
    if tag_end is None:
        tag_end = deepcopy(tag_end_expected)

    file_list_start, file_list_end = [], []
    with open(file_name) as file_handle:
        for file_line in file_handle:
            file_line = file_line.rstrip()
            for tag_step in tag_start:
                if file_line.startswith(tag_step):
                    file_list_start.append(file_line)
            for tag_step in tag_end:
                if file_line.startswith(tag_step):
                    file_list_end.append(file_line)
    return file_list_start, file_list_end
# ----------------------------------------------------------------------------


# ----------------------------------------------------------------------------
# Call script from external library
if __name__ == '__main__':

    fp_path_root = os.path.expanduser('~')
    fp_folder_env = 'fp_system_libs_generic'
    fp_file_env_tmpl_src = 'fp_system_libs_generic_*'
    fp_file_env_tmpl_dst = 'fp_system_libs_generic'

    fp_path_env = os.path.join(fp_path_root, fp_folder_env)

    main(fp_library_env_folder=fp_path_env,
         fp_library_env_file_src=fp_file_env_tmpl_src, fp_library_env_file_dst=fp_file_env_tmpl_dst)
# ----------------------------------------------------------------------------