@@ -118,37 +118,39 @@ def parse_oss_information(self, f_name):
118
118
if f'{ package_path } ({ oss_item .version } )' in self .relation_tree :
119
119
dep_item .depends_on_raw = self .relation_tree [f'{ package_path } ({ oss_item .version } )' ]
120
120
121
- homepage_set = []
122
- oss_item . homepage = self .dn_url + package_path
123
- dep_item .purl = get_url_to_purl (f"{ oss_item . homepage } @{ oss_item .version } " , self .package_manager_name )
121
+ dn_loc_set = []
122
+ tmp_dn_loc = self .dn_url + package_path
123
+ dep_item .purl = get_url_to_purl (f"{ tmp_dn_loc } @{ oss_item .version } " , self .package_manager_name )
124
124
purl_dict [f'{ package_path } ({ oss_item .version } )' ] = dep_item .purl
125
125
126
126
if oss_origin_version :
127
- tmp_homepage = f"{ oss_item . homepage } @{ oss_origin_version } "
128
- homepage_set .append (tmp_homepage )
129
- homepage_set .append (oss_item . homepage )
127
+ oss_item . download_location = f"{ tmp_dn_loc } @{ oss_origin_version } "
128
+ dn_loc_set .append (oss_item . download_location )
129
+ dn_loc_set .append (tmp_dn_loc )
130
130
131
- for homepage_i in homepage_set :
131
+ for dn_loc_i in dn_loc_set :
132
132
urlopen_success = False
133
133
while True :
134
134
try :
135
- res = urllib .request .urlopen (homepage_i )
135
+ res = urllib .request .urlopen (dn_loc_i )
136
136
if res .getcode () == 200 :
137
137
urlopen_success = True
138
- if homepage_i == oss_item . homepage :
138
+ if dn_loc_i == tmp_dn_loc :
139
139
if oss_item .version :
140
- oss_item .comment = f'Cannot connect { tmp_homepage } , get info from the latest version.'
140
+ oss_item .comment = (f'Not found { oss_item .download_location } , '
141
+ 'get info from latest version.' )
142
+ oss_item .download_location = tmp_dn_loc
141
143
break
142
144
except urllib .error .HTTPError as e :
143
145
if e .code == 429 :
144
- logger .info (f"{ e } ({ homepage_i } ), Retrying to connect after 20 seconds" )
146
+ logger .info (f"{ e } ({ dn_loc_i } ), Retrying to connect after 20 seconds" )
145
147
time .sleep (20 )
146
148
continue
147
149
else :
148
- logger .info (f"{ e } ({ homepage_i } )" )
150
+ logger .info (f"{ e } ({ dn_loc_i } )" )
149
151
break
150
152
except Exception as e :
151
- logger .warning (f"{ e } ({ homepage_i } )" )
153
+ logger .warning (f"{ e } ({ dn_loc_i } )" )
152
154
break
153
155
if urlopen_success :
154
156
break
@@ -163,9 +165,9 @@ def parse_oss_information(self, f_name):
163
165
164
166
repository_data = bs_obj .find ('div' , {'class' : 'UnitMeta-repo' })
165
167
if repository_data :
166
- oss_item .download_location = repository_data .find ('a' )['href' ]
168
+ oss_item .homepage = repository_data .find ('a' )['href' ]
167
169
else :
168
- oss_item .download_location = oss_item .homepage
170
+ oss_item .homepage = oss_item .download_location
169
171
170
172
except Exception as e :
171
173
logging .warning (f"Fail to parse { package_path } in go mod : { e } " )
0 commit comments