@@ -118,37 +118,39 @@ def parse_oss_information(self, f_name):
118118 if f'{ package_path } ({ oss_item .version } )' in self .relation_tree :
119119 dep_item .depends_on_raw = self .relation_tree [f'{ package_path } ({ oss_item .version } )' ]
120120
121- homepage_set = []
122- oss_item . homepage = self .dn_url + package_path
123- dep_item .purl = get_url_to_purl (f"{ oss_item . homepage } @{ oss_item .version } " , self .package_manager_name )
121+ dn_loc_set = []
122+ tmp_dn_loc = self .dn_url + package_path
123+ dep_item .purl = get_url_to_purl (f"{ tmp_dn_loc } @{ oss_item .version } " , self .package_manager_name )
124124 purl_dict [f'{ package_path } ({ oss_item .version } )' ] = dep_item .purl
125125
126126 if oss_origin_version :
127- tmp_homepage = f"{ oss_item . homepage } @{ oss_origin_version } "
128- homepage_set .append (tmp_homepage )
129- homepage_set .append (oss_item . homepage )
127+ oss_item . download_location = f"{ tmp_dn_loc } @{ oss_origin_version } "
128+ dn_loc_set .append (oss_item . download_location )
129+ dn_loc_set .append (tmp_dn_loc )
130130
131- for homepage_i in homepage_set :
131+ for dn_loc_i in dn_loc_set :
132132 urlopen_success = False
133133 while True :
134134 try :
135- res = urllib .request .urlopen (homepage_i )
135+ res = urllib .request .urlopen (dn_loc_i )
136136 if res .getcode () == 200 :
137137 urlopen_success = True
138- if homepage_i == oss_item . homepage :
138+ if dn_loc_i == tmp_dn_loc :
139139 if oss_item .version :
140- oss_item .comment = f'Cannot connect { tmp_homepage } , get info from the latest version.'
140+ oss_item .comment = (f'Not found { oss_item .download_location } , '
141+ 'get info from latest version.' )
142+ oss_item .download_location = tmp_dn_loc
141143 break
142144 except urllib .error .HTTPError as e :
143145 if e .code == 429 :
144- logger .info (f"{ e } ({ homepage_i } ), Retrying to connect after 20 seconds" )
146+ logger .info (f"{ e } ({ dn_loc_i } ), Retrying to connect after 20 seconds" )
145147 time .sleep (20 )
146148 continue
147149 else :
148- logger .info (f"{ e } ({ homepage_i } )" )
150+ logger .info (f"{ e } ({ dn_loc_i } )" )
149151 break
150152 except Exception as e :
151- logger .warning (f"{ e } ({ homepage_i } )" )
153+ logger .warning (f"{ e } ({ dn_loc_i } )" )
152154 break
153155 if urlopen_success :
154156 break
@@ -163,9 +165,9 @@ def parse_oss_information(self, f_name):
163165
164166 repository_data = bs_obj .find ('div' , {'class' : 'UnitMeta-repo' })
165167 if repository_data :
166- oss_item .download_location = repository_data .find ('a' )['href' ]
168+ oss_item .homepage = repository_data .find ('a' )['href' ]
167169 else :
168- oss_item .download_location = oss_item .homepage
170+ oss_item .homepage = oss_item .download_location
169171
170172 except Exception as e :
171173 logging .warning (f"Fail to parse { package_path } in go mod : { e } " )
0 commit comments