@@ -118,37 +118,38 @@ def parse_oss_information(self, f_name):
118118 if f'{ package_path } ({ oss_item .version } )' in self .relation_tree :
119119 dep_item .depends_on_raw = self .relation_tree [f'{ package_path } ({ oss_item .version } )' ]
120120
121- homepage_set = []
122- oss_item . homepage = self .dn_url + package_path
123- dep_item .purl = get_url_to_purl (f"{ oss_item . homepage } @{ oss_item .version } " , self .package_manager_name )
121+ dn_loc_set = []
122+ tmp_dn_loc = self .dn_url + package_path
123+ dep_item .purl = get_url_to_purl (f"{ tmp_dn_loc } @{ oss_item .version } " , self .package_manager_name )
124124 purl_dict [f'{ package_path } ({ oss_item .version } )' ] = dep_item .purl
125125
126126 if oss_origin_version :
127- tmp_homepage = f"{ oss_item . homepage } @{ oss_origin_version } "
128- homepage_set .append (tmp_homepage )
129- homepage_set .append (oss_item . homepage )
127+ oss_item . download_location = f"{ tmp_dn_loc } @{ oss_origin_version } "
128+ dn_loc_set .append (oss_item . download_location )
129+ dn_loc_set .append (tmp_dn_loc )
130130
131- for homepage_i in homepage_set :
131+ for dn_loc_i in dn_loc_set :
132132 urlopen_success = False
133133 while True :
134134 try :
135- res = urllib .request .urlopen (homepage_i )
135+ res = urllib .request .urlopen (dn_loc_i )
136136 if res .getcode () == 200 :
137137 urlopen_success = True
138- if homepage_i == oss_item . homepage :
138+ if dn_loc_i == tmp_dn_loc :
139139 if oss_item .version :
140- oss_item .comment = f'Cannot connect { tmp_homepage } , get info from the latest version.'
140+ oss_item .comment = f'Cannot connect { oss_item .download_location } , get info from the latest version.'
141+ oss_item .download_location = tmp_dn_loc
141142 break
142143 except urllib .error .HTTPError as e :
143144 if e .code == 429 :
144- logger .info (f"{ e } ({ homepage_i } ), Retrying to connect after 20 seconds" )
145+ logger .info (f"{ e } ({ dn_loc_i } ), Retrying to connect after 20 seconds" )
145146 time .sleep (20 )
146147 continue
147148 else :
148- logger .info (f"{ e } ({ homepage_i } )" )
149+ logger .info (f"{ e } ({ dn_loc_i } )" )
149150 break
150151 except Exception as e :
151- logger .warning (f"{ e } ({ homepage_i } )" )
152+ logger .warning (f"{ e } ({ dn_loc_i } )" )
152153 break
153154 if urlopen_success :
154155 break
@@ -163,9 +164,9 @@ def parse_oss_information(self, f_name):
163164
164165 repository_data = bs_obj .find ('div' , {'class' : 'UnitMeta-repo' })
165166 if repository_data :
166- oss_item .download_location = repository_data .find ('a' )['href' ]
167+ oss_item .homepage = repository_data .find ('a' )['href' ]
167168 else :
168- oss_item .download_location = oss_item .homepage
169+ oss_item .homepage = oss_item .download_location
169170
170171 except Exception as e :
171172 logging .warning (f"Fail to parse { package_path } in go mod : { e } " )
0 commit comments