File tree Expand file tree Collapse file tree 1 file changed +6
-14
lines changed
Expand file tree Collapse file tree 1 file changed +6
-14
lines changed Original file line number Diff line number Diff line change @@ -85,13 +85,12 @@ def get_requests_session():
8585
8686
8787def get_facet_list (session , facet_field ):
88- """Fetch complete facet list using offset-based pagination. """
88+ """Fetch complete facet list"""
8989 all_values = []
9090 offset = 0
9191 limit = 100
92- page = 1
9392
94- LOGGER .info (f"Fetching { facet_field } values with offset pagination ." )
93+ LOGGER .info (f"Fetching { facet_field } facet values ." )
9594
9695 while True :
9796 params = {
@@ -109,7 +108,6 @@ def get_facet_list(session, facet_field):
109108
110109 facets = data .get ("facets" , [])
111110 if not facets or not facets [0 ].get ("fields" ):
112- LOGGER .info (f"No more values after page { page } ." )
113111 break
114112
115113 fields = facets [0 ]["fields" ]
@@ -119,22 +117,16 @@ def get_facet_list(session, facet_field):
119117 if v not in all_values :
120118 all_values .append (v )
121119
122- LOGGER .info (
123- f"Page { page } : Received { len (new_values )} facet values. "
124- f"Total so far: { len (all_values )} "
125- )
126-
127120 if len (new_values ) < limit :
128- LOGGER .info (
129- f"Completed fetching { facet_field } . "
130- f"Total unique: { len (all_values )} "
131- )
132121 break
133122
134123 offset += limit
135- page += 1
136124 time .sleep (0.5 )
137125
126+ LOGGER .info (
127+ f"Completed fetching { facet_field } . Total unique: { len (all_values )} "
128+ )
129+
138130 return all_values
139131
140132
You can’t perform that action at this time.
0 commit comments