File tree Expand file tree Collapse file tree 1 file changed +7
-4
lines changed
src/linkedin_spider/scrapers Expand file tree Collapse file tree 1 file changed +7
-4
lines changed Original file line number Diff line number Diff line change 1- from abc import ABC
1+ import logging
22
33from selenium .webdriver .chrome .webdriver import WebDriver
44from selenium .webdriver .support .ui import WebDriverWait
55
66from linkedin_spider .utils .human_behavior import HumanBehavior
77from linkedin_spider .utils .tracking import TrackingHandler
88
9+ logger = logging .getLogger (__name__ )
910
10- class BaseScraper (ABC ):
11+
12+ class BaseScraper :
1113 """Base class for LinkedIn scrapers with minimal shared functionality."""
1214
1315 def __init__ (
@@ -39,10 +41,11 @@ def _wait_for_page_load(self, timeout: int = 10) -> bool:
3941 WebDriverWait (self .driver , timeout ).until (
4042 lambda driver : driver .execute_script ("return document.readyState" ) == "complete"
4143 )
42- return True
4344 except Exception :
4445 return False
46+ else :
47+ return True
4548
4649 def log_action (self , action : str , details : str = "" ) -> None :
4750 """Log scraper action."""
48- print (f"[{ self .__class__ .__name__ } ] { action } : { details } " )
51+ logger . info (f"[{ self .__class__ .__name__ } ] { action } : { details } " )
You can’t perform that action at this time.
0 commit comments