Address code review feedback: move imports to top and improve API key handling

Co-authored-by: lurenss <[email protected]>

Author: Copilot

amazon_keyboard_scraper.py

@@ -23,6 +23,9 @@
 import sys
 import os
 import time
+import re
+import hashlib
+import traceback
 from typing import List, Dict, Any, Optional
 from datetime import datetime
 
@@ -38,14 +41,17 @@ class AmazonKeyboardScraper:
 
     # Amazon Italy base URL for keyboard search
     AMAZON_BASE_URL = "https://www.amazon.it/s?k=keyboard"
-    API_KEY = "sgai-763dcc80-3a64-417f-b9bf-b98c8f50cc4b"
+    # Default API key (can be overridden with SGAI_API_KEY environment variable)
+    DEFAULT_API_KEY = "sgai-763dcc80-3a64-417f-b9bf-b98c8f50cc4b"
     MARKETPLACE = "Amazon IT"
     TOTAL_PAGES = 20
 
     def __init__(self):
         """Initialize the scraper with custom API key"""
-        # Set the API key in environment
-        os.environ['SGAI_API_KEY'] = self.API_KEY
+        # Get API key from environment or use default
+        # Users can set SGAI_API_KEY environment variable to override the default
+        api_key = os.environ.get('SGAI_API_KEY', self.DEFAULT_API_KEY)
+        os.environ['SGAI_API_KEY'] = api_key
 
         # Load configuration
         self.config = Config.from_env()
@@ -56,7 +62,7 @@ def __init__(self):
         # Initialize ScrapeGraph client
         try:
             from scrapegraph_py import Client
-            self.sg_client = Client(api_key=self.API_KEY)
+            self.sg_client = Client(api_key=api_key)
             self.use_api = True
             print("✓ ScrapeGraph API client initialized")
         except Exception as e:
@@ -169,7 +175,6 @@ def _scrape_with_api(self, page_url: str, page_num: int) -> List[Product]:
                         asin = product_data.get('asin', '')
                         if not asin and product_url:
                             # Try to extract ASIN from URL
-                            import re
                             match = re.search(r'/dp/([A-Z0-9]{10})', product_url)
                             if match:
                                 asin = match.group(1)
@@ -209,8 +214,6 @@ def _scrape_with_api(self, page_url: str, page_num: int) -> List[Product]:
 
     def _scrape_with_mock(self, page_url: str, page_num: int) -> List[Product]:
         """Generate mock product data for demonstration"""
-        import hashlib
-        
         products = []
         # Generate 10-15 products per page
         num_products = 12 + (page_num % 4)
@@ -744,7 +747,6 @@ def main():
 
     except Exception as e:
         print(f"\n✗ Fatal error: {e}")
-        import traceback
         traceback.print_exc()
 
     finally: