refactor: resolve last direct @apify/log calls

- Remove direct @apify/log imports from utils, memory-storage,
http-client, and stagehand-crawler
- Use callback options for system-info logging in cpu-info and
memory-info
- Use serviceLocator.getLogger() in context_pipeline and
stagehand-crawler
- Wire crawler logger through BasicCrawler into HttpClient and
RobotsTxtFile
 - Drop @apify/log dependency from all four package.json files

---------

Co-authored-by: Claude Opus 4.6 (1M context) <noreply@anthropic.com>

Author: l2ysho

packages/basic-crawler/package.json

@@ -39,7 +39,6 @@
         "access": "public"
     },
     "dependencies": {
-        "@apify/log": "^2.5.18",
         "@apify/timeout": "^0.3.2",
         "@apify/utilities": "^2.15.5",
         "@crawlee/core": "4.0.0",

packages/basic-crawler/src/internals/basic-crawler.ts

@@ -815,7 +815,7 @@ export class BasicCrawler<
                 this.requestQueue = requestQueue;
             }
 
-            this.httpClient = httpClient ?? new GotScrapingHttpClient();
+            this.httpClient = httpClient ?? new GotScrapingHttpClient({ logger: this.log });
             this.proxyConfiguration = proxyConfiguration;
             this.statusMessageLoggingInterval = statusMessageLoggingInterval;
             this.statusMessageCallback = statusMessageCallback as StatusMessageCallback;
@@ -1711,7 +1711,7 @@ export class BasicCrawler<
                 return cachedRobotsTxtFile;
             }
 
-            const robotsTxtFile = await RobotsTxtFile.find(url);
+            const robotsTxtFile = await RobotsTxtFile.find(url, { logger: this.log });
             this.robotsTxtFileCache.add(origin, robotsTxtFile);
 
             return robotsTxtFile;

packages/browser-pool/package.json

@@ -30,7 +30,6 @@
         "copy": "tsx ../../scripts/copy.ts"
     },
     "dependencies": {
-        "@apify/log": "^2.5.18",
         "@apify/timeout": "^0.3.2",
         "@crawlee/core": "4.0.0",
         "@crawlee/types": "4.0.0",

packages/core/src/autoscaling/snapshotter.ts

@@ -177,7 +177,10 @@ export class Snapshotter {
             this.maxMemoryBytes = memoryMbytes * 1024 * 1024;
         } else {
             const containerized = serviceLocator.getConfiguration().get('containerized', await isContainerized());
-            const memInfo = await getMemoryInfo(containerized);
+            const memInfo = await getMemoryInfo({
+                containerized,
+                logger: serviceLocator.getLogger(),
+            });
             const totalBytes = memInfo.totalBytes;
 
             this.maxMemoryBytes = Math.ceil(

packages/core/src/crawlers/context_pipeline.ts

@@ -1,14 +1,13 @@
 import type { Awaitable } from '@crawlee/types';
 
-import log from '@apify/log';
-
 import {
     ContextPipelineCleanupError,
     ContextPipelineInitializationError,
     ContextPipelineInterruptedError,
     RequestHandlerError,
     SessionError,
 } from '../errors.js';
+import { serviceLocator } from '../service_locator.js';
 
 /**
  * Represents a middleware step in the context pipeline.
@@ -175,7 +174,9 @@ class ContextPipelineImpl<TContextBase, TCrawlingContext extends TContextBase> e
                                 );
                             }
                         } catch (error: any) {
-                            log.debug(`Context pipeline failed to define property ${key.toString()}:`, error);
+                            serviceLocator
+                                .getLogger()
+                                .debug(`Context pipeline failed to define property ${key.toString()}:`, error);
                         }
                     }
 

packages/core/src/events/local_event_manager.ts

@@ -93,7 +93,10 @@ export class LocalEventManager extends EventManager {
 
     private async createCpuInfo(options: { maxUsedCpuRatio: number }) {
         const { getCurrentCpuTicksV2 } = await import('@crawlee/utils');
-        const usedCpuRatio = await getCurrentCpuTicksV2(await this.isContainerizedWrapper());
+        const usedCpuRatio = await getCurrentCpuTicksV2({
+            containerized: await this.isContainerizedWrapper(),
+            logger: serviceLocator.getLogger(),
+        });
         return {
             cpuCurrentUsage: usedCpuRatio * 100,
             isCpuOverloaded: usedCpuRatio > options.maxUsedCpuRatio,
@@ -103,7 +106,10 @@ export class LocalEventManager extends EventManager {
     private async createMemoryInfo() {
         try {
             const { getMemoryInfo } = await import('@crawlee/utils');
-            const memInfo = await getMemoryInfo(await this.isContainerizedWrapper());
+            const memInfo = await getMemoryInfo({
+                containerized: await this.isContainerizedWrapper(),
+                logger: serviceLocator.getLogger(),
+            });
             return {
                 memCurrentBytes: memInfo.mainProcessBytes + memInfo.childProcessesBytes,
             };

packages/core/src/log.ts

@@ -1,85 +1,9 @@
+import type { CrawleeLogger, CrawleeLoggerOptions } from '@crawlee/types';
+
 import type { LoggerOptions } from '@apify/log';
 import log, { Log, Logger, LoggerJson, LoggerText, LogLevel } from '@apify/log';
 
-/**
- * Configuration options for Crawlee logger implementations.
- */
-export interface CrawleeLoggerOptions {
-    /** Prefix to be prepended to each logged line. */
-    prefix?: string | null;
-}
-
-/**
- * Interface for Crawlee logger implementations.
- * This allows users to inject custom loggers (e.g., Winston, Pino) while maintaining
- * compatibility with the default `@apify/log` implementation.
- */
-export interface CrawleeLogger {
-    /**
-     * Returns the logger configuration.
-     */
-    getOptions(): CrawleeLoggerOptions;
-
-    /**
-     * Configures logger options.
-     */
-    setOptions(options: Partial<CrawleeLoggerOptions>): void;
-
-    /**
-     * Creates a new instance of logger that inherits settings from a parent logger.
-     */
-    child(options: Partial<CrawleeLoggerOptions>): CrawleeLogger;
-
-    /**
-     * Logs an `ERROR` message.
-     */
-    error(message: string, data?: Record<string, unknown>): void;
-
-    /**
-     * Logs an `ERROR` level message with a nicely formatted exception.
-     */
-    exception(exception: Error, message: string, data?: Record<string, unknown>): void;
-
-    /**
-     * Logs a `SOFT_FAIL` level message.
-     */
-    softFail(message: string, data?: Record<string, unknown>): void;
-
-    /**
-     * Logs a `WARNING` level message.
-     */
-    warning(message: string, data?: Record<string, unknown>): void;
-
-    /**
-     * Logs a `WARNING` level message only once.
-     */
-    warningOnce(message: string): void;
-
-    /**
-     * Logs an `INFO` message.
-     */
-    info(message: string, data?: Record<string, unknown>): void;
-
-    /**
-     * Logs a `DEBUG` message.
-     */
-    debug(message: string, data?: Record<string, unknown>): void;
-
-    /**
-     * Logs a `PERF` level message for performance tracking.
-     */
-    perf(message: string, data?: Record<string, unknown>): void;
-
-    /**
-     * Logs given message only once as WARNING for deprecated features.
-     */
-    deprecated(message: string): void;
-
-    /**
-     * Logs a message at the given level. Useful when the log level is determined dynamically.
-     */
-    logWithLevel(level: number, message: string, data?: Record<string, unknown>): void;
-}
+export type { CrawleeLogger, CrawleeLoggerOptions };
 
 /**
  * Abstract base class for custom Crawlee logger implementations.

packages/core/src/service_locator.ts

@@ -127,10 +127,6 @@ interface ServiceLocatorInterface {
  * // Crawler has its own isolated ServiceLocator instance
  * ```
  */
-// Used as fallback in ServiceLocator methods that need to log before a logger is explicitly set,
-// without implicitly locking the logger slot (which getLogger() would do).
-const fallbackLog = new ApifyLogAdapter(log);
-
 export class ServiceLocator implements ServiceLocatorInterface {
     private configuration?: Configuration;
     private eventManager?: EventManager;
@@ -165,9 +161,7 @@ export class ServiceLocator implements ServiceLocatorInterface {
 
     getConfiguration(): Configuration {
         if (!this.configuration) {
-            (this.logger ?? fallbackLog).debug(
-                'No configuration set, implicitly creating and using default Configuration.',
-            );
+            this.getLogger().debug('No configuration set, implicitly creating and using default Configuration.');
             this.configuration = new Configuration();
         }
         return this.configuration;
@@ -189,11 +183,9 @@ export class ServiceLocator implements ServiceLocatorInterface {
 
     getEventManager(): EventManager {
         if (!this.eventManager) {
-            (this.logger ?? fallbackLog).debug(
-                'No event manager set, implicitly creating and using default LocalEventManager.',
-            );
+            this.getLogger().debug('No event manager set, implicitly creating and using default LocalEventManager.');
             if (!this.configuration) {
-                (this.logger ?? fallbackLog).warning(
+                this.getLogger().warning(
                     'Implicit creation of event manager will implicitly set configuration as side effect. ' +
                         'It is advised to explicitly first set the configuration instead.',
                 );
@@ -219,18 +211,17 @@ export class ServiceLocator implements ServiceLocatorInterface {
 
     getStorageClient(): StorageClient {
         if (!this.storageClient) {
-            (this.logger ?? fallbackLog).debug(
-                'No storage client set, implicitly creating and using default MemoryStorage.',
-            );
+            this.getLogger().debug('No storage client set, implicitly creating and using default MemoryStorage.');
             if (!this.configuration) {
-                (this.logger ?? fallbackLog).warning(
+                this.getLogger().warning(
                     'Implicit creation of storage client will implicitly set configuration as side effect. ' +
                         'It is advised to explicitly first set the configuration instead.',
                 );
             }
             const config = this.getConfiguration();
             this.storageClient = new MemoryStorage({
                 persistStorage: config.get('persistStorage'),
+                logger: this.getLogger().child({ prefix: 'MemoryStorage' }),
             });
         }
         return this.storageClient;

packages/core/src/storages/sitemap_request_list.ts

@@ -423,7 +423,9 @@ export class SitemapRequestList implements IRequestList {
             persistStateKey: options.persistStateKey ?? STATE_PERSISTENCE_KEY,
         });
         await requestList.restoreState();
-        void requestList.load({ parseSitemapOptions: { ...options.parseSitemapOptions, httpClient } });
+        void requestList.load({
+            parseSitemapOptions: { logger: serviceLocator.getLogger(), ...options.parseSitemapOptions, httpClient },
+        });
 
         if (requestList.persistenceOptions.enable) {
             requestList.events.on(EventType.PERSIST_STATE, requestList.persistState);

packages/core/test/core/service_locator.test.ts

@@ -23,7 +23,7 @@ function makeMockLogger(overrides: Partial<CrawleeLogger> = {}): CrawleeLogger {
         debug: () => {},
         perf: () => {},
         deprecated: () => {},
-        internal: () => {},
+        logWithLevel: () => {},
         ...overrides,
     };
     return logger;
@@ -205,6 +205,17 @@ describe('ServiceLocator', () => {
             }).toThrow(/Logger is already in use/);
         });
 
+        test('setting logger after getStorageClient throws ServiceConflictError (logger already locked)', () => {
+            // getStorageClient() implicitly calls getLogger(), locking the logger
+            serviceLocator.getStorageClient();
+
+            const customLogger = makeMockLogger();
+
+            expect(() => {
+                serviceLocator.setLogger(customLogger);
+            }).toThrow(ServiceConflictError);
+        });
+
         test('reset clears the logger', () => {
             const customLogger = makeMockLogger();
             serviceLocator.setLogger(customLogger);