@@ -105,10 +105,9 @@ def __init__(self, spider_name, request_kwargs, max_requests=None, start_request
105105 # callback will be added after instantiation of crawler object
106106 # because we need to know if spider has method available
107107 self .callback_name = request_kwargs .pop ('callback' , None ) or 'parse'
108-
109108 # do the same for errback
110109 self .errback_name = request_kwargs .pop ('errback' , None ) or 'parse'
111-
110+
112111 if request_kwargs .get ("url" ):
113112 self .request = self .create_spider_request (deepcopy (request_kwargs ))
114113 else :
@@ -150,7 +149,7 @@ def spider_idle(self, spider):
150149
151150 Schedule request for url given to api, with optional callback
152151 and errback that can be passed as GET parameter.
153-
152+
154153 spider_idle signal is used because we want to optionally enable
155154 start_requests for the spider and if request is scheduled in
156155 spider_opened signal handler it's fired earlier then start_requests
@@ -165,7 +164,6 @@ def spider_idle(self, spider):
165164 errback = getattr (self .crawler .spider , self .errback_name )
166165 assert callable (errback ), 'Invalid errback'
167166 self .request = self .request .replace (errback = errback )
168-
169167 modify_request = getattr (
170168 self .crawler .spider , "modify_realtime_request" , None )
171169 if callable (modify_request ):
0 commit comments