Skip to content
Merged
Show file tree
Hide file tree
Changes from 1 commit
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
6 changes: 0 additions & 6 deletions .pre-commit-config.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -13,12 +13,6 @@ repos:
language: system
pass_filenames: false

- id: unit-tests
name: Run unit tests
entry: make unit-tests
language: system
pass_filenames: false

- id: check-changelog-entry
name: Check changelog entry
entry: make check-changelog-entry
Expand Down
3 changes: 2 additions & 1 deletion src/apify/scrapy/requests.py
Original file line number Diff line number Diff line change
Expand Up @@ -16,6 +16,7 @@
) from exc

from crawlee import Request as CrawleeRequest
from crawlee._types import HttpHeaders
from crawlee._utils.crypto import crypto_random_object_id
from crawlee._utils.requests import compute_unique_key, unique_key_to_request_id

Expand Down Expand Up @@ -79,7 +80,7 @@ def to_apify_request(scrapy_request: Request, spider: Spider) -> CrawleeRequest

# Convert Scrapy's headers to a dictionary and store them in the apify_request
if isinstance(scrapy_request.headers, Headers):
apify_request.headers = dict(scrapy_request.headers.to_unicode_dict())
apify_request.headers = HttpHeaders(scrapy_request.headers.to_unicode_dict())
else:
Actor.log.warning(
f'Invalid scrapy_request.headers type, not scrapy.http.headers.Headers: {scrapy_request.headers}'
Expand Down
Loading