Skip to content
This repository was archived by the owner on Jul 5, 2023. It is now read-only.

Commit 1f5473c

Browse files
committed
remove special response classes
1 parent 118db12 commit 1f5473c

File tree

3 files changed

+1
-53
lines changed

3 files changed

+1
-53
lines changed

scrapy_proxycrawl/__init__.py

Lines changed: 0 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -7,4 +7,3 @@
77
# Python 3
88
from .proxycrawl import ProxyCrawlMiddleware
99
from .request import ProxyCrawlRequest
10-
from .response import ProxyCrawlResponse, ProxyCrawlTextResponse

scrapy_proxycrawl/proxycrawl.py

Lines changed: 1 addition & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -43,14 +43,8 @@ def process_response(self, request, response, spider):
4343
return response
4444

4545
# Replace url again with the original url saved in request
46-
from .response import ProxyCrawlTextResponse
4746
log.debug('Using ProxyCrawl API, Response overridden with URL: {}'.format(request.original_url))
48-
return response.replace(
49-
cls=ProxyCrawlTextResponse,
50-
request=request,
51-
url=request.original_url,
52-
#proxied_url=request.url
53-
)
47+
return response.replace(url=request.original_url)
5448

5549
def _get_proxied_url(self, request):
5650
original_url_encoded = quote_plus(request.url, safe='')

scrapy_proxycrawl/response.py

Lines changed: 0 additions & 45 deletions
This file was deleted.

0 commit comments

Comments
 (0)