From 72b25553b2a9c709c2ed280c1a949ba6f1825950 Mon Sep 17 00:00:00 2001 From: Aman Agrawal Date: Wed, 14 Oct 2020 09:47:22 +0530 Subject: [PATCH] BaseDocumentationSpider: Print correct link on error. --- .../documentation_crawler/spiders/common/spiders.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tools/documentation_crawler/documentation_crawler/spiders/common/spiders.py b/tools/documentation_crawler/documentation_crawler/spiders/common/spiders.py index 89c1c259d4..145199f2da 100644 --- a/tools/documentation_crawler/documentation_crawler/spiders/common/spiders.py +++ b/tools/documentation_crawler/documentation_crawler/spiders/common/spiders.py @@ -159,6 +159,6 @@ class BaseDocumentationSpider(scrapy.Spider): if response.status == 405 and response.request.method == 'HEAD': # Method 'HEAD' not allowed, repeat request with 'GET' return self.retry_request_with_get(response.request) - self.logger.error("Please check link: %s", response) + self.logger.error("Please check link: %s", response.request.url) return failure