From 8ff2e198e8dbd407913746d7b43f0f3736a91c52 Mon Sep 17 00:00:00 2001 From: Scriptim Date: Fri, 25 Oct 2024 23:52:38 +0200 Subject: [PATCH] Avoid reassignment with incompatible types --- PFERD/crawl/kit_ipd_crawler.py | 21 +++++++++++---------- 1 file changed, 11 insertions(+), 10 deletions(-) diff --git a/PFERD/crawl/kit_ipd_crawler.py b/PFERD/crawl/kit_ipd_crawler.py index e46158e..15f73a8 100644 --- a/PFERD/crawl/kit_ipd_crawler.py +++ b/PFERD/crawl/kit_ipd_crawler.py @@ -178,18 +178,19 @@ class KitIpdCrawler(HttpCrawler): if resp.status != 200: return None, None - etag = resp.headers.get("ETag") - last_modified = resp.headers.get("Last-Modified") + etag_header = resp.headers.get("ETag") + last_modified_header = resp.headers.get("Last-Modified") - try: - # https://developer.mozilla.org/en-US/docs/Web/HTTP/Headers/Last-Modified#directives - datetime_format = "%a, %d %b %Y %H:%M:%S GMT" - last_modified = datetime.strptime(last_modified, datetime_format) - except ValueError: - # last_modified remains None - pass + if last_modified_header: + try: + # https://developer.mozilla.org/en-US/docs/Web/HTTP/Headers/Last-Modified#directives + datetime_format = "%a, %d %b %Y %H:%M:%S GMT" + last_modified = datetime.strptime(last_modified_header, datetime_format) + except ValueError: + # last_modified remains None + pass - return etag, last_modified + return etag_header, last_modified async def get_page(self) -> Tuple[BeautifulSoup, str]: async with self.session.get(self._url) as request: