mirror of
https://github.com/Garmelon/PFERD.git
synced 2026-04-12 23:45:05 +02:00
Append trailing slash to kit-ipd links to ensure urljoin works as expected
This commit is contained in:
parent
1b6be6bd79
commit
f47d2f11d8
2 changed files with 4 additions and 0 deletions
|
|
@ -25,6 +25,7 @@ ambiguous situations.
|
|||
### Fixed
|
||||
- Forum crawling crashing when parsing empty (= 0 messages) threads
|
||||
- Forum crawling crashing when a forum has no threads at all
|
||||
- kit-ipd crawler if URL did not end with a trailing slash
|
||||
|
||||
## 3.4.1 - 2022-08-17
|
||||
|
||||
|
|
|
|||
|
|
@ -24,6 +24,9 @@ class KitIpdCrawlerSection(HttpCrawlerSection):
|
|||
if not target.startswith("https://"):
|
||||
self.invalid_value("target", target, "Should be a URL")
|
||||
|
||||
if not target.endswith("/"):
|
||||
target = target + "/"
|
||||
|
||||
return target
|
||||
|
||||
def link_regex(self) -> Pattern[str]:
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue