Garmelon/cove-scripts
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Include user names in imgur link search

Browse source
This commit is contained in:
Joscha 2023-05-13 12:06:14 +02:00
parent 7f12e083e8
commit f7d7cae219
2 changed files with 6 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

1
archive_imgur_images/download_images.py
View file

@ -1,6 +1,5 @@
#!/usr/bin/env python3 #!/usr/bin/env python3
import argparse import argparse
import json import json
from pathlib import Path from pathlib import Path

6
archive_imgur_images/find_images.py
View file

@ -42,11 +42,17 @@ def main():
sifted = 0 sifted = 0
for line in sys.stdin: for line in sys.stdin:
msg = json.loads(line) msg = json.loads(line)
for match in IMAGE_RE.finditer(msg["content"]): for match in IMAGE_RE.finditer(msg["content"]):
image_ids.add(match.group(1)) image_ids.add(match.group(1))
for match in ALBUM_RE.finditer(msg["content"]): for match in ALBUM_RE.finditer(msg["content"]):
album_ids.add(match.group(1)) album_ids.add(match.group(1))
for match in IMAGE_RE.finditer(msg["sender"]["name"]):
image_ids.add(match.group(1))
for match in ALBUM_RE.finditer(msg["sender"]["name"]):
album_ids.add(match.group(1))
sifted += 1 sifted += 1
if sifted % 100_000 == 0: if sifted % 100_000 == 0:
print( print(