Include user names in imgur link search
This commit is contained in:
parent
7f12e083e8
commit
f7d7cae219
2 changed files with 6 additions and 1 deletions
|
|
@ -42,11 +42,17 @@ def main():
|
|||
sifted = 0
|
||||
for line in sys.stdin:
|
||||
msg = json.loads(line)
|
||||
|
||||
for match in IMAGE_RE.finditer(msg["content"]):
|
||||
image_ids.add(match.group(1))
|
||||
for match in ALBUM_RE.finditer(msg["content"]):
|
||||
album_ids.add(match.group(1))
|
||||
|
||||
for match in IMAGE_RE.finditer(msg["sender"]["name"]):
|
||||
image_ids.add(match.group(1))
|
||||
for match in ALBUM_RE.finditer(msg["sender"]["name"]):
|
||||
album_ids.add(match.group(1))
|
||||
|
||||
sifted += 1
|
||||
if sifted % 100_000 == 0:
|
||||
print(
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue