Fix gallery ordering, fix inconcistent line ending

This commit is contained in:
John Stephani 2025-12-26 14:11:32 -06:00
parent 3d806c729c
commit 3d2edfd5cf
4 changed files with 7956 additions and 7945 deletions

View File

@ -270,14 +270,24 @@ class YARS:
body = post_data["selftext"] body = post_data["selftext"]
if body != None and len(body)>0: if body != None and len(body)>0:
post_info["body"] = body post_info["body"] = body
if "media_metadata" in post_data: if "gallery_data" in post_data and "media_metadata" in post_data:
items = post_data["gallery_data"]["items"]
media_urls = [] media_urls = []
for image in post_data["media_metadata"]: for item in items:
if "m" not in post_data["media_metadata"][image]: id = item["media_id"]
continue if id in post_data["media_metadata"]:
content_type = post_data["media_metadata"][image]["m"] metadata = post_data["media_metadata"][id]
extension = content_type[content_type.find('/')+1:] m = re.search(r"redd\.it\/(.+)\?", metadata["p"][0]["u"])
media_urls.append("https://i.redd.it/{}.{}".format(image, extension)) if m:
media_urls.append(f"https://i.redd.it/{m.group(1)}")
post_info["media_urls"] = media_urls
elif "media_metadata" in post_data:
media_urls = []
for id in post_data["media_metadata"]:
metadata = post_data["media_metadata"][id]
m = re.search(r"redd\.it\/(.+)\?", metadata["p"][0]["u"])
if m:
media_urls.append(f"https://i.redd.it/{m.group(1)}")
post_info["media_urls"] = media_urls post_info["media_urls"] = media_urls
elif "media" in post_data and post_data["media"] is not None and "reddit_video" in post_data["media"]: elif "media" in post_data and post_data["media"] is not None and "reddit_video" in post_data["media"]:
media_url = post_data["media"]["reddit_video"]["fallback_url"] media_url = post_data["media"]["reddit_video"]["fallback_url"]

View File

@ -19,6 +19,7 @@ subreddits = [
("HomeServer", 100), ("HomeServer", 100),
("homelab", 100), ("homelab", 100),
("NonPoliticalTwitter", 100), ("NonPoliticalTwitter", 100),
("comics", 100),
("all", 1000) ("all", 1000)
] ]
max_age_days = 30 max_age_days = 30