will/reddit-bot
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

handling the fact that Pushpull can return duplicates, so we added a dedupe

Browse Source
This commit is contained in:
dat972
2026-03-10 07:54:26 -05:00
parent 43f716a58a
commit 98da601540
1 changed files with 5 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
backend/worker/monitor.py
View File

@@ -70,6 +70,11 @@ def _parse_post(post_data: dict, subreddit_id: int, db: Session, hot_rank: int |
def _upsert_posts(db: Session, posts: list[dict], update_hot_rank: bool = False): def _upsert_posts(db: Session, posts: list[dict], update_hot_rank: bool = False):
if not posts: if not posts:
return return
# Deduplicate by reddit_id (Pullpush can return dupes)
seen = {}
for p in posts:
seen[p["reddit_id"]] = p
posts = list(seen.values())
update_set = { update_set = {
"score": insert(Post).excluded.score, "score": insert(Post).excluded.score,
"upvote_ratio": insert(Post).excluded.upvote_ratio, "upvote_ratio": insert(Post).excluded.upvote_ratio,