jacob1123/backblaze-invoices-downloader
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix: deduping by url

Browse Source
This commit is contained in:
Jan Bader
2026-04-07 23:28:04 +02:00
parent a6d725f12c
commit 03bb94db2d
1 changed files with 5 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
downloader.py
View File

@@ -121,9 +121,12 @@ def get_invoice_links(page: Page) -> list[dict]:
seen = set() seen = set()
def _add_link(url: str, label: str, **meta) -> None: def _add_link(url: str, label: str, **meta) -> None:
if not url or url in seen: if not url:
return return
seen.add(url) dedupe_key = meta.get("reference_id") or url
if dedupe_key in seen:
return
seen.add(dedupe_key)
entry = {"url": url, "label": label} entry = {"url": url, "label": label}
entry.update(meta) entry.update(meta)
links.append(entry) links.append(entry)