From 5d8f1a622276ceae9985aa0526b1372a0aa19a56 Mon Sep 17 00:00:00 2001 From: Jan Tuomi Date: Tue, 12 Sep 2023 22:23:47 +0300 Subject: Fix issue in guid generation --- plugins/ScraperSourcePlugin.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) (limited to 'plugins/ScraperSourcePlugin.py') diff --git a/plugins/ScraperSourcePlugin.py b/plugins/ScraperSourcePlugin.py index 3ee78b7..edafb49 100644 --- a/plugins/ScraperSourcePlugin.py +++ b/plugins/ScraperSourcePlugin.py @@ -1,5 +1,6 @@ from bs4 import BeautifulSoup import time +import hashlib from datetime import datetime, timezone from typing import Any import re @@ -162,7 +163,8 @@ class Plugin(PluginInterface): if title: guid = ItemGUID(f"aggro__{self.id}__{title}") elif description: - guid = ItemGUID(f"aggro__{self.id}__{description}") + digest = str(hashlib.sha256(description.encode("utf-8"))) + guid = ItemGUID(f"aggro__{self.id}__{digest[:32]}") else: raise Exception( f"[ScraperSourcePlugin#{self.id}] both title and description are None" -- cgit v1.3