diff options
| author | Jan Tuomi <jans.tuomi@gmail.com> | 2024-04-11 09:53:32 +0100 |
|---|---|---|
| committer | Jan Tuomi <jans.tuomi@gmail.com> | 2024-04-11 09:53:32 +0100 |
| commit | c8da3f055b9990635fabb1d87f78b79e34da89be (patch) | |
| tree | 9789c857208b65bebed4ab9db88678558c0c35d9 /plugins/ScraperSourcePlugin.py | |
| parent | f313044c68f6668cc6b7a93a79949df297119bfb (diff) | |
Fix same issue in ScraperSourcePlugin
Diffstat (limited to 'plugins/ScraperSourcePlugin.py')
| -rw-r--r-- | plugins/ScraperSourcePlugin.py | 19 |
1 files changed, 14 insertions, 5 deletions
diff --git a/plugins/ScraperSourcePlugin.py b/plugins/ScraperSourcePlugin.py index b45846b..e33b625 100644 --- a/plugins/ScraperSourcePlugin.py +++ b/plugins/ScraperSourcePlugin.py @@ -1,5 +1,6 @@ from bs4 import BeautifulSoup import time +from traceback import print_exc import hashlib from datetime import datetime, timezone from typing import Any, TypeVar, cast, overload @@ -201,11 +202,19 @@ class Plugin(PluginInterface): else None ) - image_elems = self.eval_selector( - self.selector_image, ctx=ctx_with_post_detail - ) - image_elem = image_elems[0] if len(image_elems) > 0 else None - image_src: str | None = None + try: + image_elems = self.eval_selector( + self.selector_image, ctx=ctx_with_post_detail + ) + image_elem = image_elems[0] if len(image_elems) > 0 else None + image_src: str | None = None + except Exception: + print_exc() + self.log( + f"failed to extract image source with selector: {self.selector_image}, skipping image" + ) + image_src = None + if image_elem: if image_elem.has_attr("src"): image_src = cast(str, image_elem["src"]) |
