aboutsummaryrefslogtreecommitdiffstats
path: root/plugins/ScraperSourcePlugin.py
diff options
context:
space:
mode:
authorJan Tuomi <jans.tuomi@gmail.com>2024-04-20 22:08:05 +0300
committerJan Tuomi <jans.tuomi@gmail.com>2024-04-20 22:08:05 +0300
commit861333c28a8f0eb5663c5b744212d4d1a5eaf4ab (patch)
treef9d8cc58a5db1fb7482fe27cbb39a354946b0653 /plugins/ScraperSourcePlugin.py
parentc8da3f055b9990635fabb1d87f78b79e34da89be (diff)
Improve scraper logs
Diffstat (limited to 'plugins/ScraperSourcePlugin.py')
-rw-r--r--plugins/ScraperSourcePlugin.py3
1 files changed, 2 insertions, 1 deletions
diff --git a/plugins/ScraperSourcePlugin.py b/plugins/ScraperSourcePlugin.py
index e33b625..a1930f9 100644
--- a/plugins/ScraperSourcePlugin.py
+++ b/plugins/ScraperSourcePlugin.py
@@ -87,7 +87,7 @@ class Plugin(PluginInterface):
dump_file_name = dump_to_file(self.id, str(ctx))
ex.add_note(
f"{self.log_prefix} failed to eval selector:\n {selector}\n"
- + f"HTML dumped to {dump_file_name}"
+ + f"HTML dumped to {dump_file_name}.\n"
)
raise
@@ -152,6 +152,7 @@ class Plugin(PluginInterface):
# Fetch and parse post detail page
if detail_page_url:
# Fetch
+ self.log(f"scraping detail page: {detail_page_url}")
detail_page_resp = self.get_url(session, url=detail_page_url)
detail_page_elem = self.parse_html(
from_url=detail_page_url, html=detail_page_resp.text