diff options
| author | Jan Tuomi <jans.tuomi@gmail.com> | 2024-04-20 22:08:05 +0300 |
|---|---|---|
| committer | Jan Tuomi <jans.tuomi@gmail.com> | 2024-04-20 22:08:05 +0300 |
| commit | 861333c28a8f0eb5663c5b744212d4d1a5eaf4ab (patch) | |
| tree | f9d8cc58a5db1fb7482fe27cbb39a354946b0653 /plugins/ScraperSourcePlugin.py | |
| parent | c8da3f055b9990635fabb1d87f78b79e34da89be (diff) | |
Improve scraper logs
Diffstat (limited to 'plugins/ScraperSourcePlugin.py')
| -rw-r--r-- | plugins/ScraperSourcePlugin.py | 3 |
1 files changed, 2 insertions, 1 deletions
diff --git a/plugins/ScraperSourcePlugin.py b/plugins/ScraperSourcePlugin.py index e33b625..a1930f9 100644 --- a/plugins/ScraperSourcePlugin.py +++ b/plugins/ScraperSourcePlugin.py @@ -87,7 +87,7 @@ class Plugin(PluginInterface): dump_file_name = dump_to_file(self.id, str(ctx)) ex.add_note( f"{self.log_prefix} failed to eval selector:\n {selector}\n" - + f"HTML dumped to {dump_file_name}" + + f"HTML dumped to {dump_file_name}.\n" ) raise @@ -152,6 +152,7 @@ class Plugin(PluginInterface): # Fetch and parse post detail page if detail_page_url: # Fetch + self.log(f"scraping detail page: {detail_page_url}") detail_page_resp = self.get_url(session, url=detail_page_url) detail_page_elem = self.parse_html( from_url=detail_page_url, html=detail_page_resp.text |
