blob: 7690c8d0e940f50e06e4645922db82e66eead119 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
|
import feedparser # type: ignore
from typing import Any
from app.Item import Item
from app.PluginInterface import PluginInterface
from app.utils import get_param
class Plugin(PluginInterface):
def __init__(self, id: str, params: dict[str, Any]) -> None:
super().__init__(id, params)
self.feed_url: str = get_param("feed_url", params)
print(f"[FeedSourcePlugin#{self.id}] initialized")
def process(self, source_id: str | None, items: list[Item]) -> list[Item]:
print(f"[FeedSourcePlugin#{self.id}] process called")
if source_id is not None:
raise Exception(
f"FeedSourcePlugin#{self.id} can only be scheduled, trying to process items from source {source_id}"
)
feed: Any = feedparser.parse(self.feed_url) # type: ignore
result_items: list[Item] = []
if "bozo" in feed and feed["bozo"] == 1:
raise Exception(
f"[FeedSourcePlugin#{self.id}] malformed XML in feed {self.feed_url}"
)
for d in feed.entries:
result_items.append(
Item(title=d["title"], link=d["link"], description=d["description"])
)
print(
f"[FeedSourcePlugin#{self.id}] process returns items, n={len(result_items)}"
)
return result_items
|
