aboutsummaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
authorJan Tuomi <jans.tuomi@gmail.com>2023-09-03 19:02:03 +0300
committerJan Tuomi <jans.tuomi@gmail.com>2023-09-10 19:01:00 +0300
commit7c90b13a7eaf520126a40180f932125240b46364 (patch)
tree6209996a93ef7890f467d49210d33cd5bd6b1bb9
parente05dfe63724ae4aa4845c6fb5e7f8d5aa0974e16 (diff)
Add MapPlugin
-rw-r--r--Aggrofile14
-rw-r--r--app/MapPlugin.py33
2 files changed, 47 insertions, 0 deletions
diff --git a/Aggrofile b/Aggrofile
index 1b8e4ca..c5fe914 100644
--- a/Aggrofile
+++ b/Aggrofile
@@ -6,11 +6,19 @@
"schedule_expr": "schedule.every(10).seconds",
"feed_url": "https://juusomikkonen.com/feed.xml"
},
+ "juusomikkonen_add_author": {
+ "plugin": "MapPlugin",
+ "map_expr": "set_field(item, 'author', 'Juuso Mikkonen')"
+ },
"mariusschulz_blog_atom": {
"plugin": "FeedSourcePlugin",
"schedule_expr": "schedule.every(10).seconds",
"feed_url": "https://feeds.feedburner.com/mariusschulz"
},
+ "mariusschulz_add_author": {
+ "plugin": "MapPlugin",
+ "map_expr": "set_field(item, 'author', 'Marius Schulz')"
+ },
"concat": {
"plugin": "ConcatPlugin"
},
@@ -27,9 +35,15 @@
},
"graph": {
"juusomikkonen_blog_rss": [
+ "juusomikkonen_add_author"
+ ],
+ "juusomikkonen_add_author": [
"concat"
],
"mariusschulz_blog_atom": [
+ "mariusschulz_add_author"
+ ],
+ "mariusschulz_add_author": [
"concat"
],
"concat": [
diff --git a/app/MapPlugin.py b/app/MapPlugin.py
new file mode 100644
index 0000000..abc016b
--- /dev/null
+++ b/app/MapPlugin.py
@@ -0,0 +1,33 @@
+from dataclasses import fields
+from typing import Any
+from app.Item import Item
+from app.PluginInterface import Params, PluginInterface
+from app.utils import get_param
+
+
+def set_field(item: Item, k: str, v: Any):
+ field_names = [f.name for f in fields(Item)]
+ if k not in field_names:
+ raise Exception(f"Invalid set_field key: {k}")
+
+ setattr(item, k, v)
+ return item
+
+
+class Plugin(PluginInterface):
+ def __init__(self, id: str, params: Params) -> None:
+ super().__init__(id, params)
+ self.map_expr: str = get_param("map_expr", params)
+ print(f"[MapItemPlugin#{self.id}] initialized")
+
+ def process(self, source_id: str | None, items: list[Item]) -> list[Item]:
+ print(f"[MapItemPlugin#{self.id}] process called, n={len(items)}")
+ if source_id is None:
+ raise Exception(f"[MapItemPlugin#{self.id}] can not be scheduled")
+
+ expr = f"map(lambda item: {self.map_expr}, input_feed)"
+ print("expr:")
+ print(expr)
+ ret = list(eval(expr, {"input_feed": items, "set_field": set_field}))
+ print(f"[MapItemPlugin#{self.id}] process returning items, n={len(ret)}")
+ return ret