diff options
| -rw-r--r-- | Aggrofile | 14 | ||||
| -rw-r--r-- | app/MapPlugin.py | 33 |
2 files changed, 47 insertions, 0 deletions
@@ -6,11 +6,19 @@ "schedule_expr": "schedule.every(10).seconds", "feed_url": "https://juusomikkonen.com/feed.xml" }, + "juusomikkonen_add_author": { + "plugin": "MapPlugin", + "map_expr": "set_field(item, 'author', 'Juuso Mikkonen')" + }, "mariusschulz_blog_atom": { "plugin": "FeedSourcePlugin", "schedule_expr": "schedule.every(10).seconds", "feed_url": "https://feeds.feedburner.com/mariusschulz" }, + "mariusschulz_add_author": { + "plugin": "MapPlugin", + "map_expr": "set_field(item, 'author', 'Marius Schulz')" + }, "concat": { "plugin": "ConcatPlugin" }, @@ -27,9 +35,15 @@ }, "graph": { "juusomikkonen_blog_rss": [ + "juusomikkonen_add_author" + ], + "juusomikkonen_add_author": [ "concat" ], "mariusschulz_blog_atom": [ + "mariusschulz_add_author" + ], + "mariusschulz_add_author": [ "concat" ], "concat": [ diff --git a/app/MapPlugin.py b/app/MapPlugin.py new file mode 100644 index 0000000..abc016b --- /dev/null +++ b/app/MapPlugin.py @@ -0,0 +1,33 @@ +from dataclasses import fields +from typing import Any +from app.Item import Item +from app.PluginInterface import Params, PluginInterface +from app.utils import get_param + + +def set_field(item: Item, k: str, v: Any): + field_names = [f.name for f in fields(Item)] + if k not in field_names: + raise Exception(f"Invalid set_field key: {k}") + + setattr(item, k, v) + return item + + +class Plugin(PluginInterface): + def __init__(self, id: str, params: Params) -> None: + super().__init__(id, params) + self.map_expr: str = get_param("map_expr", params) + print(f"[MapItemPlugin#{self.id}] initialized") + + def process(self, source_id: str | None, items: list[Item]) -> list[Item]: + print(f"[MapItemPlugin#{self.id}] process called, n={len(items)}") + if source_id is None: + raise Exception(f"[MapItemPlugin#{self.id}] can not be scheduled") + + expr = f"map(lambda item: {self.map_expr}, input_feed)" + print("expr:") + print(expr) + ret = list(eval(expr, {"input_feed": items, "set_field": set_field})) + print(f"[MapItemPlugin#{self.id}] process returning items, n={len(ret)}") + return ret |
