1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
|
from typing import Any
from tinydb import Query
from app.Item import Item
from app.PluginInterface import PluginInterface
from app.DatabaseManager import database_manager
from app.utils import dict_to_item, item_to_dict
# TODO
class Plugin(PluginInterface):
def __init__(self, id: str, params: dict[str, Any]) -> None:
super().__init__(id, params)
print(f"[ConcatPlugin#{self.id}] initialized")
def process(self, source_id: str | None, items: list[Item]) -> list[Item]:
print(f"[ConcatPlugin#{self.id}] process called, n={len(items)}")
if source_id is None:
raise Exception(f"[ConcatPlugin#{self.id}] can not be scheduled")
Q = Query()
q_result = database_manager.plugin_states.search(Q.plugin_id == self.id)
if len(q_result) > 1:
raise Exception(
f"[ConcatPlugin#{self.id}] invalid database state, found more than 1 plugin state: {len(q_result)}"
)
d: Any = q_result[0] if len(q_result) == 1 else {}
data: dict[str, list[dict[str, str]]] = d
if source_id in data:
items_as_dicts = list(map(item_to_dict, items))
d[source_id] = items_as_dicts
aggregated_item_dicts: list[dict[str, str]] = []
for data_source_id in data:
item_dicts = data[data_source_id]
aggregated_item_dicts += item_dicts
ret = list(map(dict_to_item, aggregated_item_dicts))
print(f"[ConcatPlugin#{self.id}] process returning items, n={len(ret)}")
return ret
|
