From d37060dc39105142a3611e2de5d9ed177cc0a940 Mon Sep 17 00:00:00 2001 From: Waylon Walker Date: Fri, 11 Jun 2021 08:00:20 -0500 Subject: [PATCH] Auto JSONDataSet by tag json --- pypi-list.py | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/pypi-list.py b/pypi-list.py index f0e8812..a92329a 100644 --- a/pypi-list.py +++ b/pypi-list.py @@ -97,9 +97,10 @@ pipeline = Pipeline( default_entries = { name: PickleDataSet(filepath=f"data/{name}.pkl") for name in pipeline.all_outputs() } + json_outputs = { - "packages_json": JSONDataSet(filepath=f"data/packages.json"), - "available_json": JSONDataSet(filepath=f"data/available.json"), + name: JSONDataSet(filepath=f"data/{name.replace('_json', '')}.json") + for name in pipeline.only_nodes_with_tags("json").outputs() }