refactoring: insertion files structure

Author: andreishket

local_dev/tools/9d4dc6b920d1e2cc08a741f7c56821db.json

@@ -0,0 +1,15 @@
+{
+  "endpoint": "http://127.0.0.1:8081/dev/persistence/createVisualization/dev",
+  "visualizations": [
+    {
+      "vis_id": "9d4dc6b920d1e2cc08a741f7c56821db",
+      "vis_title": "openaire",
+      "vis_clean_query": "DP0878177",
+      "vis_query": "DP0878177",
+      "vis_params": "{\"project_id\":\"DP0878177\",\"funder\":\"ARC\",\"acronym\":\"\",\"title\":\"Understanding the impact of global environmental change on Australian forests and woodlands using rainforest boundaries and Callitris growth as bio-indicators\",\"start_date\":\"2008-01-01\",\"end_date\":\"2011-12-31\",\"special_clause\":\"false\",\"oa_mandate\":\"false\",\"organisations\":[],\"openaire_link\":\"http:\\/\\/purl.org\\/au-research\\/grants\\/arc\\/DP0878177\",\"obj_id\":\"arc_________::fe52f7d04f4139c2c80b4144c294f12d\",\"call_id\":\"\",\"funding_tree\":[null,null,\"Discovery Projects\"]}",
+      "data_file": "9d4dc6b920d1e2cc08a741f7c56821db.json"
+    }
+  ]
+}
+
+

local_dev/tools/db-insertion/OpenAIRE/9d4dc6b920d1e2cc08a741f7c56821db.json

@@ -0,0 +1,49 @@
+import json
+import requests
+
+from pathlib import Path
+
+# Before starting, you can change the path to the configuration for the desired integration and set of files.
+BASE_DIR = Path(__file__).resolve().parent
+CONFIG_PATH = BASE_DIR / "OpenAIRE" / "config.json" # Change integration folder name here.
+
+# Fallbacks
+VISUALIZATION_DATA = []
+ENDPOINT_URL = "http://127.0.0.1:8081/dev/persistence/createVisualization/dev"
+
+
+def insert_from_config(config_path: Path) -> None:
+    """Insert visualizations described in the given config JSON file."""
+    with open(config_path, "r") as f:
+        config = json.load(f)
+
+    endpoint = config.get("endpoint", ENDPOINT_URL)
+    visualizations = config.get("visualizations", VISUALIZATION_DATA)
+
+    for vis in visualizations:
+        data_file = config_path.parent / vis["data_file"]
+        with open(data_file, "r") as df:
+            data = df.read()
+
+        payload = {
+            "vis_id": vis["vis_id"],
+            "vis_title": vis["vis_title"],
+            "vis_clean_query": vis["vis_clean_query"],
+            "vis_query": vis["vis_query"],
+            "vis_params": vis["vis_params"],
+            "data": data,
+        }
+
+        res = requests.post(endpoint, json=payload)
+        print(f"Inserted {vis['vis_id']}: {res.status_code}")
+        print(res.text)
+
+
+def main() -> None:
+    insert_from_config(CONFIG_PATH)
+
+
+if __name__ == "__main__":
+    main()
+
+