added sparql queries and mapping files for metadata normaliser

Makefile

@@ -197,7 +197,8 @@ prod-dotenv-file: guard-VAULT_ADDR guard-VAULT_TOKEN vault-installed
 	@ vault kv get -format="json" ted-prod/airflow | jq -r ".data.data | keys[] as \$$k | \"\(\$$k)=\(.[\$$k])\"" >> .env
 	@ vault kv get -format="json" ted-prod/mongo-db | jq -r ".data.data | keys[] as \$$k | \"\(\$$k)=\(.[\$$k])\"" >> .env
 
-
+refresh-normaliser-mapping-files:
+	@ python -m ted_sws.metadata_normaliser.entrypoints.generate_mapping_resources
 #clean-mongo-db:
 #	@ export PYTHONPATH=$(PWD) && python ./tests/clean_mongo_db.py
 

ted_sws/metadata_normaliser/entrypoints/generate_mapping_resources.py

@@ -0,0 +1,34 @@
+import json
+import logging
+import pathlib
+
+from ted_sws.adapters.sparql_triple_store import SPARQLTripleStore, TripleStoreABC
+from ted_sws.metadata_normaliser.resources import MAPPING_FILES_PATH, QUERIES_PATH
+
+logger = logging.getLogger(__name__)
+
+
+def generate_mapping_files(triple_store: TripleStoreABC = SPARQLTripleStore(),
+                           queries_folder_path: pathlib.Path = QUERIES_PATH,
+                           output_folder_path: pathlib.Path = MAPPING_FILES_PATH):
+    """
+    This method will generate a json file for each ran SPARQL query in the resources folder
+    :param triple_store:
+    :param queries_folder_path:
+    :param output_folder_path:
+    :return:
+    """
+    query_files_paths = list(pathlib.Path(queries_folder_path).rglob("*.rq"))
+    for query_file_path in query_files_paths:
+        json_file_name = query_file_path.stem + ".json"
+        path = output_folder_path / json_file_name
+        json_content = triple_store.with_query_from_file(
+            sparql_query_file_path=str(query_file_path)).fetch_tree()
+        with open(path, 'w') as outfile:
+            json.dump(json_content, outfile)
+
+    logger.info(f"Mapping files were generated in {output_folder_path}")
+
+
+if __name__ == '__main__':
+    generate_mapping_files()

ted_sws/metadata_normaliser/resources/__init__.py

@@ -0,0 +1,25 @@
+import pathlib
+
+import json
+
+try:
+    import importlib.resources as pkg_resources
+except ImportError:
+    # Try backported to PY<37 `importlib_resources`.
+    import importlib_resources as pkg_resources
+
+import ted_sws.metadata_normaliser.resources.mapping_files
+
+
+def get_mapping_file(mapping_file_name: str) -> dict:
+    """
+        get a predefined index mapping by reference to file name
+    """
+    with pkg_resources.path(mapping_files, mapping_file_name) as path:
+        return json.loads(path.read_bytes())
+
+
+RESOURCES_PATH = pathlib.Path(__file__).parent.resolve()
+
+QUERIES_PATH = RESOURCES_PATH / 'queries'
+MAPPING_FILES_PATH = RESOURCES_PATH / 'mapping_files'