Use authorized API calls for Strapi data import (RPB-130)

hbz · Feb 16, 2024 · e234063 · e234063
1 parent eea6777
commit e234063
Show file tree

Hide file tree

Showing 7 changed files with 30 additions and 21 deletions.
diff --git a/conf/rpb-sw-import.flux b/conf/rpb-sw-import.flux
@@ -1,5 +1,6 @@
 default IN_FILE = "test-output-sw.json"; // pass e.g. IN_FILE=output-sw-strapi.ndjson
 default HOST = "localhost"; // pass e.g. HOST=test-metadaten-nrw.hbz-nrw.de
+default API_TOKEN = ""; // pass e.g. API_TOKEN=e8d...
 API_URL = "http://" + HOST + ":1337/api/rpb-authorities";
 
 FLUX_DIR + "output/" + IN_FILE
@@ -9,7 +10,7 @@ FLUX_DIR + "output/" + IN_FILE
 | stream-to-triples
 | template("{\"${p}\":${o}}") // wrap into 'data' object for strapi
 | log-object("Will POST: ")
-| open-http(url=API_URL, method="POST", contentType="application/json")
+| open-http(url=API_URL, method="POST", contentType="application/json", header="Authorization: Bearer " + API_TOKEN)
 | as-lines
 | log-object("POST Response: ")
 ;
diff --git a/conf/rpb-systematik-import.flux b/conf/rpb-systematik-import.flux
@@ -1,4 +1,5 @@
 default HOST = "localhost"; // pass e.g. HOST=test-metadaten-nrw.hbz-nrw.de
+default API_TOKEN = ""; // pass e.g. API_TOKEN=e8d...
 API_URL = "http://" + HOST + ":1337/api/" + PATH;
 
 "https://raw.githubusercontent.com/acka47/scripts/master/skos2json/" + INPUT
@@ -8,7 +9,7 @@ API_URL = "http://" + HOST + ":1337/api/" + PATH;
 | stream-to-triples
 | template("{\"${p}\":${o}}") // wrap into 'data' object for strapi
 | log-object("Will POST: ")
-| open-http(url=API_URL, method="POST", contentType="application/json")
+| open-http(url=API_URL, method="POST", contentType="application/json", header="Authorization: Bearer " + API_TOKEN)
 | as-lines
 | log-object("POST Response: ")
 ;
diff --git a/conf/rpb-test-titel-import.flux b/conf/rpb-test-titel-import.flux
@@ -1,4 +1,5 @@
 default HOST = "localhost"; // pass e.g. test-metadaten-nrw.hbz-nrw.de
+default API_TOKEN = ""; // pass e.g. API_TOKEN=e8d...
 API_URL = "http://" + HOST + ":1337/api/" + PATH;
 
 FIX = "
@@ -17,7 +18,7 @@ FLUX_DIR + "output/test-output-strapi.json"
 | stream-to-triples
 | template("{\"${p}\":${o}}") // wrap into 'data' object for strapi
 | log-object("Will POST: ")
-| open-http(url=API_URL, method="POST", contentType="application/json")
+| open-http(url=API_URL, method="POST", contentType="application/json", header="Authorization: Bearer " + API_TOKEN)
 | as-lines
 | log-object("POST Response: ")
 ;
diff --git a/conf/rpb-titel-import.flux b/conf/rpb-titel-import.flux
@@ -1,4 +1,5 @@
 default HOST = "localhost"; // pass e.g. test-metadaten-nrw.hbz-nrw.de
+default API_TOKEN = ""; // pass e.g. API_TOKEN=e8d...
 API_URL = "http://" + HOST + ":1337/api/" + PATH;
 
 FIX = "
@@ -17,7 +18,7 @@ FLUX_DIR + "output/output-strapi.ndjson"
 | stream-to-triples
 | template("{\"${p}\":${o}}") // wrap into 'data' object for strapi
 | log-object("Will POST: ")
-| open-http(url=API_URL, method="POST", contentType="application/json")
+| open-http(url=API_URL, method="POST", contentType="application/json", header="Authorization: Bearer " + API_TOKEN)
 | as-lines
 | log-object("POST Response: ")
 ;
diff --git a/conf/rppd-import.flux b/conf/rppd-import.flux
@@ -1,5 +1,6 @@
 default HOST = "localhost"; // pass e.g. HOST=test-metadaten-nrw.hbz-nrw.de
 default IN_FILE = "test-output-rppd.json"; // pass e.g. IN_FILE=output-rppd-strapi.ndjson
+default API_TOKEN = ""; // pass e.g. API_TOKEN=e8d...
 API_URL = "http://" + HOST + ":1337/api/rppds";
 
 FLUX_DIR + "output/" + IN_FILE
@@ -9,7 +10,7 @@ FLUX_DIR + "output/" + IN_FILE
 | stream-to-triples
 | template("{\"${p}\":${o}}") // wrap into 'data' object for strapi
 | log-object("Will POST: ")
-| open-http(url=API_URL, method="POST", contentType="application/json")
+| open-http(url=API_URL, method="POST", contentType="application/json", header="Authorization: Bearer " + API_TOKEN)
 | as-lines
 | log-object("POST Response: ")
 ;
diff --git a/transformAndImportFull.sh b/transformAndImportFull.sh
@@ -6,28 +6,30 @@ IFS=$'\n\t'
 
 if [ -z "$@" ]; then echo "Pass host, e.g. 'localhost'"; else echo "Will import to '$@'"; fi
 HOST=$1
+# Create token in Strapi admin UI (Settings > API Tokens), set here or in environment
+API_TOKEN=$API_TOKEN
 
 # Notationen
 # curl --request DELETE "http://$HOST:1337/api/rpb-notations/[1-5]"
-sbt "runMain rpb.ETL conf/rpb-systematik-import.flux INPUT=rpb.ndjson PATH=rpb-notations HOST=$HOST"
+sbt "runMain rpb.ETL conf/rpb-systematik-import.flux INPUT=rpb.ndjson PATH=rpb-notations HOST=$HOST API_TOKEN=$API_TOKEN"
 # curl --request DELETE "http://$HOST:1337/api/rpb-spatials/[1-5]"
-sbt "runMain rpb.ETL conf/rpb-systematik-import.flux INPUT=rpb-spatial.ndjson PATH=rpb-spatials HOST=$HOST"
+sbt "runMain rpb.ETL conf/rpb-systematik-import.flux INPUT=rpb-spatial.ndjson PATH=rpb-spatials HOST=$HOST API_TOKEN=$API_TOKEN"
 
 # Personen
 # curl --request DELETE "http://$HOST:1337/api/rppds/[1-5]"
 sbt "runMain rpb.ETL conf/rppd-to-strapi.flux IN_FILE=RPB-Export_HBZ_Bio.txt OUT_FILE=output-rppd-strapi.ndjson"
-sbt "runMain rpb.ETL conf/rppd-import.flux IN_FILE=output-rppd-strapi.ndjson HOST=$HOST"
+sbt "runMain rpb.ETL conf/rppd-import.flux IN_FILE=output-rppd-strapi.ndjson HOST=$HOST API_TOKEN=$API_TOKEN"
 
 # Normdaten
 # curl --request DELETE "http://$HOST:1337/api/rpb-authorities/[1-5]"
 sbt "runMain rpb.ETL conf/rpb-sw-to-strapi.flux IN_FILE=RPB-Export_HBZ_SW.txt OUT_FILE=output-sw-strapi.ndjson"
-sbt "runMain rpb.ETL conf/rpb-sw-import.flux IN_FILE=output-sw-strapi.ndjson HOST=$HOST"
+sbt "runMain rpb.ETL conf/rpb-sw-import.flux IN_FILE=output-sw-strapi.ndjson HOST=$HOST API_TOKEN=$API_TOKEN"
 
 # Titeldaten
 sbt "runMain rpb.ETL conf/rpb-titel-to-strapi.flux"
 # curl --request DELETE "http://$HOST:1337/api/articles/[1-5]"
-sbt "runMain rpb.ETL conf/rpb-titel-import.flux PICK=all_equal('f36_','u') PATH=articles HOST=$HOST"
+sbt "runMain rpb.ETL conf/rpb-titel-import.flux PICK=all_equal('f36_','u') PATH=articles HOST=$HOST API_TOKEN=$API_TOKEN"
 # curl --request DELETE "http://$HOST:1337/api/independent-works/[1-5]"
-sbt "runMain rpb.ETL conf/rpb-titel-import.flux PICK=all_equal('f36_','Monografie') PATH=independent-works HOST=$HOST"
-sbt "runMain rpb.ETL conf/rpb-titel-import.flux PICK=all_equal('f36_','Band') PATH=independent-works HOST=$HOST"
-sbt "runMain rpb.ETL conf/rpb-titel-import.flux PICK=all_equal('f36t','MultiVolumeBook') PATH=independent-works HOST=$HOST"
+sbt "runMain rpb.ETL conf/rpb-titel-import.flux PICK=all_equal('f36_','Monografie') PATH=independent-works HOST=$HOST API_TOKEN=$API_TOKEN"
+sbt "runMain rpb.ETL conf/rpb-titel-import.flux PICK=all_equal('f36_','Band') PATH=independent-works HOST=$HOST API_TOKEN=$API_TOKEN"
+sbt "runMain rpb.ETL conf/rpb-titel-import.flux PICK=all_equal('f36t','MultiVolumeBook') PATH=independent-works HOST=$HOST API_TOKEN=$API_TOKEN"
diff --git a/transformAndImportTest.sh b/transformAndImportTest.sh
@@ -6,28 +6,30 @@ IFS=$'\n\t'
 
 if [ -z "$@" ]; then echo "Pass host, e.g. 'localhost'"; else echo "Will import to '$@'"; fi
 HOST=$1
+# Create token in Strapi admin UI (Settings > API Tokens), set here or in environment
+API_TOKEN=$API_TOKEN
 
 # Notationen
 # curl --request DELETE "http://$HOST:1337/api/rpb-notations/[1-5]"
-sbt "runMain rpb.ETL conf/rpb-systematik-import.flux INPUT=rpb.ndjson PATH=rpb-notations HOST=$HOST"
+sbt "runMain rpb.ETL conf/rpb-systematik-import.flux INPUT=rpb.ndjson PATH=rpb-notations HOST=$HOST API_TOKEN=$API_TOKEN"
 # curl --request DELETE "http://$HOST:1337/api/rpb-spatials/[1-5]"
-sbt "runMain rpb.ETL conf/rpb-systematik-import.flux INPUT=rpb-spatial.ndjson PATH=rpb-spatials HOST=$HOST"
+sbt "runMain rpb.ETL conf/rpb-systematik-import.flux INPUT=rpb-spatial.ndjson PATH=rpb-spatials HOST=$HOST API_TOKEN=$API_TOKEN"
 
 # Personen
 # curl --request DELETE "http://$HOST:1337/api/rppds/[1-5]"
 sbt "runMain rpb.ETL conf/rppd-to-strapi.flux IN_FILE=RPB-Export_HBZ_Bio_Test.txt OUT_FILE=test-output-rppd.json"
-sbt "runMain rpb.ETL conf/rppd-import.flux IN_FILE=test-output-rppd.json HOST=$HOST"
+sbt "runMain rpb.ETL conf/rppd-import.flux IN_FILE=test-output-rppd.json HOST=$HOST API_TOKEN=$API_TOKEN"
 
 # Normdaten
 # curl --request DELETE "http://$HOST:1337/api/rpb-authorities/[1-5]"
 sbt "runMain rpb.ETL conf/rpb-sw-to-strapi.flux IN_FILE=RPB-Export_HBZ_SW_Test.txt OUT_FILE=test-output-sw.json"
-sbt "runMain rpb.ETL conf/rpb-sw-import.flux IN_FILE=test-output-sw.json HOST=$HOST"
+sbt "runMain rpb.ETL conf/rpb-sw-import.flux IN_FILE=test-output-sw.json HOST=$HOST API_TOKEN=$API_TOKEN"
 
 # Titeldaten
 sbt "runMain rpb.ETL conf/rpb-test-titel-to-strapi.flux"
 # curl --request DELETE "http://$HOST:1337/api/articles/[1-5]"
-sbt "runMain rpb.ETL conf/rpb-test-titel-import.flux PICK=all_equal('f36_','u') PATH=articles HOST=$HOST"
+sbt "runMain rpb.ETL conf/rpb-test-titel-import.flux PICK=all_equal('f36_','u') PATH=articles HOST=$HOST API_TOKEN=$API_TOKEN"
 # curl --request DELETE "http://$HOST:1337/api/independent-works/[1-5]"
-sbt "runMain rpb.ETL conf/rpb-test-titel-import.flux PICK=all_equal('f36_','Monografie') PATH=independent-works HOST=$HOST"
-sbt "runMain rpb.ETL conf/rpb-test-titel-import.flux PICK=all_equal('f36_','Band') PATH=independent-works HOST=$HOST"
-sbt "runMain rpb.ETL conf/rpb-test-titel-import.flux PICK=all_equal('f36t','MultiVolumeBook') PATH=independent-works HOST=$HOST"
+sbt "runMain rpb.ETL conf/rpb-test-titel-import.flux PICK=all_equal('f36_','Monografie') PATH=independent-works HOST=$HOST API_TOKEN=$API_TOKEN"
+sbt "runMain rpb.ETL conf/rpb-test-titel-import.flux PICK=all_equal('f36_','Band') PATH=independent-works HOST=$HOST API_TOKEN=$API_TOKEN"
+sbt "runMain rpb.ETL conf/rpb-test-titel-import.flux PICK=all_equal('f36t','MultiVolumeBook') PATH=independent-works HOST=$HOST API_TOKEN=$API_TOKEN"