Skip to content

Commit

Permalink
Merge pull request #15 from emotional-cities/ingest-data
Browse files Browse the repository at this point in the history
Ingest new datasets
  • Loading branch information
PascalLike authored Mar 8, 2023
2 parents f266cdb + f55e1d3 commit 790b315
Show file tree
Hide file tree
Showing 4 changed files with 3,075 additions and 64 deletions.
64 changes: 64 additions & 0 deletions .gitignore
Original file line number Diff line number Diff line change
@@ -1 +1,65 @@
.env
./ES/data/a0000000a.geojson
./ES/data/a0000000b.geojson
./ES/data/a0000000c.geojson
./ES/data/a00000009.geojson
./ES/data/Munich_220713_All.geojson
./geoserver/ec_data/geopackage/a0000000a.gpkg
./geoserver/ec_data/geopackage/a0000000b.gpkg
./geoserver/ec_data/geopackage/a0000000c.gpkg
./geoserver/ec_data/geopackage/a00000009.gpkg
./ES/data/Hex250_grid_access2openspace.geojson
./ES/data/Hex250_grid_active2020.geojson
./ES/data/Hex250_grid_age2020.geojson
./ES/data/Hex250_grid_avgLST.geojson
./ES/data/Hex250_grid_cardio_1920.geojson
./ES/data/Hex250_grid_crime_22.geojson
./ES/data/Hex250_grid_cycleroutes2021.geojson
./ES/data/Hex250_grid_demantia_1920.geojson
./ES/data/Hex250_grid_depression_1920.geojson
./ES/data/Hex250_grid_flood_4band.geojson
./ES/data/Hex250_grid_gender2020.geojson
./ES/data/Hex250_grid_hindex2020.geojson
./ES/data/Hex250_grid_LAeq16h.geojson
./ES/data/Hex250_grid_mental_1920.geojson
./ES/data/Hex250_grid_ndvi2022.geojson
./ES/data/Hex250_grid_no2_2019.geojson
./ES/data/Hex250_grid_obesity_1920.geojson
./ES/data/Hex250_grid_pm10_2019.geojson
./ES/data/Hex250_grid_pm25_2019.geojson
./geoserver/ec_data/geopackage/munich_220713_all.gpkg
./geoserver/ec_data/geopackage/Hex250_grid_access2openspace.gpkg
./geoserver/ec_data/geopackage/Hex250_grid_active2020.gpkg
./geoserver/ec_data/geopackage/Hex250_grid_age2020.gpkg
./geoserver/ec_data/geopackage/Hex250_grid_avgLST.gpkg
./geoserver/ec_data/geopackage/Hex250_grid_cardio_1920.gpkg
./geoserver/ec_data/geopackage/Hex250_grid_crime_22.gpkg
./geoserver/ec_data/geopackage/Hex250_grid_cycleroutes2021.gpkg
./geoserver/ec_data/geopackage/Hex250_grid_demantia_1920.gpkg
./geoserver/ec_data/geopackage/Hex250_grid_depression_1920.gpkg
./geoserver/ec_data/geopackage/Hex250_grid_flood_4band.gpkg
./geoserver/ec_data/geopackage/Hex250_grid_gender2020.gpkg
./geoserver/ec_data/geopackage/Hex250_grid_hindex2020.gpkg
./geoserver/ec_data/geopackage/Hex250_grid_LAeq16h.gpkg
./geoserver/ec_data/geopackage/Hex250_grid_mental_1920.gpkg
./geoserver/ec_data/geopackage/Hex250_grid_ndvi2022.gpkg
./geoserver/ec_data/geopackage/Hex250_grid_no2_2019.gpkg
./geoserver/ec_data/geopackage/Hex250_grid_obesity_1920.gpkg
./geoserver/ec_data/geopackage/Hex250_grid_pm10_2019.gpkg
./geoserver/ec_data/geopackage/Hex250_grid_pm25_2019.gpkg
./geoserver/ec_data/geopackage/Hex250_grid_popden_2020.gpkg
./ES/data/AirQuality.AirPressure.geojson
./ES/data/AirQuality.Humidity.geojson
./ES/data/AirQuality.IAQIndex.geojson
./ES/data/AirQuality.Temperature.geojson
./ES/data/AmbientLight.AmbientLight.geojson
./ES/data/AnalogIn.Voltage.geojson
./ES/data/CO2V2.CO2Conc.geojson
./ES/data/CO2V2.Humidity.geojson
./ES/data/CO2V2.Temperature.geojson
./ES/data/GPS.Data.geojson
./ES/data/GPS.Time.geojson
./ES/data/Humidity.Humidity.geojson
./ES/data/SoundPressureLevel.SPL.geojson


46 changes: 46 additions & 0 deletions ES/add_data.sh
Original file line number Diff line number Diff line change
Expand Up @@ -73,6 +73,52 @@ python3 /load_es_data.py /in/tweet_count_sample.geojson id
echo "Pushing EC metadata"
python3 /load_es_data.py /in/metadata/ec_catalog.geojson id

echo "Loading igot data"
python3 /load_es_data.py /in/a0000000a.geojson OBJECTID
python3 /load_es_data.py /in/a0000000b.geojson OBJECTID
python3 /load_es_data.py /in/a0000000c.geojson OBJECTID
python3 /load_es_data.py /in/a00000009.geojson OBJECTID

echo "Loading camb data"
python3 /load_es_data.py /in/Hex250_grid_popden_2020.geojson fid
python3 /load_es_data.py /in/Hex250_grid_access2openspace.geojson fid
python3 /load_es_data.py /in/Hex250_grid_active2020.geojson fid
python3 /load_es_data.py /in/Hex250_grid_age2020.geojson fid
python3 /load_es_data.py /in/Hex250_grid_avgLST.geojson fid
python3 /load_es_data.py /in/Hex250_grid_cardio_1920.geojson fid
python3 /load_es_data.py /in/Hex250_grid_crime_22.geojson fid
python3 /load_es_data.py /in/Hex250_grid_cycleroutes2021.geojson fid
python3 /load_es_data.py /in/Hex250_grid_demantia_1920.geojson fid
python3 /load_es_data.py /in/Hex250_grid_depression_1920.geojson fid
python3 /load_es_data.py /in/Hex250_grid_flood_4band.geojson fid
python3 /load_es_data.py /in/Hex250_grid_gender2020.geojson fid
python3 /load_es_data.py /in/Hex250_grid_hindex2020.geojson fid
python3 /load_es_data.py /in/Hex250_grid_LAeq16h.geojson fid
python3 /load_es_data.py /in/Hex250_grid_mental_1920.geojson fid
python3 /load_es_data.py /in/Hex250_grid_ndvi2022.geojson fid
python3 /load_es_data.py /in/Hex250_grid_no2_2019.geojson fid
python3 /load_es_data.py /in/Hex250_grid_obesity_1920.geojson fid
python3 /load_es_data.py /in/Hex250_grid_pm10_2019.geojson fid
python3 /load_es_data.py /in/Hex250_grid_pm25_2019.geojson fid

echo "Loading clima data"
python3 /load_es_data.py /in/Munich_220713_All.geojson id

echo "Loading nrg data"
python3 /load_es_data.py /in/AirQuality.AirPressure.geojson id
python3 /load_es_data.py /in/AirQuality.Humidity.geojson id
python3 /load_es_data.py /in/AirQuality.IAQIndex.geojson id
python3 /load_es_data.py /in/AirQuality.Temperature.geojson id
python3 /load_es_data.py /in/AmbientLight.AmbientLight.geojson id
python3 /load_es_data.py /in/AnalogIn.Voltage.geojson id
python3 /load_es_data.py /in/CO2V2.CO2Conc.geojson id
python3 /load_es_data.py /in/CO2V2.Humidity.geojson id
python3 /load_es_data.py /in/CO2V2.Temperature.geojson id
python3 /load_es_data.py /in/data/GPS.Data.geojson id
python3 /load_es_data.py /in/GPS.Time.geojson id
python3 /load_es_data.py /in/Humidity.Humidity.geojson id
python3 /load_es_data.py /in/SoundPressureLevel.SPL.geojson id

echo "Seems that data was loaded"

## *************************************************************
Expand Down
Loading

0 comments on commit 790b315

Please sign in to comment.