Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Ingest new datasets #15

Merged
merged 7 commits into from
Mar 8, 2023
Merged

Ingest new datasets #15

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
7 commits
Select commit Hold shift + click to select a range
3ab05b0
- added a00000009.geojson
doublebyte1 Mar 6, 2023
03063b1
- ignore data files (they will be copied through scp)
doublebyte1 Mar 6, 2023
6bbf954
- added other datasets from igot
doublebyte1 Mar 6, 2023
e00c7e8
- added data from Cambridge to pygeoapi
doublebyte1 Mar 6, 2023
a97989a
- added ratings to metadata
doublebyte1 Mar 6, 2023
a6171cd
- added nrg data to pygeoapi
doublebyte1 Mar 6, 2023
f55e1d3
- added new datasets to the main pygeoapi config for aws
doublebyte1 Mar 6, 2023
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
64 changes: 64 additions & 0 deletions .gitignore
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1 +1,65 @@
.env
./ES/data/a0000000a.geojson
./ES/data/a0000000b.geojson
./ES/data/a0000000c.geojson
./ES/data/a00000009.geojson
./ES/data/Munich_220713_All.geojson
./geoserver/ec_data/geopackage/a0000000a.gpkg
./geoserver/ec_data/geopackage/a0000000b.gpkg
./geoserver/ec_data/geopackage/a0000000c.gpkg
./geoserver/ec_data/geopackage/a00000009.gpkg
./ES/data/Hex250_grid_access2openspace.geojson
./ES/data/Hex250_grid_active2020.geojson
./ES/data/Hex250_grid_age2020.geojson
./ES/data/Hex250_grid_avgLST.geojson
./ES/data/Hex250_grid_cardio_1920.geojson
./ES/data/Hex250_grid_crime_22.geojson
./ES/data/Hex250_grid_cycleroutes2021.geojson
./ES/data/Hex250_grid_demantia_1920.geojson
./ES/data/Hex250_grid_depression_1920.geojson
./ES/data/Hex250_grid_flood_4band.geojson
./ES/data/Hex250_grid_gender2020.geojson
./ES/data/Hex250_grid_hindex2020.geojson
./ES/data/Hex250_grid_LAeq16h.geojson
./ES/data/Hex250_grid_mental_1920.geojson
./ES/data/Hex250_grid_ndvi2022.geojson
./ES/data/Hex250_grid_no2_2019.geojson
./ES/data/Hex250_grid_obesity_1920.geojson
./ES/data/Hex250_grid_pm10_2019.geojson
./ES/data/Hex250_grid_pm25_2019.geojson
./geoserver/ec_data/geopackage/munich_220713_all.gpkg
./geoserver/ec_data/geopackage/Hex250_grid_access2openspace.gpkg
./geoserver/ec_data/geopackage/Hex250_grid_active2020.gpkg
./geoserver/ec_data/geopackage/Hex250_grid_age2020.gpkg
./geoserver/ec_data/geopackage/Hex250_grid_avgLST.gpkg
./geoserver/ec_data/geopackage/Hex250_grid_cardio_1920.gpkg
./geoserver/ec_data/geopackage/Hex250_grid_crime_22.gpkg
./geoserver/ec_data/geopackage/Hex250_grid_cycleroutes2021.gpkg
./geoserver/ec_data/geopackage/Hex250_grid_demantia_1920.gpkg
./geoserver/ec_data/geopackage/Hex250_grid_depression_1920.gpkg
./geoserver/ec_data/geopackage/Hex250_grid_flood_4band.gpkg
./geoserver/ec_data/geopackage/Hex250_grid_gender2020.gpkg
./geoserver/ec_data/geopackage/Hex250_grid_hindex2020.gpkg
./geoserver/ec_data/geopackage/Hex250_grid_LAeq16h.gpkg
./geoserver/ec_data/geopackage/Hex250_grid_mental_1920.gpkg
./geoserver/ec_data/geopackage/Hex250_grid_ndvi2022.gpkg
./geoserver/ec_data/geopackage/Hex250_grid_no2_2019.gpkg
./geoserver/ec_data/geopackage/Hex250_grid_obesity_1920.gpkg
./geoserver/ec_data/geopackage/Hex250_grid_pm10_2019.gpkg
./geoserver/ec_data/geopackage/Hex250_grid_pm25_2019.gpkg
./geoserver/ec_data/geopackage/Hex250_grid_popden_2020.gpkg
./ES/data/AirQuality.AirPressure.geojson
./ES/data/AirQuality.Humidity.geojson
./ES/data/AirQuality.IAQIndex.geojson
./ES/data/AirQuality.Temperature.geojson
./ES/data/AmbientLight.AmbientLight.geojson
./ES/data/AnalogIn.Voltage.geojson
./ES/data/CO2V2.CO2Conc.geojson
./ES/data/CO2V2.Humidity.geojson
./ES/data/CO2V2.Temperature.geojson
./ES/data/GPS.Data.geojson
./ES/data/GPS.Time.geojson
./ES/data/Humidity.Humidity.geojson
./ES/data/SoundPressureLevel.SPL.geojson


46 changes: 46 additions & 0 deletions ES/add_data.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -73,6 +73,52 @@ python3 /load_es_data.py /in/tweet_count_sample.geojson id
echo "Pushing EC metadata"
python3 /load_es_data.py /in/metadata/ec_catalog.geojson id

echo "Loading igot data"
python3 /load_es_data.py /in/a0000000a.geojson OBJECTID
python3 /load_es_data.py /in/a0000000b.geojson OBJECTID
python3 /load_es_data.py /in/a0000000c.geojson OBJECTID
python3 /load_es_data.py /in/a00000009.geojson OBJECTID

echo "Loading camb data"
python3 /load_es_data.py /in/Hex250_grid_popden_2020.geojson fid
python3 /load_es_data.py /in/Hex250_grid_access2openspace.geojson fid
python3 /load_es_data.py /in/Hex250_grid_active2020.geojson fid
python3 /load_es_data.py /in/Hex250_grid_age2020.geojson fid
python3 /load_es_data.py /in/Hex250_grid_avgLST.geojson fid
python3 /load_es_data.py /in/Hex250_grid_cardio_1920.geojson fid
python3 /load_es_data.py /in/Hex250_grid_crime_22.geojson fid
python3 /load_es_data.py /in/Hex250_grid_cycleroutes2021.geojson fid
python3 /load_es_data.py /in/Hex250_grid_demantia_1920.geojson fid
python3 /load_es_data.py /in/Hex250_grid_depression_1920.geojson fid
python3 /load_es_data.py /in/Hex250_grid_flood_4band.geojson fid
python3 /load_es_data.py /in/Hex250_grid_gender2020.geojson fid
python3 /load_es_data.py /in/Hex250_grid_hindex2020.geojson fid
python3 /load_es_data.py /in/Hex250_grid_LAeq16h.geojson fid
python3 /load_es_data.py /in/Hex250_grid_mental_1920.geojson fid
python3 /load_es_data.py /in/Hex250_grid_ndvi2022.geojson fid
python3 /load_es_data.py /in/Hex250_grid_no2_2019.geojson fid
python3 /load_es_data.py /in/Hex250_grid_obesity_1920.geojson fid
python3 /load_es_data.py /in/Hex250_grid_pm10_2019.geojson fid
python3 /load_es_data.py /in/Hex250_grid_pm25_2019.geojson fid

echo "Loading clima data"
python3 /load_es_data.py /in/Munich_220713_All.geojson id

echo "Loading nrg data"
python3 /load_es_data.py /in/AirQuality.AirPressure.geojson id
python3 /load_es_data.py /in/AirQuality.Humidity.geojson id
python3 /load_es_data.py /in/AirQuality.IAQIndex.geojson id
python3 /load_es_data.py /in/AirQuality.Temperature.geojson id
python3 /load_es_data.py /in/AmbientLight.AmbientLight.geojson id
python3 /load_es_data.py /in/AnalogIn.Voltage.geojson id
python3 /load_es_data.py /in/CO2V2.CO2Conc.geojson id
python3 /load_es_data.py /in/CO2V2.Humidity.geojson id
python3 /load_es_data.py /in/CO2V2.Temperature.geojson id
python3 /load_es_data.py /in/data/GPS.Data.geojson id
python3 /load_es_data.py /in/GPS.Time.geojson id
python3 /load_es_data.py /in/Humidity.Humidity.geojson id
python3 /load_es_data.py /in/SoundPressureLevel.SPL.geojson id

echo "Seems that data was loaded"

## *************************************************************
Expand Down
Loading