Skip to content

Commit

Permalink
csv hobo logger loader; config for burgwald
Browse files Browse the repository at this point in the history
  • Loading branch information
swoellauer committed Jul 17, 2017
1 parent 2282223 commit bc5c58c
Show file tree
Hide file tree
Showing 19 changed files with 1,686 additions and 1,258 deletions.
90 changes: 45 additions & 45 deletions .classpath
Original file line number Diff line number Diff line change
@@ -1,45 +1,45 @@
<?xml version="1.0" encoding="UTF-8"?>
<classpath>
<classpathentry kind="src" path="src"/>
<classpathentry kind="src" path="dsl/src_generated"/>
<classpathentry kind="con" path="org.eclipse.jdt.launching.JRE_CONTAINER"/>
<classpathentry kind="lib" path="lib/commons-math3-3.5.jar"/>
<classpathentry kind="lib" path="lib/ini4j-0.5.2.jar"/>
<classpathentry kind="lib" path="lib/JavaFastPFOR-0.1.6.jar"/>
<classpathentry kind="lib" path="lib/log4j-api-2.0.2.jar"/>
<classpathentry kind="lib" path="lib/log4j-core-2.0.2.jar"/>
<classpathentry kind="lib" path="lib/log4j-jcl-2.0.2.jar"/>
<classpathentry kind="lib" path="lib/mapdb-1.0.6.jar" sourcepath="lib_src/mapdb-1.0.6-sources.jar"/>
<classpathentry kind="lib" path="lib/snappy-java-1.1.1.6.jar"/>
<classpathentry kind="lib" path="lib/influx/gson-2.4.jar"/>
<classpathentry kind="lib" path="lib/influx/guava-18.0.jar"/>
<classpathentry kind="lib" path="lib/influx/okhttp-2.5.0.jar"/>
<classpathentry kind="lib" path="lib/influx/okio-1.6.0.jar"/>
<classpathentry kind="lib" path="lib/influx/retrofit-1.9.0.jar"/>
<classpathentry kind="lib" path="C:/release-1800-x64-gdal-1-11-1-mapserver-6-4-1/bin/gdal/java/gdal.jar"/>
<classpathentry kind="lib" path="lib/web/jetty/jetty-http-9.3.0.v20150612.jar"/>
<classpathentry kind="lib" path="lib/web/jetty/jetty-io-9.3.0.v20150612.jar"/>
<classpathentry kind="lib" path="lib/web/jetty/jetty-security-9.3.0.v20150612.jar"/>
<classpathentry kind="lib" path="lib/web/jetty/jetty-server-9.3.0.v20150612.jar"/>
<classpathentry kind="lib" path="lib/web/jetty/jetty-util-9.3.0.v20150612.jar"/>
<classpathentry kind="lib" path="lib/web/jetty/servlet-api-3.1.jar"/>
<classpathentry kind="lib" path="lib/web/alpn-boot-8.1.3.v20150130.jar"/>
<classpathentry kind="lib" path="lib/web/http2-common-9.3.0.v20150612.jar"/>
<classpathentry kind="lib" path="lib/web/http2-hpack-9.3.0.v20150612.jar"/>
<classpathentry kind="lib" path="lib/web/http2-server-9.3.0.v20150612.jar"/>
<classpathentry kind="lib" path="lib/web/jetty-alpn-server-9.3.0.v20150612.jar"/>
<classpathentry kind="lib" path="lib/web/json.jar"/>
<classpathentry kind="lib" path="lib/log4j-slf4j-impl-2.0.2.jar"/>
<classpathentry kind="lib" path="lib/slf4j-api-1.7.7.jar"/>
<classpathentry kind="lib" path="lib/validation-api-1.1.0.Final.jar" sourcepath="lib_src/validation-api-1.1.0.Final-sources.jar"/>
<classpathentry kind="lib" path="lib/pngj-2.1.0.jar" sourcepath="lib_src/pngj-2.1.0-sources.jar"/>
<classpathentry kind="lib" path="lib/snakeyaml-1.17.jar" sourcepath="lib_src/snakeyaml-1.17-sources.jar"/>
<classpathentry kind="lib" path="lib/influx/influxdb-java-2.3.jar" sourcepath="lib/influx/influxdb-java-2.3-sources.jar"/>
<classpathentry kind="lib" path="lib/h2-1.4.192.jar" sourcepath="lib_src/h2-1.4.192-sources.jar"/>
<classpathentry kind="lib" path="lib/monetdb-jdbc-2.23.jar"/>
<classpathentry kind="lib" path="lib/opencsv-3.8.jar" sourcepath="lib_src/opencsv-3.8-sources.jar"/>
<classpathentry kind="lib" path="lib/commons-lang3-3.5.jar"/>
<classpathentry kind="lib" path="lib/antlr-4.7-complete.jar"/>
<classpathentry kind="lib" path="lib/javassist-3.21.0-GA.jar" sourcepath="lib_src/javassist-3.21.0-GA-sources.jar"/>
<classpathentry kind="output" path="bin"/>
</classpath>
<?xml version="1.0" encoding="UTF-8"?>
<classpath>
<classpathentry kind="src" path="src"/>
<classpathentry kind="src" path="dsl/src_generated"/>
<classpathentry kind="con" path="org.eclipse.jdt.launching.JRE_CONTAINER"/>
<classpathentry kind="lib" path="lib/commons-math3-3.5.jar"/>
<classpathentry kind="lib" path="lib/ini4j-0.5.2.jar"/>
<classpathentry kind="lib" path="lib/JavaFastPFOR-0.1.6.jar"/>
<classpathentry kind="lib" path="lib/log4j-api-2.0.2.jar"/>
<classpathentry kind="lib" path="lib/log4j-core-2.0.2.jar"/>
<classpathentry kind="lib" path="lib/log4j-jcl-2.0.2.jar"/>
<classpathentry kind="lib" path="lib/mapdb-1.0.6.jar" sourcepath="lib_src/mapdb-1.0.6-sources.jar"/>
<classpathentry kind="lib" path="lib/snappy-java-1.1.1.6.jar"/>
<classpathentry kind="lib" path="lib/influx/gson-2.4.jar"/>
<classpathentry kind="lib" path="lib/influx/guava-18.0.jar"/>
<classpathentry kind="lib" path="lib/influx/okhttp-2.5.0.jar"/>
<classpathentry kind="lib" path="lib/influx/okio-1.6.0.jar"/>
<classpathentry kind="lib" path="lib/influx/retrofit-1.9.0.jar"/>
<classpathentry kind="lib" path="C:/release-1800-x64-gdal-1-11-1-mapserver-6-4-1/bin/gdal/java/gdal.jar"/>
<classpathentry kind="lib" path="lib/web/jetty/jetty-http-9.3.0.v20150612.jar"/>
<classpathentry kind="lib" path="lib/web/jetty/jetty-io-9.3.0.v20150612.jar"/>
<classpathentry kind="lib" path="lib/web/jetty/jetty-security-9.3.0.v20150612.jar"/>
<classpathentry kind="lib" path="lib/web/jetty/jetty-server-9.3.0.v20150612.jar"/>
<classpathentry kind="lib" path="lib/web/jetty/jetty-util-9.3.0.v20150612.jar"/>
<classpathentry kind="lib" path="lib/web/jetty/servlet-api-3.1.jar"/>
<classpathentry kind="lib" path="lib/web/alpn-boot-8.1.3.v20150130.jar"/>
<classpathentry kind="lib" path="lib/web/http2-common-9.3.0.v20150612.jar"/>
<classpathentry kind="lib" path="lib/web/http2-hpack-9.3.0.v20150612.jar"/>
<classpathentry kind="lib" path="lib/web/http2-server-9.3.0.v20150612.jar"/>
<classpathentry kind="lib" path="lib/web/jetty-alpn-server-9.3.0.v20150612.jar"/>
<classpathentry kind="lib" path="lib/web/json.jar"/>
<classpathentry kind="lib" path="lib/log4j-slf4j-impl-2.0.2.jar"/>
<classpathentry kind="lib" path="lib/slf4j-api-1.7.7.jar"/>
<classpathentry kind="lib" path="lib/validation-api-1.1.0.Final.jar" sourcepath="lib_src/validation-api-1.1.0.Final-sources.jar"/>
<classpathentry kind="lib" path="lib/pngj-2.1.0.jar" sourcepath="lib_src/pngj-2.1.0-sources.jar"/>
<classpathentry kind="lib" path="lib/snakeyaml-1.17.jar" sourcepath="lib_src/snakeyaml-1.17-sources.jar"/>
<classpathentry kind="lib" path="lib/influx/influxdb-java-2.3.jar" sourcepath="lib/influx/influxdb-java-2.3-sources.jar"/>
<classpathentry kind="lib" path="lib/h2-1.4.192.jar" sourcepath="lib_src/h2-1.4.192-sources.jar"/>
<classpathentry kind="lib" path="lib/monetdb-jdbc-2.23.jar"/>
<classpathentry kind="lib" path="lib/opencsv-3.8.jar" sourcepath="lib_src/opencsv-3.8-sources.jar"/>
<classpathentry kind="lib" path="lib/commons-lang3-3.5.jar"/>
<classpathentry kind="lib" path="lib/antlr-4.7-complete.jar"/>
<classpathentry kind="lib" path="lib/javassist-3.21.0-GA.jar" sourcepath="lib_src/javassist-3.21.0-GA-sources.jar"/>
<classpathentry kind="output" path="bin"/>
</classpath>
8 changes: 8 additions & 0 deletions config/burgwald/general_stations.ini
Original file line number Diff line number Diff line change
@@ -0,0 +1,8 @@
[general_stations]

BURGWALD = BURGWALD


[general_station_long_names]

BURGWALD = Burgwald
1 change: 1 addition & 0 deletions config/burgwald/logger_type_schema.ini
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
[Hobo]
24 changes: 24 additions & 0 deletions config/burgwald/plot_inventory.csv
Original file line number Diff line number Diff line change
@@ -0,0 +1,24 @@
plot,general,lat,lon,elevation,focal,is_station,logger
BS,BURGWALD,,,,N,Y,Hobo
G_310,BURGWALD,,,,N,Y,Hobo
G_340,BURGWALD,,,,N,Y,Hobo
G_370,BURGWALD,,,,N,Y,Hobo
HH_310,BURGWALD,,,,N,Y,Hobo
HH_340,BURGWALD,,,,N,Y,Hobo
HH_370,BURGWALD,,,,N,Y,Hobo
HH_400,BURGWALD,,,,N,Y,Hobo
K_315,BURGWALD,,,,N,Y,Hobo
K_330,BURGWALD,,,,N,Y,Hobo
K_340,BURGWALD,,,,N,Y,Hobo
Kiefer_1,BURGWALD,,,,N,Y,Hobo
Kiefer_2,BURGWALD,,,,N,Y,Hobo
RW_oben,BURGWALD,,,,N,Y,Hobo
RW_unten,BURGWALD,,,,N,Y,Hobo
Rot_Nn,BURGWALD,,,,N,Y,Hobo
Rot_Sn,BURGWALD,,,,N,Y,Hobo
Rot_Ss,BURGWALD,,,,N,Y,Hobo
TB_310,BURGWALD,,,,N,Y,Hobo
TB_340,BURGWALD,,,,N,Y,Hobo
TB_370,BURGWALD,,,,N,Y,Hobo
TB_400,BURGWALD,,,,N,Y,Hobo
WT_315,BURGWALD,,,,N,Y,Hobo
7 changes: 7 additions & 0 deletions config/burgwald/region.ini
Original file line number Diff line number Diff line change
@@ -0,0 +1,7 @@
[region]

BURGWALD = Burgwald

[region_view_time_range]

BURGWALD = [2016, 2017]
29 changes: 29 additions & 0 deletions config/burgwald/sensor_translation.ini
Original file line number Diff line number Diff line change
@@ -0,0 +1,29 @@
# structure:
#
# sections:
#
# [<LOGGER_TYPE_NAME>_logger_type_sensor_translation]
# [<GENERAL_STAION_NAME>_generalstation_sensor_translation]
# [<STATION_NAME>_station_sensor_translation]
#
# entries:
#
# translation raw -> sensor
# <RAW_SENSOR_NAME> = <SENSOR_NAME>
#
# ignore raw sensor
# <RAW_SENSOR_NAME> = NaN
#
# translation process of raw_sensor_name:
#
# 1. check entry of station
# if not found 2. check entry of general station
# if not found 3. check entry of logger type
# if not found 4. check if raw_sensor_name is contained in logger schema (defined in other file)
# if not found 5. no insert into database (add entry in log file)


[Hobo_logger_type_sensor_translation]

Temp. = Ta_200
RH = rH_200
2 changes: 2 additions & 0 deletions config/sensors.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -1001,6 +1001,8 @@ SM_50_U:
visibility: internal

Trad_R:
description: PT100 sensor radiometer temperature
unit: Ω (ohm)
aggregation: none
physical_range: [80.0, 125.0]
visibility: internal
Expand Down
6 changes: 5 additions & 1 deletion import.ini
Original file line number Diff line number Diff line change
Expand Up @@ -29,4 +29,8 @@ csv = c:/timeseriesdatabase_source/ba_ref
[BALE]

toa5 = c:/timeseriesdatabase_source/bale
csv = c:/timeseriesdatabase_source/bale_csv
csv = c:/timeseriesdatabase_source/bale_csv

[BURGWALD]

csv_hobo = c:/timeseriesdatabase_source/burgwald
2 changes: 1 addition & 1 deletion src/tsdb/TsDB.java
Original file line number Diff line number Diff line change
Expand Up @@ -33,7 +33,7 @@
public class TsDB implements AutoCloseable {
private static final Logger log = LogManager.getLogger();

public static final String tubedb_version = "1.0.0";
public static final String tubedb_version = "1.0.1";

/**
* map regionName -> Region
Expand Down
Loading

0 comments on commit bc5c58c

Please sign in to comment.