From 84b41d101d2526a9bea5d0d8d616d07edab29388 Mon Sep 17 00:00:00 2001 From: garciam Date: Tue, 17 Dec 2024 11:56:36 +0100 Subject: [PATCH 01/10] service definitions read from cads-forms-insitu --- cdsobs/api_rest/config_helper.py | 20 ----------------- cdsobs/api_rest/endpoints.py | 14 ++++++++---- cdsobs/cli/_get_forms_jsons.py | 1 + cdsobs/cli/_retrieve.py | 2 +- cdsobs/config.py | 13 +++++++++-- cdsobs/forms_jsons.py | 22 +++++++++++-------- cdsobs/retrieve/api.py | 12 +++++----- cdsobs/sanity_checks.py | 4 ++-- cdsobs/service_definition/api.py | 12 ++++++---- tests/conftest.py | 5 +++-- tests/retrieve/test_api.py | 6 ++--- .../add_vars_to_cuon_service_definition.py | 6 ++++- tests/scripts/generate_test_flat_netcdfs.py | 2 +- tests/system/1_year_benchmarks.py | 9 ++++---- tests/system/check_missing_variables.py | 2 +- tests/test_api.py | 4 ++-- tests/test_cdm_api.py | 4 ++-- tests/test_generate_woudc_netcdfs.py | 2 +- tests/test_get_forms_jsons.py | 1 + tests/test_http_api.py | 4 ++-- tests/test_read_cuon.py | 2 +- 21 files changed, 78 insertions(+), 69 deletions(-) delete mode 100644 cdsobs/api_rest/config_helper.py diff --git a/cdsobs/api_rest/config_helper.py b/cdsobs/api_rest/config_helper.py deleted file mode 100644 index 630dd32..0000000 --- a/cdsobs/api_rest/config_helper.py +++ /dev/null @@ -1,20 +0,0 @@ -from cdsobs.service_definition.api import get_service_definition - - -def datasets_installed() -> list[str]: - return [] - - -def sources_installed() -> dict[str, list[str]]: - sources = dict() - for dataset in datasets_installed(): - sources[dataset] = get_dataset_sources(dataset) - return sources - - -def get_dataset_sources(dataset: str) -> list[str]: - service_def = get_service_definition(dataset) - try: - return list(service_def.sources.keys()) - except (KeyError, FileNotFoundError): - raise RuntimeError(f"Invalid service definition for {dataset=}") diff --git a/cdsobs/api_rest/endpoints.py b/cdsobs/api_rest/endpoints.py index ab22d02..f5de57d 100644 --- a/cdsobs/api_rest/endpoints.py +++ b/cdsobs/api_rest/endpoints.py @@ -100,17 +100,23 @@ def get_capabilities( @router.get("/capabilities/{dataset}/sources") -def get_sources(dataset: str) -> list[str]: +def get_sources( + dataset: str, + session: Annotated[HttpAPISession, Depends(session_gen)], +) -> list[str]: """Get available sources for a given dataset.""" - service_definition = get_service_definition(dataset) + service_definition = get_service_definition(session.cdsobs_config, dataset) return list(service_definition.sources) @router.get("/{dataset}/service_definition") -def get_dataset_service_definition(dataset: str) -> ServiceDefinition: +def get_dataset_service_definition( + dataset: str, + session: Annotated[HttpAPISession, Depends(session_gen)], +) -> ServiceDefinition: """Get the service definition for a dataset.""" try: - return get_service_definition(dataset) + return get_service_definition(session.cdsobs_config, dataset) except FileNotFoundError: raise make_http_exception( status_code=404, message=f"Service definition not found for {dataset=}" diff --git a/cdsobs/cli/_get_forms_jsons.py b/cdsobs/cli/_get_forms_jsons.py index 22044a3..272b400 100644 --- a/cdsobs/cli/_get_forms_jsons.py +++ b/cdsobs/cli/_get_forms_jsons.py @@ -42,6 +42,7 @@ def get_forms_jsons_command( dataset_name, catalogue_repository, output_dir, + config=config, upload_to_storage=upload, storage_client=storage_client, get_stations_file=stations_file, diff --git a/cdsobs/cli/_retrieve.py b/cdsobs/cli/_retrieve.py index c6d0597..1b58b42 100644 --- a/cdsobs/cli/_retrieve.py +++ b/cdsobs/cli/_retrieve.py @@ -62,7 +62,7 @@ def retrieve( config = validate_config(cdsobs_config_yml) s3_client = S3Client.from_config(config.s3config) output_file = retrieve_observations( - config.catalogue_db.get_url(), + config, s3_client.public_url_base, retrieve_args, output_dir, diff --git a/cdsobs/config.py b/cdsobs/config.py index a4f50c2..031f306 100644 --- a/cdsobs/config.py +++ b/cdsobs/config.py @@ -13,8 +13,16 @@ def _get_default_cdm_tables_location() -> Path: - if "CDM_TABLES_LOCATION" in os.environ: - return Path(os.environ["CDM_TABLES_LOCATION"]) + return _get_default_location("CDM_TABLES_LOCATION") + + +def _get_default_cads_forms_insitu_location() -> Path: + return _get_default_location("CADS_OBS_INSITU_LOCATION") + + +def _get_default_location(env_varname: str) -> Path: + if env_varname in os.environ: + return Path(os.environ[env_varname]) else: return Path.home().joinpath(".cdsobs") @@ -183,6 +191,7 @@ class CDSObsConfig(pydantic.BaseModel): ingestion_databases: Dict[str, DBConfig] datasets: List[DatasetConfig] cdm_tables_location: Path = _get_default_cdm_tables_location() + cads_obs_insitu_location: Path = _get_default_cads_forms_insitu_location() @classmethod def from_yaml(cls, config_file: Path) -> "CDSObsConfig": diff --git a/cdsobs/forms_jsons.py b/cdsobs/forms_jsons.py index 84d70d9..d6ba66a 100644 --- a/cdsobs/forms_jsons.py +++ b/cdsobs/forms_jsons.py @@ -11,6 +11,7 @@ from fsspec.implementations.http import HTTPFileSystem from cdsobs.cli._catalogue_explorer import stats_summary +from cdsobs.config import CDSObsConfig from cdsobs.constraints import iterative_ordering from cdsobs.observation_catalogue.models import Catalogue from cdsobs.observation_catalogue.repositories.catalogue import CatalogueRepository @@ -27,22 +28,23 @@ def get_forms_jsons( catalogue_repository: CatalogueRepository, output_path: Path, storage_client: S3Client, + config: CDSObsConfig, upload_to_storage: bool = False, get_stations_file: bool = False, ) -> Tuple[Path, ...]: """Save the geco output json files in a folder.""" # widgets.json session = catalogue_repository.session - widgets_file = get_widgets_json(session, output_path, dataset) + widgets_file = get_widgets_json(session, config, output_path, dataset) # constraints constraints_file = get_constraints_json(session, output_path, dataset) # variables - variables_file = get_variables_json(dataset, output_path) + variables_file = get_variables_json(dataset, config, output_path) json_files: Tuple[Path, ...] = (widgets_file, constraints_file, variables_file) # stations file is optional and not computed by default if get_stations_file: stations_file = get_station_summary( - dataset, session, storage_client.public_url_base, output_path + dataset, session, config, storage_client.public_url_base, output_path ) json_files += (stations_file,) if upload_to_storage: @@ -55,9 +57,9 @@ def get_forms_jsons( return json_files -def get_variables_json(dataset: str, output_path: Path) -> Path: +def get_variables_json(dataset: str, config: CDSObsConfig, output_path: Path) -> Path: """JSON file with the variables and their metadata.""" - service_definition = get_service_definition(dataset) + service_definition = get_service_definition(config, dataset) variables_json_content = {} for source_name, source in service_definition.sources.items(): descriptions = {k: v.model_dump() for k, v in source.descriptions.items()} @@ -108,10 +110,12 @@ def get_constraints_json(session, output_path: Path, dataset) -> Path: return constraints_path -def get_widgets_json(session, output_path: Path, dataset: str) -> Path: +def get_widgets_json( + session, config: CDSObsConfig, output_path: Path, dataset: str +) -> Path: """JSON file with the variables and their metadata.""" catalogue_entries = get_catalogue_entries_stream(session, dataset) - service_definition = get_service_definition(dataset) + service_definition = get_service_definition(config, dataset) variables = [ v for s in service_definition.sources @@ -142,7 +146,7 @@ def get_widgets_json(session, output_path: Path, dataset: str) -> Path: def get_station_summary( - dataset: str, session, storage_url: str, output_path: Path + dataset: str, session, config: CDSObsConfig, storage_url: str, output_path: Path ) -> Path: """Iterate over the input files to get the stations and their metadata.""" stations_output_path = Path(output_path, "stations.json") @@ -150,7 +154,7 @@ def get_station_summary( df_list = [] - service_definition = get_service_definition(dataset) + service_definition = get_service_definition(config, dataset) for source in service_definition.sources: if service_definition.space_columns is None: space_columns = service_definition.sources[source].space_columns diff --git a/cdsobs/retrieve/api.py b/cdsobs/retrieve/api.py index 87b734a..6bb8004 100644 --- a/cdsobs/retrieve/api.py +++ b/cdsobs/retrieve/api.py @@ -5,6 +5,7 @@ from cads_adaptors.adaptors.cadsobs.retrieve import retrieve_data from cdsobs.cdm.lite import cdm_lite_variables +from cdsobs.config import CDSObsConfig from cdsobs.observation_catalogue.repositories.catalogue import CatalogueRepository from cdsobs.retrieve.models import RetrieveArgs from cdsobs.retrieve.retrieve_services import ( @@ -19,7 +20,7 @@ def retrieve_observations( - catalogue_url: str, + config: CDSObsConfig, storage_url: str, retrieve_args: RetrieveArgs, output_dir: Path, @@ -33,9 +34,8 @@ def retrieve_observations( Parameters ---------- - catalogue_url: - URL of the catalogue database including credentials, in the form of - "postgresql+psycopg2://someuser:somepass@hostname:port/catalogue" + config: + Configuration of the obs repo storage_url: Storage URL retrieve_args : @@ -49,14 +49,14 @@ def retrieve_observations( logger.info("Starting retrieve pipeline.") # Query the storage to get the URLS of the files that contain the data requested - with get_database_session(catalogue_url) as session: + with get_database_session(config.catalogue_db.get_url()) as session: catalogue_repository = CatalogueRepository(session) entries = _get_catalogue_entries(catalogue_repository, retrieve_args) object_urls = get_urls_and_check_size( entries, retrieve_args, size_limit, storage_url ) global_attributes = get_service_definition( - retrieve_args.dataset + config, retrieve_args.dataset ).global_attributes field_attributes = cdm_lite_variables["attributes"] cdm_lite_vars = list( diff --git a/cdsobs/sanity_checks.py b/cdsobs/sanity_checks.py index 6c28ac4..47056db 100644 --- a/cdsobs/sanity_checks.py +++ b/cdsobs/sanity_checks.py @@ -32,7 +32,7 @@ def run_sanity_checks( test: bool = False, ): for dataset_name in datasets_to_check: - service_definition = get_service_definition(dataset_name) + service_definition = get_service_definition(config, dataset_name) if test: sources = ["OzoneSonde"] else: @@ -79,7 +79,7 @@ def _sanity_check_dataset( check_if_missing_in_object_storage(catalogue_repo, s3_client, dataset_name) # Retrieve and check output output_path = retrieve_observations( - config.catalogue_db.get_url(), + config, s3_client.public_url_base, retrieve_args, Path(tmpdir), diff --git a/cdsobs/service_definition/api.py b/cdsobs/service_definition/api.py index 507beca..704c99c 100644 --- a/cdsobs/service_definition/api.py +++ b/cdsobs/service_definition/api.py @@ -1,4 +1,3 @@ -import importlib from pathlib import Path import pydantic.error_wrappers @@ -6,6 +5,7 @@ from cdsobs.cdm.api import get_cdm_fields, read_cdm_code_table from cdsobs.cdm.tables import read_cdm_tables +from cdsobs.config import CDSObsConfig from cdsobs.service_definition.service_definition_models import ServiceDefinition from cdsobs.service_definition.validation import logger @@ -83,10 +83,14 @@ def validate_cdm_in_sc(cdm_fields, cdm_variables, service_definition): ) -def get_service_definition(dataset_name: str) -> ServiceDefinition: +def get_service_definition( + config: CDSObsConfig, dataset_name: str +) -> ServiceDefinition: + cadsobs_insitu_location = config.cads_obs_insitu_location path_to_json = Path( - str(importlib.resources.files("cdsobs")), - f"data/{dataset_name}/service_definition.yml", + cadsobs_insitu_location, + "cads-forms-insitu", + f"{dataset_name}/service_definition.yml", ) with open(path_to_json) as f: data = yaml.safe_load(f) diff --git a/tests/conftest.py b/tests/conftest.py index 6070c7a..0660616 100644 --- a/tests/conftest.py +++ b/tests/conftest.py @@ -156,13 +156,14 @@ def test_s3_client_pertest(test_config): class TestRepository: catalogue_repository: CatalogueRepository s3_client: StorageClient + config: CDSObsConfig @pytest.fixture(scope="module") def test_repository(test_session, test_s3_client, test_config): """The whole thing, session to the catalogue DB and storage client.""" for dataset_name, dataset_source in TEST_API_PARAMETERS: - service_definition = get_service_definition(dataset_name) + service_definition = get_service_definition(test_config, dataset_name) start_year, end_year = get_test_years(dataset_source) run_ingestion_pipeline( dataset_name, @@ -175,7 +176,7 @@ def test_repository(test_session, test_s3_client, test_config): ) catalogue_repository = CatalogueRepository(test_session) - return TestRepository(catalogue_repository, test_s3_client) + return TestRepository(catalogue_repository, test_s3_client, test_config) @pytest.fixture diff --git a/tests/retrieve/test_api.py b/tests/retrieve/test_api.py index a269c0a..e3622c1 100644 --- a/tests/retrieve/test_api.py +++ b/tests/retrieve/test_api.py @@ -59,7 +59,7 @@ def test_retrieve( retrieve_args = RetrieveArgs(dataset=dataset_name, params=params) start = datetime.now() output_file = retrieve_observations( - test_config.catalogue_db.get_url(), + test_config, test_repository.s3_client.base, retrieve_args, tmp_path, @@ -94,7 +94,7 @@ def test_retrieve_cuon(test_repository, test_config): retrieve_args = RetrieveArgs(dataset=dataset_name, params=params) s3_client = S3Client.from_config(test_config.s3config) output_file = retrieve_observations( - test_config.catalogue_db.get_url(), + test_config, s3_client.base, retrieve_args, Path("/tmp"), @@ -130,7 +130,7 @@ def test_retrieve_gruan(test_repository, test_config): retrieve_args = RetrieveArgs(dataset=dataset_name, params=params) s3_client = S3Client.from_config(test_config.s3config) output_file = retrieve_observations( - test_config.catalogue_db.get_url(), + test_config, s3_client.base, retrieve_args, Path("/tmp"), diff --git a/tests/scripts/add_vars_to_cuon_service_definition.py b/tests/scripts/add_vars_to_cuon_service_definition.py index ea75f5f..1aefa8d 100644 --- a/tests/scripts/add_vars_to_cuon_service_definition.py +++ b/tests/scripts/add_vars_to_cuon_service_definition.py @@ -1,9 +1,11 @@ +import os from pathlib import Path import numpy import yaml from cdsobs.cdm.lite import cdm_lite_variables +from cdsobs.config import read_and_validate_config from cdsobs.service_definition.api import get_service_definition from cdsobs.service_definition.service_definition_models import Description @@ -14,7 +16,9 @@ def main(): v for section in cdm_lite_variables for v in cdm_lite_variables[section] ] vardict = numpy.load("dic_type_attributes.npy", allow_pickle=True).item() - service_definition = get_service_definition(dataset_name) + cdsobs_config_yml = Path(os.environ.get("CDSOBS_CONFIG")) + config = read_and_validate_config(cdsobs_config_yml) + service_definition = get_service_definition(config, dataset_name) descriptions = service_definition.sources["CUON"].descriptions for name, description in descriptions.items(): diff --git a/tests/scripts/generate_test_flat_netcdfs.py b/tests/scripts/generate_test_flat_netcdfs.py index 28a7135..7e68bde 100644 --- a/tests/scripts/generate_test_flat_netcdfs.py +++ b/tests/scripts/generate_test_flat_netcdfs.py @@ -22,7 +22,7 @@ def main(): end_year = 1969 config = CDSObsConfig.from_yaml(CONFIG_YML) output_dir = Path(Path(__file__).parent.parent, "data", "woudc_netcdfs") - service_definition = get_service_definition(dataset_name) + service_definition = get_service_definition(config, dataset_name) variables = get_variables_from_service_definition(service_definition, source) dataset_params = DatasetMetadata(dataset_name, source, variables) for year, month in product(range(start_year, end_year + 1), range(1, 13)): diff --git a/tests/system/1_year_benchmarks.py b/tests/system/1_year_benchmarks.py index 6c42f3c..9aceba9 100644 --- a/tests/system/1_year_benchmarks.py +++ b/tests/system/1_year_benchmarks.py @@ -64,7 +64,7 @@ def main(): config.catalogue_db ) as session, tempfile.TemporaryDirectory() as tmpdir: for dataset_name in TEST_DATASETS: - service_definition = get_service_definition(dataset_name) + service_definition = get_service_definition(config, dataset_name) sources = service_definition.sources for dataset_source in sources: @@ -95,9 +95,8 @@ def main(): retrieve_args = RetrieveArgs(dataset=dataset_name, params=params) s3_client = S3Client.from_config(config.s3config) start_time = time.perf_counter() - catalogue_url = config.catalogue_db.get_url() retrieve_funct( - catalogue_url, + config, s3_client.public_url_base, retrieve_args, tmpdir, @@ -128,7 +127,7 @@ def main(): retrieve_args = RetrieveArgs(dataset=dataset_name, params=params) start_time = time.perf_counter() retrieve_funct( - catalogue_url, + config, s3_client.public_url_base, retrieve_args, tmpdir, @@ -152,7 +151,7 @@ def main(): retrieve_args = RetrieveArgs(dataset=dataset_name, params=params) start_time = time.perf_counter() retrieve_funct( - catalogue_url, + config, s3_client.public_url_base, retrieve_args, tmpdir, diff --git a/tests/system/check_missing_variables.py b/tests/system/check_missing_variables.py index 399eaac..fe21652 100644 --- a/tests/system/check_missing_variables.py +++ b/tests/system/check_missing_variables.py @@ -20,7 +20,7 @@ def test_run_ingestion_pipeline( dataset_name, source, test_session, test_config, caplog, tmp_path ): start_year, end_year = get_test_years(source) - service_definition = get_service_definition(dataset_name) + service_definition = get_service_definition(test_config, dataset_name) os.environ["CADSOBS_AVOID_MULTIPROCESS"] = "0" run_ingestion_pipeline( dataset_name, diff --git a/tests/test_api.py b/tests/test_api.py index 2c08cd4..2dc5a87 100644 --- a/tests/test_api.py +++ b/tests/test_api.py @@ -19,7 +19,7 @@ def test_run_ingestion_pipeline( dataset_name, source, test_session, test_config, caplog, tmp_path ): start_year, end_year = get_test_years(source) - service_definition = get_service_definition(dataset_name) + service_definition = get_service_definition(test_config, dataset_name) os.environ["CADSOBS_AVOID_MULTIPROCESS"] = "0" run_ingestion_pipeline( dataset_name, @@ -48,7 +48,7 @@ def test_run_ingestion_pipeline( def test_make_cdm(test_config, tmp_path, caplog): dataset_name = "insitu-observations-woudc-ozone-total-column-and-profiles" source = "OzoneSonde" - service_definition = get_service_definition(dataset_name) + service_definition = get_service_definition(test_config, dataset_name) start_year, end_year = get_test_years(source) run_make_cdm( dataset_name, diff --git a/tests/test_cdm_api.py b/tests/test_cdm_api.py index 5cca559..3f27f1f 100644 --- a/tests/test_cdm_api.py +++ b/tests/test_cdm_api.py @@ -18,7 +18,7 @@ def test_check_cdm_compliance(test_config, caplog): dataset_name = "insitu-observations-woudc-ozone-total-column-and-profiles" source = "OzoneSonde" - service_definition = get_service_definition(dataset_name) + service_definition = get_service_definition(test_config, dataset_name) homogenised_data = _get_homogenised_data( dataset_name, service_definition, source, test_config ) @@ -43,7 +43,7 @@ def _get_homogenised_data(dataset_name, service_definition, source, test_config) def test_apply_variable_unit_change(test_config): dataset_name = "insitu-observations-woudc-ozone-total-column-and-profiles" source = "OzoneSonde" - service_definition = get_service_definition(dataset_name) + service_definition = get_service_definition(test_config, dataset_name) homogenised_data = _get_homogenised_data( dataset_name, service_definition, source, test_config ) diff --git a/tests/test_generate_woudc_netcdfs.py b/tests/test_generate_woudc_netcdfs.py index 7663f24..db4c08e 100644 --- a/tests/test_generate_woudc_netcdfs.py +++ b/tests/test_generate_woudc_netcdfs.py @@ -14,7 +14,7 @@ def test_batch_to_netcdf(test_config, tmp_path): year = 1969 month = 1 output_dir = tmp_path - service_definition = get_service_definition(dataset_name) + service_definition = get_service_definition(test_config, dataset_name) dataset_config = test_config.get_dataset(dataset_name) dataset_metadata = get_dataset_metadata( test_config, dataset_config, service_definition, source diff --git a/tests/test_get_forms_jsons.py b/tests/test_get_forms_jsons.py index 69cfb81..f23dc3c 100644 --- a/tests/test_get_forms_jsons.py +++ b/tests/test_get_forms_jsons.py @@ -9,6 +9,7 @@ def test_get_forms_jsons(test_repository, tmp_path): dataset, test_repository.catalogue_repository, tmp_path, + config=test_repository.config, upload_to_storage=True, storage_client=s3_client, get_stations_file=True, diff --git a/tests/test_http_api.py b/tests/test_http_api.py index 2d4e0b5..85cb520 100644 --- a/tests/test_http_api.py +++ b/tests/test_http_api.py @@ -45,10 +45,10 @@ def test_session() -> HttpAPISession: ] -def test_service_definition(): +def test_service_definition(test_config): dataset = "insitu-observations-gnss" actual = client.get(f"/{dataset}/service_definition").json() - expected = get_service_definition(dataset).dict() + expected = get_service_definition(test_config, dataset).model_dump() assert actual == expected diff --git a/tests/test_read_cuon.py b/tests/test_read_cuon.py index 38e5cc6..9464017 100644 --- a/tests/test_read_cuon.py +++ b/tests/test_read_cuon.py @@ -8,7 +8,7 @@ def test_read_cuon(test_config): dataset_name = "insitu-comprehensive-upper-air-observation-network" dataset_config = [d for d in test_config.datasets if d.name == dataset_name][0] - service_definition = get_service_definition(dataset_name) + service_definition = get_service_definition(test_config, dataset_name) time_space_batch = TimeSpaceBatch(TimeBatch(1960, 1)) os.environ["CADSOBS_AVOID_MULTIPROCESS"] = "True" cuon_data = read_cuon_netcdfs( From 90318d3b6a153cd413e0a3c89a9d8b7dfad1c9eb Mon Sep 17 00:00:00 2001 From: garciam Date: Tue, 17 Dec 2024 13:12:12 +0100 Subject: [PATCH 02/10] fixed tests and added cads-forms-insitu to github actions. Removed old service definitions --- .github/workflows/on-push.yml | 8 + cdsobs/api.py | 9 +- cdsobs/cli/_make_cdm.py | 41 +- cdsobs/cli/_make_production.py | 45 +- cdsobs/constants.py | 4 - .../service_definition.json | 131 - .../service_definition.yml | 214 -- .../service_definition_old.yml | 328 -- .../service_definition.json | 577 ---- .../service_definition.yml | 349 -- .../service_definition_old.yml | 481 --- .../service_definition.json | 350 -- .../service_definition.yml | 228 -- .../service_definition.json | 1 - .../service_definition.yml | 297 -- .../service_definition_old.yml | 405 --- .../service_definition.json | 3036 ----------------- .../service_definition.yml | 1641 --------- .../service_definition.json | 1374 -------- .../service_definition.yml | 900 ----- .../service_definition_old.yml | 1309 ------- .../service_definition.json | 267 -- .../service_definition.yml | 223 -- .../service_definition_old.yml | 302 -- .../service_definition.json | 499 --- .../service_definition.yml | 277 -- tests/cli/test_app.py | 11 +- tests/conftest.py | 3 +- tests/system/check_missing_variables.py | 1 - tests/test_api.py | 5 - tests/test_dataset_metadata.py | 8 +- tests/test_service_definition.py | 10 +- 32 files changed, 50 insertions(+), 13284 deletions(-) delete mode 100644 cdsobs/data/insitu-comprehensive-upper-air-observation-network/service_definition.json delete mode 100644 cdsobs/data/insitu-comprehensive-upper-air-observation-network/service_definition.yml delete mode 100644 cdsobs/data/insitu-comprehensive-upper-air-observation-network/service_definition_old.yml delete mode 100644 cdsobs/data/insitu-observations-gnss/service_definition.json delete mode 100644 cdsobs/data/insitu-observations-gnss/service_definition.yml delete mode 100644 cdsobs/data/insitu-observations-gnss/service_definition_old.yml delete mode 100644 cdsobs/data/insitu-observations-gruan-reference-network/service_definition.json delete mode 100644 cdsobs/data/insitu-observations-gruan-reference-network/service_definition.yml delete mode 100644 cdsobs/data/insitu-observations-igra-baseline-network/service_definition.json delete mode 100644 cdsobs/data/insitu-observations-igra-baseline-network/service_definition.yml delete mode 100644 cdsobs/data/insitu-observations-igra-baseline-network/service_definition_old.yml delete mode 100644 cdsobs/data/insitu-observations-ndacc/service_definition.json delete mode 100644 cdsobs/data/insitu-observations-ndacc/service_definition.yml delete mode 100644 cdsobs/data/insitu-observations-near-surface-temperature-us-climate-reference-network/service_definition.json delete mode 100644 cdsobs/data/insitu-observations-near-surface-temperature-us-climate-reference-network/service_definition.yml delete mode 100644 cdsobs/data/insitu-observations-near-surface-temperature-us-climate-reference-network/service_definition_old.yml delete mode 100644 cdsobs/data/insitu-observations-woudc-netcdfs/service_definition.json delete mode 100644 cdsobs/data/insitu-observations-woudc-netcdfs/service_definition.yml delete mode 100644 cdsobs/data/insitu-observations-woudc-netcdfs/service_definition_old.yml delete mode 100644 cdsobs/data/insitu-observations-woudc-ozone-total-column-and-profiles/service_definition.json delete mode 100644 cdsobs/data/insitu-observations-woudc-ozone-total-column-and-profiles/service_definition.yml diff --git a/.github/workflows/on-push.yml b/.github/workflows/on-push.yml index 2cb9bde..e02cb08 100644 --- a/.github/workflows/on-push.yml +++ b/.github/workflows/on-push.yml @@ -38,6 +38,13 @@ jobs: repository: ecmwf-projects/cdm-obs.git ref: 'new-variables' path: common_data_model + - name: Download cads-forms-insitu + uses: actions/checkout@v3 + with: + repository: https://git.ecmwf.int/scm/cds/cads-forms-insitu.git + ref: 'dev' + path: cads-forms-insitu + token: ${{ secrets.BITBUCKET_TOKEN }} - name: Deploy test ingestion database env: TEST_INGESTION_DB_PASS: ${{ secrets.TEST_INGESTION_DB_PASS }} @@ -88,6 +95,7 @@ jobs: STORAGE_SECRET_KEY: ${{ secrets.STORAGE_SECRET_KEY}} STORAGE_SECURE: ${{ secrets.STORAGE_SECURE}} CDM_TABLES_LOCATION: ${{ github.workspace }} + CADS_OBS_INSITU_LOCATION: ${{ github.workspace }} run: | ls ${GITHUB_WORKSPACE}/common_data_model/* make unit-tests COV_REPORT=xml diff --git a/cdsobs/api.py b/cdsobs/api.py index d8bbc38..8608144 100644 --- a/cdsobs/api.py +++ b/cdsobs/api.py @@ -29,6 +29,7 @@ from cdsobs.metadata import get_dataset_metadata from cdsobs.observation_catalogue.repositories.cads_dataset import CadsDatasetRepository from cdsobs.retrieve.filter_datasets import between +from cdsobs.service_definition.api import get_service_definition from cdsobs.service_definition.service_definition_models import ServiceDefinition from cdsobs.storage import S3Client from cdsobs.utils.logutils import get_logger @@ -38,7 +39,6 @@ def run_ingestion_pipeline( dataset_name: str, - service_definition: ServiceDefinition, source: str, session: Session, config: CDSObsConfig, @@ -60,8 +60,6 @@ def run_ingestion_pipeline( ---------- dataset_name : Name of the dataset, for example insitu-observations-woudc-ozone-total-column-and-profiles - service_definition : - Object produced parsing the service_definition.json. source : Name of the data type to read from the dataset. For example "OzoneSonde". session : @@ -80,6 +78,7 @@ def run_ingestion_pipeline( Month to start reading the data. It only applies to the first year of the interval. Default is 1. """ + service_definition = get_service_definition(config, dataset_name) def _run_for_batch(time_space_batch): try: @@ -106,7 +105,6 @@ def _run_for_batch(time_space_batch): def run_make_cdm( dataset_name: str, - service_definition: ServiceDefinition, source: str, config: CDSObsConfig, start_year: int, @@ -125,8 +123,6 @@ def run_make_cdm( ---------- dataset_name : Name of the dataset, for example insitu-observations-woudc-ozone-total-column-and-profiles - service_definition - Object produced parsing the service_definition.json. source Name of the data type to read from the dataset. For example "OzoneSonde". config @@ -142,6 +138,7 @@ def run_make_cdm( make_production. If False, the data only will be loaded and checked for CDM compliance in memory. """ + service_definition = get_service_definition(config, dataset_name) def _run_for_batch(time_batch): try: diff --git a/cdsobs/cli/_make_cdm.py b/cdsobs/cli/_make_cdm.py index d693add..0ec4132 100644 --- a/cdsobs/cli/_make_cdm.py +++ b/cdsobs/cli/_make_cdm.py @@ -6,20 +6,12 @@ from cdsobs.api import run_make_cdm from cdsobs.cli._utils import config_yml_typer from cdsobs.config import read_and_validate_config -from cdsobs.service_definition.api import validate_service_definition def make_cdm( dataset_name: str = typer.Option( ..., "--dataset", "-d", help="Dataset name", show_default=False ), - service_definition_json: Path = typer.Option( - ..., - "--service-definition", - "-s", - help="Path to the service_definition.json", - show_default=False, - ), start_year: int = typer.Option( ..., help="Year to start processing the data", show_default=False ), @@ -28,7 +20,9 @@ def make_cdm( ), cdsobs_config_yml: Path = config_yml_typer, source: str = typer.Option( - "all", help="Process only a given source, by default it processes all" + ..., + help="Source to process. Sources are defined in the service definition file," + "in the sources mapping.", ), output_dir: Path = typer.Option( tempfile.gettempdir(), @@ -45,23 +39,12 @@ def make_cdm( ): """Prepare the data to be uploaded without actually uploading it.""" config = read_and_validate_config(cdsobs_config_yml) - - # read and validate service definition - service_definition = validate_service_definition( - str(service_definition_json), config.cdm_tables_location - )[0] - assert service_definition is not None - - # Check if we selected only one source - sources = [source] if source != "all" else service_definition.sources.keys() - for source in sources: - run_make_cdm( - dataset_name, - service_definition, - source, - config, - start_year=start_year, - end_year=end_year, - output_dir=output_dir, - save_data=save_data, - ) + run_make_cdm( + dataset_name, + source, + config, + start_year=start_year, + end_year=end_year, + output_dir=output_dir, + save_data=save_data, + ) diff --git a/cdsobs/cli/_make_production.py b/cdsobs/cli/_make_production.py index 4ca48a0..3366e48 100644 --- a/cdsobs/cli/_make_production.py +++ b/cdsobs/cli/_make_production.py @@ -6,20 +6,12 @@ from cdsobs.cli._utils import config_yml_typer from cdsobs.config import read_and_validate_config from cdsobs.observation_catalogue.database import get_session -from cdsobs.service_definition.api import validate_service_definition def make_production( dataset_name: str = typer.Option( ..., "--dataset", "-d", help="Dataset name", show_default=False ), - service_definition_json: Path = typer.Option( - ..., - "--service-definition", - "-s", - help="Path to the service_definition.json", - show_default=False, - ), start_year: int = typer.Option( ..., help="Year to start processing the data", show_default=False ), @@ -28,7 +20,9 @@ def make_production( ), cdsobs_config_yml: Path = config_yml_typer, source: str = typer.Option( - "all", help="Process only a given source, by default it processes all" + ..., + help="Source to process. Sources are defined in the service definition file," + "in the sources mapping.", ), update: bool = typer.Option( False, @@ -54,27 +48,14 @@ def make_production( uploads it to the observation catalogue and storage. """ config = read_and_validate_config(cdsobs_config_yml) - - # read and validate service definition - service_definition = validate_service_definition( - str(service_definition_json), config.cdm_tables_location - )[0] - assert service_definition is not None - - # Check if we selected only one source - sources = [source] if source != "all" else service_definition.sources.keys() - - # ingestion pipeline per source with get_session(config.catalogue_db) as session: - for source in sources: - run_ingestion_pipeline( - dataset_name, - service_definition, - source, - session, - config, - start_year, - end_year, - update, - start_month, - ) + run_ingestion_pipeline( + dataset_name, + source, + session, + config, + start_year, + end_year, + update, + start_month, + ) diff --git a/cdsobs/constants.py b/cdsobs/constants.py index a0d7bba..70a516e 100644 --- a/cdsobs/constants.py +++ b/cdsobs/constants.py @@ -12,10 +12,6 @@ # From here, all constants are for the tests cdsobs_path = typing.cast(Path, importlib.resources.files("cdsobs")) -SERVICE_DEFINITION_YML = Path( - cdsobs_path, - "data/insitu-observations-woudc-ozone-total-column-and-profiles/service_definition.yml", -) TEST_VAR_OUT = "air_temperature" diff --git a/cdsobs/data/insitu-comprehensive-upper-air-observation-network/service_definition.json b/cdsobs/data/insitu-comprehensive-upper-air-observation-network/service_definition.json deleted file mode 100644 index ffb60c9..0000000 --- a/cdsobs/data/insitu-comprehensive-upper-air-observation-network/service_definition.json +++ /dev/null @@ -1,131 +0,0 @@ -{ - "products_hierarchy": [ - "variables" - ], - "out_columns_order": [ - "station_name", - "radiosonde_code", - "sensor_model", - "report_timestamp", - "actual_time", - "report_id", - "longitude", - "latitude", - "height_of_station_above_sea_level", - "air_pressure", - "air_temperature", - "air_temperature_total_uncertainty", - "relative_humidity", - "relative_humidity_total_uncertainty", - "wind_speed", - "air_dewpoint_depression" - ], - "space_columns": { - "longitude": "longitude", - "latitude": "latitude" - }, - "sources": { - "CUON": { - "header_table": "header_table", - "data_table": "observations_table", - "join_ids": { - "header": "report_id", - "data": "report_id" - }, - "space_columns": { - "longitude": "location_longitude", - "latitude": "location_longitude" - }, - "order_by": [ - "report_timestamp", - "report_id", - "air_pressure" - ], - "header_columns": [ - { - "primary_station_id": "primary_station_id" - }, - { - "report_timestamp": "report_timestamp" - }, - { - "location_longitude": "location_longitude" - }, - { - "location_latitude": "location_latitude" - } - ], - "mandatory_columns": [ - "primary_station_id", - "report_timestamp", - "location_longitude", - "location_latitude", - "report_id" - ], - "products": [ - { - "group_name": "variables", - "columns": [ - "aerosol_absorption_optical_depth", - "air_temperature", - "geopotential_height", - "relative_humidity" - ] - } - ], - "descriptions": { - "station_name": { - "name_for_output": "station_name", - "long_name": "station_name", - "description": "Station identification code" - }, - "report_timestamp": { - "name_for_output": "report_timestamp", - "description": "Observation date time UTC" - }, - "location_longitude": { - "units": "degree_east", - "name_for_output": "location_longitude", - "long_name": "longitude", - "description": "Longitude of the station (deg. East)" - }, - "location_latitude": { - "units": "degree_north", - "name_for_output": "location_latitude", - "long_name": "latitude", - "description": "Latitude of the station (deg. North)" - }, - "air_pressure": { - "units": "Pa", - "description": "Barometric air pressure", - "long_name": "air_pressure", - "name_for_output": "air_pressure" - }, - "aerosol_absorption_optical_depth": { - "units": "1", - "description": "Vertical column integral of spectral aerosol absorption coefficient", - "long_name": "aerosol_absorption_optical_depth", - "name_for_output": "aerosol_absorption_optical_depth" - }, - "geopotential_height": { - "units": "m", - "description": "Height of a standard or significant pressure level in meters", - "long_name": "geopotential_height", - "name_for_output": "geopotential_height" - }, - "air_temperature": { - "units": "K", - "description": "Air temperature (from profile measurement)", - "long_name": "air_temperature", - "name_for_output": "air_temperature" - }, - "relative_humidity": { - "units": "m", - "description": "Relative humidity (from profile measurement)", - "long_name": "relative_humidity", - "name_for_output": "relative_humidity" - } - } - } - } -} diff --git a/cdsobs/data/insitu-comprehensive-upper-air-observation-network/service_definition.yml b/cdsobs/data/insitu-comprehensive-upper-air-observation-network/service_definition.yml deleted file mode 100644 index b5dee7e..0000000 --- a/cdsobs/data/insitu-comprehensive-upper-air-observation-network/service_definition.yml +++ /dev/null @@ -1,214 +0,0 @@ -global_attributes: - contactemail: https://support.ecmwf.int - licence_list: 20180314_Copernicus_License_V1.1 - responsible_organisation: ECMWF -sources: - CUON: - cdm_mapping: - rename: - desroziers_30: desroziers_30_uncertainty - data_table: observations_table - descriptions: - RISE_bias_estimate: - description: RISE bias estimate (using RICH method (Haimberger et al. 2021) plus solar elevation dependent adjustments calculated from ERA5 obs-bg) - dtype: float32 - units: same as the variable - actual_time: - description: e.g. 1991-01-01 12:00:0.0+0 - the time of the observation (release time + time it takes to reach certain level) - dtype: int64 - units: seconds since 1900-01-01 00:00:00 - air_dewpoint: - description: Dewpoint measurement (from profile measurement) - dtype: float32 - units: K - air_pressure: - description: Barometric air pressure - dtype: float32 - units: Pa - air_temperature: - description: Air temperature (from profile measurement) - dtype: float32 - units: K - an_depar@body: - description: ERA5 obs-an departure - dtype: float32 - units: same as the variable - an_depar@offline: - description: ERA5 obs-an departure bg departure calculated offline, taking balloon drift into account - dtype: float32 - units: same as the variable - city: - description: Nearest city / town to station location - dtype: object - data_policy_licence: - description: WMOessential, WMOadditional, WMOother - dtype: int32 - desroziers_30_uncertainty: - description: Desroziers uncertainty v 1.0 - calculated using Desroziers (2005) method applied to moving 30 days windows of ERA5 obs-bg and obs-an data - dtype: float32 - units: same as the variable - dew_point_depression: - description: The difference between air temperature and dew point temperature. The dew point temperature is the temperature to which a given air parcel must be cooled at constant pressure and constant water vapour content in order for saturation to occur - dtype: float32 - units: K - eastward_wind_speed: - description: Wind towards the east - dtype: float32 - units: m s-1 - exposure_of_sensor: - description: Whether the exposure of the instrument will impact on the quality of the measurement - dtype: int32 - fg_depar@body: - description: ERA5 obs-bg departure, calculated during assimilation, assuming straight upward ascents and using nominal launch time - dtype: float32 - units: same as the variable - fg_depar@offline: - description: 'ERA5 obs-bg departure, calculated offline using hourly gridded ERA5 fields, actual balloon position and actual or estimated launch time ' - dtype: float32 - units: same as the variable - geopotential_height: - description: Height of a standard or significant pressure level in meters - dtype: float32 - units: J kg-1 - height_of_station_above_sea_level: - description: Height of station above mean sea level (m), negative values for below sea level. - dtype: float32 - units: m - latitude: - description: Latitude of observation, taking balloon drift into account, -90 to 90 (or other as defined by station_crs) - dtype: float32 - units: degrees_north - latitude|header_table: - description: Latitude of launch platform (station, ship etc.) - dtype: float32 - units: degrees_north - longitude: - description: Longitude of observation, taking balloon drift into account, -180 to 180 (or other as defined by station_crs) - dtype: float32 - units: degrees_east - longitude|header_table: - description: Longitude of the station (deg. East) - dtype: float32 - units: degrees_east - northward_wind_speed: - description: Wind towards the north - dtype: float32 - units: m s-1 - observation_id: - description: unique ID for observation - dtype: object - observation_value: - description: The observed value (original report may have had other units or observable) - dtype: float32 - units: same as the variable - observed_variable: - description: The variable being observed / measured - dtype: object - platform_type: - description: Structure upon which sensor is mounted, e.g. ship, drifting buoy, tower etc - dtype: int32 - primary_station_id: - description: Primary station identifier, e.g. WIGOS ID - dtype: object - profile_id: - description: Information on profile (atmospheric / oceanographic) configuration. Set to Record ID for profile data or missing (NULL) otherwise. - dtype: object - relative_humidity: - description: Relative humidity (from profile measurement) (range 0-1) - dtype: float32 - units: '1' - report_duration: - description: Report duration - dtype: int32 - report_id: - description: Unique ID for report (unique ID given by combination of report_id and observation_id) - dtype: object - report_timestamp: - description: e.g. 1991-01-01 12:00:0.0+0 - the time of balloon launch in case of CUON - dtype: datetime64[ns] - units: seconds since 1900-01-01 00:00:00 - report_type: - description: e.g. SYNOP, TEMP, CLIMAT, etc - dtype: int32 - secondary_id: - description: Secondary (e.g. local) ID for station - dtype: object - sensor_id: - description: Link to sensor_configuration table (see Product User Guide). - dtype: object - source_id: - description: Original source of data, link to external table - dtype: object - spatial_representativeness: - description: Spatial representativeness of observation - dtype: int32 - specific_humidity: - description: specific means per unit mass. Specific humidity is the mass fraction of water vapor in (moist) air. - dtype: float32 - units: kg kg-1 - station_automation: - description: Whether station is automated, manual or mixed - dtype: int64 - station_name: - description: e.g. OSCAR station name, ship name, site name etc - dtype: object - station_type: - description: Type of station, e.g. land station, sea station etc - dtype: int32 - uncertainty_value: - description: Uncertainty value - dtype: float32 - units: Defined in uncertainty_unitsN - uncertainty_type: - description: Uncertainty type - dtype: uint8 - uncertainty_units: - description: Units for uncertainty - dtype: object - units: - description: abbreviated name of SI units of observation value, e.g. K, m/s or J/kg - dtype: object - wind_from_direction: - description: "Wind direction with 0°:north, 90°:east, 180°:south, 270°:west" - dtype: float32 - units: deg - wind_speed: - description: Wind speed. Adjustment for wind is not available or zero - dtype: float32 - units: m s-1 - z_coordinate: - description: z coordinate of observation - dtype: float32 - z_coordinate_type: - description: Type of z coordinate - dtype: int32 - header_columns: - - primary_station_id - - report_timestamp - - longitude - - latitude - header_table: header_table - join_ids: - data: report_id - header: report_id - main_variables: - - air_temperature - - geopotential_height - - relative_humidity - - air_pressure - - wind_speed - - air_dewpoint - - dew_point_depression - - eastward_wind_speed - - northward_wind_speed - - specific_humidity - - wind_from_direction - mandatory_columns: - - primary_station_id - - report_timestamp - - longitude - - latitude - - report_id - space_columns: - x: longitude|header_table - y: latitude|header_table diff --git a/cdsobs/data/insitu-comprehensive-upper-air-observation-network/service_definition_old.yml b/cdsobs/data/insitu-comprehensive-upper-air-observation-network/service_definition_old.yml deleted file mode 100644 index ccde5d7..0000000 --- a/cdsobs/data/insitu-comprehensive-upper-air-observation-network/service_definition_old.yml +++ /dev/null @@ -1,328 +0,0 @@ -global_attributes: - contactemail: https://support.ecmwf.int - licence_list: 20180314_Copernicus_License_V1.1 - responsible_organisation: ECMWF -out_columns_order: -- station_name -- radiosonde_code -- sensor_model -- report_timestamp -- actual_time -- report_id -- longitude -- latitude -- height_of_station_above_sea_level -- air_pressure -- air_temperature -- air_temperature_total_uncertainty -- relative_humidity -- relative_humidity_total_uncertainty -- wind_speed -- secondary_id -- aerosol_absorption_optical_depth -- air_dewpoint -- dew_point_depression -- eastward_wind_speed -- geopotential_height -- northward_wind_speed -- specific_humidity -- wind_from_direction -products_hierarchy: -- variables -sources: - CUON: - cdm_mapping: - melt_columns: false - rename: - desroziers_30: desroziers_30_uncertainty - data_table: observations_table - descriptions: - RISE_bias_estimate: - description: RISE bias estimate (using RICH method (Haimberger et al. 2021) plus solar elevation dependent adjustments calculated from ERA5 obs-bg) - dtype: float32 - long_name: Rise Bias Estimate - units: same as the variable - actual_time: - description: e.g. 1991-01-01 12:00:0.0+0 - the time of the observation (release time + time it takes to reach certain level) - dtype: int64 - long_name: Time of observation - units: seconds since 1900-01-01 00:00:00 - air_dewpoint: - description: Dewpoint measurement (from profile measurement) - desroziers_30_uncertainty: desroziers_30_uncertainty - dtype: float32 - humidity_bias_estimate: humidity_bias_estimate - long_name: Air Dewpoint - units: K - air_pressure: - description: Barometric air pressure - dtype: float32 - long_name: Air Pressure - units: Pa - air_temperature: - RISE_bias_estimate: RISE_bias_estimate - description: Air temperature (from profile measurement) - desroziers_30_uncertainty: desroziers_30_uncertainty - dtype: float32 - long_name: Air Temperature - units: K - an_depar@body: - description: 'ERA5 obs-an departure' - dtype: float32 - long_name: ERA5 obs-an departure as archived during assimilation - units: same as the variable - an_depar@offline: - description: ERA5 obs-an departure bg departure calculated offline, taking balloon drift into account - dtype: float32 - long_name: ERA5 obs-an departure as alculated offline - units: same as the variable - city: - description: Nearest city / town to station location - dtype: object - long_name: City - data_policy_licence: - description: WMOessential, WMOadditional, WMOother - dtype: int32 - long_name: Data Policy Licence - desroziers_30_uncertainty: - description: Desroziers uncertainty v 1.0 - calculated using Desroziers (2005) method applied to moving 30 days windows of ERA5 obs-bg and obs-an data - dtype: float32 - long_name: Desroziers 30 Uncertainty - units: same as the variable - dew_point_depression: - description: The difference between air temperature and dew point temperature. The dew point temperature is the temperature to which a given air parcel must be cooled at constant pressure and constant water vapour content in order for saturation to occur - desroziers_30_uncertainty: desroziers_30_uncertainty - dtype: float32 - long_name: Dew Point Depression - units: K - humidity_bias_estimate: wind_bias_estimate - eastward_wind_speed: - description: Wind towards the east - desroziers_30_uncertainty: desroziers_30_uncertainty - dtype: float32 - long_name: Eastward Wind Speed - units: m s-1 - wind_bias_estimate: wind_bias_estimate - exposure_of_sensor: - description: Whether the exposure of the instrument will impact on the quality of the measurement - dtype: int32 - long_name: Exposure Of Sensor - fg_depar@body: - description: 'ERA5 obs-bg departure, calculated during assimilation, assuming straight upward ascents and using nominal launch time' - dtype: float32 - long_name: ERA5 obs-bg departure as archived during assimilation - units: same as the variable - fg_depar@offline: - description: 'ERA5 obs-bg departure, calculated offline using hourly gridded ERA5 fields, actual balloon position and actual or estimated launch time ' - dtype: float32 - long_name: ERA5 obs-bg departure calculated offline - units: same as the variable - geopotential_height: - description: Height of a standard or significant pressure level in meters - desroziers_30_uncertainty: desroziers_30_uncertainty - dtype: float32 - long_name: Geopotential Height - units: J kg-1 - height_of_station_above_sea_level: - description: Height of station above mean sea level (m), negative values for below sea level. - dtype: float32 - long_name: Height Of Station Above Sea Level - units: m - humidity_bias_estimate: - description: Humidity bias estimate (break detection with RAOBCORE (Haimberger et al. 2012), adjustments using ERA5 obs-bg departures and quantile matching. Adjustments originally calculated for relative humidity, subsequently converted into other humidity variables) - dtype: float32 - long_name: Humidity Bias Estimate - units: same as the variable - latitude: - description: Latitude of observation, taking balloon drift into account, -90 to 90 (or other as defined by station_crs) - dtype: float32 - long_name: Latitude - units: degrees_north - latitude|header_table: - description: Latitude of launch platform (station, ship etc.) - dtype: float32 - long_name: Latitude - units: degrees_north - longitude: - description: Longitude of observation, taking balloon drift into account, -180 to 180 (or other as defined by station_crs) - dtype: float32 - long_name: Longitude - units: degrees_east - longitude|header_table: - description: Longitude of the station (deg. East) - dtype: float32 - long_name: Longitude - units: degrees_east - northward_wind_speed: - description: Wind towards the north - desroziers_30_uncertainty: desroziers_30_uncertainty - dtype: float32 - long_name: Northward Wind Speed - units: m s-1 - wind_bias_estimate: wind_bias_estimate - observation_id: - description: unique ID for observation - dtype: object - long_name: Observation Id - observation_value: - description: The observed value (original report may have had other units or observable) - dtype: float32 - long_name: Observation Value - units: same as the variable - observed_variable: - description: The variable being observed / measured - dtype: object - long_name: Observed Variable - platform_type: - description: Structure upon which sensor is mounted, e.g. ship, drifting buoy, tower etc - dtype: int32 - long_name: Platform Type - primary_station_id: - description: Primary station identifier, e.g. WIGOS ID - dtype: object - long_name: Primary Station Id - processing_level: - description: Level of processing applied to this report - dtype: int32 - long_name: Processing Level - profile_id: - description: Information on profile (atmospheric / oceanographic) configuration. Set to Record ID for profile data or missing (NULL) otherwise. - dtype: object - long_name: Profile Id - quality_flag: - description: Quality flag for observation - dtype: int32 - long_name: Quality Flag - relative_humidity: - description: Relative humidity (from profile measurement) (range 0-1) - desroziers_30_uncertainty: desroziers_30_uncertainty - dtype: float32 - humidity_bias_estimate: humidity_bias_estimate - long_name: Relative Humidity - units: '1' - report_duration: - description: Report duration - dtype: int32 - long_name: Report Duration - report_id: - description: Unique ID for report (unique ID given by combination of report_id and observation_id) - dtype: object - long_name: Report Id - report_timestamp: - description: e.g. 1991-01-01 12:00:0.0+0 - the time of balloon launch in case of CUON - dtype: datetime64[ns] - long_name: Report Timestamp - units: seconds since 1900-01-01 00:00:00 - report_type: - description: e.g. SYNOP, TEMP, CLIMAT, etc - dtype: int32 - long_name: Report Type - secondary_id: - description: Secondary (e.g. local) ID for station - dtype: object - long_name: Secondary Id - sensor_id: - description: 'Link to sensor_configuration table (see Product User Guide).' - dtype: object - long_name: Sensor Id - source_id: - description: Original source of data, link to external table - dtype: object - long_name: Source Id - spatial_representativeness: - description: Spatial representativeness of observation - dtype: int32 - long_name: Spatial Representativeness - specific_humidity: - description: specific means per unit mass. Specific humidity is the mass fraction of water vapor in (moist) air. - desroziers_30_uncertainty: desroziers_30_uncertainty - dtype: float32 - humidity_bias_estimate: humidity_bias_estimate - long_name: Specific Humidity - units: kg kg-1 - station_automation: - description: Whether station is automated, manual or mixed - dtype: int64 - long_name: Station Automation - station_name: - description: e.g. OSCAR station name, ship name, site name etc - dtype: object - long_name: Station Name - station_type: - description: Type of station, e.g. land station, sea station etc - dtype: int32 - long_name: Station Type - units: - description: abbreviated name of SI units of observation value, e.g. K, m/s or J/kg - dtype: object - long_name: Units - wind_bias_estimate: - description: Wind bias estimate (break detection and adjustment with RAOBCORE (Gruber et al. 2008, Haimberger et al. 2012) method. Only a (vertically constant) direction bias is calculated, then converted into other wind variables) - dtype: float32 - long_name: Wind Bias Estimate - units: same as the variable - wind_from_direction: - description: "Wind direction with 0°:north, 90°:east, 180°:south, 270°:west" - desroziers_30_uncertainty: desroziers_30_uncertainty - dtype: float32 - long_name: Wind From Direction - units: deg - wind_bias_estimate: wind_bias_estimate - wind_speed: - description: Wind speed. Adjustment for wind is not available or zero - desroziers_30_uncertainty: desroziers_30_uncertainty - dtype: float32 - long_name: Wind Speed - units: m s-1 - z_coordinate: - description: z coordinate of observation - dtype: float32 - long_name: Z Coordinate - z_coordinate_type: - description: Type of z coordinate - dtype: int32 - long_name: Z Coordinate Type - header_columns: - - primary_station_id - - report_timestamp - - longitude - - latitude - header_table: header_table - join_ids: - data: report_id - header: report_id - mandatory_columns: - - primary_station_id - - report_timestamp - - longitude - - latitude - - report_id - order_by: - - report_timestamp - - report_id - - air_pressure - products: - - columns: - - air_temperature - - geopotential_height - - relative_humidity - - air_pressure - - wind_speed - - air_dewpoint - - dew_point_depression - - eastward_wind_speed - - northward_wind_speed - - specific_humidity - - wind_from_direction - group_name: variables - - columns: - - RISE_bias_estimate - - humidity_bias_estimate - - wind_bias_estimate - group_name: bias_estimates - - columns: - - desroziers_30_uncertainty - group_name: uncertainty - space_columns: - x: longitude|header_table - y: latitude|header_table diff --git a/cdsobs/data/insitu-observations-gnss/service_definition.json b/cdsobs/data/insitu-observations-gnss/service_definition.json deleted file mode 100644 index ca20e46..0000000 --- a/cdsobs/data/insitu-observations-gnss/service_definition.json +++ /dev/null @@ -1,577 +0,0 @@ -{ - "products_hierarchy": [ - "variables", - "combined_uncertainty", - "random_uncertainty", - "era5" - ], - "out_columns_order": [ - "report_id", - "station_name", - "city", - "organisation_name", - "latitude", - "longitude", - "sensor_altitude", - "height_of_station_above_sea_level", - "start_date", - "report_timestamp", - "zenith_total_delay", - "zenith_total_delay_random_uncertainty", - "total_column_water_vapour", - "total_column_water_vapour_combined_uncertainty", - "total_column_water_vapour_era5" - ], - "space_columns": { - "longitude": "longitude", - "latitude": "latitude" - }, - "sources": { - "IGS_R3": { - "ingestion": { - "host": "insitu1", - "db": "igs_repro3_db", - "user": "postgres" - }, - "header_table": "ipw_igs_repro3_data_header", - "data_table": "ipw_igs_repro3_data_value", - "join_ids": { - "header": "dataheader_id", - "data": "ipw_igs_repro3_data_header_id" - }, - "space_columns": { - "longitude": "longitude", - "latitude": "latitude" - }, - "header_columns": [ - { - "idstation": "station_name" - }, - { - "city": "city" - }, - { - "agency": "organisation_name" - }, - { - "lat": "latitude" - }, - { - "lon": "longitude" - }, - { - "height_from_ellipsoid_m": "sensor_altitude" - }, - { - "amsl_m": "height_of_station_above_sea_level" - }, - { - "date_since": "start_date" - } - ], - "order_by": [ - "report_timestamp", - "report_id" - ], - "mandatory_columns": [ - "id", - "idstation", - "city", - "agency", - "height_from_ellipsoid_m", - "amsl_m", - "date_since", - "date_of_observation", - "lat", - "lon", - "amsl_m" - ], - "products": [ - { - "group_name": "variables", - "columns": [ - "ztd", - "gnss_ipw" - ] - }, - { - "group_name": "era5", - "columns": [ - "era_ipw" - ] - }, - { - "group_name": "combined_uncertainty", - "columns": [ - "uncert_gnss_ipw" - ] - }, - { - "group_name": "random_uncertainty", - "columns": [ - "sigma_ztd" - ] - } - ], - "descriptions": { - "id": { - "name_for_output": "report_id", - "description": "This parameter enables traceability of the report to the original data source." - }, - "date_of_observation": { - "name_for_output": "report_timestamp", - "description": "This parameter is the date and time (UTC) associated with the observation." - }, - "idstation": { - "name_for_output": "station_name", - "description": "This parameter indicates the name of the GNSS receiving station." - }, - "network": { - "name_for_output": "network", - "description": "Subnetwork name the site belongs to." - }, - "city": { - "name_for_output": "city", - "description": "This parameter is the name of the location of the GNSS receiver. This name is provided by the SEMISYS database (see Citation)." - }, - "country": { - "name_for_output": "country", - "description": "Country hosting the station name." - }, - "agency": { - "name_for_output": "organisation_name", - "description": "This parameter indicates the agency responsible for the station." - }, - "lon": { - "units": "degree_east", - "name_for_output": "longitude", - "long_name": "longitude", - "description": "This parameter is the longitude of the GNSS receiving station." - }, - "lat": { - "units": "degree_north", - "name_for_output": "latitude", - "long_name": "latitude", - "description": "This parameter is the latitude of the GNSS receiving station." - }, - "amsl_m": { - "units": "m", - "name_for_output": "height_of_station_above_sea_level", - "long_name": "height_of_station_above_sea_level", - "description": "This parameter is the altitude of the GNSS receiving station above the mean sea-level." - }, - "height_from_ellipsoid_m": { - "units": "m", - "name_for_output": "sensor_altitude", - "long_name": "sensor_altitude", - "description": "This parameter is the difference between the GNSS antenna height and the World Geodetic System (WGS)-84 ellipsoid. The WGS-84 is a static reference, maintained by the United States National Geospatial-Intelligence Agency. It is also the reference coordinate system used by the GPS." - }, - "date_since": { - "name_for_output": "start_date", - "description": "This parameter is the first date and time of data available at the GNSS station." - }, - "ipw_gnss_data_header_id": { - "name_for_output": "report_id", - "description": "This parameter enables traceability of the report to the original data source." - }, - "era_ipw": { - "units": "kg m-2", - "description": "This parameter is the total amount of water vapour in a column extending vertically from the GNSS receiver position (near the surface) to the top of the atmosphere, retrieved from ERA5 at the station coordinates, altitude, date, and time (csv-lev only).", - "long_name": "total_column_water_vapour_era5", - "name_for_output": "total_column_water_vapour_era5" - }, - "gnss_ipw": { - "units": "kg m-2", - "description": "This parameter is the total amount of water vapour in a column extending vertically from the GNSS receiver position (near the surface) to the top of the atmosphere.", - "long_name": "total_column_water_vapour", - "name_for_output": "total_column_water_vapour", - "era5": "era_ipw", - "combined_uncertainty": "uncert_gnss_ipw" - }, - "ztd": { - "units": "m", - "description": "This parameter characterizes the delay of the GNSS signal on the path from a satellite to the receiver due to atmospheric refraction and bending, mapped into the zenith direction. It is expressed as an equivalent distance travelled additionally by the radio waves, due to the atmosphere. The numerical value of zenith total delay correlates with the amount of total column water vapour (i.e., not including effects of liquid water and/or ice) above the GNSS receiver antenna. It is hence used to estimate the total column water vapour.", - "long_name": "zenith total delay", - "name_for_output": "zenith_total_delay", - "random_uncertainty": "sigma_ztd" - }, - "sigma_ztd": { - "units": "m", - "description": "This parameter is an estimate of the standard uncertainty equivalent to 1-sigma uncertainty of zenith total delay (csv-lev only).", - "long_name": "zenith_total_delay_random_uncertainty", - "name_for_output": "zenith_total_delay_random_uncertainty" - }, - "uncert_gnss_ipw": { - "units": "kg m-2", - "description": "This parameter is the combined sum of all uncertainties in the total column water vapour derived from zenith total delay and ancillary meteorological data. The uncertainties that are included in the calculation include uncertainties of the observed zenith total delay, uncertainties of the ancillary data, and uncertainties of the coefficients used in the retrieval (csv-lev only).", - "long_name": "total_column_water_vapour_combined_uncertainty", - "name_for_output": "total_column_water_vapour_combined_uncertainty" - } - } - }, - "IGS": { - "ingestion": { - "host": "insitu1", - "db": "gnss_db", - "user": "postgres" - }, - "header_table": "ipw_gnss_data_header", - "data_table": "ipw_gnss_data_value", - "join_ids": { - "header": "dataheader_id", - "data": "ipw_gnss_data_header_id" - }, - "space_columns": { - "longitude": "longitude", - "latitude": "latitude" - }, - "header_columns": [ - { - "idstation": "station_name" - }, - { - "city": "city" - }, - { - "agency": "organisation_name" - }, - { - "lat": "latitude" - }, - { - "lon": "longitude" - }, - { - "height_from_ellipsoid_m": "sensor_altitude" - }, - { - "amsl_m": "height_of_station_above_sea_level" - }, - { - "date_since": "start_date" - } - ], - "order_by": [ - "report_timestamp", - "report_id" - ], - "mandatory_columns": [ - "id", - "idstation", - "city", - "agency", - "height_from_ellipsoid_m", - "amsl_m", - "date_since", - "date_of_observation", - "lat", - "lon", - "amsl_m" - ], - "products": [ - { - "group_name": "variables", - "columns": [ - "ztd", - "gnss_ipw" - ] - }, - { - "group_name": "era5", - "columns": [ - "era_ipw" - ] - }, - { - "group_name": "combined_uncertainty", - "columns": [ - "uncert_gnss_ipw" - ] - }, - { - "group_name": "random_uncertainty", - "columns": [ - "sigma_ztd" - ] - } - ], - "descriptions": { - "id": { - "name_for_output": "report_id", - "description": "This parameter enables traceability of the report to the original data source." - }, - "date_of_observation": { - "name_for_output": "report_timestamp", - "description": "This parameter is the date and time (UTC) associated with the observation." - }, - "idstation": { - "name_for_output": "station_name", - "description": "This parameter indicates the name of the GNSS receiving station." - }, - "network": { - "name_for_output": "network", - "description": "Subnetwork name the site belongs to." - }, - "city": { - "name_for_output": "city", - "description": "This parameter is the name of the location of the GNSS receiver. This name is provided by the SEMISYS database (see Citation)." - }, - "country": { - "name_for_output": "country", - "description": "Country hosting the station name." - }, - "agency": { - "name_for_output": "organisation_name", - "description": "This parameter indicates the agency responsible for the station." - }, - "lon": { - "units": "degree_east", - "name_for_output": "longitude", - "long_name": "longitude", - "description": "This parameter is the longitude of the GNSS receiving station." - }, - "lat": { - "units": "degree_north", - "name_for_output": "latitude", - "long_name": "latitude", - "description": "This parameter is the latitude of the GNSS receiving station." - }, - "amsl_m": { - "units": "m", - "name_for_output": "height_of_station_above_sea_level", - "long_name": "height_of_station_above_sea_level", - "description": "This parameter is the altitude of the GNSS receiving station above the mean sea-level." - }, - "height_from_ellipsoid_m": { - "units": "m", - "name_for_output": "sensor_altitude", - "long_name": "sensor_altitude", - "description": "This parameter is the difference between the GNSS antenna height and the World Geodetic System (WGS)-84 ellipsoid. The WGS-84 is a static reference, maintained by the United States National Geospatial-Intelligence Agency. It is also the reference coordinate system used by the GPS." - }, - "date_since": { - "name_for_output": "start_date", - "description": "This parameter is the first date and time of data available at the GNSS station." - }, - "ipw_gnss_data_header_id": { - "name_for_output": "report_id", - "description": "This parameter enables traceability of the report to the original data source." - }, - "era_ipw": { - "units": "kg m-2", - "description": "This parameter is the total amount of water vapour in a column extending vertically from the GNSS receiver position (near the surface) to the top of the atmosphere, retrieved from ERA5 at the station coordinates, altitude, date, and time (csv-lev only).", - "long_name": "total_column_water_vapour_era5", - "name_for_output": "total_column_water_vapour_era5" - }, - "gnss_ipw": { - "units": "kg m-2", - "description": "This parameter is the total amount of water vapour in a column extending vertically from the GNSS receiver position (near the surface) to the top of the atmosphere.", - "long_name": "total_column_water_vapour", - "name_for_output": "total_column_water_vapour", - "era5": "era_ipw", - "combined_uncertainty": "uncert_gnss_ipw" - }, - "ztd": { - "units": "m", - "description": "This parameter characterizes the delay of the GNSS signal on the path from a satellite to the receiver due to atmospheric refraction and bending, mapped into the zenith direction. It is expressed as an equivalent distance travelled additionally by the radio waves, due to the atmosphere. The numerical value of zenith total delay correlates with the amount of total column water vapour (i.e., not including effects of liquid water and/or ice) above the GNSS receiver antenna. It is hence used to estimate the total column water vapour.", - "long_name": "zenith total delay", - "name_for_output": "zenith_total_delay", - "random_uncertainty": "sigma_ztd" - }, - "sigma_ztd": { - "units": "m", - "description": "This parameter is an estimate of the standard uncertainty equivalent to 1-sigma uncertainty of zenith total delay (csv-lev only).", - "long_name": "zenith_total_delay_random_uncertainty", - "name_for_output": "zenith_total_delay_random_uncertainty" - }, - "uncert_gnss_ipw": { - "units": "kg m-2", - "description": "This parameter is the combined sum of all uncertainties in the total column water vapour derived from zenith total delay and ancillary meteorological data. The uncertainties that are included in the calculation include uncertainties of the observed zenith total delay, uncertainties of the ancillary data, and uncertainties of the coefficients used in the retrieval (csv-lev only).", - "long_name": "total_column_water_vapour_combined_uncertainty", - "name_for_output": "total_column_water_vapour_combined_uncertainty" - } - } - }, - "EPN": { - "ingestion": { - "host": "insitu1", - "db": "gnss_db", - "user": "postgres" - }, - "header_table": "ipw_epn_repro2_data_header", - "data_table": "ipw_epn_repro2_data_value", - "join_ids": { - "header": "dataheader_id", - "data": "ipw_epn_data_header_id" - }, - "space_columns": { - "longitude": "longitude", - "latitude": "latitude" - }, - "header_columns": [ - { - "idstation": "station_name" - }, - { - "city": "city" - }, - { - "agency": "organisation_name" - }, - { - "lat": "latitude" - }, - { - "lon": "longitude" - }, - { - "height_from_ellipsoid_m": "sensor_altitude" - }, - { - "amsl_m": "height_of_station_above_sea_level" - }, - { - "date_since": "start_date" - } - ], - "order_by": [ - "report_timestamp", - "report_id" - ], - "mandatory_columns": [ - "id", - "idstation", - "city", - "agency", - "height_from_ellipsoid_m", - "amsl_m", - "date_since", - "date_of_observation", - "lat", - "lon", - "amsl_m" - ], - "products": [ - { - "group_name": "variables", - "columns": [ - "ztd", - "epn_ipw" - ] - }, - { - "group_name": "era5", - "columns": [ - "era_ipw" - ] - }, - { - "group_name": "combined_uncertainty", - "columns": [ - "uncert_epn_ipw" - ] - }, - { - "group_name": "random_uncertainty", - "columns": [ - "sigma_ztd" - ] - } - ], - "descriptions": { - "date_of_observation": { - "name_for_output": "report_timestamp", - "description": "This parameter is the date and time (UTC) associated with the observation." - }, - "idstation": { - "name_for_output": "station_name", - "description": "This parameter indicates the name of the GNSS receiving station." - }, - "network": { - "name_for_output": "network", - "description": "Subnetwork name the site belongs to." - }, - "city": { - "name_for_output": "city", - "description": "This parameter is the name of the location of the GNSS receiver. This name is provided by the SEMISYS database (see Citation)." - }, - "country": { - "name_for_output": "country", - "description": "Country hosting the station name." - }, - "agency": { - "name_for_output": "organisation_name", - "description": "This parameter indicates the agency responsible for the station." - }, - "lon": { - "units": "degree_east", - "name_for_output": "longitude", - "long_name": "longitude", - "description": "This parameter is the longitude of the GNSS receiving station." - }, - "lat": { - "units": "degree_north", - "name_for_output": "latitude", - "long_name": "latitude", - "description": "This parameter is the latitude of the GNSS receiving station." - }, - "amsl_m": { - "units": "m", - "name_for_output": "height_of_station_above_sea_level", - "long_name": "height_of_station_above_sea_level", - "description": "This parameter is the altitude of the GNSS receiving station above the mean sea-level." - }, - "height_from_ellipsoid_m": { - "units": "m", - "name_for_output": "sensor_altitude", - "long_name": "sensor_altitude", - "description": "This parameter is the difference between the GNSS antenna height and the World Geodetic System (WGS)-84 ellipsoid. The WGS-84 is a static reference, maintained by the United States National Geospatial-Intelligence Agency. It is also the reference coordinate system used by the GPS." - }, - "date_since": { - "name_for_output": "start_date", - "description": "This parameter is the first date and time of data available at the GNSS station." - }, - "id": { - "name_for_output": "report_id", - "description": "This parameter enables traceability of the report to the original data source." - }, - "ipw_epn_data_header_id": { - "name_for_output": "report_id", - "description": "This parameter enables traceability of the report to the original data source." - }, - "era_ipw": { - "units": "kg m-2", - "description": "This parameter is the total amount of water vapour in a column extending vertically from the GNSS receiver position (near the surface) to the top of the atmosphere, retrieved from ERA5 at the station coordinates, altitude, date, and time (csv-lev only).", - "long_name": "total_column_water_vapour_era5", - "name_for_output": "total_column_water_vapour_era5" - }, - "epn_ipw": { - "units": "kg m-2", - "description": "This parameter is the total amount of water vapour in a column extending vertically from the GNSS receiver position (near the surface) to the top of the atmosphere.", - "long_name": "total_column_water_vapour", - "name_for_output": "total_column_water_vapour", - "era5": "era_ipw", - "combined_uncertainty": "uncert_epn_ipw" - }, - "ztd": { - "units": "m", - "description": "This parameter characterizes the delay of the GNSS signal on the path from a satellite to the receiver due to atmospheric refraction and bending, mapped into the zenith direction. It is expressed as an equivalent distance travelled additionally by the radio waves, due to the atmosphere. The numerical value of zenith total delay correlates with the amount of total column water vapour (i.e., not including effects of liquid water and/or ice) above the GNSS receiver antenna. It is hence used to estimate the total column water vapour.", - "long_name": "zenith total delay", - "name_for_output": "zenith_total_delay", - "random_uncertainty": "sigma_ztd" - }, - "sigma_ztd": { - "units": "m", - "description": "This parameter is an estimate of the standard uncertainty equivalent to 1-sigma uncertainty of zenith total delay (csv-lev only).", - "long_name": "zenith_total_delay_random_uncertainty", - "name_for_output": "zenith_total_delay_random_uncertainty" - }, - "uncert_epn_ipw": { - "units": "kg m-2", - "description": "This parameter is the combined sum of all uncertainties in the total column water vapour derived from zenith total delay and ancillary meteorological data. The uncertainties that are included in the calculation include uncertainties of the observed zenith total delay, uncertainties of the ancillary data, and uncertainties of the coefficients used in the retrieval (csv-lev only).", - "long_name": "total_column_water_vapour_combined_uncertainty", - "name_for_output": "total_column_water_vapour_combined_uncertainty" - } - } - } - } -} diff --git a/cdsobs/data/insitu-observations-gnss/service_definition.yml b/cdsobs/data/insitu-observations-gnss/service_definition.yml deleted file mode 100644 index 06f5b43..0000000 --- a/cdsobs/data/insitu-observations-gnss/service_definition.yml +++ /dev/null @@ -1,349 +0,0 @@ -global_attributes: - contactemail: https://support.ecmwf.int - licence_list: - - licence-to-use-copernicus-products - - gnss-data-policy - responsible_organisation: ECMWF -sources: - EPN: - cdm_mapping: - melt_columns: - uncertainty: - random_uncertainty: - - main_variable: zenith_total_delay - name: zenith_total_delay_random_uncertainty - units: m - total_uncertainty: - - main_variable: precipitable_water_column - name: precipitable_water_column_total_uncertainty - units: kg m-2 - rename: - amsl_m: height_of_station_above_sea_level - city: city - date_of_observation: report_timestamp - date_since: start_date - epn_ipw: precipitable_water_column - era_ipw: precipitable_water_column_era5 - idstation: primary_station_id - ipw_epn_data_header_id: report_id - lat: latitude|station_configuration - lon: longitude|station_configuration - network: observing_programme - observation_id: observation_id - sigma_ztd: zenith_total_delay_random_uncertainty - uncert_epn_ipw: precipitable_water_column_total_uncertainty - ztd: zenith_total_delay - data_table: ipw_epn_repro2_data_value - descriptions: - city: - description: This parameter is the name of the location of the GNSS receiver. This name is provided by the SEMISYS database (see Citation). - dtype: object - height_of_station_above_sea_level: - description: This parameter is the altitude of the GNSS receiving station above the mean sea-level. - dtype: float32 - units: m - latitude|station_configuration: - description: This parameter is the latitude of the GNSS receiving station. - dtype: float32 - units: degree_north - longitude|station_configuration: - description: This parameter is the longitude of the GNSS receiving station. - dtype: float32 - units: degree_east - observing_programme: - description: Subnetwork name the site belongs to. - dtype: object - observation_id: - description: unique ID for observation - dtype: object - precipitable_water_column: - description: This parameter is the total amount of water vapour in a column extending vertically from the GNSS receiver position (near the surface) to the top of the atmosphere. - dtype: float32 - units: kg m-2 - precipitable_water_column_era5: - description: This parameter is the total amount of water vapour in a column extending vertically from the GNSS receiver position (near the surface) to the top of the atmosphere, retrieved from ERA5 at the station coordinates, altitude, date, and time (csv-lev only). - dtype: float32 - units: kg m-2 - primary_station_id: - description: This parameter indicates the name of the GNSS receiving station. - dtype: object - report_id: - description: This parameter enables traceability of the report to the original data source. - dtype: object - report_timestamp: - description: This parameter is the date and time (UTC) associated with the observation. - dtype: datetime64[ns] - start_date: - description: This parameter is the first date and time of data available at the GNSS station. - dtype: datetime64[ns] - zenith_total_delay: - description: This parameter characterizes the delay of the GNSS signal on the path from a satellite to the receiver due to atmospheric refraction and bending, mapped into the zenith direction. It is expressed as an equivalent distance travelled additionally by the radio waves, due to the atmosphere. The numerical value of zenith total delay correlates with the amount of total column water vapour (i.e., not including effects of liquid water and/or ice) above the GNSS receiver antenna. It is hence used to estimate the total column water vapour. - dtype: float32 - units: m - uncertainty_valueN: - description: "Uncertainty value N. Available uncertainty types are: 1 (random) and 5 (total)" - dtype: float32 - units: Defined in uncertainty_unitsN - uncertainty_typeN: - description: Uncertainty type N - dtype: uint8 - uncertainty_unitsN: - description: Units for uncertainty type N. - dtype: object - header_columns: - - primary_station_id - - city - - latitude|station_configuration - - longitude|station_configuration - - height_of_station_above_sea_level - - start_date - header_table: ipw_epn_repro2_data_header - join_ids: - data: ipw_epn_data_header_id - header: dataheader_id - main_variables: - - precipitable_water_column - - precipitable_water_column_era5 - - zenith_total_delay - mandatory_columns: - - observation_id - - primary_station_id - - city - - height_of_station_above_sea_level - - start_date - - report_timestamp - - location_latitude - - location_longitude - space_columns: - x: longitude|station_configuration - y: latitude|station_configuration - IGS: - cdm_mapping: - melt_columns: - uncertainty: - random_uncertainty: - - main_variable: zenith_total_delay - name: zenith_total_delay_random_uncertainty - units: m - total_uncertainty: - - main_variable: precipitable_water_column - name: precipitable_water_column_total_uncertainty - units: kg m-2 - rename: - amsl_m: height_of_station_above_sea_level - city: city - date_of_observation: report_timestamp - date_since: start_date - era_ipw: precipitable_water_column_era5 - gnss_ipw: precipitable_water_column - idstation: primary_station_id - ipw_gnss_data_header_id: report_id - lat: latitude|station_configuration - lon: longitude|station_configuration - network: observing_programme - observation_id: observation_id - sigma_ztd: zenith_total_delay_random_uncertainty - uncert_gnss_ipw: precipitable_water_column_total_uncertainty - ztd: zenith_total_delay - unit_changes: - precipitable_water_column: - names: - kg m-2: kg m-2 - offset: 0 - scale: 1 - data_table: ipw_gnss_data_value - descriptions: - city: - description: This parameter is the name of the location of the GNSS receiver. This name is provided by the SEMISYS database (see Citation). - dtype: object - height_of_station_above_sea_level: - description: This parameter is the altitude of the GNSS receiving station above the mean sea-level. - dtype: float32 - units: m - latitude|station_configuration: - description: This parameter is the latitude of the GNSS receiving station. - dtype: float32 - units: degree_north - longitude|station_configuration: - description: This parameter is the longitude of the GNSS receiving station. - dtype: float32 - units: degree_east - observing_programme: - description: Subnetwork name the site belongs to. - dtype: object - observation_id: - description: unique ID for observation - dtype: object - precipitable_water_column: - description: This parameter is the total amount of water vapour in a column extending vertically from the GNSS receiver position (near the surface) to the top of the atmosphere. - dtype: float32 - units: kg m-2 - precipitable_water_column_era5: - description: This parameter is the total amount of water vapour in a column extending vertically from the GNSS receiver position (near the surface) to the top of the atmosphere, retrieved from ERA5 at the station coordinates, altitude, date, and time (csv-lev only). - dtype: float32 - units: kg m-2 - primary_station_id: - description: This parameter indicates the name of the GNSS receiving station. - dtype: object - report_id: - description: This parameter enables traceability of the report to the original data source. - dtype: object - report_timestamp: - description: This parameter is the date and time (UTC) associated with the observation. - dtype: datetime64[ns] - start_date: - description: This parameter is the first date and time of data available at the GNSS station. - dtype: datetime64[ns] - zenith_total_delay: - description: This parameter characterizes the delay of the GNSS signal on the path from a satellite to the receiver due to atmospheric refraction and bending, mapped into the zenith direction. It is expressed as an equivalent distance travelled additionally by the radio waves, due to the atmosphere. The numerical value of zenith total delay correlates with the amount of total column water vapour (i.e., not including effects of liquid water and/or ice) above the GNSS receiver antenna. It is hence used to estimate the total column water vapour. - dtype: float32 - units: m - uncertainty_valueN: - description: "Uncertainty value N. Available uncertainty types are: 1 (random) and 5 (total)" - dtype: float32 - units: Defined in uncertainty_unitsN - uncertainty_typeN: - description: Uncertainty type N - dtype: uint8 - uncertainty_unitsN: - description: Units for uncertainty type N. - dtype: object - header_columns: - - primary_station_id - - city - - latitude|station_configuration - - longitude|station_configuration - - height_of_station_above_sea_level - - start_date - header_table: ipw_gnss_data_header - join_ids: - data: ipw_gnss_data_header_id - header: dataheader_id - main_variables: - - precipitable_water_column - - precipitable_water_column_era5 - - zenith_total_delay - mandatory_columns: - - observation_id - - primary_station_id - - city - - height_of_station_above_sea_level - - start_date - - report_timestamp - - latitude|station_configuration - - longitude|station_configuration - space_columns: - x: longitude|station_configuration - y: latitude|station_configuration - IGS_R3: - cdm_mapping: - melt_columns: - uncertainty: - random_uncertainty: - - main_variable: zenith_total_delay - name: zenith_total_delay_random_uncertainty - units: m - total_uncertainty: - - main_variable: precipitable_water_column - name: precipitable_water_column_total_uncertainty - units: kg m-2 - rename: - amsl_m: height_of_station_above_sea_level - city: city - date_of_observation: report_timestamp - date_since: start_date - era_ipw: precipitable_water_column_era5 - gnss_ipw: precipitable_water_column - idstation: primary_station_id - ipw_gnss_data_header_id: report_id - lat: latitude|station_configuration - lon: longitude|station_configuration - network: observing_programme - observation_id: observation_id - sigma_ztd: zenith_total_delay_random_uncertainty - uncert_gnss_ipw: precipitable_water_column_total_uncertainty - ztd: zenith_total_delay - data_table: ipw_igs_repro3_data_value - descriptions: - city: - description: This parameter is the name of the location of the GNSS receiver. This name is provided by the SEMISYS database (see Citation). - dtype: object - height_of_station_above_sea_level: - description: This parameter is the altitude of the GNSS receiving station above the mean sea-level. - dtype: float32 - units: m - latitude|station_configuration: - description: This parameter is the latitude of the GNSS receiving station. - dtype: float32 - units: degree_north - longitude|station_configuration: - description: This parameter is the longitude of the GNSS receiving station. - dtype: float32 - units: degree_east - observing_programme: - description: Subnetwork name the site belongs to. - dtype: object - observation_id: - description: unique ID for observation - dtype: object - precipitable_water_column: - description: This parameter is the total amount of water vapour in a column extending vertically from the GNSS receiver position (near the surface) to the top of the atmosphere. - dtype: float32 - units: kg m-2 - precipitable_water_column_era5: - description: This parameter is the total amount of water vapour in a column extending vertically from the GNSS receiver position (near the surface) to the top of the atmosphere, retrieved from ERA5 at the station coordinates, altitude, date, and time (csv-lev only). - dtype: float32 - units: kg m-2 - primary_station_id: - description: This parameter indicates the name of the GNSS receiving station. - dtype: object - report_id: - description: This parameter enables traceability of the report to the original data source. - dtype: object - report_timestamp: - description: This parameter is the date and time (UTC) associated with the observation. - dtype: datetime64[ns] - start_date: - description: This parameter is the first date and time of data available at the GNSS station. - dtype: datetime64[ns] - zenith_total_delay: - description: This parameter characterizes the delay of the GNSS signal on the path from a satellite to the receiver due to atmospheric refraction and bending, mapped into the zenith direction. It is expressed as an equivalent distance travelled additionally by the radio waves, due to the atmosphere. The numerical value of zenith total delay correlates with the amount of total column water vapour (i.e., not including effects of liquid water and/or ice) above the GNSS receiver antenna. It is hence used to estimate the total column water vapour. - dtype: float32 - units: m - uncertainty_valueN: - description: "Uncertainty value N. Available uncertainty types are: 1 (random) and 5 (total)" - dtype: float32 - units: Defined in uncertainty_unitsN - uncertainty_typeN: - description: Uncertainty type N - dtype: uint8 - uncertainty_unitsN: - description: Units for uncertainty type N. - dtype: object - header_columns: - - primary_station_id - - city - - latitude|station_configuration - - longitude|station_configuration - - height_of_station_above_sea_level - - start_date - header_table: ipw_igs_repro3_data_header - join_ids: - data: ipw_igs_repro3_data_header_id - header: dataheader_id - main_variables: - - precipitable_water_column - - precipitable_water_column_era5 - - zenith_total_delay - mandatory_columns: - - observation_id - - primary_station_id - - city - - height_of_station_above_sea_level - - start_date - - report_timestamp - - latitude|station_configuration - - longitude|station_configuration - space_columns: - x: longitude|station_configuration - y: latitude|station_configuration diff --git a/cdsobs/data/insitu-observations-gnss/service_definition_old.yml b/cdsobs/data/insitu-observations-gnss/service_definition_old.yml deleted file mode 100644 index ebea7da..0000000 --- a/cdsobs/data/insitu-observations-gnss/service_definition_old.yml +++ /dev/null @@ -1,481 +0,0 @@ -global_attributes: - contactemail: https://support.ecmwf.int - licence_list: 20180314_Copernicus_License_V1.1 - responsible_organisation: ECMWF -out_columns_order: -- report_id -- primary_station_id -- city -- organisation_name -- latitude -- longitude -- sensor_altitude -- height_of_station_above_sea_level -- start_date -- report_timestamp -- zenith_total_delay -- zenith_total_delay_random_uncertainty -- precipitable_water_column -- precipitable_water_column_total_uncertainty -- precipitable_water_column_era5 -products_hierarchy: -- variables -- total_uncertainty -- random_uncertainty -- era5 -sources: - EPN: - cdm_mapping: - melt_columns: true - rename: - agency: organisation_name - amsl_m: height_of_station_above_sea_level - city: city - country: country - date_of_observation: report_timestamp - date_since: start_date - epn_ipw: precipitable_water_column - era_ipw: precipitable_water_column_era5 - height_from_ellipsoid_m: sensor_altitude - idstation: primary_station_id - ipw_epn_data_header_id: report_id - lat: latitude|station_configuration - lon: longitude|station_configuration - network: network - observation_id: observation_id - sigma_ztd: zenith_total_delay_random_uncertainty - uncert_epn_ipw: precipitable_water_column_total_uncertainty - ztd: zenith_total_delay - unit_changes: - precipitable_water_column: - names: - kg m-2: kg m-2 - offset: 0 - scale: 1 - data_table: ipw_epn_repro2_data_value - descriptions: - city: - description: This parameter is the name of the location of the GNSS receiver. This name is provided by the SEMISYS database (see Citation). - dtype: object - long_name: city - country: - description: Country hosting the station name. - dtype: object - long_name: country - height_of_station_above_sea_level: - description: This parameter is the altitude of the GNSS receiving station above the mean sea-level. - dtype: float32 - long_name: height_of_station_above_sea_level - units: m - location_latitude: - description: This parameter is the latitude of the GNSS receiving station. - dtype: float32 - long_name: latitude - units: degree_north - location_longitude: - description: This parameter is the longitude of the GNSS receiving station. - dtype: float32 - long_name: longitude - units: degree_east - network: - description: Subnetwork name the site belongs to. - dtype: object - long_name: network - organisation_name: - description: This parameter indicates the agency responsible for the station. - dtype: object - long_name: agency - precipitable_water_column: - total_uncertainty: uncert_epn_ipw - description: This parameter is the total amount of water vapour in a column extending vertically from the GNSS receiver position (near the surface) to the top of the atmosphere. - dtype: float32 - era5: era_ipw - long_name: precipitable_water_column - units: kg m-2 - report_id: - description: This parameter enables traceability of the report to the original data source. - long_name: ipw_epn_data_header_id - report_timestamp: - description: This parameter is the date and time (UTC) associated with the observation. - dtype: datetime64[ns] - long_name: date_of_observation - sensor_altitude: - description: This parameter is the difference between the GNSS antenna height and the World Geodetic System (WGS)-84 ellipsoid. The WGS-84 is a static reference, maintained by the United States National Geospatial-Intelligence Agency. It is also the reference coordinate system used by the GPS. - dtype: float32 - long_name: sensor_altitude - units: m - start_date: - description: This parameter is the first date and time of data available at the GNSS station. - dtype: datetime64[ns] - long_name: date_since - primary_station_id: - description: This parameter indicates the name of the GNSS receiving station. - dtype: object - long_name: idstation - precipitable_water_column_total_uncertainty: - description: This parameter is the combined sum of all uncertainties in the total column water vapour derived from zenith total delay and ancillary meteorological data. The uncertainties that are included in the calculation include uncertainties of the observed zenith total delay, uncertainties of the ancillary data, and uncertainties of the coefficients used in the retrieval (csv-lev only). - dtype: float32 - long_name: precipitable_water_column_total_uncertainty - units: kg m-2 - precipitable_water_column_era5: - description: This parameter is the total amount of water vapour in a column extending vertically from the GNSS receiver position (near the surface) to the top of the atmosphere, retrieved from ERA5 at the station coordinates, altitude, date, and time (csv-lev only). - dtype: float32 - long_name: precipitable_water_column_era5 - units: kg m-2 - zenith_total_delay: - description: This parameter characterizes the delay of the GNSS signal on the path from a satellite to the receiver due to atmospheric refraction and bending, mapped into the zenith direction. It is expressed as an equivalent distance travelled additionally by the radio waves, due to the atmosphere. The numerical value of zenith total delay correlates with the amount of total column water vapour (i.e., not including effects of liquid water and/or ice) above the GNSS receiver antenna. It is hence used to estimate the total column water vapour. - dtype: float32 - long_name: zenith total delay - random_uncertainty: sigma_ztd - units: m - zenith_total_delay_random_uncertainty: - description: This parameter is an estimate of the standard uncertainty equivalent to 1-sigma uncertainty of zenith total delay (csv-lev only). - dtype: float32 - long_name: zenith_total_delay_random_uncertainty - units: m - header_columns: - - primary_station_id - - city - - organisation_name - - latitude|station_configuration - - longitude|station_configuration - - sensor_altitude - - height_of_station_above_sea_level - - start_date - header_table: ipw_epn_repro2_data_header - join_ids: - data: ipw_epn_data_header_id - header: dataheader_id - mandatory_columns: - - observation_id - - primary_station_id - - city - - organisation_name - - sensor_altitude - - height_of_station_above_sea_level - - start_date - - report_timestamp - - location_latitude - - location_longitude - order_by: - - report_timestamp - - report_id - products: - - columns: - - precipitable_water_column - - precipitable_water_column_era5 - - zenith_total_delay - group_name: variables - - columns: - - uncert_epn_ipw - group_name: total_uncertainty - - columns: - - sigma_ztd - group_name: random_uncertainty - space_columns: - y: latitude|station_configuration - x: longitude|station_configuration - IGS: - cdm_mapping: - melt_columns: true - rename: - agency: organisation_name - amsl_m: height_of_station_above_sea_level - city: city - country: country - date_of_observation: report_timestamp - date_since: start_date - era_ipw: precipitable_water_column_era5 - gnss_ipw: precipitable_water_column - height_from_ellipsoid_m: sensor_altitude - idstation: primary_station_id - ipw_gnss_data_header_id: report_id - lat: latitude|station_configuration - lon: longitude|station_configuration - network: network - observation_id: observation_id - sigma_ztd: zenith_total_delay_random_uncertainty - uncert_gnss_ipw: precipitable_water_column_total_uncertainty - ztd: zenith_total_delay - unit_changes: - precipitable_water_column: - names: - kg m-2: kg m-2 - offset: 0 - scale: 1 - data_table: ipw_gnss_data_value - descriptions: - city: - description: This parameter is the name of the location of the GNSS receiver. This name is provided by the SEMISYS database (see Citation). - dtype: object - long_name: city - country: - description: Country hosting the station name. - dtype: object - long_name: country - height_of_station_above_sea_level: - description: This parameter is the altitude of the GNSS receiving station above the mean sea-level. - dtype: float32 - long_name: height_of_station_above_sea_level - units: m - location_latitude: - description: This parameter is the latitude of the GNSS receiving station. - dtype: float32 - long_name: latitude - units: degree_north - location_longitude: - description: This parameter is the longitude of the GNSS receiving station. - dtype: float32 - long_name: longitude - units: degree_east - network: - description: Subnetwork name the site belongs to. - dtype: object - long_name: network - organisation_name: - description: This parameter indicates the agency responsible for the station. - dtype: object - long_name: agency - precipitable_water_column: - total_uncertainty: uncert_gnss_ipw - description: This parameter is the total amount of water vapour in a column extending vertically from the GNSS receiver position (near the surface) to the top of the atmosphere. - dtype: float32 - era5: era_ipw - long_name: precipitable water column - units: kg m-2 - report_id: - description: This parameter enables traceability of the report to the original data source. - long_name: ipw_gnss_data_header_id - report_timestamp: - description: This parameter is the date and time (UTC) associated with the observation. - dtype: datetime64[ns] - long_name: date_of_observation - sensor_altitude: - description: This parameter is the difference between the GNSS antenna height and the World Geodetic System (WGS)-84 ellipsoid. The WGS-84 is a static reference, maintained by the United States National Geospatial-Intelligence Agency. It is also the reference coordinate system used by the GPS. - dtype: float32 - long_name: sensor_altitude - units: m - start_date: - description: This parameter is the first date and time of data available at the GNSS station. - dtype: datetime64[ns] - long_name: date_since - primary_station_id: - description: This parameter indicates the name of the GNSS receiving station. - dtype: object - long_name: idstation - name_for_output: station_name - precipitable_water_column_total_uncertainty: - description: This parameter is the combined sum of all uncertainties in the total column water vapour derived from zenith total delay and ancillary meteorological data. The uncertainties that are included in the calculation include uncertainties of the observed zenith total delay, uncertainties of the ancillary data, and uncertainties of the coefficients used in the retrieval (csv-lev only). - dtype: float32 - long_name: precipitable_water_column_total_uncertainty - units: kg m-2 - precipitable_water_column_era5: - description: This parameter is the total amount of water vapour in a column extending vertically from the GNSS receiver position (near the surface) to the top of the atmosphere, retrieved from ERA5 at the station coordinates, altitude, date, and time (csv-lev only). - dtype: float32 - long_name: precipitable_water_column_era5 - units: kg m-2 - zenith_total_delay: - description: This parameter characterizes the delay of the GNSS signal on the path from a satellite to the receiver due to atmospheric refraction and bending, mapped into the zenith direction. It is expressed as an equivalent distance travelled additionally by the radio waves, due to the atmosphere. The numerical value of zenith total delay correlates with the amount of total column water vapour (i.e., not including effects of liquid water and/or ice) above the GNSS receiver antenna. It is hence used to estimate the total column water vapour. - dtype: float32 - long_name: zenith total delay - random_uncertainty: sigma_ztd - units: m - zenith_total_delay_random_uncertainty: - description: This parameter is an estimate of the standard uncertainty equivalent to 1-sigma uncertainty of zenith total delay (csv-lev only). - dtype: float32 - long_name: zenith_total_delay_random_uncertainty - units: m - header_columns: - - primary_station_id - - city - - organisation_name - - latitude|station_configuration - - longitude|station_configuration - - sensor_altitude - - height_of_station_above_sea_level - - start_date - header_table: ipw_gnss_data_header - join_ids: - data: ipw_gnss_data_header_id - header: dataheader_id - mandatory_columns: - - observation_id - - primary_station_id - - city - - organisation_name - - sensor_altitude - - height_of_station_above_sea_level - - start_date - - report_timestamp - - latitude|station_configuration - - longitude|station_configuration - order_by: - - report_timestamp - - report_id - products: - - columns: - - precipitable_water_column - - precipitable_water_column_era5 - - zenith_total_delay - group_name: variables - - columns: - - uncert_gnss_ipw - group_name: total_uncertainty - - columns: - - sigma_ztd - group_name: random_uncertainty - space_columns: - y: latitude|station_configuration - x: longitude|station_configuration - IGS_R3: - cdm_mapping: - melt_columns: true - rename: - agency: organisation_name - amsl_m: height_of_station_above_sea_level - city: city - country: country - date_of_observation: report_timestamp - date_since: start_date - era_ipw: precipitable_water_column_era5 - gnss_ipw: precipitable_water_column - height_from_ellipsoid_m: sensor_altitude - idstation: primary_station_id - ipw_gnss_data_header_id: report_id - lat: latitude|station_configuration - lon: longitude|station_configuration - network: network - observation_id: observation_id - sigma_ztd: zenith_total_delay_random_uncertainty - uncert_gnss_ipw: precipitable_water_column_total_uncertainty - ztd: zenith_total_delay - unit_changes: - precipitable_water_column: - names: - kg m-2: kg m-2 - offset: 0 - scale: 1 - data_table: ipw_igs_repro3_data_value - descriptions: - city: - description: This parameter is the name of the location of the GNSS receiver. This name is provided by the SEMISYS database (see Citation). - dtype: object - long_name: city - country: - description: Country hosting the station name. - dtype: object - long_name: country - height_of_station_above_sea_level: - description: This parameter is the altitude of the GNSS receiving station above the mean sea-level. - dtype: float32 - long_name: height_of_station_above_sea_level - units: m - location_latitude: - description: This parameter is the latitude of the GNSS receiving station. - dtype: float32 - long_name: latitude - units: degree_north - location_longitude: - description: This parameter is the longitude of the GNSS receiving station. - dtype: float32 - long_name: longitude - units: degree_east - network: - description: Subnetwork name the site belongs to. - dtype: object - long_name: network - organisation_name: - description: This parameter indicates the agency responsible for the station. - dtype: object - long_name: agency - precipitable_water_column: - total_uncertainty: uncert_gnss_ipw - description: This parameter is the total amount of water vapour in a column extending vertically from the GNSS receiver position (near the surface) to the top of the atmosphere. - dtype: float32 - era5: era_ipw - long_name: precipitable water column - units: kg m-2 - report_id: - description: This parameter enables traceability of the report to the original data source. - long_name: ipw_gnss_data_header_id - report_timestamp: - description: This parameter is the date and time (UTC) associated with the observation. - dtype: datetime64[ns] - long_name: date_of_observation - sensor_altitude: - description: This parameter is the difference between the GNSS antenna height and the World Geodetic System (WGS)-84 ellipsoid. The WGS-84 is a static reference, maintained by the United States National Geospatial-Intelligence Agency. It is also the reference coordinate system used by the GPS. - dtype: float32 - long_name: sensor_altitude - units: m - start_date: - description: This parameter is the first date and time of data available at the GNSS station. - dtype: datetime64[ns] - long_name: date_since - primary_station_id: - description: This parameter indicates the name of the GNSS receiving station. - dtype: object - long_name: idstation - name_for_output: station_name - precipitable_water_column_total_uncertainty: - description: This parameter is the combined sum of all uncertainties in the total column water vapour derived from zenith total delay and ancillary meteorological data. The uncertainties that are included in the calculation include uncertainties of the observed zenith total delay, uncertainties of the ancillary data, and uncertainties of the coefficients used in the retrieval (csv-lev only). - dtype: float32 - long_name: precipitable_water_column_total_uncertainty - units: kg m-2 - precipitable_water_column_era5: - description: This parameter is the total amount of water vapour in a column extending vertically from the GNSS receiver position (near the surface) to the top of the atmosphere, retrieved from ERA5 at the station coordinates, altitude, date, and time (csv-lev only). - dtype: float32 - long_name: precipitable_water_column_era5 - units: kg m-2 - zenith_total_delay: - description: This parameter characterizes the delay of the GNSS signal on the path from a satellite to the receiver due to atmospheric refraction and bending, mapped into the zenith direction. It is expressed as an equivalent distance travelled additionally by the radio waves, due to the atmosphere. The numerical value of zenith total delay correlates with the amount of total column water vapour (i.e., not including effects of liquid water and/or ice) above the GNSS receiver antenna. It is hence used to estimate the total column water vapour. - dtype: float32 - long_name: zenith total delay - random_uncertainty: sigma_ztd - units: m - zenith_total_delay_random_uncertainty: - description: This parameter is an estimate of the standard uncertainty equivalent to 1-sigma uncertainty of zenith total delay (csv-lev only). - dtype: float32 - long_name: zenith_total_delay_random_uncertainty - units: m - header_columns: - - primary_station_id - - city - - organisation_name - - latitude|station_configuration - - longitude|station_configuration - - sensor_altitude - - height_of_station_above_sea_level - - start_date - header_table: ipw_igs_repro3_data_header - join_ids: - data: ipw_igs_repro3_data_header_id - header: dataheader_id - mandatory_columns: - - observation_id - - primary_station_id - - city - - organisation_name - - sensor_altitude - - height_of_station_above_sea_level - - start_date - - report_timestamp - - latitude|station_configuration - - longitude|station_configuration - order_by: - - report_timestamp - - report_id - products: - - columns: - - precipitable_water_column - - precipitable_water_column_era5 - - zenith_total_delay - group_name: variables - - columns: - - uncert_gnss_ipw - group_name: total_uncertainty - - columns: - - sigma_ztd - group_name: random_uncertainty - space_columns: - y: latitude|station_configuration - x: longitude|station_configuration diff --git a/cdsobs/data/insitu-observations-gruan-reference-network/service_definition.json b/cdsobs/data/insitu-observations-gruan-reference-network/service_definition.json deleted file mode 100644 index da6f148..0000000 --- a/cdsobs/data/insitu-observations-gruan-reference-network/service_definition.json +++ /dev/null @@ -1,350 +0,0 @@ -{ - "products_hierarchy": [ - "variables", - "total_uncertainty", - "random_uncertainty", - "systematic_uncertainty", - "post_processing_radiation_correction" - ], - "out_columns_order": [ - "station_name", - "report_timestamp", - "time_since_launch", - "report_id", - "location_longitude", - "location_latitude", - "height_of_station_above_sea_level", - "altitude", - "altitude_total_uncertainty", - "air_pressure", - "air_pressure_total_uncertainty", - "air_temperature", - "air_temperature_total_uncertainty", - "air_temperature_random_uncertainty", - "air_temperature_systematic_uncertainty", - "air_temperature_post_processing_radiation_correction", - "relative_humidity", - "relative_humidity_total_uncertainty", - "relative_humidity_random_uncertainty", - "relative_humidity_systematic_uncertainty", - "relative_humidity_post_processing_radiation_correction", - "wind_speed", - "wind_speed_total_uncertainty", - "wind_from_direction", - "wind_from_direction_total_uncertainty", - "eastward_wind_speed", - "northward_wind_speed", - "shortwave_radiation", - "shortwave_radiation_total_uncertainty", - "vertical_speed_of_radiosonde", - "geopotential_height", - "water_vapour_mixing_ratio", - "frost_point_temperature", - "air_relative_humidity_effective_vertical_resolution" - ], - "sources": { - "GRUAN": { - "header_table": "gruan_data_header", - "data_table": "gruan_data_value", - "join_ids": { - "header": "g_product_id", - "data": "gruan_data_header_id" - }, - "space_columns": { - "longitude": "location_longitude", - "latitude": "location_latitude" - }, - "header_columns": [ - { - "g_general_site_code": "station_name" - }, - { - "date_of_observation": "report_timestamp" - }, - { - "g_measuring_system_altitude": "height_of_station_above_sea_level" - } - ], - "order_by": [ - "report_timestamp", - "report_id", - "time_since_launch" - ], - "mandatory_columns": [ - "g_general_site_code", - "date_of_observation", - "time", - "gruan_data_header_id", - "g_measuring_system_altitude", - "lon", - "lat", - "press", - "u_press" - ], - "products": [ - { - "group_name": "variables", - "columns": [ - "temp", - "rh", - "wdir", - "wspeed", - "u", - "v", - "wvmr", - "asc_", - "geopot", - "fp", - "res_rh", - "swrad", - "alt" - ] - }, - { - "group_name": "total_uncertainty", - "columns": [ - "u_temp", - "u_wdir", - "u_wspeed", - "u_rh", - "u_alt", - "u_swrad" - ] - }, - { - "group_name": "random_uncertainty", - "columns": [ - "u_std_temp", - "u_std_rh" - ] - }, - { - "group_name": "systematic_uncertainty", - "columns": [ - "u_cor_temp", - "u_cor_rh" - ] - }, - { - "group_name": "post_processing_radiation_correction", - "columns": [ - "cor_temp", - "cor_rh" - ] - } - ], - "descriptions": { - "date_of_observation": { - "name_for_output": "report_timestamp", - "description": "observation date time UTC" - }, - "g_general_site_code": { - "name_for_output": "station_name", - "description": "station identifier according to [...to_do...]" - }, - "lon": { - "units": "degree_east", - "name_for_output": "location_longitude", - "long_name": "longitude", - "description": "Longitude deg. Est" - }, - "lat": { - "units": "degree_north", - "name_for_output": "location_latitude", - "long_name": "latitude", - "description": "Latitude deg. North" - }, - "g_measuring_system_altitude": { - "name_for_output": "height_of_station_above_sea_level", - "long_name": "height_of_station_above_sea_level", - "description": "altitude above means sea level [....reference...]" - }, - "press": { - "units": "Pa", - "description": "Barometric air pressure using silicon sensor up to 15.4 km, derived from GPS-altitude above", - "long_name": "air_pressure", - "name_for_output": "air_pressure", - "total_uncertainty": "u_press" - }, - "wdir": { - "units": "degree from north", - "description": "Wind direction with 0\u00b0:north, 90\u00b0:east, 180\u00b0:south, 270\u00b0:west", - "long_name": "wind_from_direction", - "name_for_output": "wind_from_direction", - "total_uncertainty": "u_wdir" - }, - "u": { - "units": "m s-1", - "description": "Wind towards the east", - "long_name": "eastward_wind_speed", - "name_for_output": "eastward_wind_speed" - }, - "v": { - "units": "m s-1", - "description": "Wind towards the north", - "long_name": "northward_wind_speed", - "name_for_output": "northward_wind_speed" - }, - "wvmr": { - "units": "mol mol-1", - "description": "Volume mixing ratio (mol/mol) of water vapor calculated from relative_humidity using vapor pressure formula HylandWexler based on the water vapor HylandWexler pressure fomula, corrected by GRUAN correction scheme", - "long_name": "water_vapour_mixing_ratio", - "name_for_output": "water_vapour_mixing_ratio" - }, - "temp": { - "units": "K", - "description": "Temperature in the atmosphere at the observed height. Temperature measured in Kelvin can be converted to degrees Celsius by subtracting 273.15. Its uncertainty is estimated with a GRUAN correction scheme.", - "long_name": "air_temperature", - "name_for_output": "air_temperature", - "total_uncertainty": "u_temp", - "random_uncertainty": "u_std_temp", - "systematic_uncertainty": "u_cor_temp", - "post_processing_radiation_correction": "cor_temp" - }, - "cor_temp": { - "units": "K", - "description": "Bias corrections applied to air_temperature by the GRUAN correction scheme estimated from calibration and radiation correction uncertainty", - "long_name": "air_temperature_post_processing_radiation_correction", - "name_for_output": "air_temperature_post_processing_radiation_correction" - }, - "wspeed": { - "units": "m s-1", - "description": "Wind speed", - "long_name": "wind_speed", - "name_for_output": "wind_speed", - "total_uncertainty": "u_wspeed" - }, - "asc_": { - "units": "m s-1", - "description": "the ascent speed radiosonde calculated from altitude", - "long_name": "vertical_speed_of_radiosonde", - "name_for_output": "vertical_speed_of_radiosonde" - }, - "time": { - "units": "s", - "description": "Time after launch", - "long_name": "time_since_launch", - "name_for_output": "time_since_launch" - }, - "gruan_data_header_id": { - "name_for_output": "report_id", - "description": "Identifier in the GRUAN meta-database" - }, - "rh": { - "units": "%", - "description": "Relative humidity collated from U1 and U2 based on the water vapor HylandWexler pressure fomula, corrected by GRUAN correction scheme", - "long_name": "relative_humidity", - "name_for_output": "relative_humidity", - "total_uncertainty": "u_rh", - "random_uncertainty": "u_std_rh", - "systematic_uncertainty": "u_cor_rh", - "post_processing_radiation_correction": "cor_rh" - }, - "cor_rh": { - "units": "%", - "description": "Relative_humidity by the GRUAN correction scheme", - "long_name": "relative_humidity_post_processing_radiation_correction", - "name_for_output": "relative_humidity_post_processing_radiation_correction" - }, - "res_rh": { - "units": "s", - "description": "Resolution (defined by 1 / cut-off frequency) of the relative humidity time in terms", - "long_name": "air_relative_humidity_effective_vertical_resolution", - "name_for_output": "air_relative_humidity_effective_vertical_resolution" - }, - "geopot": { - "units": "m", - "description": "Geopotential altitude from corrected pressure product", - "long_name": "geopotential_height", - "name_for_output": "geopotential_height" - }, - "alt": { - "units": "m", - "description": "Geometric altitude above sea level calculated from air pressure and GPS altitude", - "long_name": "altitude", - "name_for_output": "altitude", - "total_uncertainty": "u_alt" - }, - "fp": { - "units": "K", - "description": "Frost point temperature calculated from relative_humidity using vapor pressure formula HylandWexler based on the water vapor HylandWexler pressure fomula, corrected by GRUAN correction scheme", - "long_name": "frost_point_temperature", - "name_for_output": "frost_point_temperature" - }, - "swrad": { - "units": "W m-2", - "description": "Short wave radiation field (actinic flux) derived from model for given sun elevation (mean between a cloudy and cloudfree case)", - "long_name": "shortwave_radiation", - "name_for_output": "shortwave_radiation", - "total_uncertainty": "u_swrad" - }, - "u_alt": { - "units": "m", - "description": "Standard uncertainty (k=1) of altitude dominated by correlated uncertainty", - "long_name": "altitude_total_uncertainty", - "name_for_output": "altitude_total_uncertainty" - }, - "u_swrad": { - "units": "W m-2", - "description": "Standard uncertainty (k=1) of short_wave_radiatio", - "long_name": "shortwave_radiation_total_uncertainty", - "name_for_output": "shortwave_radiation_total_uncertainty" - }, - "u_press": { - "units": "Pa", - "description": "Standard uncertainty (k=1) of air_pressure dominated by correlated uncertainty", - "long_name": "air_pressure_total_uncertainty", - "name_for_output": "air_pressure_total_uncertainty" - }, - "u_wdir": { - "units": "degree", - "description": "Standard uncertainty (k=1) of wind direction derived from statistics only", - "long_name": "wind_from_direction_total_uncertainty", - "name_for_output": "wind_from_direction_total_uncertainty" - }, - "u_temp": { - "units": "K", - "description": "Standard uncertainty (k=1) of air_temperature", - "long_name": "air_temperature total uncertainty", - "name_for_output": "air_temperature_total_uncertainty" - }, - "u_wspeed": { - "units": "m s-1", - "description": "Standard uncertainty (k=1) of wind_speed derived from statistics only", - "long_name": "wind_speed total uncertainty", - "name_for_output": "wind_speed_total_uncertainty" - }, - "u_rh": { - "units": "%", - "description": "Standard uncertainty (k=1) of relative_humidity calculated by the the geometric sum correlated and random uncertainties", - "long_name": "relative_humidity total uncertainty", - "name_for_output": "relative_humidity_total_uncertainty" - }, - "u_std_temp": { - "units": "K", - "description": "Statistical standard deviation (k=1) of air_temperature", - "long_name": "air_temperature_random_uncertainty", - "name_for_output": "air_temperature_random_uncertainty" - }, - "u_std_rh": { - "units": "%", - "description": "Statistical standard deviation (k=1) of relative_humidity", - "long_name": "relative_humidity_random_uncertainty", - "name_for_output": "relative_humidity_random_uncertainty" - }, - "u_cor_temp": { - "units": "K", - "description": "air_temperature correlated uncertainty estimated from systematic uncertainty sources estimated from calibration and radiation correction uncertainty.", - "long_name": "air_temperature_systematic_uncertainty", - "name_for_output": "air_temperature_systematic_uncertainty" - }, - "u_cor_rh": { - "units": "%", - "description": "relative_humidity correlated uncertainty estimated from systematic uncertainty sources estimated from calibration, calibration correction, radiation correction, time-lag", - "long_name": "relative_humidity_systematic_uncertainty", - "name_for_output": "relative_humidity_systematic_uncertainty" - } - } - } - } -} diff --git a/cdsobs/data/insitu-observations-gruan-reference-network/service_definition.yml b/cdsobs/data/insitu-observations-gruan-reference-network/service_definition.yml deleted file mode 100644 index 751c9f9..0000000 --- a/cdsobs/data/insitu-observations-gruan-reference-network/service_definition.yml +++ /dev/null @@ -1,228 +0,0 @@ -global_attributes: - contactemail: https://support.ecmwf.int - licence_list: 20180314_Copernicus_License_V1.1 - responsible_organisation: ECMWF -sources: - GRUAN: - cdm_mapping: - melt_columns: - uncertainty: - total_uncertainty: - - name: pressure_total_uncertainty - main_variable: pressure - units: Pa - - name: air_temperature_total_uncertainty - main_variable: air_temperature - units: K - - name: altitude_total_uncertainty - main_variable: altitude - units: m - - name: relative_humidity_total_uncertainty - main_variable: relative_humidity - units: '%' - - name: shortwave_radiation_total_uncertainty - main_variable: shortwave_radiation - units: W m-2 - - name: wind_from_direction_total_uncertainty - main_variable: wind_from_direction - units: degree - - name: wind_speed_total_uncertainty - main_variable: wind_speed - units: m s-1 - random_uncertainty: - - name: air_temperature_random_uncertainty - main_variable: air_temperature - units: K - - name: relative_humidity_random_uncertainty - main_variable: relative_humidity - units: '%' - systematic_uncertainty: - - name: air_temperature_systematic_uncertainty - main_variable: air_temperature - units: K - - name: relative_humidity_systematic_uncertainty - main_variable: relative_humidity - units: '%' - - rename: - alt: altitude - asc_: vertical_speed_of_radiosonde - date_of_observation: report_timestamp - fp: frost_point_temperature - g_general_site_code: primary_station_id - g_measuring_system_altitude: height_of_station_above_sea_level - geopot: geopotential_height - gruan_data_header_id: report_id - lat: latitude|observations_table - lon: longitude|observations_table - g_measuring_system_latitude: latitude|station_configuration - g_measuring_system_longitude: longitude|station_configuration - press: pressure - res_rh: air_relative_humidity_effective_vertical_resolution - rh: relative_humidity - swrad: shortwave_radiation - temp: air_temperature - time: time_since_launch - u: eastward_wind_speed - u_alt: altitude_total_uncertainty - u_cor_rh: relative_humidity_systematic_uncertainty - u_cor_temp: air_temperature_systematic_uncertainty - u_press: pressure_total_uncertainty - u_rh: relative_humidity_total_uncertainty - u_std_rh: relative_humidity_random_uncertainty - u_std_temp: air_temperature_random_uncertainty - u_swrad: shortwave_radiation_total_uncertainty - u_temp: air_temperature_total_uncertainty - u_wdir: wind_from_direction_total_uncertainty - u_wspeed: wind_speed_total_uncertainty - v: northward_wind_speed - wdir: wind_from_direction - wspeed: wind_speed - wvmr: water_vapour_mixing_ratio - header_table: gruan_data_header - join_ids: - data: gruan_data_header_id - header: g_product_id - data_table: gruan_data_value - main_variables: - - air_temperature - - relative_humidity - - wind_from_direction - - wind_speed - - eastward_wind_speed - - northward_wind_speed - - water_vapour_mixing_ratio - - vertical_speed_of_radiosonde - - geopotential_height - - frost_point_temperature - - air_relative_humidity_effective_vertical_resolution - - shortwave_radiation - - altitude - - pressure - - time_since_launch - descriptions: - pressure: - description: Barometric air pressure using silicon sensor up to 15.4 km, derived from GPS-altitude above - dtype: float32 - units: Pa - uncertainty_valueN: - description: "Uncertainty value N. Available uncertainty types are: 1 (random), 2 (systematic) and 5 (total)" - dtype: float32 - units: Defined in uncertainty_unitsN - uncertainty_typeN: - description: Uncertainty type N - dtype: uint8 - uncertainty_unitsN: - description: Units for uncertainty type N. - dtype: object - air_relative_humidity_effective_vertical_resolution: - description: Resolution (defined by 1 / cut-off frequency) of the relative humidity time in terms - dtype: float32 - units: s - air_temperature: - description: Temperature in the atmosphere at the observed height. Temperature measured in Kelvin can be converted to degrees Celsius by subtracting 273.15. Its uncertainty is estimated with a GRUAN correction scheme. - dtype: float32 - units: K - altitude: - description: Geometric altitude above sea level calculated from air pressure and GPS altitude - dtype: float32 - units: m - eastward_wind_speed: - description: Wind towards the east - dtype: float32 - units: m s-1 - frost_point_temperature: - description: Frost point temperature calculated from relative_humidity using vapor pressure formula HylandWexler based on the water vapor HylandWexler pressure fomula, corrected by GRUAN correction scheme - dtype: float32 - units: K - geopotential_height: - description: Geopotential altitude from corrected pressure product - dtype: float32 - units: m - height_of_station_above_sea_level: - description: altitude above means sea level [....reference...] - dtype: float32 - latitude|station_configuration: - description: Latitude deg. North - dtype: float32 - units: degree_north - longitude|station_configuration: - description: Longitude deg. Est - dtype: float32 - units: degree_east - latitude|observations_table: - description: Latitude deg. North - dtype: float32 - units: degree_north - longitude|observations_table: - description: Longitude deg. Est - dtype: float32 - units: degree_east - northward_wind_speed: - description: Wind towards the north - dtype: float32 - units: m s-1 - relative_humidity: - description: Relative humidity collated from U1 and U2 based on the water vapor HylandWexler pressure fomula, corrected by GRUAN correction scheme - dtype: float32 - units: '%' - report_id: - description: Identifier in the GRUAN meta-database - dtype: object - report_timestamp: - description: observation date time UTC - dtype: datetime64[ns] - shortwave_radiation: - description: Short wave radiation field (actinic flux) derived from model for given sun elevation (mean between a cloudy and cloudfree case) - dtype: float32 - units: W m-2 - primary_station_id: - description: station identifier according to [...to_do...] - dtype: object - time_since_launch: - description: Time after launch - dtype: float32 - units: s - vertical_speed_of_radiosonde: - description: the ascent speed radiosonde calculated from altitude - dtype: float32 - units: m s-1 - water_vapour_mixing_ratio: - description: Volume mixing ratio (mol/mol) of water vapor calculated from relative_humidity using vapor pressure formula HylandWexler based on the water vapor HylandWexler pressure fomula, corrected by GRUAN correction scheme - dtype: float32 - units: mol mol-1 - wind_from_direction: - description: "Wind direction with 0°:north, 90°:east, 180°:south, 270°:west" - dtype: float32 - units: degree - wind_speed: - description: Wind speed - dtype: float32 - units: m s-1 - z_coordinate: - description: z coordinate of observation - dtype: float32 - units: m - z_coordinate_type: - description: Type of z coordinate - dtype: uint8 - space_columns: - z: altitude - y: latitude|station_configuration - x: longitude|station_configuration - header_columns: - - primary_station_id - - report_timestamp - - height_of_station_above_sea_level - - latitude|station_configuration - - longitude|station_configuration - mandatory_columns: - - primary_station_id - - report_timestamp - - time_since_launch - - report_id - - height_of_station_above_sea_level - - latitude|station_configuration - - latitude|station_configuration - - air_pressure - - air_pressure_total_uncertainty diff --git a/cdsobs/data/insitu-observations-igra-baseline-network/service_definition.json b/cdsobs/data/insitu-observations-igra-baseline-network/service_definition.json deleted file mode 100644 index df31a19..0000000 --- a/cdsobs/data/insitu-observations-igra-baseline-network/service_definition.json +++ /dev/null @@ -1 +0,0 @@ -{"products_hierarchy": ["variables", "total_uncertainty"], "out_columns_order": ["station_name", "radiosonde_code", "sensor_model", "report_timestamp", "actual_time", "report_id", "longitude", "latitude", "height_of_station_above_sea_level", "air_pressure", "air_temperature", "air_temperature_total_uncertainty", "relative_humidity", "relative_humidity_total_uncertainty", "wind_speed", "wind_speed_total_uncertainty", "wind_from_direction", "wind_from_direction_total_uncertainty", "eastward_wind_component", "eastward_wind_component_total_uncertainty", "northward_wind_component", "northward_wind_component_total_uncertainty", "ascent_speed", "geopotential_height", "water_vapor_volume_mixing_ratio", "frost_point_temperature", "solar_zenith_angle", "air_dewpoint_depression"], "space_columns": {"longitude": "longitude", "latitude": "latitude"}, "sources": {"IGRA": {"header_table": "guan_data_header", "data_table": "guan_data_value", "join_ids": {"header": "guandataheader_id", "data": "guan_data_header_id"}, "space_columns": {"longitude": "longitude", "latitude": "latitude"}, "order_by": ["report_timestamp", "report_id", "air_pressure"], "header_columns": [{"idstation": "station_name"}, {"date_of_observation": "report_timestamp"}, {"lon": "longitude"}, {"lat": "latitude"}], "mandatory_columns": ["idstation", "date_of_observation", "lon", "lat", "press", "guan_data_header_id"], "products": [{"group_name": "variables", "columns": ["gph", "wdir", "wspd", "dpdp", "temp", "rh"]}], "descriptions": {"idstation": {"name_for_output": "station_name", "long_name": "station_name", "description": "Station identification code"}, "date_of_observation": {"name_for_output": "report_timestamp", "description": "Observation date time UTC"}, "lon": {"units": "degree_east", "name_for_output": "longitude", "long_name": "longitude", "description": "Longitude of the station (deg. East)"}, "lat": {"units": "degree_north", "name_for_output": "latitude", "long_name": "latitude", "description": "Latitude of the station (deg. North)"}, "press": {"units": "Pa", "description": "Barometric air pressure", "long_name": "air_pressure", "name_for_output": "air_pressure"}, "guan_data_header_id": {"name_for_output": "report_id", "description": "Identifier in the IGRA meta-database"}, "gph": {"units": "m", "description": "Height of a standard or significant pressure level in meters", "long_name": "Geopotential height", "name_for_output": "geopotential_height"}, "wdir": {"units": "degree from north", "description": "Wind direction (degrees from north, 90 = east)", "long_name": "wind_from_direction", "name_for_output": "wind_from_direction"}, "wspd": {"units": "m s-1", "description": "Horizontal speed of the wind, or movement of air, at the height of the observation", "long_name": "wind_speed", "name_for_output": "wind_speed"}, "dpdp": {"units": "K", "description": "The difference between air temperature and dew point temperature. The dew point temperature is the temperature to which a given air parcel must be cooled at constant pressure and constant water vapour content in order for saturation to occur", "long_name": "air_dewpoint_depression", "name_for_output": "air_dewpoint_depression"}, "temp": {"units": "K", "description": "Air temperature", "long_name": "air_temperature", "name_for_output": "air_temperature"}, "rh": {"units": "%", "description": "Relative humidity", "long_name": "relative_humidity", "name_for_output": "relative_humidity"}}}, "IGRA_H": {"data_table": "igra_h", "space_columns": {"longitude": "longitude", "latitude": "latitude"}, "order_by": ["report_timestamp", "report_id", "air_pressure"], "header_columns": [{"station_name": "station_name"}, {"radiosonde_code": "radiosonde_code"}, {"sensor_model": "sensor_model"}, {"report_timestamp": "report_timestamp"}, {"report_id": "report_id"}, {"longitude": "longitude"}, {"latitude": "latitude"}, {"height_of_station_above_sea_level": "height_of_station_above_sea_level"}], "mandatory_columns": ["station_name", "radiosonde_code", "sensor_model", "report_timestamp", "longitude", "latitude", "height_of_station_above_sea_level", "air_pressure", "report_id", "actual_time"], "products": [{"group_name": "variables", "columns": ["wind_from_direction", "eastward_wind_component", "northward_wind_component", "water_vapor_volume_mixing_ratio", "air_temperature", "wind_speed", "ascent_speed", "relative_humidity", "geopotential_height", "frost_point_temperature", "solar_zenith_angle", "air_dewpoint_depression"]}, {"group_name": "total_uncertainty", "columns": ["wind_from_direction_total_uncertainty", "eastward_wind_component_total_uncertainty", "northward_wind_component_total_uncertainty", "air_temperature_total_uncertainty", "wind_speed_total_uncertainty", "relative_humidity_total_uncertainty"]}], "descriptions": {"radiosonde_code": {"name_for_output": "radiosonde_code", "description": "Common Code table as from WMO definitions (code table 3685)"}, "sensor_model": {"name_for_output": "sensor_model", "description": "Details on the sensor used"}, "station_name": {"name_for_output": "station_name", "description": "Station identification code"}, "report_timestamp": {"name_for_output": "report_timestamp", "description": "Observation date time UTC"}, "longitude": {"units": "degree_east", "name_for_output": "longitude", "long_name": "longitude", "description": "Longitude of the station (deg. East)"}, "latitude": {"units": "degree_north", "name_for_output": "latitude", "long_name": "latitude", "description": "Latitude of the station (deg. North)"}, "height_of_station_above_sea_level": {"units": "m", "name_for_output": "height_of_station_above_sea_level", "long_name": "height_of_station_above_sea_level", "description": "Altitude above means sea level"}, "air_pressure": {"units": "Pa", "description": "Barometric air pressure", "long_name": "air_pressure", "name_for_output": "air_pressure"}, "wind_from_direction": {"units": "degree from north", "description": "Wind direction (degrees from north, 90 = east)", "long_name": "wind_from_direction", "name_for_output": "wind_from_direction", "total_uncertainty": "wind_from_direction_total_uncertainty"}, "eastward_wind_component": {"units": "m s-1", "description": "The harmonized value eastward wind speed component obtained using RHARM (Radiosouding HARMonization) approach", "long_name": "eastward_wind_component", "name_for_output": "eastward_wind_component", "total_uncertainty": "eastward_wind_component_total_uncertainty"}, "northward_wind_component": {"units": "m s-1", "description": "The harmonized value northward wind speed component obtained using RHARM (Radiosouding HARMonization) approach", "long_name": "northward_wind_component", "name_for_output": "northward_wind_component", "total_uncertainty": "northward_wind_component_total_uncertainty"}, "water_vapor_volume_mixing_ratio": {"units": "mol mol-1", "description": "Volume water mixing ratio vapor calculated using Hyland, R. W. and A. Wexler. For details on the calculation formula please check the ATBD", "long_name": "water_vapor_volume_mixing_ratio", "name_for_output": "water_vapor_volume_mixing_ratio"}, "air_temperature": {"units": "K", "description": "The harmonized value temperature obtained using RHARM (Radiosouding HARMonization) approach", "long_name": "air_temperature", "name_for_output": "air_temperature", "total_uncertainty": "air_temperature_total_uncertainty"}, "wind_speed": {"units": "m s-1", "description": "Horizontal speed of the wind, or movement of air, at the height of the observation", "long_name": "wind_speed", "name_for_output": "wind_speed", "total_uncertainty": "wind_speed_total_uncertainty"}, "ascent_speed": {"units": "m s-1", "description": "Ascent speed of the radiosonde calculated from altitude: (maximum height reported - minimum height reported) / (time at maximum height reported - time at minimum height reported)", "long_name": "ascent_speed", "name_for_output": "ascent_speed"}, "relative_humidity": {"units": "%", "description": "The harmonized value relative humidity obtained using RHARM (Radiosouding HARMonization) approach", "long_name": "relative_humidity", "name_for_output": "relative_humidity", "total_uncertainty": "relative_humidity_total_uncertainty"}, "geopotential_height": {"units": "m", "description": "Height of a standard or significant pressure level in meters", "long_name": "Geopotential height", "name_for_output": "geopotential_height"}, "frost_point_temperature": {"units": "K", "description": "Temperature, below 0° C, at which moisture in the air will condense as a layer of frost on any exposed surface. For details on the calculation formula please check the ATBD", "long_name": "frost_point_temperature", "name_for_output": "frost_point_temperature"}, "report_id": {"name_for_output": "report_id", "description": "Identifier in the RHARM meta-database"}, "solar_zenith_angle": {"units": "degrees from zenith", "description": "The solar zenith angle is the angle between the zenith and the centre of the Sun's disc", "long_name": "solar_zenith_angle", "name_for_output": "solar_zenith_angle"}, "actual_time": {"name_for_output": "actual_time", "description": "Release time of the sounding in date time UTC"}, "air_dewpoint_depression": {"units": "K", "description": "The difference between air temperature and dew point temperature. The dew point temperature is the temperature to which a given air parcel must be cooled at constant pressure and constant water vapour content in order for saturation to occur", "long_name": "air_dewpoint_depression", "name_for_output": "air_dewpoint_depression"}, "wind_from_direction_total_uncertainty": {"units": "degree from north", "description": "Value of the total uncertainty for wind direction obtained using RHARM (Radiosouding HARMonization) approach. See section 2-4 of the Algorithm theoretical basis description of the RHARM dataset", "long_name": "wind_from_direction_total_uncertainty", "name_for_output": "wind_from_direction_total_uncertainty"}, "eastward_wind_component_total_uncertainty": {"units": "m s-1", "description": "Value of the total uncertainty for the eastward wind speed component humidity obtained using RHARM (Radiosouding HARMonization) approach. See section 2-4 of the Algorithm theoretical basis description of the RHARM dataset", "long_name": "eastward_wind_component_total_uncertainty", "name_for_output": "eastward_wind_component_total_uncertainty"}, "northward_wind_component_total_uncertainty": {"units": "m s-1", "description": "Value of the total uncertainty for the northward wind speed component humidity obtained using RHARM (Radiosouding HARMonization) approach. See section 2-4 of the Algorithm theoretical basis description of the RHARM dataset", "long_name": "northward_wind_component_total_uncertainty", "name_for_output": "northward_wind_component_total_uncertainty"}, "air_temperature_total_uncertainty": {"units": "K", "description": "Value of the total uncertainty for the harmonized temperature obtained using RHARM (Radiosouding HARMonization) approach. See section 2-4 of the Algorithm theoretical basis description of the RHARM dataset", "long_name": "air_temperature_total_uncertainty", "name_for_output": "air_temperature_total_uncertainty"}, "wind_speed_total_uncertainty": {"units": "m s-1", "description": "Value of the total uncertainty for wind speed obtained using RHARM (Radiosouding HARMonization) approach. See section 2-4 of the Algorithm theoretical basis description of the RHARM dataset", "long_name": "wind_speed_total_uncertainty", "name_for_output": "wind_speed_total_uncertainty"}, "relative_humidity_total_uncertainty": {"units": "%", "description": "Value of the total uncertainty for the harmonized relative humidity obtained using RHARM (Radiosouding HARMonization) approach. See section 2-4 of the Algorithm theoretical basis description of the RHARM dataset", "long_name": "relative_humidity_total_uncertainty", "name_for_output": "relative_humidity_total_uncertainty"}}}}} diff --git a/cdsobs/data/insitu-observations-igra-baseline-network/service_definition.yml b/cdsobs/data/insitu-observations-igra-baseline-network/service_definition.yml deleted file mode 100644 index 7acaab0..0000000 --- a/cdsobs/data/insitu-observations-igra-baseline-network/service_definition.yml +++ /dev/null @@ -1,297 +0,0 @@ -global_attributes: - contactemail: https://support.ecmwf.int - licence_list: 20180314_Copernicus_License_V1.1 - responsible_organisation: ECMWF -sources: - IGRA: - cdm_mapping: - melt_columns: {} - rename: - date_of_observation: report_timestamp - dpdp: dew_point_depression - gph: geopotential_height - guan_data_header_id: report_id - idstation: primary_station_id - lat: latitude|station_configuration - lon: longitude|station_configuration - press: pressure - rh: relative_humidity - temp: air_temperature - wdir: wind_from_direction - wspd: wind_speed - data_table: guan_data_value - descriptions: - pressure: - description: Barometric air pressure - dtype: float32 - units: Pa - air_temperature: - description: Air temperature - dtype: float32 - units: K - dew_point_depression: - description: The difference between air temperature and dew point temperature. The dew point temperature is the temperature to which a given air parcel must be cooled at constant pressure and constant water vapour content in order for saturation to occur - dtype: float32 - units: K - geopotential_height: - description: Height of a standard or significant pressure level in meters - dtype: float32 - units: m - latitude|station_configuration: - description: Latitude of the station (deg. North) - dtype: float32 - units: degree_north - longitude|station_configuration: - description: Longitude of the station (deg. East) - dtype: float32 - units: degree_east - primary_station_id: - description: Station identification code - dtype: object - relative_humidity: - description: Relative humidity - dtype: float32 - units: '%' - report_id: - description: Identifier in the IGRA meta-database - dtype: object - report_timestamp: - description: Observation date time UTC - dtype: datetime64[ns] - wind_from_direction: - description: Wind direction (degrees from north, 90 = east) - dtype: float32 - units: degree from north - wind_speed: - description: Horizontal speed of the wind, or movement of air, at the height of the observation - dtype: float32 - units: m s-1 - z_coordinate: - description: z coordinate of observation - dtype: float32 - units: m - z_coordinate_type: - description: Type of z coordinate - dtype: uint8 - header_columns: - - primary_station_id - - report_timestamp - - longitude|station_configuration - - latitude|station_configuration - header_table: guan_data_header - join_ids: - data: guan_data_header_id - header: guandataheader_id - space_columns: - x: longitude|station_configuration - y: latitude|station_configuration - z: pressure - main_variables: - - geopotential_height - - wind_from_direction - - wind_speed - - dew_point_depression - - air_temperature - - relative_humidity - - pressure - mandatory_columns: - - primary_station_id - - report_timestamp - - longitude|station_configuration - - latitude|station_configuration - - pressure - - report_id - order_by: - - report_timestamp - - report_id - - pressure - IGRA_H: - cdm_mapping: - melt_columns: - uncertainty: - total_uncertainty: - - main_variable: wind_from_direction - name: wind_from_direction_total_uncertainty - units: degree from north - - main_variable: eastward_wind_speed - name: eastward_wind_speed_total_uncertainty - units: m s-1 - - main_variable: northward_wind_speed - name: northward_wind_speed_total_uncertainty - units: m s-1 - - main_variable: air_temperature - name: air_temperature_total_uncertainty - units: K - - main_variable: wind_speed - name: wind_speed_total_uncertainty - units: m s-1 - - main_variable: relative_humidity - name: relative_humidity_total_uncertainty - units: '%' - rename: - actual_time: date_time - air_dewpoint_depression: dew_point_depression - air_pressure: pressure - air_temperature: air_temperature - air_temperature_total_uncertainty: air_temperature_total_uncertainty - ascent_speed: vertical_speed_of_radiosonde - eastward_wind_component: eastward_wind_speed - eastward_wind_component_total_uncertainty: eastward_wind_speed_total_uncertainty - frost_point_temperature: frost_point_temperature - geopotential_height: geopotential_height - height_of_station_above_sea_level: height_of_station_above_sea_level - latitude: latitude|station_configuration - longitude: longitude|station_configuration - northward_wind_component: northward_wind_speed - northward_wind_component_total_uncertainty: northward_wind_speed_total_uncertainty - relative_humidity: relative_humidity - relative_humidity_total_uncertainty: relative_humidity_total_uncertainty - report_id: report_id - report_timestamp: report_timestamp - sensor_model: sensor_id - solar_zenith_angle: solar_zenith_angle - station_name: primary_station_id - water_vapor_volume_mixing_ratio: water_vapour_mixing_ratio - wind_from_direction: wind_from_direction - wind_from_direction_total_uncertainty: wind_from_direction_total_uncertainty - wind_speed: wind_speed - wind_speed_total_uncertainty: wind_speed_total_uncertainty - data_table: igra_h - descriptions: - date_time: - description: timestamp for observation - dtype: datetime64[ns] - pressure: - description: Barometric air pressure - dtype: float32 - units: Pa - air_temperature: - description: The harmonized value temperature obtained using RHARM (Radiosouding HARMonization) approach - dtype: float32 - units: K - dew_point_depression: - description: The difference between air temperature and dew point temperature. The dew point temperature is the temperature to which a given air parcel must be cooled at constant pressure and constant water vapour content in order for saturation to occur - dtype: float32 - units: K - eastward_wind_speed: - description: The harmonized value eastward wind speed component obtained using RHARM (Radiosouding HARMonization) approach - dtype: float32 - units: m s-1 - frost_point_temperature: - description: "Temperature, below 0° C, at which moisture in the air will condense as a layer of frost on any exposed surface. For details on the calculation formula please check the ATBD" - dtype: float32 - units: K - geopotential_height: - description: Height of a standard or significant pressure level in meters - dtype: float32 - units: m - height_of_station_above_sea_level: - description: Altitude above means sea level - dtype: float32 - units: m - latitude|station_configuration: - description: Latitude of the station (deg. North) - dtype: float32 - units: degree_north - longitude|station_configuration: - description: Longitude of the station (deg. East) - dtype: float32 - units: degree_east - northward_wind_speed: - description: The harmonized value northward wind speed component obtained using RHARM (Radiosouding HARMonization) approach - dtype: float32 - units: m s-1 - primary_station_id: - description: Station identification code - dtype: object - relative_humidity: - description: The harmonized value relative humidity obtained using RHARM (Radiosouding HARMonization) approach - dtype: float32 - units: '%' - report_id: - description: Identifier in the RHARM meta-database - dtype: object - report_timestamp: - description: Observation date time UTC - dtype: datetime64[ns] - sensor_id: - description: Unique ID for this instrument - dtype: object - solar_zenith_angle: - description: The solar zenith angle is the angle between the zenith and the centre of the Sun's disc - dtype: float32 - units: degrees from zenith - vertical_speed_of_radiosonde: - description: 'Ascent speed of the radiosonde calculated from altitude: (maximum height reported - minimum height reported) / (time at maximum height reported - time at minimum height reported)' - dtype: float32 - units: m s-1 - water_vapour_mixing_ratio: - description: Volume water mixing ratio vapor calculated using Hyland, R. W. and A. Wexler. For details on the calculation formula please check the ATBD - dtype: float32 - units: mol mol-1 - wind_from_direction: - description: Wind direction (degrees from north, 90 = east) - dtype: float32 - units: degree from north - wind_speed: - description: Horizontal speed of the wind, or movement of air, at the height of the observation - dtype: float32 - units: m s-1 - uncertainty_type5: - description: Uncertainty type 5 - dtype: object - uncertainty_value5: - description: Uncertainty value 5 - dtype: object - uncertainty_units5: - description: Uncertainty units 5 - dtype: object - z_coordinate: - description: z coordinate of observation - dtype: float32 - units: m - z_coordinate_type: - description: Type of z coordinate - dtype: uint8 - header_columns: - - primary_station_id - - radiosonde_code - - sensor_model - - report_timestamp - - report_id - - longitude|station_configuration - - latitude|station_configuration - - height_of_station_above_sea_level - main_variables: - - wind_from_direction - - eastward_wind_speed - - northward_wind_speed - - water_vapour_mixing_ratio - - air_temperature - - wind_speed - - vertical_speed_of_radiosonde - - relative_humidity - - geopotential_height - - frost_point_temperature - - solar_zenith_angle - - dew_point_depression - - pressure - mandatory_columns: - - primary_station_id - - radiosonde_code - - sensor_model - - report_timestamp - - longitude|station_configuration - - latitude|station_configuration - - height_of_station_above_sea_level - - air_pressure - - report_id - - actual_time - order_by: - - report_timestamp - - report_id - - air_pressure - space_columns: - x: longitude|station_configuration - y: latitude|station_configuration - z: pressure diff --git a/cdsobs/data/insitu-observations-igra-baseline-network/service_definition_old.yml b/cdsobs/data/insitu-observations-igra-baseline-network/service_definition_old.yml deleted file mode 100644 index c362960..0000000 --- a/cdsobs/data/insitu-observations-igra-baseline-network/service_definition_old.yml +++ /dev/null @@ -1,405 +0,0 @@ -global_attributes: - contactemail: https://support.ecmwf.int - licence_list: 20180314_Copernicus_License_V1.1 - responsible_organisation: ECMWF -out_columns_order: -- primary_station_id -- radiosonde_code -- sensor_model -- report_timestamp -- actual_time -- report_id -- longitude -- latitude -- height_of_station_above_sea_level -- air_pressure -- air_temperature -- air_temperature_total_uncertainty -- relative_humidity -- relative_humidity_total_uncertainty -- wind_speed -- wind_speed_total_uncertainty -- wind_from_direction -- wind_from_direction_total_uncertainty -- eastward_wind_component -- eastward_wind_component_total_uncertainty -- northward_wind_component -- northward_wind_component_total_uncertainty -- ascent_speed -- geopotential_height -- water_vapor_volume_mixing_ratio -- frost_point_temperature -- solar_zenith_angle -- air_dewpoint_depression -products_hierarchy: -- variables -- total_uncertainty -sources: - IGRA: - cdm_mapping: - melt_columns: true - rename: - date_of_observation: report_timestamp - dpdp: dew_point_depression - gph: geopotential_height - guan_data_header_id: report_id - idstation: primary_station_id - lat: latitude|station_configuration - lon: longitude|station_configuration - press: air_pressure - rh: relative_humidity - temp: air_temperature - wdir: wind_from_direction - wspd: wind_speed - unit_changes: - air_pressure: - names: - Pa: Pa - offset: 0 - scale: 1 - data_table: guan_data_value - descriptions: - air_pressure: - description: Barometric air pressure - dtype: float32 - long_name: air_pressure - units: Pa - air_temperature: - description: Air temperature - dtype: float32 - long_name: air_temperature - units: K - dew_point_depression: - description: The difference between air temperature and dew point temperature. The dew point temperature is the temperature to which a given air parcel must be cooled at constant pressure and constant water vapour content in order for saturation to occur - dtype: float32 - long_name: dew_point_depression - units: K - geopotential_height: - description: Height of a standard or significant pressure level in meters - dtype: float32 - long_name: Geopotential height - units: m - latitude|station_configuration: - description: Latitude of the station (deg. North) - dtype: float32 - long_name: latitude - units: degree_north - longitude|station_configuration: - description: Longitude of the station (deg. East) - dtype: float32 - long_name: lon - units: degree_east - relative_humidity: - description: Relative humidity - dtype: float32 - long_name: rh - units: '%' - report_id: - description: Identifier in the IGRA meta-database - long_name: guan_data_header_id - report_timestamp: - description: Observation date time UTC - dtype: datetime64[ns] - long_name: date_of_observation - primary_station_id: - description: Station identification code - dtype: object - long_name: idstation - wind_from_direction: - description: Wind direction (degrees from north, 90 = east) - dtype: float32 - long_name: wdir - units: degree from north - wind_speed: - description: Horizontal speed of the wind, or movement of air, at the height of the observation - dtype: float32 - long_name: wspd - units: m s-1 - header_columns: - - primary_station_id - - report_timestamp - - longitude|station_configuration - - latitude|station_configuration - header_table: guan_data_header - join_ids: - data: guan_data_header_id - header: guandataheader_id - mandatory_columns: - - primary_station_id - - report_timestamp - - longitude|station_configuration - - latitude|station_configuration - - air_pressure - - report_id - order_by: - - report_timestamp - - report_id - - air_pressure - products: - - columns: - - geopotential_height - - wind_from_direction - - wind_speed - - dew_point_depression - - air_temperature - - relative_humidity - group_name: variables - IGRA_H: - cdm_mapping: - melt_columns: true - rename: - actual_time: actual_time - air_dewpoint_depression: dew_point_depression - air_pressure: air_pressure - air_temperature: air_temperature - air_temperature_total_uncertainty: air_temperature_total_uncertainty - ascent_speed: vertical_speed_of_radiosonde - eastward_wind_component: eastward_wind_speed - eastward_wind_component_total_uncertainty: eastward_wind_speed_total_uncertainty - frost_point_temperature: frost_point_temperature - geopotential_height: geopotential_height - height_of_station_above_sea_level: height_of_station_above_sea_level - latitude: latitude|station_configuration - longitude: longitude|station_configuration - northward_wind_component: northward_wind_speed - northward_wind_component_total_uncertainty: northward_wind_speed_total_uncertainty - radiosonde_code: radiosonde_code - relative_humidity: relative_humidity - relative_humidity_total_uncertainty: relative_humidity_total_uncertainty - report_id: report_id - report_timestamp: report_timestamp - sensor_model: sensor_model - solar_zenith_angle: solar_zenith_angle - station_name: primary_station_id - water_vapor_volume_mixing_ratio: water_vapour_mixing_ratio - wind_from_direction: wind_from_direction - wind_from_direction_total_uncertainty: wind_from_direction_total_uncertainty - wind_speed: wind_speed - wind_speed_total_uncertainty: wind_speed_total_uncertainty - unit_changes: - air_dewpoint_depression: - names: - K: K - offset: 0 - scale: 1 - air_temperature: - names: - K: K - offset: 0 - scale: 1 - data_table: igra_h - descriptions: - actual_time: - description: Release time of the sounding in date time UTC - dtype: datetime64[ns] - long_name: actual_time - dew_point_depression: - description: The difference between air temperature and dew point temperature. The dew point temperature is the temperature to which a given air parcel must be cooled at constant pressure and constant water vapour content in order for saturation to occur - dtype: float32 - long_name: dew_point_depression - units: K - air_pressure: - description: Barometric air pressure - dtype: float32 - long_name: air_pressure - units: Pa - air_temperature: - description: The harmonized value temperature obtained using RHARM (Radiosouding HARMonization) approach - dtype: float32 - long_name: air_temperature - name_for_output: air_temperature - total_uncertainty: air_temperature_total_uncertainty - units: K - air_temperature_total_uncertainty: - description: Value of the total uncertainty for the harmonized temperature obtained using RHARM (Radiosouding HARMonization) approach. See section 2-4 of the Algorithm theoretical basis description of the RHARM dataset - dtype: float32 - long_name: air_temperature_total_uncertainty - name_for_output: air_temperature_total_uncertainty - units: K - vertical_speed_of_radiosonde: - description: 'Ascent speed of the radiosonde calculated from altitude: (maximum height reported - minimum height reported) / (time at maximum height reported - time at minimum height reported)' - dtype: float32 - long_name: ascent_speed - name_for_output: ascent_speed - units: m s-1 - eastward_wind_speed: - description: The harmonized value eastward wind speed component obtained using RHARM (Radiosouding HARMonization) approach - dtype: float32 - long_name: eastward_wind_component - name_for_output: eastward_wind_component - total_uncertainty: eastward_wind_component_total_uncertainty - units: m s-1 - eastward_wind_speed_total_uncertainty: - description: Value of the total uncertainty for the eastward wind speed component humidity obtained using RHARM (Radiosouding HARMonization) approach. See section 2-4 of the Algorithm theoretical basis description of the RHARM dataset - dtype: float32 - long_name: eastward_wind_component_total_uncertainty - name_for_output: eastward_wind_component_total_uncertainty - units: m s-1 - frost_point_temperature: - description: "Temperature, below 0° C, at which moisture in the air will condense as a layer of frost on any exposed surface. For details on the calculation formula please check the ATBD" - dtype: float32 - long_name: frost_point_temperature - name_for_output: frost_point_temperature - units: K - geopotential_height: - description: Height of a standard or significant pressure level in meters - dtype: float32 - long_name: geopotential_height - name_for_output: geopotential_height - units: m - height_of_station_above_sea_level: - description: Altitude above means sea level - dtype: float32 - long_name: height_of_station_above_sea_level - name_for_output: height_of_station_above_sea_level - units: m - latitude: - description: Latitude of the station (deg. North) - dtype: float32 - long_name: latitude - name_for_output: latitude - units: degree_north - longitude: - description: Longitude of the station (deg. East) - dtype: float32 - long_name: longitude - name_for_output: longitude - units: degree_east - northward_wind_speed: - description: The harmonized value northward wind speed component obtained using RHARM (Radiosouding HARMonization) approach - dtype: float32 - long_name: northward_wind_component - name_for_output: northward_wind_component - total_uncertainty: northward_wind_component_total_uncertainty - units: m s-1 - northward_wind_speed_total_uncertainty: - description: Value of the total uncertainty for the northward wind speed component humidity obtained using RHARM (Radiosouding HARMonization) approach. See section 2-4 of the Algorithm theoretical basis description of the RHARM dataset - dtype: float32 - long_name: northward_wind_component_total_uncertainty - name_for_output: northward_wind_component_total_uncertainty - units: m s-1 - radiosonde_code: - description: Common Code table as from WMO definitions (code table 3685) - dtype: float32 - long_name: radiosonde_code - name_for_output: radiosonde_code - relative_humidity: - description: The harmonized value relative humidity obtained using RHARM (Radiosouding HARMonization) approach - dtype: float32 - long_name: relative_humidity - name_for_output: relative_humidity - total_uncertainty: relative_humidity_total_uncertainty - units: '%' - relative_humidity_total_uncertainty: - description: Value of the total uncertainty for the harmonized relative humidity obtained using RHARM (Radiosouding HARMonization) approach. See section 2-4 of the Algorithm theoretical basis description of the RHARM dataset - dtype: float32 - long_name: relative_humidity_total_uncertainty - name_for_output: relative_humidity_total_uncertainty - units: '%' - report_id: - description: Identifier in the RHARM meta-database - long_name: report_id - name_for_output: report_id - report_timestamp: - description: Observation date time UTC - dtype: datetime64[ns] - long_name: report_timestamp - name_for_output: report_timestamp - sensor_model: - description: Details on the sensor used - dtype: object - long_name: sensor_model - name_for_output: sensor_model - solar_zenith_angle: - description: The solar zenith angle is the angle between the zenith and the centre of the Sun's disc - dtype: float32 - long_name: solar_zenith_angle - name_for_output: solar_zenith_angle - units: degrees from zenith - primary_station_id: - description: Station identification code - dtype: object - long_name: station_name - name_for_output: station_name - water_vapour_mixing_ratio: - description: Volume water mixing ratio vapor calculated using Hyland, R. W. and A. Wexler. For details on the calculation formula please check the ATBD - dtype: float32 - long_name: water_vapor_volume_mixing_ratio - name_for_output: water_vapor_volume_mixing_ratio - units: mol mol-1 - wind_from_direction: - description: Wind direction (degrees from north, 90 = east) - dtype: float32 - long_name: wind_from_direction - name_for_output: wind_from_direction - total_uncertainty: wind_from_direction_total_uncertainty - units: degree from north - wind_from_direction_total_uncertainty: - description: Value of the total uncertainty for wind direction obtained using RHARM (Radiosouding HARMonization) approach. See section 2-4 of the Algorithm theoretical basis description of the RHARM dataset - dtype: float32 - long_name: wind_from_direction_total_uncertainty - name_for_output: wind_from_direction_total_uncertainty - units: degree from north - wind_speed: - description: Horizontal speed of the wind, or movement of air, at the height of the observation - dtype: float32 - long_name: wind_speed - name_for_output: wind_speed - total_uncertainty: wind_speed_total_uncertainty - units: m s-1 - wind_speed_total_uncertainty: - description: Value of the total uncertainty for wind speed obtained using RHARM (Radiosouding HARMonization) approach. See section 2-4 of the Algorithm theoretical basis description of the RHARM dataset - dtype: float32 - long_name: wind_speed_total_uncertainty - name_for_output: wind_speed_total_uncertainty - units: m s-1 - header_columns: - - primary_station_id - - radiosonde_code - - sensor_model - - report_timestamp - - report_id - - longitude|station_configuration - - latitude|station_configuration - - height_of_station_above_sea_level - mandatory_columns: - - primary_station_id - - radiosonde_code - - sensor_model - - report_timestamp - - longitude|station_configuration - - latitude|station_configuration - - height_of_station_above_sea_level - - air_pressure - - report_id - - actual_time - order_by: - - report_timestamp - - report_id - - air_pressure - products: - - columns: - - wind_from_direction - - eastward_wind_speed - - northward_wind_speed - - water_vapour_mixing_ratio - - air_temperature - - wind_speed - - ascent_speed - - relative_humidity - - geopotential_height - - frost_point_temperature - - solar_zenith_angle - - dew_point_depression - group_name: variables - - columns: - - wind_from_direction_total_uncertainty - - eastward_wind_speed_total_uncertainty - - northward_wind_speed_total_uncertainty - - air_temperature_total_uncertainty - - wind_speed_total_uncertainty - - relative_humidity_total_uncertainty - group_name: total_uncertainty -space_columns: - y: latitude|station_configuration - x: longitude|station_configuration diff --git a/cdsobs/data/insitu-observations-ndacc/service_definition.json b/cdsobs/data/insitu-observations-ndacc/service_definition.json deleted file mode 100644 index 8871e90..0000000 --- a/cdsobs/data/insitu-observations-ndacc/service_definition.json +++ /dev/null @@ -1,3036 +0,0 @@ -{ - "products_hierarchy": [ - "variables", - "random_uncertainty", - "systematic_uncertainty", - "combined_uncertainty", - "originator_uncertainty", - "total_uncertainty", - "error" - ], - "out_columns_order": [ - "report_id", - "station_name", - "latitude", - "longitude", - "report_timestamp", - "time_since_launch", - "license_type", - "funding", - "height_layer_mid", - "height_of_station_above_sea_level", - "report_timestamp_beginning", - "report_timestamp_end", - "report_timestamp_middle", - "time_integration", - "air_pressure", - "air_temperature", - "height_level_boundaries", - "surface_pressure", - "surface_temperature", - "solar_zenith_angle", - "solar_azimuth_angle", - "water_vapor_total_column", - "water_vapor_volume_mixing_ratio", - "equivalent_potential_temperature", - "relative_humidity", - "wind_from_direction", - "wind_speed", - "geopotential_height", - "aerosol_optical_depth_ancillary", - "opacity_atmospheric", - "cloud_conditions", - "air_pressure_source", - "air_temperature_source", - "sample_temperature", - "sonde_current", - "pump_motor_current", - "pump_motor_voltage", - "instrument_viewing_azimuth_angle", - "instrument_viewing_zenith_angle", - "methane_partial_column", - "methane_partial_column_apriori", - "methane_total_column", - "methane_total_column_apriori", - "methane_total_column_averaging_kernel", - "methane_total_column_random_uncertainty", - "methane_total_column_systematic_uncertainty", - "methane_volume_mixing_ratio", - "methane_volume_mixing_ratio_apriori", - "methane_volume_mixing_ratio_averaging_kernel", - "methane_volume_mixing_ratio_random_covariance", - "methane_volume_mixing_ratio_systematic_covariance", - "carbon_monoxide_total_column", - "carbon_monoxide_total_column_apriori", - "carbon_monoxide_total_column_averaging_kernel", - "carbon_monoxide_total_column_random_uncertainty", - "carbon_monoxide_total_column_systematic_uncertainty", - "carbon_monoxide_partial_column", - "carbon_monoxide_partial_column_apriori", - "carbon_monoxide_volume_mixing_ratio", - "carbon_monoxide_volume_mixing_ratio_apriori", - "carbon_monoxide_volume_mixing_ratio_averaging_kernel", - "carbon_monoxide_volume_mixing_ratio_random_covariance", - "carbon_monoxide_volume_mixing_ratio_systematic_covariance", - "ozone_concentration", - "ozone_number_density", - "ozone_number_density_altitude_resolution_df_cutoff", - "ozone_number_density_altitude_resolution_df_normalized_fq", - "ozone_number_density_altitude_resolution_df_transfer_function", - "ozone_number_density_altitude_resolution_distance_from_impulse", - "ozone_number_density_altitude_resolution_impulse_response", - "ozone_number_density_altitude_resolution_impulse_response_fwhm", - "ozone_number_density_altitude_resolution_originator", - "ozone_number_density_combined_uncertainty", - "ozone_number_density_random_uncertainty", - "ozone_number_density_systematic_uncertainty", - "ozone_number_density_uncertainty_originator", - "ozone_partial_column", - "ozone_partial_column_apriori", - "ozone_partial_column_derived", - "ozone_partial_column_derived_uncertainty_combined_standard", - "ozone_partial_column_derived_uncertanty_originator", - "ozone_partial_column_profile_apriori", - "ozone_partial_pressure", - "ozone_partial_pressure_total_uncertainty", - "ozone_slant_column", - "ozone_total_column", - "ozone_total_column_air_mass_factor", - "ozone_total_column_apriori", - "ozone_total_column_averaging_kernel", - "ozone_total_column_random_uncertainty", - "ozone_total_column_systematic_uncertainty", - "ozone_vertical_column_density_du", - "ozone_vertical_column_density_mol", - "ozone_vertical_column_density_du_error", - "ozone_vertical_column_density_mol_error", - "ozone_volume_mixing_ratio", - "ozone_volume_mixing_ratio_apriori", - "ozone_volume_mixing_ratio_apriori_contribution", - "ozone_volume_mixing_ratio_averaging_kernel", - "ozone_volume_mixing_ratio_combined_uncertainty", - "ozone_volume_mixing_ratio_random_covariance", - "ozone_volume_mixing_ratio_random_uncertainty", - "ozone_volume_mixing_ratio_random_standard", - "ozone_volume_mixing_ratio_systematic_covariance", - "ozone_volume_mixing_ratio_systematic_uncertainty", - "ozone_volume_mixing_ratio_systematic_standard", - "ozone_volume_mixing_ratio_uncertainty_originator", - "partial_column_independent", - "partial_column_independent_source" - ], - "space_columns": { - "longitude": "location_longitude", - "latitude": "location_latitude" - }, - "sources": { - "CH4": { - "header_table": "ch4_ftir_data_header", - "data_table": "ch4_ftir_data_value", - "join_ids": { - "header": "dataheader_id", - "data": "ch4_ftir_data_header_id" - }, - "array_columns": { - "_new_dimension": { - "nvalues": 48 - }, - "ch4_mixing_ratio_volume_absorption_solar_avk": {}, - "ch4_mixing_ratio_volume_absorption_solar_uncertainty_random_covariance": {}, - "ch4_mixing_ratio_volume_absorption_solar_uncertainty_systematic_covariance": {} - }, - "order_by": [ - "report_timestamp", - "report_id", - "air_pressure" - ], - "header_columns": [ - { - "dataheader_id": "report_id" - }, - { - "idstation": "station_name" - }, - { - "lat": "latitude" - }, - { - "lon": "longitude" - }, - { - "date_of_observation": "report_timestamp" - }, - { - "license_type": "license_type" - }, - { - "funding": "funding" - } - ], - "mandatory_columns": [ - "dataheader_id", - "idstation", - "lon", - "lat", - "date_of_observation", - "license_type", - "funding", - "altitude", - "longitude_instrument", - "latitude_instrument", - "altitude_instrument", - "datetime", - "integration_time", - "pressure_independent", - "temperature_independent", - "altitude_boundaries", - "surface_pressure_independent", - "surface_temperature_independent", - "angle_solar_zenith_astronomical", - "angle_solar_azimuth" - ], - "products": [ - { - "group_name": "variables", - "columns": [ - "ch4_column_partial_absorption_solar", - "ch4_column_absorption_solar", - "ch4_mixing_ratio_volume_absorption_solar" - ] - }, - { - "group_name": "random_uncertainty", - "columns": [ - "ch4_column_absorption_solar_uncertainty_random_standard" - ] - }, - { - "group_name": "random_covariance", - "columns": [ - "ch4_mixing_ratio_volume_absorption_solar_uncertainty_random_covariance" - ] - }, - { - "group_name": "systematic_uncertainty", - "columns": [ - "ch4_column_absorption_solar_uncertainty_systematic_standard" - ] - }, - { - "group_name": "systematic_covariance", - "columns": [ - "ch4_mixing_ratio_volume_absorption_solar_uncertainty_systematic_covariance" - ] - }, - { - "group_name": "apriori", - "columns": [ - "ch4_column_partial_absorption_solar_apriori", - "ch4_column_absorption_solar_apriori", - "ch4_mixing_ratio_volume_absorption_solar_apriori" - ] - }, - { - "group_name": "averaging_kernel", - "columns": [ - "ch4_column_absorption_solar_avk", - "ch4_mixing_ratio_volume_absorption_solar_avk" - ] - } - ], - "descriptions": { - "dataheader_id": { - "name_for_output": "report_id", - "description": "Identifier in the NDACC meta-database." - }, - "idstation": { - "name_for_output": "station_name", - "long_name": "station_name", - "description": "The name of the station." - }, - "lon": { - "units": "decimal degrees", - "name_for_output": "longitude", - "output_attributes": { - "valid_min": "-180.0", - "valid_max": "180.0" - }, - "description": "Instrument geolocation; longitude east of the location of the instrument (+ for east - for west)." - }, - "lat": { - "units": "decimal degrees", - "name_for_output": "latitude", - "output_attributes": { - "valid_min": "-90.0", - "valid_max": "90.0" - }, - "description": "Instrument geolocation; latitude north of the location of the instrument (+ for north; - for south)." - }, - "date_of_observation": { - "name_for_output": "report_timestamp", - "description": "Timestamp with time zone." - }, - "license_type": { - "name_for_output": "license_type", - "output_attributes": {}, - "description": "Creative Commons (CC) Licence: Attribution-NonCommercial-ShareAlike. You are free to Share, copy and redistribute the material in any medium or format Adapt, remix, transform, and build upon the material. Under the following terms: You must give appropriate credit, provide a link to the license, and indicate if changes were made. You may do so in any reasonable manner, but not in any way that suggests the licensor endorses you or your use. You may not use the material for commercial purposes. If you remix, transform, or build upon the material, you must distribute your contributions under the same license as the original. You may not apply legal terms or technological measures that legally restrict others from doing anything the license permits. (https://creativecommons.org/licenses/bync-sa/4.0/)." - }, - "funding": { - "name_for_output": "funding", - "output_attributes": {}, - "description": "The individual or organization which has provided all or part of the finances associated with the resource." - }, - "altitude": { - "units": "m", - "name_for_output": "height_layer_mid", - "output_attributes": { - "valid_min": "0.0", - "valid_max": "120000.0" - }, - "description": "Grid of altitudes upon which the retrieved target VMR (Volume Mixing Ratio) profile as well as pressure and temperature profiles are reported." - }, - "longitude_instrument": { - "units": "decimal degrees", - "name_for_output": "longitude", - "output_attributes": { - "valid_min": "-180.0", - "valid_max": "180.0" - }, - "description": "Geographical longitude from GPS." - }, - "latitude_instrument": { - "units": "decimal degrees", - "name_for_output": "latitude", - "output_attributes": { - "valid_min": "-90.0", - "valid_max": "90.0" - }, - "description": "Geographical latitude from GPS." - }, - "altitude_instrument": { - "units": "m", - "name_for_output": "height_of_station_above_sea_level", - "output_attributes": { - "valid_min": "0.0", - "valid_max": "10000.0" - }, - "description": "Altitude of the location of the instrument. " - }, - "datetime": { - "name_for_output": "report_timestamp_middle", - "output_attributes": { - "valid_min": "-5000.0", - "valid_max": "8500.0" - }, - "description": "Time specified indicates the middle of the period over which the observation was made." - }, - "integration_time": { - "units": "s", - "name_for_output": "time_integration", - "output_attributes": { - "valid_min": "0.0", - "valid_max": "21600.0" - }, - "description": "Duration of the measurements corresponding to the retrieved profile." - }, - "pressure_independent": { - "units": "Pa", - "description": "Effective air pressure at each altitude.", - "output_attributes": { - "valid_min": "0.0", - "valid_max": "110000.0" - }, - "name_for_output": "air_pressure" - }, - "temperature_independent": { - "units": "Kelvin", - "description": "Effective air temperature at each altitude.", - "output_attributes": { - "valid_min": "0.0", - "valid_max": "500.0" - }, - "name_for_output": "air_temperature" - }, - "altitude_boundaries": { - "units": "m", - "description": "Upper and lower boundaries of the layers for which partial columns are reported. 2D matrix providing the layer boundaries used for vertical profile retrieval.", - "output_attributes": { - "valid_min": "0.0", - "valid_max": "120000.0" - }, - "name_for_output": "height_level_boundaries" - }, - "surface_pressure_independent": { - "units": "Pa", - "description": "Surface pressure measured at the observation site.", - "output_attributes": { - "valid_min": "0.0", - "valid_max": "110000.0" - }, - "name_for_output": "surface_pressure" - }, - "surface_temperature_independent": { - "units": "Kelvin", - "description": "Surface temperature measured at the observation site.", - "output_attributes": { - "valid_min": "0.0", - "valid_max": "500.0" - }, - "name_for_output": "surface_temperature" - }, - "angle_solar_zenith_astronomical": { - "units": "degrees", - "description": "Astronomical solar zenith angle in solar absorption mode, the sun defines the line of sight.", - "output_attributes": { - "valid_min": "0.0", - "valid_max": "180.0" - }, - "name_for_output": "solar_zenith_angle" - }, - "angle_solar_azimuth": { - "units": "degrees", - "description": "Azimuth angle of the sun in solar absorption mode, the sun defines the line of sight.", - "output_attributes": { - "valid_min": "0.0", - "valid_max": "360.0" - }, - "name_for_output": "solar_azimuth_angle" - }, - "ch4_column_partial_absorption_solar": { - "units": "Pmolec cm-2", - "description": "CH4 partial columns in the retrieval layers.", - "output_attributes": { - "valid_min": "0.0", - "valid_max": "2500.0" - }, - "name_for_output": "methane_partial_column", - "apriori": "ch4_column_partial_absorption_solar_apriori" - }, - "ch4_column_partial_absorption_solar_apriori": { - "units": "Pmolec cm-2", - "description": "CH4 a priori partial columns in the retrieval layers.", - "output_attributes": { - "valid_min": "0.0", - "valid_max": "2500.0" - }, - "name_for_output": "methane_partial_column_apriori" - }, - "ch4_column_absorption_solar": { - "units": "Emolec cm-2", - "description": "Retrieved total vertical CH4 column between boundaries of altitude grid.", - "output_attributes": { - "valid_min": "0.0", - "valid_max": "100.0" - }, - "name_for_output": "methane_total_column", - "random_uncertainty": "ch4_column_absorption_solar_uncertainty_random_standard", - "systematic_uncertainty": "ch4_column_absorption_solar_uncertainty_systematic_standard", - "apriori": "ch4_column_absorption_solar_apriori", - "averaging_kernel": "ch4_column_absorption_solar_avk" - }, - "ch4_column_absorption_solar_apriori": { - "units": "Emolec cm-2", - "description": "A-priori total vertical CH4 column between boundaries of altitude grid.", - "output_attributes": { - "valid_min": "0.0", - "valid_max": "100.0" - }, - "name_for_output": "methane_total_column_apriori" - }, - "ch4_column_absorption_solar_avk": { - "units": "1", - "description": "Total vertical column averaging kernel for CH4 derived from mixing ratio averaging kernel.", - "output_attributes": { - "valid_min": "-10.0", - "valid_max": "10.0" - }, - "name_for_output": "methane_total_column_averaging_kernel" - }, - "ch4_column_absorption_solar_uncertainty_random_standard": { - "units": "Emolec cm-2", - "description": "Total random uncertainty on the retrieved total vertical CH4 columns.", - "output_attributes": { - "valid_min": "0.0", - "valid_max": "100.0" - }, - "name_for_output": "methane_total_column_random_uncertainty" - }, - "ch4_column_absorption_solar_uncertainty_systematic_standard": { - "units": "Emolec cm-2", - "description": "Total systematic uncertainty on the retrieved total vertical CH4 columns.", - "output_attributes": { - "valid_min": "0.0", - "valid_max": "100.0" - }, - "name_for_output": "methane_total_column_systematic_uncertainty" - }, - "ch4_mixing_ratio_volume_absorption_solar": { - "units": "ppmv", - "description": "Vertical CH4 profile from solar absorption measurements.", - "output_attributes": { - "valid_min": "-1.0", - "valid_max": "100.0" - }, - "name_for_output": "methane_volume_mixing_ratio", - "random_covariance": "ch4_mixing_ratio_volume_absorption_solar_uncertainty_random_covariance", - "systematic_covariance": "ch4_mixing_ratio_volume_absorption_solar_uncertainty_systematic_covariance", - "apriori": "ch4_mixing_ratio_volume_absorption_solar_apriori", - "averaging_kernel": "ch4_mixing_ratio_volume_absorption_solar_avk" - }, - "ch4_mixing_ratio_volume_absorption_solar_apriori": { - "units": "ppmv", - "description": "Vertical CH4 a priori profile.", - "output_attributes": { - "valid_min": "0.0", - "valid_max": "20.0" - }, - "name_for_output": "methane_volume_mixing_ratio_apriori" - }, - "ch4_mixing_ratio_volume_absorption_solar_avk": { - "units": "1", - "description": "Averaging kernel matrix (AVK) of the retrieved vertical CH4 profile, in VMR/VMR (Volume Mixing Ratio) units.", - "output_attributes": { - "valid_min": "-20.0", - "valid_max": "20.0" - }, - "name_for_output": "methane_volume_mixing_ratio_averaging_kernel" - }, - "ch4_mixing_ratio_volume_absorption_solar_uncertainty_random_covariance": { - "units": "ppmv2", - "description": "Total random error covariance matrix associated with the retrieved CH4 vertical profiles, in VMR (Volume Mixing Ratio) units.", - "output_attributes": { - "valid_min": "-2.0", - "valid_max": "2.0" - }, - "name_for_output": "methane_volume_mixing_ratio_random_covariance" - }, - "ch4_mixing_ratio_volume_absorption_solar_uncertainty_systematic_covariance": { - "units": "ppmv2", - "description": "Total systematic error covariance matrix associated with the retrieved CH4 vertical profiles, in VMR (Volume Mixing Ratio) units.", - "output_attributes": { - "valid_min": "-2.0", - "valid_max": "2.0" - }, - "name_for_output": "methane_volume_mixing_ratio_systematic_covariance" - } - } - }, - "CO": { - "header_table": "co_ftir_data_header", - "data_table": "co_ftir_data_value", - "join_ids": { - "header": "dataheader_id", - "data": "co_ftir_data_header_id" - }, - "array_columns": { - "_delimiter": ",", - "_new_dimension": { - "nvalues": 48 - }, - "co_mixing_ratio_volume_absorption_solar_avk": {}, - "co_mixing_ratio_volume_absorption_solar_uncertainty_random_covariance": {}, - "co_mixing_ratio_volume_absorption_solar_uncertainty_systematic_covariance": {} - }, - "order_by": [ - "report_timestamp", - "report_id", - "air_pressure" - ], - "header_columns": [ - { - "dataheader_id": "report_id" - }, - { - "idstation": "station_name" - }, - { - "lat": "latitude" - }, - { - "lon": "longitude" - }, - { - "date_of_observation": "report_timestamp" - }, - { - "license_type": "license_type" - }, - { - "funding": "funding" - } - ], - "mandatory_columns": [ - "dataheader_id", - "idstation", - "lon", - "lat", - "date_of_observation", - "license_type", - "funding", - "altitude", - "longitude_instrument", - "latitude_instrument", - "altitude_instrument", - "datetime", - "integration_time", - "pressure_independent", - "temperature_independent", - "altitude_boundaries", - "surface_pressure_independent", - "surface_temperature_independent", - "angle_solar_zenith_astronomical", - "angle_solar_azimuth", - "h2o_column_absorption_solar", - "h2o_mixing_ratio_volume_absorption_solar" - ], - "products": [ - { - "group_name": "variables", - "columns": [ - "co_column_absorption_solar", - "co_column_partial_absorption_solar", - "co_mixing_ratio_volume_absorption_solar" - ] - }, - { - "group_name": "random_uncertainty", - "columns": [ - "co_column_absorption_solar_uncertainty_random_standard" - ] - }, - { - "group_name": "random_covariance", - "columns": [ - "co_mixing_ratio_volume_absorption_solar_uncertainty_random_covariance" - ] - }, - { - "group_name": "systematic_uncertainty", - "columns": [ - "co_column_absorption_solar_uncertainty_systematic_standard" - ] - }, - { - "group_name": "systematic_covariance", - "columns": [ - "co_mixing_ratio_volume_absorption_solar_uncertainty_systematic_covariance" - ] - }, - { - "group_name": "apriori", - "columns": [ - "co_column_partial_absorption_solar_apriori", - "co_column_absorption_solar_apriori", - "co_mixing_ratio_volume_absorption_solar_apriori" - ] - }, - { - "group_name": "averaging_kernel", - "columns": [ - "co_column_absorption_solar_avk", - "co_mixing_ratio_volume_absorption_solar_avk" - ] - } - ], - "descriptions": { - "dataheader_id": { - "name_for_output": "report_id", - "description": "Identifier in the NDACC meta-database." - }, - "idstation": { - "name_for_output": "station_name", - "output_attributes": {}, - "description": "The name of the station." - }, - "lon": { - "units": "decimal degrees", - "name_for_output": "longitude", - "output_attributes": { - "valid_min": "-180.0", - "valid_max": "180.0" - }, - "description": "Instrument geolocation; longitude east of the location of the instrument (+ for east - for west)." - }, - "lat": { - "units": "decimal degrees", - "name_for_output": "latitude", - "output_attributes": { - "valid_min": "-90.0", - "valid_max": "90.0" - }, - "description": "Instrument geolocation; latitude north of the location of the instrument (+ for north; - for south)." - }, - "date_of_observation": { - "name_for_output": "report_timestamp", - "description": "Timestamp with time zone." - }, - "license_type": { - "name_for_output": "license_type", - "output_attributes": {}, - "description": "Creative Commons (CC) Licence: Attribution-NonCommercial-ShareAlike. You are free to Share, copy and redistribute the material in any medium or format Adapt, remix, transform, and build upon the material. Under the following terms: You must give appropriate credit, provide a link to the license, and indicate if changes were made. You may do so in any reasonable manner, but not in any way that suggests the licensor endorses you or your use. You may not use the material for commercial purposes. If you remix, transform, or build upon the material, you must distribute your contributions under the same license as the original. You may not apply legal terms or technological measures that legally restrict others from doing anything the license permits. (https://creativecommons.org/licenses/bync-sa/4.0/)." - }, - "funding": { - "name_for_output": "funding", - "output_attributes": {}, - "description": "The individual or organization which has provided all or part of the finances associated with the resource." - }, - "altitude": { - "units": "m", - "name_for_output": "height_layer_mid", - "output_attributes": { - "valid_min": "0.0", - "valid_max": "120000.0" - }, - "description": "Grid of altitudes upon which the retrieved target vmr profile as well as pressure and temperature profiles are reported." - }, - "longitude_instrument": { - "units": "decimal degrees", - "name_for_output": "longitude", - "output_attributes": { - "valid_min": "-180.0", - "valid_max": "180.0" - }, - "description": "Geographical longitude from GPS." - }, - "latitude_instrument": { - "units": "decimal degrees", - "name_for_output": "latitude", - "output_attributes": { - "valid_min": "-90.0", - "valid_max": "90.0" - }, - "description": "Geographical latitude from GPS." - }, - "altitude_instrument": { - "units": "m", - "name_for_output": "height_of_station_above_sea_level", - "output_attributes": { - "valid_min": "0.0", - "valid_max": "10000.0" - }, - "description": "Altitude of the location of the instrument. " - }, - "datetime": { - "name_for_output": "report_timestamp_middle", - "output_attributes": { - "valid_min": "-5000.0", - "valid_max": "8000.0" - }, - "description": "Time specified indicates the middle of the period over which the observation was made." - }, - "integration_time": { - "units": "s", - "name_for_output": "time_integration", - "output_attributes": { - "valid_min": "0.0", - "valid_max": "21600.0" - }, - "description": "Duration of the measurements corresponding to the retrieved profile." - }, - "pressure_independent": { - "units": "Pa", - "description": "Effective air pressure at each altitude.", - "output_attributes": { - "valid_min": "0.0", - "valid_max": "110000.0" - }, - "name_for_output": "air_pressure" - }, - "temperature_independent": { - "units": "Kelvin", - "description": "Effective air temperature at each altitude.", - "output_attributes": { - "valid_min": "0.0", - "valid_max": "500.0" - }, - "name_for_output": "air_temperature" - }, - "altitude_boundaries": { - "units": "m", - "description": "Upper and lower boundaries of the layers for which partial columns are reported. 2D matrix providing the layer boundaries used for vertical profile retrieval.", - "output_attributes": { - "valid_min": "0.0", - "valid_max": "120000.0" - }, - "name_for_output": "height_level_boundaries" - }, - "surface_pressure_independent": { - "units": "Pa", - "description": "Surface pressure measured at the observation site.", - "output_attributes": { - "valid_min": "0.0", - "valid_max": "110000.0" - }, - "name_for_output": "surface_pressure" - }, - "surface_temperature_independent": { - "units": "Kelvin", - "description": "Surface temperature measured at the observation site.", - "output_attributes": { - "valid_min": "0.0", - "valid_max": "500.0" - }, - "name_for_output": "surface_temperature" - }, - "angle_solar_zenith_astronomical": { - "units": "degrees", - "description": "Astronomical solar zenith angle in solar absorption mode, the sun defines the line of sight.", - "output_attributes": { - "valid_min": "0.0", - "valid_max": "180.0" - }, - "name_for_output": "solar_zenith_angle" - }, - "angle_solar_azimuth": { - "units": "degrees", - "description": "Azimuth angle of the sun in solar absorption mode, the sun defines the line of sight.", - "output_attributes": { - "valid_min": "0.0", - "valid_max": "360.0" - }, - "name_for_output": "solar_azimuth_angle" - }, - "h2o_column_absorption_solar": { - "units": "Zmolec cm-2", - "description": "Total vertical column of H2O adopted in the target gas retrieval.", - "output_attributes": { - "valid_min": "0.0", - "valid_max": "300.0" - }, - "name_for_output": "water_vapor_total_column" - }, - "h2o_mixing_ratio_volume_absorption_solar": { - "units": "ppmv", - "description": "Vertical profile of H2O adopted in the target gas retrieval in VMR (Volume Mixing Ratio) units.", - "output_attributes": { - "valid_min": "-1.0", - "valid_max": "30000.0" - }, - "name_for_output": "water_vapor_volume_mixing_ratio" - }, - "co_column_absorption_solar": { - "units": "Emolec cm-2", - "description": "Retrieved total vertical CO column between boundaries of altitude grid.", - "output_attributes": { - "valid_min": "0.0", - "valid_max": "100.0" - }, - "name_for_output": "carbon_monoxide_total_column", - "random_uncertainty": "co_column_absorption_solar_uncertainty_random_standard", - "systematic_uncertainty": "co_column_absorption_solar_uncertainty_systematic_standard", - "apriori": "co_column_absorption_solar_apriori", - "averaging_kernel": "co_column_absorption_solar_avk" - }, - "co_column_absorption_solar_apriori": { - "units": "Emolec cm-2", - "description": "A-priori total vertical CO column between boundaries of altitude grid.", - "output_attributes": { - "valid_min": "0.0", - "valid_max": "100.0" - }, - "name_for_output": "carbon_monoxide_total_column_apriori" - }, - "co_column_absorption_solar_avk": { - "units": "1", - "description": "Total vertical column averaging kernel for CO derived from mixing ratio averaging kernel.", - "output_attributes": { - "valid_min": "-10.0", - "valid_max": "10.0" - }, - "name_for_output": "carbon_monoxide_total_column_averaging_kernel" - }, - "co_column_absorption_solar_uncertainty_random_standard": { - "units": "Emolec cm-2", - "description": "Total random uncertainty on the retrieved total vertical CO columns.", - "output_attributes": { - "valid_min": "0.0", - "valid_max": "100.0" - }, - "name_for_output": "carbon_monoxide_total_column_random_uncertainty" - }, - "co_column_absorption_solar_uncertainty_systematic_standard": { - "units": "Emolec cm-2", - "description": "Total systematic uncertainty on the retrieved total vertical CO columns.", - "output_attributes": { - "valid_min": "0.0", - "valid_max": "100.0" - }, - "name_for_output": "carbon_monoxide_total_column_systematic_uncertainty" - }, - "co_column_partial_absorption_solar": { - "units": "Pmolec cm-2", - "description": "CO partial columns in the retrieval layers.", - "output_attributes": { - "valid_min": "-10.0", - "valid_max": "2000.0" - }, - "name_for_output": "carbon_monoxide_partial_column", - "apriori": "co_column_partial_absorption_solar_apriori" - }, - "co_column_partial_absorption_solar_apriori": { - "units": "Pmolec cm-2", - "description": "CO a priori partial columns in the retrieval layers.", - "output_attributes": { - "valid_min": "0.0", - "valid_max": "2000.0" - }, - "name_for_output": "carbon_monoxide_partial_column_apriori" - }, - "co_mixing_ratio_volume_absorption_solar": { - "units": "ppmv", - "description": "Vertical CO profile from solar absorption measurements.", - "output_attributes": { - "valid_min": "-100.0", - "valid_max": "100.0" - }, - "name_for_output": "carbon_monoxide_volume_mixing_ratio", - "random_covariance": "co_mixing_ratio_volume_absorption_solar_uncertainty_random_covariance", - "systematic_covariance": "co_mixing_ratio_volume_absorption_solar_uncertainty_systematic_covariance", - "apriori": "co_mixing_ratio_volume_absorption_solar_apriori", - "averaging_kernel": "co_mixing_ratio_volume_absorption_solar_avk" - }, - "co_mixing_ratio_volume_absorption_solar_apriori": { - "units": "ppmv", - "description": "Vertical CO a priori profile.", - "output_attributes": { - "valid_min": "-50.0", - "valid_max": "50.0" - }, - "name_for_output": "carbon_monoxide_volume_mixing_ratio_apriori" - }, - "co_mixing_ratio_volume_absorption_solar_avk": { - "units": "1", - "description": "Averaging kernel matrix (AVK) of the retrieved vertical CO profile, in VMR/VMR (Volume Mixing Ratio) units.", - "output_attributes": { - "valid_min": "-300.0", - "valid_max": "200.0" - }, - "name_for_output": "carbon_monoxide_volume_mixing_ratio_averaging_kernel" - }, - "co_mixing_ratio_volume_absorption_solar_uncertainty_random_covariance": { - "units": "ppmv2", - "description": "Total random error covariance matrix associated with the retrieved CO vertical profiles, in VMR (Volume Mixing Ratio) units.", - "output_attributes": { - "valid_min": "-2.0", - "valid_max": "400.0" - }, - "name_for_output": "carbon_monoxide_volume_mixing_ratio_random_covariance" - }, - "co_mixing_ratio_volume_absorption_solar_uncertainty_systematic_covariance": { - "units": "ppmv2", - "description": "Total systematic error covariance matrix associated with the retrieved CO vertical profiles, in VMR (Volume Mixing Ratio) units.", - "output_attributes": { - "valid_min": "-2.0", - "valid_max": "400.0" - }, - "name_for_output": "carbon_monoxide_volume_mixing_ratio_systematic_covariance" - } - } - }, - "Brewer_O3": { - "header_table": "ozone_ndacc_brewer_data_header", - "data_table": "ozone_ndacc_brewer_data_value", - "join_ids": { - "header": "dataheader_id", - "data": "ozone_ndacc_brewer_data_header_id" - }, - "order_by": [ - "report_timestamp", - "report_id" - ], - "header_columns": [ - { - "dataheader_id": "report_id" - }, - { - "idstation": "station_name" - }, - { - "lat": "latitude" - }, - { - "lon": "longitude" - }, - { - "date_of_observation": "report_timestamp" - } - ], - "mandatory_columns": [ - "dataheader_id", - "idstation", - "lon", - "lat", - "date_of_observation", - "o3_air_mass_factor" - ], - "products": [ - { - "group_name": "variables", - "columns": [ - "o3_vertical_column_density_du", - "o3_vertical_column_density_mol" - ] - }, - { - "group_name": "error", - "columns": [ - "error_o3_vertical_column_density_du", - "error_o3_vertical_column_density_mol" - ] - } - ], - "descriptions": { - "dataheader_id": { - "name_for_output": "report_id", - "description": "Identifier in the NDACC meta-database." - }, - "idstation": { - "name_for_output": "station_name", - "output_attributes": {}, - "description": "The name of the station." - }, - "lon": { - "units": "decimal degrees", - "name_for_output": "longitude", - "output_attributes": { - "valid_min": "-180.0", - "valid_max": "180.0" - }, - "description": "Longitude east of the location of the instrument." - }, - "lat": { - "units": "decimal degrees", - "name_for_output": "latitude", - "output_attributes": { - "valid_min": "-90.0", - "valid_max": "90.0" - }, - "description": "Latitude north of the location of the instrument." - }, - "date_of_observation": { - "name_for_output": "report_timestamp", - "description": "Timestamp with time zone." - }, - "o3_vertical_column_density_mol": { - "units": "molecules cm-2", - "name_for_output": "ozone_vertical_column_density_mol", - "output_attributes": { - "valid_min": "-5.0", - "valid_max": "30.0" - }, - "description": "O3 vertical column density in molecules cm-2.", - "error": "error_o3_vertical_column_density_mol" - }, - "o3_vertical_column_density_du": { - "units": "DU", - "name_for_output": "ozone_vertical_column_density_du", - "output_attributes": { - "valid_min": "0.0", - "valid_max": "1000.0" - }, - "description": "O3 vertical column density in DU.", - "error": "error_o3_vertical_column_density_du" - }, - "error_o3_vertical_column_density_mol": { - "units": "molecules cm-2", - "name_for_output": "ozone_vertical_column_density_mol_error", - "output_attributes": { - "valid_min": "0.0", - "valid_max": "10.0" - }, - "description": "Error in O3 vertical column density in molecules cm-2." - }, - "error_o3_vertical_column_density_du": { - "units": "DU", - "name_for_output": "ozone_vertical_column_density_du_error", - "output_attributes": { - "valid_min": "0.0", - "valid_max": "100.0" - }, - "description": "Error in O3 vertical column density in DU." - }, - "o3_air_mass_factor": { - "name_for_output": "ozone_total_column_air_mass_factor", - "output_attributes": { - "valid_min": "0.0", - "valid_max": "20.0" - }, - "description": "Air mass factor associated with the total stratospheric vertical column of the target gas." - } - } - }, - "Dobson_O3": { - "header_table": "ozone_ndacc_dobson_data_header", - "data_table": "ozone_ndacc_dobson_data_value", - "join_ids": { - "header": "dataheader_id", - "data": "ozone_ndacc_dobson_data_header_id" - }, - "order_by": [ - "report_timestamp", - "report_id" - ], - "header_columns": [ - { - "dataheader_id": "report_id" - }, - { - "idstation": "station_name" - }, - { - "lat": "latitude" - }, - { - "lon": "longitude" - }, - { - "date_of_observation": "report_timestamp" - } - ], - "mandatory_columns": [ - "dataheader_id", - "idstation", - "lon", - "lat", - "date_of_observation", - "o3_air_mass_factor" - ], - "products": [ - { - "group_name": "variables", - "columns": [ - "o3_vertical_column_density_du", - "o3_vertical_column_density_mol" - ] - }, - { - "group_name": "error", - "columns": [ - "error_o3_vertical_column_density_du", - "error_o3_vertical_column_density_mol" - ] - } - ], - "descriptions": { - "dataheader_id": { - "name_for_output": "report_id", - "description": "Identifier in the NDACC meta-database." - }, - "idstation": { - "name_for_output": "station_name", - "output_attributes": {}, - "description": "The name of the station." - }, - "lon": { - "units": "decimal degrees", - "name_for_output": "longitude", - "output_attributes": { - "valid_min": "-180.0", - "valid_max": "180.0" - }, - "description": "Longitude east of the location of the instrument." - }, - "lat": { - "units": "decimal degrees", - "name_for_output": "latitude", - "output_attributes": { - "valid_min": "-90.0", - "valid_max": "90.0" - }, - "description": "Latitude north of the location of the instrument." - }, - "date_of_observation": { - "name_for_output": "report_timestamp", - "description": "Timestamp with time zone." - }, - "o3_vertical_column_density_mol": { - "units": "molecules cm-2", - "name_for_output": "ozone_vertical_column_density_mol", - "output_attributes": { - "valid_min": "-5.0", - "valid_max": "30.0" - }, - "description": "O3 vertical column density in molecules cm-2.", - "error": "error_o3_vertical_column_density_mol" - }, - "o3_vertical_column_density_du": { - "units": "DU", - "name_for_output": "ozone_vertical_column_density_du", - "output_attributes": { - "valid_min": "0.0", - "valid_max": "1000.0" - }, - "description": "O3 vertical column density in DU.", - "error": "error_o3_vertical_column_density_du" - }, - "error_o3_vertical_column_density_mol": { - "units": "molecules cm-2", - "name_for_output": "ozone_vertical_column_density_mol_error", - "output_attributes": { - "valid_min": "0.0", - "valid_max": "10.0" - }, - "description": "Error in O3 vertical column density in molecules cm-2." - }, - "error_o3_vertical_column_density_du": { - "units": "DU", - "name_for_output": "ozone_vertical_column_density_du_error", - "output_attributes": { - "valid_min": "0.0", - "valid_max": "100.0" - }, - "description": "Error in O3 vertical column density in DU." - }, - "o3_air_mass_factor": { - "name_for_output": "ozone_total_column_air_mass_factor", - "output_attributes": { - "valid_min": "0.0", - "valid_max": "20.0" - }, - "description": "Air mass factor associated with the total stratospheric vertical column of the target gas." - } - } - }, - "OzoneSonde_O3": { - "header_table": "ozone_ndacc_ozonesonde_data_header", - "data_table": "ozone_ndacc_ozonesonde_data_value", - "join_ids": { - "header": "dataheader_id", - "data": "ozone_ndacc_ozonesonde_data_header_id" - }, - "order_by": [ - "report_timestamp", - "report_id", - "air_pressure" - ], - "header_columns": [ - { - "dataheader_id": "report_id" - }, - { - "idstation": "station_name" - }, - { - "lat": "latitude" - }, - { - "lon": "longitude" - }, - { - "date_of_observation": "report_timestamp" - } - ], - "mandatory_columns": [ - "dataheader_id", - "idstation", - "lon", - "lat", - "date_of_observation", - "alt", - "time", - "press", - "longitude", - "latitude", - "intt", - "o3cur", - "batv", - "pcur", - "pott" - ], - "products": [ - { - "group_name": "variables", - "columns": [ - "temp", - "rh", - "po3", - "wdir", - "wspd", - "gpsalt", - "o3con" - ] - }, - { - "group_name": "total_uncertainty", - "columns": [ - "xoz" - ] - } - ], - "descriptions": { - "dataheader_id": { - "name_for_output": "report_id", - "description": "Identifier in the NDACC meta-database." - }, - "idstation": { - "name_for_output": "station_name", - "output_attributes": {}, - "description": "The name of the station." - }, - "lon": { - "units": "decimal degrees", - "name_for_output": "longitude", - "output_attributes": { - "valid_min": "-180.0", - "valid_max": "180.0" - }, - "description": "Longitude east of the location of the instrument." - }, - "lat": { - "units": "decimal degrees", - "name_for_output": "latitude", - "output_attributes": { - "valid_min": "-90.0", - "valid_max": "90.0" - }, - "description": "Latitude north of the location of the instrument." - }, - "date_of_observation": { - "name_for_output": "report_timestamp", - "description": "Timestamp with time zone." - }, - "alt": { - "units": "m", - "name_for_output": "height_of_station_above_sea_level", - "output_attributes": { - "valid_min": "-10.0", - "valid_max": "50000.0" - }, - "description": "Altitude of the location of the instrument." - }, - "time": { - "units": "s", - "name_for_output": "time_since_launch", - "output_attributes": { - "valid_min": "0.0", - "valid_max": "126000.0" - }, - "description": "Elapsed flight time since released as primary variable." - }, - "press": { - "units": "Pa", - "name_for_output": "air_pressure", - "output_attributes": { - "valid_min": "0.0", - "valid_max": "120000.0" - }, - "description": "Effective air pressure at each altitude." - }, - "temp": { - "units": "Kelvin", - "name_for_output": "air_temperature", - "output_attributes": { - "valid_min": "150.0", - "valid_max": "350.0" - }, - "description": "Effective air temperature at each altitude." - }, - "rh": { - "units": "1", - "name_for_output": "relative_humidity", - "output_attributes": { - "valid_min": "0.0", - "valid_max": "1.2" - }, - "description": "Relative humidity." - }, - "po3": { - "units": "Pa", - "name_for_output": "ozone_partial_pressure", - "output_attributes": { - "valid_min": "0.0", - "valid_max": "1.0" - }, - "description": "Level partial pressure of ozone in Pascals.", - "total_uncertainty": "xoz" - }, - "wdir": { - "units": "degrees", - "name_for_output": "wind_from_direction", - "output_attributes": { - "valid_min": "0.0", - "valid_max": "360.0" - }, - "description": "Wind direction in degrees." - }, - "wspd": { - "units": "m s-1", - "name_for_output": "wind_speed", - "output_attributes": { - "valid_min": "0.0", - "valid_max": "300.0" - }, - "description": "Wind speed in meters per second." - }, - "gpsalt": { - "units": "m", - "name_for_output": "geopotential_height", - "output_attributes": { - "valid_min": "-10.0", - "valid_max": "50000.0" - }, - "description": "Geopotential height in meters." - }, - "longitude": { - "units": "decimal degrees", - "name_for_output": "longitude", - "output_attributes": { - "valid_min": "-180.0", - "valid_max": "180.0" - }, - "description": "Geographical longitude from GPS." - }, - "latitude": { - "units": "decimal degrees", - "name_for_output": "latitude", - "output_attributes": { - "valid_min": "-90.0", - "valid_max": "90.0" - }, - "description": "Geographical latitude from GPS." - }, - "intt": { - "units": "Kelvin", - "name_for_output": "sample_temperature", - "output_attributes": { - "valid_min": "150.0", - "valid_max": "350.0" - }, - "description": "Temperature where sample is measured in degrees Kelvin." - }, - "o3cur": { - "units": "A", - "name_for_output": "sonde_current", - "output_attributes": { - "valid_min": "0.0", - "valid_max": "1.0" - }, - "description": "Measured ozonesonde cell current with no corrections applied." - }, - "batv": { - "units": "V", - "name_for_output": "pump_motor_voltage", - "output_attributes": { - "valid_min": "0.0", - "valid_max": "90.0" - }, - "description": "Applied voltage measured across the pump motor." - }, - "pcur": { - "units": "A", - "name_for_output": "pump_motor_current", - "output_attributes": { - "valid_min": "0.0", - "valid_max": "1.0" - }, - "description": "Electrical current measured through the pump motor." - }, - "pott": { - "units": "Kelvin", - "name_for_output": "equivalent_potential_temperature", - "output_attributes": { - "valid_min": "150.0", - "valid_max": "350.0" - }, - "description": "Temperature a parcel of air would reach if all the water vapor in the parcel were to condense, releasing its latent heat, and the parcel was brought adiabatically to a standard reference pressure, usually 1000 hPa." - }, - "o3con": { - "units": "ppmv", - "name_for_output": "ozone_concentration", - "output_attributes": { - "valid_min": "0.0", - "valid_max": "1e+14" - }, - "description": "Level mixing ratio of ozone in ppmv." - }, - "xoz": { - "units": "Pa", - "name_for_output": "ozone_partial_pressure_total_uncertainty", - "output_attributes": { - "valid_min": "0.0", - "valid_max": "1.0" - }, - "description": "Total uncertainty in the calculation of the ozone partial pressure as a composite of the individual uncertainties contribution. Uncertainties due to systematic bias are assumed as random and following a random normal distribution. The uncertainty calculation also accounts for the increased uncertainty incurred by homogenizing the data record." - } - } - }, - "Ftir_profile_O3": { - "header_table": "o3_ftir_data_header", - "data_table": "o3_ftir_data_value", - "join_ids": { - "header": "dataheader_id", - "data": "o3_ftir_data_header_id" - }, - "array_columns": { - "_new_dimension": { - "nvalues": 48 - }, - "o3_mixing_ratio_volume_absorption_solar_avk": {}, - "o3_mixing_ratio_volume_absorption_solar_uncertainty_random_covariance": {}, - "o3_mixing_ratio_volume_absorption_solar_uncertainty_systematic_covariance": {} - }, - "order_by": [ - "report_timestamp", - "report_id", - "air_pressure" - ], - "header_columns": [ - { - "dataheader_id": "report_id" - }, - { - "idstation": "station_name" - }, - { - "lat": "latitude" - }, - { - "lon": "longitude" - }, - { - "date_of_observation": "report_timestamp" - }, - { - "license_type": "license_type" - }, - { - "funding": "funding" - } - ], - "mandatory_columns": [ - "dataheader_id", - "idstation", - "lon", - "lat", - "date_of_observation", - "license_type", - "funding", - "altitude", - "longitude_instrument", - "latitude_instrument", - "altitude_instrument", - "datetime", - "integration_time", - "pressure_independent", - "temperature_independent", - "altitude_boundaries", - "surface_pressure_independent", - "surface_temperature_independent", - "angle_solar_zenith_astronomical", - "angle_solar_azimuth", - "h2o_column_absorption_solar", - "h2o_mixing_ratio_volume_absorption_solar" - ], - "products": [ - { - "group_name": "variables", - "columns": [ - "o3_column_partial_absorption_solar", - "o3_column_absorption_solar", - "o3_mixing_ratio_volume_absorption_solar" - ] - }, - { - "group_name": "random_uncertainty", - "columns": [ - "o3_column_absorption_solar_uncertainty_random_standard" - ] - }, - { - "group_name": "random_covariance", - "columns": [ - "o3_mixing_ratio_volume_absorption_solar_uncertainty_random_covariance" - ] - }, - { - "group_name": "systematic_uncertainty", - "columns": [ - "o3_column_absorption_solar_uncertainty_systematic_standard" - ] - }, - { - "group_name": "systematic_covariance", - "columns": [ - "o3_mixing_ratio_volume_absorption_solar_uncertainty_systematic_covariance" - ] - }, - { - "group_name": "apriori", - "columns": [ - "o3_column_partial_absorption_solar_apriori", - "o3_column_absorption_solar_apriori", - "o3_mixing_ratio_volume_absorption_solar_apriori" - ] - }, - { - "group_name": "averaging_kernel", - "columns": [ - "o3_column_absorption_solar_avk", - "o3_mixing_ratio_volume_absorption_solar_avk" - ] - } - ], - "descriptions": { - "dataheader_id": { - "name_for_output": "report_id", - "description": "Identifier in the NDACC meta-database." - }, - "idstation": { - "name_for_output": "station_name", - "output_attributes": {}, - "description": "The name of the station." - }, - "lon": { - "units": "decimal degrees", - "name_for_output": "longitude", - "output_attributes": { - "valid_min": "-180.0", - "valid_max": "180.0" - }, - "description": "Instrument geolocation; longitude east of the location of the instrument (+ for east - for west)." - }, - "lat": { - "units": "decimal degrees", - "name_for_output": "latitude", - "output_attributes": { - "valid_min": "-90.0", - "valid_max": "90.0" - }, - "description": "Instrument geolocation; latitude north of the location of the instrument (+ for north; - for south)." - }, - "date_of_observation": { - "name_for_output": "report_timestamp", - "description": "Timestamp with time zone." - }, - "license_type": { - "name_for_output": "license_type", - "output_attributes": {}, - "description": "Creative Commons (CC) Licence: Attribution-NonCommercial-ShareAlike. You are free to Share, copy and redistribute the material in any medium or format Adapt, remix, transform, and build upon the material. Under the following terms: You must give appropriate credit, provide a link to the license, and indicate if changes were made. You may do so in any reasonable manner, but not in any way that suggests the licensor endorses you or your use. You may not use the material for commercial purposes. If you remix, transform, or build upon the material, you must distribute your contributions under the same license as the original. You may not apply legal terms or technological measures that legally restrict others from doing anything the license permits. (https://creativecommons.org/licenses/bync-sa/4.0/)." - }, - "funding": { - "name_for_output": "funding", - "output_attributes": {}, - "description": "The individual or organization which has provided all or part of the finances associated with the resource." - }, - "altitude": { - "units": "m", - "name_for_output": "height_layer_mid", - "output_attributes": { - "valid_min": "0.0", - "valid_max": "120000.0" - }, - "description": "Grid of altitudes upon which the retrieved target vmr profile as well as pressure and temperature profiles are reported." - }, - "longitude_instrument": { - "units": "decimal degrees", - "name_for_output": "longitude", - "output_attributes": { - "valid_min": "-180.0", - "valid_max": "180.0" - }, - "description": "Geographical longitude from GPS." - }, - "latitude_instrument": { - "units": "decimal degrees", - "name_for_output": "latitude", - "output_attributes": { - "valid_min": "-90.0", - "valid_max": "90.0" - }, - "description": "Geographical latitude from GPS." - }, - "altitude_instrument": { - "units": "m", - "name_for_output": "height_of_station_above_sea_level", - "output_attributes": { - "valid_min": "0.0", - "valid_max": "10000.0" - }, - "description": "Altitude of the location of the instrument." - }, - "datetime": { - "name_for_output": "report_timestamp_middle", - "output_attributes": { - "valid_min": "-5000.0", - "valid_max": "8000.0" - }, - "description": "Time specified indicates the middle of the period over which the observation was made." - }, - "integration_time": { - "units": "s", - "name_for_output": "time_integration", - "output_attributes": { - "valid_min": "0.0", - "valid_max": "21600.0" - }, - "description": "Duration of the measurements corresponding to the retrieved profile." - }, - "pressure_independent": { - "units": "Pa", - "description": "Effective air pressure at each altitude.", - "output_attributes": { - "valid_min": "0.0", - "valid_max": "110000.0" - }, - "name_for_output": "air_pressure" - }, - "temperature_independent": { - "units": "Kelvin", - "description": "Effective air temperature at each altitude.", - "output_attributes": { - "valid_min": "0.0", - "valid_max": "500.0" - }, - "name_for_output": "air_temperature" - }, - "altitude_boundaries": { - "units": "m", - "description": "Upper and lower boundaries of the layers for which partial COLUMNs are reported. 2D matrix providing the layer boundaries used for vertical profile retrieval.", - "output_attributes": { - "valid_min": "0.0", - "valid_max": "120000.0" - }, - "name_for_output": "height_level_boundaries" - }, - "surface_pressure_independent": { - "units": "Pa", - "description": "Surface pressure measured at the observation site.", - "output_attributes": { - "valid_min": "0.0", - "valid_max": "110000.0" - }, - "name_for_output": "surface_pressure" - }, - "surface_temperature_independent": { - "units": "Kelvin", - "description": "Surface temperature measured at the observation site.", - "output_attributes": { - "valid_min": "0.0", - "valid_max": "500.0" - }, - "name_for_output": "surface_temperature" - }, - "angle_solar_zenith_astronomical": { - "units": "degrees", - "description": "Astronomical solar zenith angle in solar absorption mode, the sun defines the line of sight.", - "output_attributes": { - "valid_min": "0.0", - "valid_max": "180.0" - }, - "name_for_output": "solar_zenith_angle" - }, - "angle_solar_azimuth": { - "units": "degrees", - "description": "Azimuth angle of the sun in solar absorption mode, the sun defines the line of sight.", - "output_attributes": { - "valid_min": "0.0", - "valid_max": "360.0" - }, - "name_for_output": "solar_azimuth_angle" - }, - "h2o_column_absorption_solar": { - "units": "Zmolec cm-2", - "description": "Total vertical column of H2O adopted in the target gas retrieval.", - "output_attributes": { - "valid_min": "0.0", - "valid_max": "300.0" - }, - "name_for_output": "water_vapor_total_column" - }, - "h2o_mixing_ratio_volume_absorption_solar": { - "units": "ppmv", - "description": "Vertical profile of H2O adopted in the target gas retrieval in VMR (Volume Mixing Ratio) units.", - "output_attributes": { - "valid_min": "-1.0", - "valid_max": "30000.0" - }, - "name_for_output": "water_vapor_volume_mixing_ratio" - }, - "o3_column_partial_absorption_solar": { - "units": "Pmolec cm-2", - "description": "O3 partial columns in the retrieval layers.", - "output_attributes": { - "valid_min": "0.0", - "valid_max": "2000.0" - }, - "name_for_output": "ozone_partial_column", - "apriori": "o3_column_partial_absorption_solar_apriori" - }, - "o3_column_partial_absorption_solar_apriori": { - "units": "Pmolec cm-2", - "description": "O3 a priori partial columns in the retrieval layers.", - "output_attributes": { - "valid_min": "0.0", - "valid_max": "2000.0" - }, - "name_for_output": "ozone_partial_column_apriori" - }, - "o3_column_absorption_solar": { - "units": "Emolec cm-2", - "description": "Retrieved total vertical O3 column between boundaries of altitude grid.", - "output_attributes": { - "valid_min": "0.0", - "valid_max": "100.0" - }, - "name_for_output": "ozone_total_column", - "random_uncertainty": "o3_column_absorption_solar_uncertainty_random_standard", - "systematic_uncertainty": "o3_column_absorption_solar_uncertainty_systematic_standard", - "apriori": "o3_column_absorption_solar_apriori", - "averaging_kernel": "o3_column_absorption_solar_avk" - }, - "o3_column_absorption_solar_apriori": { - "units": "Emolec cm-2", - "description": "A-priori total vertical O3 column between boundaries of altitude grid.", - "output_attributes": { - "valid_min": "0.0", - "valid_max": "100.0" - }, - "name_for_output": "ozone_total_column_apriori" - }, - "o3_column_absorption_solar_avk": { - "units": "1", - "description": "Total vertical column averaging kernel for O3 derived from mixing ratio averaging kernel.", - "output_attributes": { - "valid_min": "-10.0", - "valid_max": "10.0" - }, - "name_for_output": "ozone_total_column_averaging_kernel" - }, - "o3_column_absorption_solar_uncertainty_random_standard": { - "units": "Emolec cm-2", - "description": "Total random uncertainty on the retrieved total vertical O3 columns.", - "output_attributes": { - "valid_min": "0.0", - "valid_max": "100.0" - }, - "name_for_output": "ozone_total_column_random_uncertainty" - }, - "o3_column_absorption_solar_uncertainty_systematic_standard": { - "units": "Emolec cm-2", - "description": "Total systematic uncertainty on the retrieved total vertical O3 columns.", - "output_attributes": { - "valid_min": "0.0", - "valid_max": "100.0" - }, - "name_for_output": "ozone_total_column_systematic_uncertainty" - }, - "o3_mixing_ratio_volume_absorption_solar": { - "units": "ppmv", - "description": "Vertical O3 profile from solar absorption measurements.", - "output_attributes": { - "valid_min": "-1.0", - "valid_max": "100.0" - }, - "name_for_output": "ozone_volume_mixing_ratio", - "random_covariance": "o3_mixing_ratio_volume_absorption_solar_uncertainty_random_covariance", - "systematic_covariance": "o3_mixing_ratio_volume_absorption_solar_uncertainty_systematic_covariance", - "apriori": "o3_mixing_ratio_volume_absorption_solar_apriori", - "averaging_kernel": "o3_mixing_ratio_volume_absorption_solar_avk" - }, - "o3_mixing_ratio_volume_absorption_solar_apriori": { - "units": "ppmv", - "description": "Vertical O3 a priori profile.", - "output_attributes": { - "valid_min": "0.0", - "valid_max": "20.0" - }, - "name_for_output": "ozone_volume_mixing_ratio_apriori" - }, - "o3_mixing_ratio_volume_absorption_solar_avk": { - "units": "1", - "description": "Averaging kernel matrix (AVK) of the retrieved vertical O3 profile, in VMR/VMR (Volume Mixing Ratio) units.", - "output_attributes": { - "valid_min": "-20.0", - "valid_max": "20.0" - }, - "name_for_output": "ozone_volume_mixing_ratio_averaging_kernel" - }, - "o3_mixing_ratio_volume_absorption_solar_uncertainty_random_covariance": { - "units": "ppmv2", - "description": "Total random error covariance matrix associated with the retrieved O3 vertical profiles, in VMR (Volume Mixing Ratio) units.", - "output_attributes": { - "valid_min": "-2.0", - "valid_max": "2.0" - }, - "name_for_output": "ozone_volume_mixing_ratio_random_covariance" - }, - "o3_mixing_ratio_volume_absorption_solar_uncertainty_systematic_covariance": { - "units": "ppmv2", - "description": "Total systematic error covariance matrix associated with the retrieved O3 vertical profiles, in VMR (Volume Mixing Ratio) units.", - "output_attributes": { - "valid_min": "-2.0", - "valid_max": "2.0" - }, - "name_for_output": "ozone_volume_mixing_ratio_systematic_covariance" - } - } - }, - "Mwr_profile_O3": { - "header_table": "o3_mwr_data_header", - "data_table": "o3_mwr_data_value", - "join_ids": { - "header": "dataheader_id", - "data": "o3_mwr_data_header_id" - }, - "array_columns": { - "_new_dimension": { - "nvalues": 48 - }, - "o3_mixing_ratio_volume_emission_avk": {} - }, - "order_by": [ - "report_timestamp", - "report_id", - "air_pressure" - ], - "header_columns": [ - { - "dataheader_id": "report_id" - }, - { - "idstation": "station_name" - }, - { - "lat": "latitude" - }, - { - "lon": "longitude" - }, - { - "date_of_observation": "report_timestamp" - }, - { - "license_type": "license_type" - }, - { - "funding": "funding" - } - ], - "mandatory_columns": [ - "dataheader_id", - "idstation", - "lon", - "lat", - "date_of_observation", - "license_type", - "funding", - "altitude", - "longitude_instrument", - "latitude_instrument", - "altitude_instrument", - "datetime", - "integration_time", - "pressure_independent", - "temperature_independent", - "datetime_start", - "datetime_stop", - "angle_view_azimuth", - "angle_view_zenith_mean", - "opacity_atmospheric_emission" - ], - "products": [ - { - "group_name": "variables", - "columns": [ - "o3_column_partial_emission", - "o3_mixing_ratio_volume_emission", - "h2o_column_derived" - ] - }, - { - "group_name": "random_uncertainty", - "columns": [ - "o3_mixing_ratio_volume_emission_uncertainty_random_standard" - ] - }, - { - "group_name": "systematic_uncertainty", - "columns": [ - "o3_mixing_ratio_volume_emission_uncertainty_systematic_standard" - ] - }, - { - "group_name": "averaging_kernel", - "columns": [ - "o3_mixing_ratio_volume_emission_avk" - ] - }, - { - "group_name": "apriori", - "columns": [ - "o3_mixing_ratio_volume_emission_apriori" - ] - }, - { - "group_name": "apriori_contribution", - "columns": [ - "o3_mixing_ratio_volume_emission_apriori_contribution" - ] - } - ], - "descriptions": { - "dataheader_id": { - "name_for_output": "report_id", - "description": "Identifier in the NDACC meta-database." - }, - "idstation": { - "name_for_output": "station_name", - "output_attributes": {}, - "description": "The name of the station." - }, - "lon": { - "units": "decimal degrees", - "name_for_output": "longitude", - "output_attributes": { - "valid_min": "-180.0", - "valid_max": "180.0" - }, - "description": "Instrument geolocation; longitude east of the location of the instrument (+ for east - for west)." - }, - "lat": { - "units": "decimal degrees", - "name_for_output": "latitude", - "output_attributes": { - "valid_min": "-90.0", - "valid_max": "90.0" - }, - "description": "Instrument geolocation; latitude north of the location of the instrument (+ for north; - for south)." - }, - "date_of_observation": { - "name_for_output": "report_timestamp", - "description": "Timestamp with time zone." - }, - "license_type": { - "name_for_output": "license_type", - "output_attributes": {}, - "description": "Creative Commons (CC) Licence: Attribution-NonCommercial-ShareAlike. You are free to Share, copy and redistribute the material in any medium or format Adapt, remix, transform, and build upon the material. Under the following terms: You must give appropriate credit, provide a link to the license, and indicate if changes were made. You may do so in any reasonable manner, but not in any way that suggests the licensor endorses you or your use. You may not use the material for commercial purposes. If you remix, transform, or build upon the material, you must distribute your contributions under the same license as the original. You may not apply legal terms or technological measures that legally restrict others from doing anything the license permits. (https://creativecommons.org/licenses/bync-sa/4.0/)." - }, - "funding": { - "name_for_output": "funding", - "output_attributes": {}, - "description": "The individual or organization which has provided all or part of the finances associated with the resource." - }, - "altitude": { - "units": "m", - "name_for_output": "height_layer_mid", - "output_attributes": { - "valid_min": "0.0", - "valid_max": "121000.0" - }, - "description": "Grid of altitudes upon which the retrieved target vmr profile as well as pressure and temperature profiles are reported." - }, - "longitude_instrument": { - "units": "decimal degrees", - "name_for_output": "longitude", - "output_attributes": { - "valid_min": "-180.0", - "valid_max": "180.0" - }, - "description": "Geographical longitude from GPS." - }, - "latitude_instrument": { - "units": "decimal degrees", - "name_for_output": "latitude", - "output_attributes": { - "valid_min": "-90.0", - "valid_max": "90.0" - }, - "description": "Geographical latitude from GPS." - }, - "altitude_instrument": { - "units": "m", - "name_for_output": "height_of_station_above_sea_level", - "output_attributes": { - "valid_min": "0.0", - "valid_max": "5000.0" - }, - "description": "Altitude of the location of the instrument. " - }, - "datetime": { - "name_for_output": "report_timestamp_middle", - "output_attributes": { - "valid_min": "-2200.0", - "valid_max": "8500.0" - }, - "description": "Time specified indicates the middle of the period over which the observation was made." - }, - "integration_time": { - "units": "s", - "name_for_output": "time_integration", - "output_attributes": { - "valid_min": "0.0", - "valid_max": "3600000.0" - }, - "description": "Duration of the measurements corresponding to the retrieved profile." - }, - "pressure_independent": { - "units": "Pa", - "description": "Effective air pressure at each altitude.", - "output_attributes": { - "valid_min": "0.0", - "valid_max": "110000.0" - }, - "name_for_output": "air_pressure" - }, - "temperature_independent": { - "units": "Kelvin", - "description": "Effective air temperature at each altitude.", - "output_attributes": { - "valid_min": "100.0", - "valid_max": "500.0" - }, - "name_for_output": "air_temperature" - }, - "datetime_start": { - "name_for_output": "report_timestamp_beginning", - "output_attributes": { - "valid_min": "-2200.0", - "valid_max": "8500.0" - }, - "description": "Time specified indicates the start of the period over which the observation was made." - }, - "datetime_stop": { - "name_for_output": "report_timestamp_end", - "output_attributes": { - "valid_min": "-2200.0", - "valid_max": "8500.0" - }, - "description": "Time specified indicates the end of the period over which the observation was made." - }, - "angle_view_azimuth": { - "units": "degrees", - "description": "The azimuth viewing direction of the instrument using north as the reference plane and increasing clockwise (0 for north, 90 for east and so on).", - "output_attributes": { - "valid_min": "0.0", - "valid_max": "360.0" - }, - "name_for_output": "instrument_viewing_azimuth_angle" - }, - "angle_view_zenith_mean": { - "units": "degrees", - "description": "The zenith viewing direction of the instrument.", - "output_attributes": { - "valid_min": "0.0", - "valid_max": "90.0" - }, - "name_for_output": "instrument_viewing_zenith_angle" - }, - "o3_column_partial_emission": { - "units": "Pmolec cm-2", - "description": "O3 partial columns in the retrieval layers.", - "output_attributes": { - "valid_min": "0.0", - "valid_max": "500.0" - }, - "name_for_output": "ozone_partial_column" - }, - "o3_mixing_ratio_volume_emission_uncertainty_random_standard": { - "units": "ppmv2", - "description": "Random uncertainty for the retrieved Ozone profile.", - "output_attributes": { - "valid_min": "-0.1", - "valid_max": "20.0" - }, - "name_for_output": "ozone_volume_mixing_ratio_random_standard" - }, - "o3_mixing_ratio_volume_emission_uncertainty_systematic_standard": { - "units": "ppmv2", - "description": "Systematic uncertainty for the retrieved ozone profile.", - "output_attributes": { - "valid_min": "-0.1", - "valid_max": "20.0" - }, - "name_for_output": "ozone_volume_mixing_ratio_systematic_standard" - }, - "o3_mixing_ratio_volume_emission_avk": { - "units": "1", - "description": "Averaging kernel matrix (AVK) of the retrieved vertical O3 profile, in VMR/VMR (volume mixin ratio) units.", - "output_attributes": { - "valid_min": "-1.0", - "valid_max": "1.0" - }, - "name_for_output": "ozone_volume_mixing_ratio_averaging_kernel" - }, - "o3_mixing_ratio_volume_emission_apriori": { - "units": "ppmv", - "description": "Vertical O3 a priori profile.", - "output_attributes": { - "valid_min": "-0.1", - "valid_max": "20000.0" - }, - "name_for_output": "ozone_volume_mixing_ratio_apriori" - }, - "o3_mixing_ratio_volume_emission_apriori_contribution": { - "description": "Unitless value of the contribution of the a priori to the measurement.", - "output_attributes": { - "valid_min": "-100.0", - "valid_max": "200.0" - }, - "name_for_output": "ozone_volume_mixing_ratio_apriori_contribution" - }, - "o3_mixing_ratio_volume_emission": { - "units": "ppmv", - "description": "Vertical O3 profile from solar absorption measurements.", - "output_attributes": { - "valid_min": "-0.1", - "valid_max": "20.0" - }, - "name_for_output": "ozone_volume_mixing_ratio", - "random_uncertainty": "o3_mixing_ratio_volume_emission_uncertainty_random_standard", - "systematic_uncertainty": "o3_mixing_ratio_volume_emission_uncertainty_systematic_standard", - "averaging_kernel": "o3_mixing_ratio_volume_emission_avk", - "apriori": "o3_mixing_ratio_volume_emission_apriori", - "apriori_contribution": "o3_mixing_ratio_volume_emission_apriori_contribution" - }, - "opacity_atmospheric_emission": { - "units": "Np", - "description": "Mean opacity of the atmosphere during the time of the measurement.", - "output_attributes": { - "valid_min": "0.0", - "valid_max": "5.0" - }, - "name_for_output": "opacity_atmospheric" - }, - "h2o_column_derived": { - "units": "Pmolec cm-2", - "description": "Total vertical column of H2O adopted in the target gas retrieval.", - "output_attributes": { - "valid_min": "0.0", - "valid_max": "1.0e25" - }, - "name_for_output": "water_vapor_total_column" - } - } - }, - "Uvvis_profile_O3": { - "header_table": "o3_uvvis_data_header", - "data_table": "o3_uvvis_data_value", - "join_ids": { - "header": "dataheader_id", - "data": "o3_uvvis_data_header_id" - }, - "order_by": [ - "report_timestamp", - "report_id", - "air_pressure" - ], - "header_columns": [ - { - "dataheader_id": "report_id" - }, - { - "idstation": "station_name" - }, - { - "lat": "latitude" - }, - { - "lon": "longitude" - }, - { - "date_of_observation": "report_timestamp" - }, - { - "license_type": "license_type" - }, - { - "funding": "funding" - } - ], - "mandatory_columns": [ - "dataheader_id", - "idstation", - "lon", - "lat", - "date_of_observation", - "license_type", - "funding", - "altitude", - "altitude_instrument", - "datetime", - "integration_time", - "pressure_independent", - "temperature_independent", - "datetime_start", - "datetime_stop", - "pressure_independent_source", - "temperature_independent_source", - "column_partial_independent", - "column_partial_independent_source", - "altitude_boundaries", - "angle_solar_azimuth", - "angle_solar_zenith_astronomical", - "angle_view_azimuth", - "angle_view_zenith", - "latitude", - "longitude", - "cloud_conditions", - "aerosol_optical_depth_stratospheric_independent", - "o3_column_slant_scatter_solar_zenith", - "o3_column_stratospheric_scatter_solar_zenith_amf" - ], - "products": [ - { - "group_name": "variables", - "columns": [ - "o3_column_stratospheric_scatter_solar_zenith" - ] - }, - { - "group_name": "random_uncertainty", - "columns": [ - "o3_column_stratospheric_scatter_solar_zenith_uncertainty_random_standard" - ] - }, - { - "group_name": "systematic_uncertainty", - "columns": [ - "o3_column_stratospheric_scatter_solar_zenith_uncertainty_systematic_standard" - ] - }, - { - "group_name": "averaging_kernel", - "columns": [ - "o3_column_stratospheric_scatter_solar_zenith_avk" - ] - }, - { - "group_name": "apriori", - "columns": [ - "o3_column_stratospheric_scatter_solar_zenith_apriori", - "o3_column_partial_scatter_solar_zenith_apriori", - "o3_mixing_ratio_volume_scatter_solar_zenith_apriori" - ] - } - ], - "descriptions": { - "dataheader_id": { - "name_for_output": "report_id", - "description": "Identifier in the NDACC meta-database." - }, - "idstation": { - "name_for_output": "station_name", - "output_attributes": {}, - "description": "The name of the station." - }, - "lon": { - "units": "decimal degrees", - "name_for_output": "longitude", - "output_attributes": { - "valid_min": "-180.0", - "valid_max": "180.0" - }, - "description": "Instrument geolocation; longitude east of the location of the instrument (+ for east - for west)." - }, - "lat": { - "units": "decimal degrees", - "name_for_output": "latitude", - "output_attributes": { - "valid_min": "-90.0", - "valid_max": "90.0" - }, - "description": "Instrument geolocation; latitude north of the location of the instrument (+ for north; - for south)." - }, - "date_of_observation": { - "name_for_output": "report_timestamp", - "description": "Timestamp with time zone." - }, - "license_type": { - "name_for_output": "license_type", - "output_attributes": {}, - "description": "Creative Commons (CC) Licence: Attribution-NonCommercial-ShareAlike. You are free to Share, copy and redistribute the material in any medium or format Adapt, remix, transform, and build upon the material. Under the following terms: You must give appropriate credit, provide a link to the license, and indicate if changes were made. You may do so in any reasonable manner, but not in any way that suggests the licensor endorses you or your use. You may not use the material for commercial purposes. If you remix, transform, or build upon the material, you must distribute your contributions under the same license as the original. You may not apply legal terms or technological measures that legally restrict others from doing anything the license permits. (https://creativecommons.org/licenses/bync-sa/4.0/)." - }, - "funding": { - "name_for_output": "funding", - "output_attributes": {}, - "description": "The individual or organization which has provided all or part of the finances associated with the resource." - }, - "altitude": { - "units": "m", - "name_for_output": "height_layer_mid", - "output_attributes": { - "valid_min": "0.0", - "valid_max": "120000.0" - }, - "description": "Grid of altitudes upon which the retrieved target vmr profile as well as pressure and temperature profiles are reported." - }, - "altitude_instrument": { - "units": "m", - "name_for_output": "height_of_station_above_sea_level", - "output_attributes": { - "valid_min": "-0.05", - "valid_max": "5000.0" - }, - "description": "Altitude of the location of the instrument." - }, - "datetime": { - "name_for_output": "report_timestamp_middle", - "output_attributes": { - "valid_min": "-5500.0", - "valid_max": "8000.0" - }, - "description": "Time specified indicates the middle of the period over which the observation was made." - }, - "integration_time": { - "units": "s", - "name_for_output": "time_integration", - "output_attributes": { - "valid_min": "0.0", - "valid_max": "25600.0" - }, - "description": "Duration of the measurements corresponding to the retrieved profile." - }, - "pressure_independent": { - "units": "Pa", - "description": "Effective air pressure at each altitude.", - "output_attributes": { - "valid_min": "0.0", - "valid_max": "110000.0" - }, - "name_for_output": "air_pressure" - }, - "temperature_independent": { - "units": "Kelvin", - "description": "Effective air temperature at each altitude.", - "output_attributes": { - "valid_min": "0.0", - "valid_max": "500.0" - }, - "name_for_output": "air_temperature" - }, - "datetime_start": { - "name_for_output": "report_timestamp_beginning", - "output_attributes": { - "valid_min": "-5500.0", - "valid_max": "8000.0" - }, - "description": "Time specified indicates the start of the period over which the observation was made." - }, - "datetime_stop": { - "name_for_output": "report_timestamp_end", - "output_attributes": { - "valid_min": "-5500.0", - "valid_max": "8000.0" - }, - "description": "Time specified indicates the end of the period over which the observation was made." - }, - "pressure_independent_source": { - "name_for_output": "air_pressure_source", - "output_attributes": {}, - "description": "Pressure profile source (e.g. NCEP, Sonde, ECMWF etc.)." - }, - "temperature_independent_source": { - "name_for_output": "air_temperature_source", - "output_attributes": {}, - "description": "Temperature profile source (e.g. Lidar, NCEP, Sonde, ECMWF)." - }, - "column_partial_independent": { - "units": "molec cm-2", - "description": "Vertical profile of partial columns of dry air number densities, for conversion between VMR (volume mixin ratio) and partial column profile.", - "output_attributes": { - "valid_min": "0.0", - "valid_max": "2.0e25" - }, - "name_for_output": "partial_column_independent" - }, - "column_partial_independent_source": { - "description": "Partial columns of air source (e.g. NCEP; Sonde; ECMWF etc.).", - "output_attributes": {}, - "name_for_output": "partial_column_independent_source" - }, - "altitude_boundaries": { - "units": "m", - "description": "Upper and lower boundaries of the layers for which partial columns are reported. 2D matrix providing the layer boundaries used for vertical profile retrieval.", - "output_attributes": { - "valid_min": "0.0", - "valid_max": "120000.0" - }, - "name_for_output": "height_level_boundaries" - }, - "angle_solar_azimuth": { - "units": "degrees", - "description": "Azimuth angle of the sun in solar absorption mode, the sun defines the line of sight.", - "output_attributes": { - "valid_min": "0.0", - "valid_max": "360.0" - }, - "name_for_output": "solar_azimuth_angle" - }, - "angle_solar_zenith_astronomical": { - "units": "degrees", - "description": "Astronomical solar zenith angle in solar absorption mode, the sun defines the line of sight.", - "output_attributes": { - "valid_min": "0.0", - "valid_max": "180.0" - }, - "name_for_output": "solar_zenith_angle" - }, - "angle_view_azimuth": { - "units": "degrees", - "description": "The azimuth viewing direction of the instrument using north as the reference plane and increasing clockwise (0 for north, 90 for east and so on).", - "output_attributes": { - "valid_min": "0.0", - "valid_max": "360.0" - }, - "name_for_output": "instrument_viewing_azimuth_angle" - }, - "angle_view_zenith": { - "units": "degrees", - "description": "The zenith viewing direction of the instrument.", - "output_attributes": { - "valid_min": "0.0", - "valid_max": "180.0" - }, - "name_for_output": "instrument_viewing_zenith_angle" - }, - "latitude": { - "units": "degrees", - "description": "The latitude of the profile at each altitude (+ for north, - for south).", - "output_attributes": { - "valid_min": "-90.0", - "valid_max": "90.0" - }, - "name_for_output": "latitude" - }, - "longitude": { - "units": "degrees", - "description": "The longitude of the profile at each altitude (+ for east, - for west).", - "output_attributes": { - "valid_min": "-180.0", - "valid_max": "180.0" - }, - "name_for_output": "longitude" - }, - "cloud_conditions": { - "description": "Sky conditions; Possible Values: clear-sky; thin clouds; thick clouds; broken clouds; [empty]. [empty] means that the cloud retrieval is not successful, not possible or missing.", - "output_attributes": {}, - "name_for_output": "cloud_conditions" - }, - "aerosol_optical_depth_stratospheric_independent": { - "units": "1", - "description": "The total stratospheric aerosol optical depth used for the retrieval is based on a climatology; model; or auxiliary measurements.", - "output_attributes": {}, - "name_for_output": "aerosol_optical_depth_ancillary" - }, - "o3_column_stratospheric_scatter_solar_zenith": { - "units": "Pmolec cm-2", - "description": "Total tropospheric vertical column of target gas retrieved from zenith DOAS measurements.", - "output_attributes": { - "valid_min": "-100.0", - "valid_max": "1.0e7" - }, - "name_for_output": "ozone_total_column", - "random_uncertainty": "o3_column_stratospheric_scatter_solar_zenith_uncertainty_random_standard", - "systematic_uncertainty": "o3_column_stratospheric_scatter_solar_zenith_uncertainty_systematic_standard", - "averaging_kernel": "o3_column_stratospheric_scatter_solar_zenith_avk", - "apriori": "o3_column_stratospheric_scatter_solar_zenith_apriori" - }, - "o3_column_stratospheric_scatter_solar_zenith_uncertainty_random_standard": { - "units": "Pmolec cm-2", - "description": "Total random uncertainty on the total tropospheric column (expressed in same units as the column) (without smoothing error) retrieved from zenith DOAS measurements.", - "output_attributes": { - "valid_min": "-100.0", - "valid_max": "1000.0" - }, - "name_for_output": "ozone_total_column_random_uncertainty" - }, - "o3_column_stratospheric_scatter_solar_zenith_uncertainty_systematic_standard": { - "units": "Pmolec cm-2", - "description": "Total systematic uncertainty on the retrieved total tropospheric column (expressed in same units as the column) (without smoothing error) retrieved from zenith DOAS measurements.", - "output_attributes": { - "valid_min": "-100.0", - "valid_max": "1000.0" - }, - "name_for_output": "ozone_total_column_systematic_uncertainty" - }, - "o3_column_stratospheric_scatter_solar_zenith_avk": { - "units": "1", - "description": "Averaging kernel matrix associated with the total tropospheric vertical column of the target gas retrieved from zenith DOAS measurements.", - "output_attributes": { - "valid_min": "-15.0", - "valid_max": "15.0" - }, - "name_for_output": "ozone_total_column_averaging_kernel" - }, - "o3_column_stratospheric_scatter_solar_zenith_apriori": { - "units": "Pmolec cm-2", - "description": "A-priori total tropospheric vertical column of target gas associated with the column retrieval from zenith DOAS measurements.", - "output_attributes": { - "valid_min": "-100.0", - "valid_max": "1.0e10" - }, - "name_for_output": "ozone_total_column_apriori" - }, - "o3_column_partial_scatter_solar_zenith_apriori": { - "units": "Pmolec cm-2", - "description": "Vertical profile of apriori of partial columns per layer associated with the AMF calculation.", - "output_attributes": { - "valid_min": "0.0", - "valid_max": "1000.0" - }, - "name_for_output": "ozone_partial_column_profile_apriori" - }, - "o3_column_slant_scatter_solar_zenith": { - "units": "Pmolec cm-2", - "description": "Zenith slant column density of target gas corresponding to datetime.", - "output_attributes": { - "valid_min": "-100.0", - "valid_max": "1000000.0" - }, - "name_for_output": "ozone_slant_column" - }, - "o3_column_stratospheric_scatter_solar_zenith_amf": { - "units": "1", - "description": "Air mass factor associated with the total stratospheric vertical column of the target gas retrieved from zenith DOAS measurements.", - "output_attributes": { - "valid_min": "0.0", - "valid_max": "47.0" - }, - "name_for_output": "ozone_total_column_air_mass_factor" - }, - "o3_mixing_ratio_volume_scatter_solar_zenith_apriori": { - "units": "ppmv", - "description": "A-priori target vertical profile associated with the profile retrieval from zenith DOAS measurements.", - "output_attributes": { - "valid_min": "-9.0", - "valid_max": "8.9999999E10" - }, - "name_for_output": "ozone_volume_mixing_ratio_apriori" - } - } - }, - "Lidar_profile_O3": { - "header_table": "o3_lidar_data_header", - "data_table": "o3_lidar_data_value", - "join_ids": { - "header": "dataheader_id", - "data": "o3_lidar_data_header_id" - }, - "order_by": [ - "report_timestamp", - "report_id", - "air_pressure" - ], - "header_columns": [ - { - "dataheader_id": "report_id" - }, - { - "idstation": "station_name" - }, - { - "lat": "latitude" - }, - { - "lon": "longitude" - }, - { - "date_of_observation": "report_timestamp" - }, - { - "license_type": "license_type" - }, - { - "funding": "funding" - } - ], - "mandatory_columns": [ - "dataheader_id", - "idstation", - "lon", - "lat", - "date_of_observation", - "license_type", - "funding", - "altitude", - "longitude_instrument", - "latitude_instrument", - "altitude_instrument", - "datetime", - "integration_time", - "pressure_independent", - "temperature_independent", - "datetime_start", - "datetime_stop", - "pressure_independent_source", - "temperature_independent_source", - "o3_number_density_abs_diff_res_altitude_df_cutoff", - "o3_number_density_abs_diff_res_altitude_df_normalized_frequency", - "o3_number_density_abs_diff_res_altitude_df_transfer_function", - "o3_number_density_abs_diff_res_altitude_distance_from_impulse", - "o3_number_density_abs_diff_res_altitude_impulse_response", - "o3_number_density_abs_diff_res_altitude_impulse_response_fwhm", - "o3_number_density_abs_diff_res_altitude_originator", - "o3_number_density_abs_diff_uncertainty_originator", - "o3_column_partial_derived_uncertainty_originator" - ], - "products": [ - { - "group_name": "variables", - "columns": [ - "o3_mixing_ratio_volume_derived", - "o3_number_density_abs_diff", - "o3_column_partial_derived" - ] - }, - { - "group_name": "random_uncertainty", - "columns": [ - "o3_number_density_abs_diff_uncertainty_random_standard", - "o3_mixing_ratio_volume_derived_uncertainty_random_standard" - ] - }, - { - "group_name": "systematic_uncertainty", - "columns": [ - "o3_number_density_abs_diff_uncertainty_systematic_standard", - "o3_mixing_ratio_volume_derived_uncertainty_systematic_standard" - ] - }, - { - "group_name": "combined_uncertainty", - "columns": [ - "o3_number_density_abs_diff_uncertainty_combined_standard", - "o3_column_partial_derived_uncertainty_combined_standard", - "o3_mixing_ratio_volume_derived_uncertainty_combined_standard" - ] - }, - { - "group_name": "originator_uncertainty", - "columns": [ - "o3_mixing_ratio_volume_derived_uncertainty_originator" - ] - } - ], - "descriptions": { - "dataheader_id": { - "name_for_output": "report_id", - "description": "Identifier in the NDACC meta-database." - }, - "idstation": { - "name_for_output": "station_name", - "output_attributes": {}, - "description": "The name of the station." - }, - "lon": { - "units": "decimal degrees", - "name_for_output": "longitude", - "output_attributes": { - "valid_min": "-180.0", - "valid_max": "180.0" - }, - "description": "Instrument geolocation; longitude east of the location of the instrument (+ for east - for west)." - }, - "lat": { - "units": "decimal degrees", - "name_for_output": "latitude", - "output_attributes": { - "valid_min": "-90.0", - "valid_max": "90.0" - }, - "description": "Instrument geolocation; latitude north of the location of the instrument (+ for north; - for south)." - }, - "date_of_observation": { - "name_for_output": "report_timestamp", - "description": "Timestamp with time zone." - }, - "license_type": { - "name_for_output": "license_type", - "output_attributes": {}, - "description": "Creative Commons (CC) Licence: Attribution-NonCommercial-ShareAlike. You are free to Share, copy and redistribute the material in any medium or format Adapt, remix, transform, and build upon the material. Under the following terms: You must give appropriate credit, provide a link to the license, and indicate if changes were made. You may do so in any reasonable manner, but not in any way that suggests the licensor endorses you or your use. You may not use the material for commercial purposes. If you remix, transform, or build upon the material, you must distribute your contributions under the same license as the original. You may not apply legal terms or technological measures that legally restrict others from doing anything the license permits. (https://creativecommons.org/licenses/bync-sa/4.0/)." - }, - "funding": { - "name_for_output": "funding", - "output_attributes": {}, - "description": "The individual or organization which has provided all or part of the finances associated with the resource." - }, - "altitude": { - "units": "m", - "name_for_output": "height_layer_mid", - "output_attributes": { - "valid_min": "-300.0", - "valid_max": "120000.0" - }, - "description": "Grid of altitudes upon which the retrieved target vmr profile as well as pressure and temperature profiles are reported." - }, - "longitude_instrument": { - "units": "decimal degrees", - "name_for_output": "longitude", - "output_attributes": { - "valid_min": "-180.0", - "valid_max": "180.0" - }, - "description": "Geographical longitude from GPS." - }, - "latitude_instrument": { - "units": "decimal degrees", - "name_for_output": "latitude", - "output_attributes": { - "valid_min": "-90.0", - "valid_max": "90.0" - }, - "description": "Geographical latitude from GPS." - }, - "altitude_instrument": { - "units": "m", - "name_for_output": "height_of_station_above_sea_level", - "output_attributes": { - "valid_min": "-300.0", - "valid_max": "20000.0" - }, - "description": "Altitude of the location of the instrument." - }, - "datetime": { - "name_for_output": "report_timestamp_middle", - "output_attributes": { - "valid_min": "-36600.0", - "valid_max": "36600.0" - }, - "description": "Time specified indicates the middle of the period over which the observation was made." - }, - "integration_time": { - "units": "s", - "name_for_output": "time_integration", - "output_attributes": { - "valid_min": "0.0", - "valid_max": "180000.0" - }, - "description": "Duration of the measurements corresponding to the retrieved profile." - }, - "pressure_independent": { - "units": "Pa", - "description": "Effective air pressure at each altitude.", - "output_attributes": { - "valid_min": "0.0", - "valid_max": "110000.0" - }, - "name_for_output": "air_pressure" - }, - "temperature_independent": { - "units": "Kelvin", - "description": "Effective air temperature at each altitude.", - "output_attributes": { - "valid_min": "50.0", - "valid_max": "420.0" - }, - "name_for_output": "air_temperature" - }, - "datetime_start": { - "name_for_output": "report_timestamp_beginning", - "output_attributes": { - "valid_min": "-36600.0", - "valid_max": "36600.0" - }, - "description": "Time specified indicates the start of the period over which the observation was made." - }, - "datetime_stop": { - "name_for_output": "report_timestamp_end", - "output_attributes": { - "valid_min": "-36600.0", - "valid_max": "36600.0" - }, - "description": "Time specified indicates the end of the period over which the observation was made." - }, - "pressure_independent_source": { - "name_for_output": "air_pressure_source", - "output_attributes": {}, - "description": "Pressure profile source (e.g. NCEP, Sonde, ECMWF etc.)." - }, - "temperature_independent_source": { - "name_for_output": "air_temperature_source", - "output_attributes": {}, - "description": "Temperature profile source (e.g. Lidar, NCEP, Sonde, ECMWF)." - }, - "o3_number_density_abs_diff": { - "units": "molec m-3", - "description": "Core, measured variable.", - "output_attributes": { - "valid_min": "-6.4999999e18", - "valid_max": "2.0e19" - }, - "name_for_output": "ozone_number_density", - "random_uncertainty": "o3_number_density_abs_diff_uncertainty_random_standard", - "systematic_uncertainty": "o3_number_density_abs_diff_uncertainty_systematic_standard", - "combined_uncertainty": "o3_number_density_abs_diff_uncertainty_combined_standard" - }, - "o3_number_density_abs_diff_res_altitude_df_cutoff": { - "units": "m", - "description": "Vertical resolution: NDACC-lidar-standardized based on digital filter cut-off frequency.", - "output_attributes": { - "valid_min": "0.0", - "valid_max": "25000.0" - }, - "name_for_output": "ozone_number_density_altitude_resolution_df_cutoff" - }, - "o3_number_density_abs_diff_res_altitude_df_normalized_frequency": { - "units": "1", - "description": "Normalized frequency to use with Transfer Function (Nyquist=0.5).", - "output_attributes": { - "valid_min": "0.0", - "valid_max": "0.5", - "long_name": "ozone_number_density_altitude_resolution_df_normalized_frequency" - }, - "name_for_output": "ozone_number_density_altitude_resolution_df_normalized_fq" - }, - "o3_number_density_abs_diff_res_altitude_df_transfer_function": { - "units": "1", - "description": "Transfer Function of Digital Filter used.", - "output_attributes": { - "valid_min": "-1.0", - "valid_max": "1.0" - }, - "name_for_output": "ozone_number_density_altitude_resolution_df_transfer_function" - }, - "o3_number_density_abs_diff_res_altitude_distance_from_impulse": { - "units": "1", - "description": "Distance from impulse to use with Impulse Response (0 at location of Impulse).", - "output_attributes": { - "valid_min": "-102.0", - "valid_max": "102.0" - }, - "name_for_output": "ozone_number_density_altitude_resolution_distance_from_impulse" - }, - "o3_number_density_abs_diff_res_altitude_impulse_response": { - "units": "1", - "description": "Vertical resolution: impulse response.", - "output_attributes": { - "valid_min": "-1.0", - "valid_max": "1.0" - }, - "name_for_output": "ozone_number_density_altitude_resolution_impulse_response" - }, - "o3_number_density_abs_diff_res_altitude_impulse_response_fwhm": { - "units": "m", - "description": "Vertical resolution: Full-width at half-maximum (FWHM) of impulse response.", - "output_attributes": { - "valid_min": "0.0", - "valid_max": "10000.0" - }, - "name_for_output": "ozone_number_density_altitude_resolution_impulse_response_fwhm" - }, - "o3_number_density_abs_diff_res_altitude_originator": { - "units": "m", - "description": "Vertical resolution: PI's historical definition.", - "output_attributes": { - "valid_min": "0.0", - "valid_max": "35000.0" - }, - "name_for_output": "ozone_number_density_altitude_resolution_originator" - }, - "o3_number_density_abs_diff_uncertainty_random_standard": { - "units": "molec m-3", - "description": "Random uncertainty: NDACC-lidar-standardized definition.", - "output_attributes": { - "valid_min": "0.0", - "valid_max": "2.0e19" - }, - "name_for_output": "ozone_number_density_random_uncertainty" - }, - "o3_number_density_abs_diff_uncertainty_combined_standard": { - "units": "molec m-3", - "description": "Uncertainty: NDACC-lidar-standardized definition.", - "output_attributes": { - "valid_min": "0.0", - "valid_max": "2.0e19" - }, - "name_for_output": "ozone_number_density_combined_uncertainty" - }, - "o3_number_density_abs_diff_uncertainty_systematic_standard": { - "units": "molec m-3", - "description": "Systematic uncertainty: NDACC-lidar-standardized definition.", - "output_attributes": { - "valid_min": "0.0", - "valid_max": "2.0e19" - }, - "name_for_output": "ozone_number_density_systematic_uncertainty" - }, - "o3_number_density_abs_diff_uncertainty_originator": { - "units": "molec m-3", - "description": "Uncertainty: Following PI's historical definition.", - "output_attributes": { - "valid_min": "0.0", - "valid_max": "2.0e19" - }, - "name_for_output": "ozone_number_density_uncertainty_originator" - }, - "o3_mixing_ratio_volume_derived": { - "units": "ppmv", - "description": "Vertical O3 profile from solar absorption measurements.", - "output_attributes": { - "valid_min": "-10.0", - "valid_max": "20.0" - }, - "name_for_output": "ozone_volume_mixing_ratio", - "random_uncertainty": "o3_mixing_ratio_volume_derived_uncertainty_random_standard", - "systematic_uncertainty": "o3_mixing_ratio_volume_derived_uncertainty_systematic_standard", - "combined_uncertainty": "o3_mixing_ratio_volume_derived_uncertainty_combined_standard", - "originator_uncertainty": "o3_mixing_ratio_volume_derived_uncertainty_originator" - }, - "o3_column_partial_derived": { - "units": "Dobson-Units", - "description": "Derived from lidar and independent source.", - "output_attributes": { - "valid_min": "0.0", - "valid_max": "1.0e30" - }, - "name_for_output": "ozone_partial_column_derived", - "combined_uncertainty": "o3_column_partial_derived_uncertainty_combined_standard" - }, - "o3_column_partial_derived_uncertainty_originator": { - "units": "Dobson-Units", - "description": "Uncertainty of the derived partial ozone column (following PI's historical definition).", - "output_attributes": { - "valid_min": "0.0", - "valid_max": "1.0e30" - }, - "name_for_output": "ozone_partial_column_derived_uncertanty_originator" - }, - "o3_column_partial_derived_uncertainty_combined_standard": { - "units": "Dobson-Units", - "description": "Uncertainty of the derived partial ozone column (NDACC-lidar-standardized definition).", - "output_attributes": { - "valid_min": "0.0", - "valid_max": "1.0e30" - }, - "name_for_output": "ozone_partial_column_derived_uncertainty_combined_standard" - }, - "o3_mixing_ratio_volume_derived_uncertainty_random_standard": { - "units": "ppmv", - "description": "Random uncertainty: NDACC-lidar-standardized definition.", - "output_attributes": { - "valid_min": "0.0", - "valid_max": "5.0" - }, - "name_for_output": "ozone_volume_mixing_ratio_random_uncertainty" - }, - "o3_mixing_ratio_volume_derived_uncertainty_systematic_standard": { - "units": "ppmv", - "description": "Systematic uncertainty: NDACC-lidar-standardized definition.", - "output_attributes": { - "valid_min": "0.0", - "valid_max": "5.0" - }, - "name_for_output": "ozone_volume_mixing_ratio_systematic_uncertainty" - }, - "o3_mixing_ratio_volume_derived_uncertainty_combined_standard": { - "units": "ppmv", - "description": "Uncertainty: NDACC-lidar-standardized definition.", - "output_attributes": { - "valid_min": "0.0", - "valid_max": "5.0" - }, - "name_for_output": "ozone_volume_mixing_ratio_combined_uncertainty" - }, - "o3_mixing_ratio_volume_derived_uncertainty_originator": { - "units": "ppmv", - "description": "Uncertainty: Following PI's historical definition.", - "output_attributes": { - "valid_min": "0.0", - "valid_max": "5.0" - }, - "name_for_output": "ozone_volume_mixing_ratio_uncertainty_originator" - } - } - } - } -} diff --git a/cdsobs/data/insitu-observations-ndacc/service_definition.yml b/cdsobs/data/insitu-observations-ndacc/service_definition.yml deleted file mode 100644 index 7894428..0000000 --- a/cdsobs/data/insitu-observations-ndacc/service_definition.yml +++ /dev/null @@ -1,1641 +0,0 @@ -global_attributes: - contactemail: https://support.ecmwf.int - licence_list: 20180314_Copernicus_License_V1.1 - responsible_organisation: ECMWF -sources: - Brewer_O3: - cdm_mapping: - melt_columns: - uncertainty: - total_uncertainty: - - main_variable: total_ozone_column - name: total_ozone_column_total_uncertainty - units: DU - - main_variable: total_ozone_column_mol - name: total_ozone_column_mol_total_uncertainty - units: molecules cm-2 - rename: - dataheader_id: report_id - date_of_observation: report_timestamp - error_o3_vertical_column_density_du: total_ozone_column_total_uncertainty - error_o3_vertical_column_density_mol: total_ozone_column_mol_total_uncertainty - idstation: primary_station_id - lat: latitude|header_table - lon: longitude|header_table - o3_air_mass_factor: total_ozone_column_air_mass_factor - o3_vertical_column_density_du: total_ozone_column - o3_vertical_column_density_mol: total_ozone_column_mol - unit_changes: {} - data_table: ozone_ndacc_brewer_data_value - descriptions: - latitude|header_table: - description: Latitude north of the location of the instrument. - dtype: float32 - units: decimal degrees - longitude|header_table: - description: Longitude east of the location of the instrument. - dtype: float32 - units: decimal degrees - primary_station_id: - description: The name of the station. - dtype: object - report_id: - description: Identifier in the NDACC meta-database. - dtype: float32 - report_timestamp: - description: Timestamp with time zone. - dtype: datetime64[ns] - total_ozone_column: - description: O3 vertical column density in DU. - dtype: float32 - units: DU - total_ozone_column_air_mass_factor: - description: Air mass factor associated with the total stratospheric vertical column of the target gas. - dtype: float32 - units: '1' - total_ozone_column_mol: - description: O3 vertical column density in molecules cm-2. - dtype: float32 - units: molecules cm-2 - header_columns: - - report_id - - primary_station_id - - latitude|header_table - - longitude|header_table - - report_timestamp - - latitude|header_table - - longitude|header_table - header_table: ozone_ndacc_brewer_data_header - join_ids: - data: ozone_ndacc_brewer_data_header_id - header: dataheader_id - main_variables: - - total_ozone_column - - total_ozone_column_mol - - total_ozone_column_air_mass_factor - mandatory_columns: - - report_id - - primary_station_id - - longitude|header_table - - latitude|header_table - - report_timestamp - - total_ozone_column_air_mass_factor - space_columns: - x: longitude|header_table - y: latitude|header_table - CH4: - cdm_mapping: - melt_columns: - uncertainty: - random_uncertainty: - - main_variable: methane_total_column - name: methane_total_column_random_uncertainty - units: Emolec cm-2 - systematic_uncertainty: - - main_variable: methane_total_column - name: methane_total_column_systematic_uncertainty - units: Emolec cm-2 - rename: - altitude: altitude - altitude_boundaries: height_level_boundaries - altitude_instrument: height_of_station_above_sea_level - angle_solar_azimuth: solar_azimuth_angle - angle_solar_zenith_astronomical: solar_zenith_angle - ch4_column_absorption_solar: methane_total_column - ch4_column_absorption_solar_apriori: methane_total_column_apriori - ch4_column_absorption_solar_avk: methane_total_column_averaging_kernel - ch4_column_absorption_solar_uncertainty_random_standard: methane_total_column_random_uncertainty - ch4_column_absorption_solar_uncertainty_systematic_standard: methane_total_column_systematic_uncertainty - ch4_column_partial_absorption_solar: methane_partial_column - ch4_column_partial_absorption_solar_apriori: methane_partial_column_apriori - ch4_mixing_ratio_volume_absorption_solar: methane_volume_mixing_ratio - ch4_mixing_ratio_volume_absorption_solar_apriori: methane_volume_mixing_ratio_apriori - ch4_mixing_ratio_volume_absorption_solar_avk: methane_volume_mixing_ratio_averaging_kernel - ch4_mixing_ratio_volume_absorption_solar_uncertainty_random_covariance: methane_volume_mixing_ratio_random_covariance - ch4_mixing_ratio_volume_absorption_solar_uncertainty_systematic_covariance: methane_volume_mixing_ratio_systematic_covariance - dataheader_id: report_id - date_of_observation: report_timestamp - datetime: report_timestamp_middle - funding: funding - idstation: primary_station_id - integration_time: time_integration - lat: latitude|observations_table - latitude_instrument: latitude|header_table - license_type: license_type - lon: longitude|observations_table - longitude_instrument: longitude|header_table - pressure_independent: pressure - surface_pressure_independent: surface_pressure - surface_temperature_independent: surface_temperature - temperature_independent: air_temperature - unit_changes: {} - data_table: ch4_ftir_data_value - descriptions: - air_temperature: - description: Effective air temperature at each altitude. - dtype: float32 - units: Kelvin - altitude: - description: Grid of altitudes upon which the retrieved target VMR (Volume Mixing Ratio) profile as well as pressure and temperature profiles are reported. - dtype: float32 - units: m - funding: - description: The individual or organization which has provided all or part of the finances associated with the resource. - dtype: object - height_level_boundaries: - description: Upper and lower boundaries of the layers for which partial columns are reported. 2D matrix providing the layer boundaries used for vertical profile retrieval. - dtype: object - units: m - height_of_station_above_sea_level: - description: 'Altitude of the location of the instrument. ' - dtype: float32 - units: m - latitude|header_table: - description: Geographical latitude from GPS. - dtype: float32 - units: decimal degrees - latitude|observations_table: - description: Instrument geolocation; latitude north of the location of the instrument (+ for north; - for south). - dtype: float32 - units: decimal degrees - license_type: - description: 'Creative Commons (CC) Licence: Attribution-NonCommercial-ShareAlike. You are free to Share, copy and redistribute the material in any medium or format Adapt, remix, transform, and build upon the material. Under the following terms: You must give appropriate credit, provide a link to the license, and indicate if changes were made. You may do so in any reasonable manner, but not in any way that suggests the licensor endorses you or your use. You may not use the material for commercial purposes. If you remix, transform, or build upon the material, you must distribute your contributions under the same license as the original. You may not apply legal terms or technological measures that legally restrict others from doing anything the license permits. (https://creativecommons.org/licenses/bync-sa/4.0/).' - dtype: object - longitude|header_table: - description: Geographical longitude from GPS. - dtype: float32 - units: decimal degrees - longitude|observations_table: - description: Instrument geolocation; longitude east of the location of the instrument (+ for east - for west). - dtype: float32 - units: decimal degrees - methane_partial_column: - description: CH4 partial columns in the retrieval layers. - dtype: float32 - units: Pmolec cm-2 - methane_partial_column_apriori: - description: CH4 a priori partial columns in the retrieval layers. - dtype: float32 - units: Pmolec cm-2 - methane_total_column: - description: Retrieved total vertical CH4 column between boundaries of altitude grid. - dtype: float32 - units: Emolec cm-2 - methane_total_column_apriori: - description: A-priori total vertical CH4 column between boundaries of altitude grid. - dtype: float32 - units: Emolec cm-2 - methane_total_column_averaging_kernel: - description: Total vertical column averaging kernel for CH4 derived from mixing ratio averaging kernel. - dtype: object - units: '1' - methane_volume_mixing_ratio: - description: Vertical CH4 profile from solar absorption measurements. - dtype: float32 - units: ppmv - methane_volume_mixing_ratio_apriori: - description: Vertical CH4 a priori profile. - dtype: float32 - units: ppmv - methane_volume_mixing_ratio_averaging_kernel: - description: Averaging kernel matrix (AVK) of the retrieved vertical CH4 profile, in VMR/VMR (Volume Mixing Ratio) units. - dtype: object - units: '1' - methane_volume_mixing_ratio_random_covariance: - description: Total random error covariance matrix associated with the retrieved CH4 vertical profiles, in VMR (Volume Mixing Ratio) units. - dtype: float32 - units: ppmv2 - methane_volume_mixing_ratio_systematic_covariance: - description: Total systematic error covariance matrix associated with the retrieved CH4 vertical profiles, in VMR (Volume Mixing Ratio) units. - dtype: float32 - units: ppmv2 - pressure: - description: Effective air pressure at each altitude. - dtype: float32 - units: Pa - primary_station_id: - description: The name of the station. - dtype: object - report_id: - description: Identifier in the NDACC meta-database. - dtype: float32 - report_timestamp: - description: Timestamp with time zone. - dtype: datetime64[ns] - report_timestamp_middle: - description: Time specified indicates the middle of the period over which the observation was made. - dtype: datetime64[ns] - solar_azimuth_angle: - description: Azimuth angle of the sun in solar absorption mode, the sun defines the line of sight. - dtype: float32 - units: degrees - solar_zenith_angle: - description: Astronomical solar zenith angle in solar absorption mode, the sun defines the line of sight. - dtype: float32 - units: degrees - surface_pressure: - description: Surface pressure measured at the observation site. - dtype: float32 - units: Pa - surface_temperature: - description: Surface temperature measured at the observation site. - dtype: float32 - units: Kelvin - time_integration: - description: Duration of the measurements corresponding to the retrieved profile. - dtype: float32 - units: s - header_columns: - - report_id - - primary_station_id - - latitude|observations_table - - longitude|observations_table - - report_timestamp - - license_type - - funding - - latitude|header_table - - longitude|header_table - header_table: ch4_ftir_data_header - join_ids: - data: ch4_ftir_data_header_id - header: dataheader_id - main_variables: - - methane_partial_column - - methane_total_column - - methane_volume_mixing_ratio - - pressure - mandatory_columns: - - report_id - - primary_station_id - - longitude|observations_table - - latitude|observations_table - - report_timestamp - - license_type - - funding - - altitude - - longitude|header_table - - latitude|header_table - - height_of_station_above_sea_level - - report_timestamp_middle - - time_integration - - pressure - - air_temperature - - height_level_boundaries - - surface_pressure - - surface_temperature - - solar_zenith_angle - - solar_azimuth_angle - space_columns: - x: longitude|header_table - y: latitude|header_table - z: altitude - CO: - cdm_mapping: - melt_columns: - uncertainty: - random_uncertainty: - - main_variable: carbon_monoxide_total_column - name: carbon_monoxide_total_column_random_uncertainty - units: Emolec cm-2 - systematic_uncertainty: - - main_variable: carbon_monoxide_total_column - name: carbon_monoxide_total_column_systematic_uncertainty - units: Emolec cm-2 - rename: - altitude: altitude - altitude_boundaries: height_level_boundaries - altitude_instrument: height_of_station_above_sea_level - angle_solar_azimuth: solar_azimuth_angle - angle_solar_zenith_astronomical: solar_zenith_angle - co_column_absorption_solar: carbon_monoxide_total_column - co_column_absorption_solar_apriori: carbon_monoxide_total_column_apriori - co_column_absorption_solar_avk: carbon_monoxide_total_column_averaging_kernel - co_column_absorption_solar_uncertainty_random_standard: carbon_monoxide_total_column_random_uncertainty - co_column_absorption_solar_uncertainty_systematic_standard: carbon_monoxide_total_column_systematic_uncertainty - co_column_partial_absorption_solar: carbon_monoxide_partial_column - co_column_partial_absorption_solar_apriori: carbon_monoxide_partial_column_apriori - co_mixing_ratio_volume_absorption_solar: carbon_monoxide_volume_mixing_ratio - co_mixing_ratio_volume_absorption_solar_apriori: carbon_monoxide_volume_mixing_ratio_apriori - co_mixing_ratio_volume_absorption_solar_avk: carbon_monoxide_volume_mixing_ratio_averaging_kernel - co_mixing_ratio_volume_absorption_solar_uncertainty_random_covariance: carbon_monoxide_volume_mixing_ratio_random_covariance - co_mixing_ratio_volume_absorption_solar_uncertainty_systematic_covariance: carbon_monoxide_volume_mixing_ratio_systematic_covariance - dataheader_id: report_id - date_of_observation: report_timestamp - datetime: report_timestamp_middle - funding: funding - h2o_column_absorption_solar: water_vapor_total_column - h2o_mixing_ratio_volume_absorption_solar: water_vapor_volume_mixing_ratio - idstation: primary_station_id - integration_time: time_integration - lat: latitude|observations_table - latitude_instrument: latitude|header_table - license_type: license_type - lon: longitude|observations_table - longitude_instrument: longitude|header_table - pressure_independent: pressure - surface_pressure_independent: surface_pressure - surface_temperature_independent: surface_temperature - temperature_independent: air_temperature - unit_changes: {} - data_table: co_ftir_data_value - descriptions: - air_temperature: - description: Effective air temperature at each altitude. - dtype: float32 - units: Kelvin - altitude: - description: Grid of altitudes upon which the retrieved target vmr profile as well as pressure and temperature profiles are reported. - dtype: float32 - units: m - carbon_monoxide_partial_column: - description: CO partial columns in the retrieval layers. - dtype: float32 - units: Pmolec cm-2 - carbon_monoxide_partial_column_apriori: - description: CO a priori partial columns in the retrieval layers. - dtype: float32 - units: Pmolec cm-2 - carbon_monoxide_total_column: - description: Retrieved total vertical CO column between boundaries of altitude grid. - dtype: float32 - units: Emolec cm-2 - carbon_monoxide_total_column_apriori: - description: A-priori total vertical CO column between boundaries of altitude grid. - dtype: float32 - units: Emolec cm-2 - carbon_monoxide_total_column_averaging_kernel: - description: Total vertical column averaging kernel for CO derived from mixing ratio averaging kernel. - dtype: object - units: '1' - carbon_monoxide_volume_mixing_ratio: - description: Vertical CO profile from solar absorption measurements. - dtype: float32 - units: ppmv - carbon_monoxide_volume_mixing_ratio_apriori: - description: Vertical CO a priori profile. - dtype: float32 - units: ppmv - carbon_monoxide_volume_mixing_ratio_averaging_kernel: - description: Averaging kernel matrix (AVK) of the retrieved vertical CO profile, in VMR/VMR (Volume Mixing Ratio) units. - dtype: object - units: '1' - carbon_monoxide_volume_mixing_ratio_random_covariance: - description: Total random error covariance matrix associated with the retrieved CO vertical profiles, in VMR (Volume Mixing Ratio) units. - dtype: float32 - units: ppmv2 - carbon_monoxide_volume_mixing_ratio_systematic_covariance: - description: Total systematic error covariance matrix associated with the retrieved CO vertical profiles, in VMR (Volume Mixing Ratio) units. - dtype: float32 - units: ppmv2 - funding: - description: The individual or organization which has provided all or part of the finances associated with the resource. - dtype: object - height_level_boundaries: - description: Upper and lower boundaries of the layers for which partial columns are reported. 2D matrix providing the layer boundaries used for vertical profile retrieval. - dtype: object - units: m - height_of_station_above_sea_level: - description: 'Altitude of the location of the instrument. ' - dtype: float32 - units: m - latitude|header_table: - description: Geographical latitude from GPS. - dtype: float32 - units: decimal degrees - latitude|observations_table: - description: Instrument geolocation; latitude north of the location of the instrument (+ for north; - for south). - dtype: float32 - units: decimal degrees - license_type: - description: 'Creative Commons (CC) Licence: Attribution-NonCommercial-ShareAlike. You are free to Share, copy and redistribute the material in any medium or format Adapt, remix, transform, and build upon the material. Under the following terms: You must give appropriate credit, provide a link to the license, and indicate if changes were made. You may do so in any reasonable manner, but not in any way that suggests the licensor endorses you or your use. You may not use the material for commercial purposes. If you remix, transform, or build upon the material, you must distribute your contributions under the same license as the original. You may not apply legal terms or technological measures that legally restrict others from doing anything the license permits. (https://creativecommons.org/licenses/bync-sa/4.0/).' - dtype: object - longitude|header_table: - description: Geographical longitude from GPS. - dtype: float32 - units: decimal degrees - longitude|observations_table: - description: Instrument geolocation; longitude east of the location of the instrument (+ for east - for west). - dtype: float32 - units: decimal degrees - pressure: - description: Effective air pressure at each altitude. - dtype: float32 - units: Pa - primary_station_id: - description: The name of the station. - dtype: object - report_id: - description: Identifier in the NDACC meta-database. - dtype: float32 - report_timestamp: - description: Timestamp with time zone. - dtype: datetime64[ns] - report_timestamp_middle: - description: Time specified indicates the middle of the period over which the observation was made. - dtype: datetime64[ns] - solar_azimuth_angle: - description: Azimuth angle of the sun in solar absorption mode, the sun defines the line of sight. - dtype: float32 - units: degrees - solar_zenith_angle: - description: Astronomical solar zenith angle in solar absorption mode, the sun defines the line of sight. - dtype: float32 - units: degrees - surface_pressure: - description: Surface pressure measured at the observation site. - dtype: float32 - units: Pa - surface_temperature: - description: Surface temperature measured at the observation site. - dtype: float32 - units: Kelvin - time_integration: - description: Duration of the measurements corresponding to the retrieved profile. - dtype: float32 - units: s - water_vapor_total_column: - description: Total vertical column of H2O adopted in the target gas retrieval. - dtype: float32 - units: Zmolec cm-2 - water_vapor_volume_mixing_ratio: - description: Vertical profile of H2O adopted in the target gas retrieval in VMR (Volume Mixing Ratio) units. - dtype: float32 - units: ppmv - header_columns: - - report_id - - primary_station_id - - latitude|observations_table - - longitude|observations_table - - report_timestamp - - license_type - - funding - - latitude|header_table - - longitude|header_table - header_table: co_ftir_data_header - join_ids: - data: co_ftir_data_header_id - header: dataheader_id - main_variables: - - carbon_monoxide_total_column - - carbon_monoxide_partial_column - - carbon_monoxide_volume_mixing_ratio - - pressure - mandatory_columns: - - report_id - - primary_station_id - - longitude|observations_table - - latitude|observations_table - - report_timestamp - - license_type - - funding - - altitude - - longitude|header_table - - latitude|header_table - - height_of_station_above_sea_level - - report_timestamp_middle - - time_integration - - pressure - - air_temperature - - height_level_boundaries - - surface_pressure - - surface_temperature - - solar_zenith_angle - - solar_azimuth_angle - - water_vapor_total_column - - water_vapor_volume_mixing_ratio - space_columns: - x: longitude|header_table - y: latitude|header_table - z: altitude - Dobson_O3: - cdm_mapping: - melt_columns: - uncertainty: - total_uncertainty: - - main_variable: total_ozone_column - name: total_ozone_column_total_uncertainty - units: DU - - main_variable: total_ozone_column_mol - name: total_ozone_column_mol_total_uncertainty - units: molecules cm-2 - rename: - dataheader_id: report_id - date_of_observation: report_timestamp - error_o3_vertical_column_density_du: total_ozone_column_total_uncertainty - error_o3_vertical_column_density_mol: total_ozone_column_mol_total_uncertainty - idstation: primary_station_id - lat: latitude|header_table - lon: longitude|header_table - o3_air_mass_factor: total_ozone_column_air_mass_factor - o3_vertical_column_density_du: total_ozone_column - o3_vertical_column_density_mol: total_ozone_column_mol - unit_changes: {} - data_table: ozone_ndacc_dobson_data_value - descriptions: - latitude|header_table: - description: Latitude north of the location of the instrument. - dtype: float32 - units: decimal degrees - longitude|header_table: - description: Longitude east of the location of the instrument. - dtype: float32 - units: decimal degrees - primary_station_id: - description: The name of the station. - dtype: object - report_id: - description: Identifier in the NDACC meta-database. - dtype: float32 - report_timestamp: - description: Timestamp with time zone. - dtype: datetime64[ns] - total_ozone_column: - description: O3 vertical column density in DU. - dtype: float32 - units: DU - total_ozone_column_air_mass_factor: - description: Air mass factor associated with the total stratospheric vertical column of the target gas. - dtype: float32 - total_ozone_column_mol: - description: O3 vertical column density in molecules cm-2. - dtype: float32 - units: molecules cm-2 - header_columns: - - report_id - - primary_station_id - - latitude|header_table - - longitude|header_table - - latitude|header_table - - longitude|header_table - header_table: ozone_ndacc_dobson_data_header - join_ids: - data: ozone_ndacc_dobson_data_header_id - header: dataheader_id - main_variables: - - total_ozone_column - - total_ozone_column_mol - - total_ozone_column_air_mass_factor - mandatory_columns: - - report_id - - primary_station_id - - longitude|header_table - - latitude|header_table - - report_timestamp - - total_ozone_column_air_mass_factor - space_columns: - x: longitude|header_table - y: latitude|header_table - Ftir_profile_O3: - cdm_mapping: - melt_columns: - uncertainty: - random_uncertainty: - - main_variable: total_ozone_column - name: ozone_total_column_random_uncertainty - units: Emolec cm-2 - systematic_uncertainty: - - main_variable: total_ozone_column - name: ozone_total_column_systematic_uncertainty - units: Emolec cm-2 - rename: - altitude: altitude - altitude_boundaries: height_level_boundaries - altitude_instrument: height_of_station_above_sea_level - angle_solar_azimuth: solar_azimuth_angle - angle_solar_zenith_astronomical: solar_zenith_angle - dataheader_id: report_id - date_of_observation: report_timestamp - datetime: report_timestamp_middle - funding: funding - h2o_column_absorption_solar: water_vapor_total_column - h2o_mixing_ratio_volume_absorption_solar: water_vapour_mixing_ratio - idstation: primary_station_id - integration_time: report_duration - lat: latitude|observations_table - latitude_instrument: latitude|header_table - license_type: license_type - lon: longitude|observations_table - longitude_instrument: longitude|header_table - o3_column_absorption_solar: total_ozone_column - o3_column_absorption_solar_apriori: ozone_total_column_apriori - o3_column_absorption_solar_avk: ozone_total_column_averaging_kernel - o3_column_absorption_solar_uncertainty_random_standard: ozone_total_column_random_uncertainty - o3_column_absorption_solar_uncertainty_systematic_standard: ozone_total_column_systematic_uncertainty - o3_column_partial_absorption_solar: ozone_partial_column - o3_column_partial_absorption_solar_apriori: ozone_partial_column_apriori - o3_mixing_ratio_volume_absorption_solar: ozone_volume_mixing_ratio - o3_mixing_ratio_volume_absorption_solar_apriori: ozone_volume_mixing_ratio_apriori - o3_mixing_ratio_volume_absorption_solar_avk: ozone_volume_mixing_ratio_averaging_kernel - o3_mixing_ratio_volume_absorption_solar_uncertainty_random_covariance: ozone_volume_mixing_ratio_random_covariance - o3_mixing_ratio_volume_absorption_solar_uncertainty_systematic_covariance: ozone_volume_mixing_ratio_systematic_covariance - pressure_independent: pressure - surface_pressure_independent: air_pressure - surface_temperature_independent: surface_temperature - temperature_independent: air_temperature - unit_changes: {} - data_table: o3_ftir_data_value - descriptions: - air_pressure: - description: Surface pressure measured at the observation site. - dtype: float32 - units: Pa - air_temperature: - description: Effective air temperature at each altitude. - dtype: float32 - units: Kelvin - altitude: - description: Grid of altitudes upon which the retrieved target vmr profile as well as pressure and temperature profiles are reported. - dtype: float32 - units: m - funding: - description: The individual or organization which has provided all or part of the finances associated with the resource. - dtype: object - height_level_boundaries: - description: Upper and lower boundaries of the layers for which partial COLUMNs are reported. 2D matrix providing the layer boundaries used for vertical profile retrieval. - dtype: object - units: m - height_of_station_above_sea_level: - description: Altitude of the location of the instrument. - dtype: float32 - units: m - latitude|header_table: - description: Geographical latitude from GPS. - dtype: float32 - units: decimal degrees - latitude|observations_table: - description: Instrument geolocation; latitude north of the location of the instrument (+ for north; - for south). - dtype: float32 - units: decimal degrees - license_type: - description: 'Creative Commons (CC) Licence: Attribution-NonCommercial-ShareAlike. You are free to Share, copy and redistribute the material in any medium or format Adapt, remix, transform, and build upon the material. Under the following terms: You must give appropriate credit, provide a link to the license, and indicate if changes were made. You may do so in any reasonable manner, but not in any way that suggests the licensor endorses you or your use. You may not use the material for commercial purposes. If you remix, transform, or build upon the material, you must distribute your contributions under the same license as the original. You may not apply legal terms or technological measures that legally restrict others from doing anything the license permits. (https://creativecommons.org/licenses/bync-sa/4.0/).' - dtype: object - longitude|header_table: - description: Geographical longitude from GPS. - dtype: float32 - units: decimal degrees - longitude|observations_table: - description: Instrument geolocation; longitude east of the location of the instrument (+ for east - for west). - dtype: float32 - units: decimal degrees - ozone_partial_column: - description: O3 partial columns in the retrieval layers. - dtype: float32 - units: Pmolec cm-2 - ozone_partial_column_apriori: - description: O3 a priori partial columns in the retrieval layers. - dtype: float32 - units: Pmolec cm-2 - ozone_total_column_apriori: - description: A-priori total vertical O3 column between boundaries of altitude grid. - dtype: float32 - units: Emolec cm-2 - ozone_total_column_averaging_kernel: - description: Total vertical column averaging kernel for O3 derived from mixing ratio averaging kernel. - dtype: object - units: '1' - ozone_volume_mixing_ratio: - description: Vertical O3 profile from solar absorption measurements. - dtype: float32 - units: ppmv - ozone_volume_mixing_ratio_apriori: - description: Vertical O3 a priori profile. - dtype: float32 - units: ppmv - ozone_volume_mixing_ratio_averaging_kernel: - description: Averaging kernel matrix (AVK) of the retrieved vertical O3 profile, in VMR/VMR (Volume Mixing Ratio) units. - dtype: object - units: '1' - ozone_volume_mixing_ratio_random_covariance: - description: Total random error covariance matrix associated with the retrieved O3 vertical profiles, in VMR (Volume Mixing Ratio) units. - dtype: float32 - units: ppmv2 - ozone_volume_mixing_ratio_systematic_covariance: - description: Total systematic error covariance matrix associated with the retrieved O3 vertical profiles, in VMR (Volume Mixing Ratio) units. - dtype: float32 - units: ppmv2 - pressure: - description: Effective air pressure at each altitude. - dtype: float32 - units: Pa - primary_station_id: - description: The name of the station. - dtype: object - report_duration: - description: Duration of the measurements corresponding to the retrieved profile. - dtype: float32 - units: s - report_id: - description: Identifier in the NDACC meta-database. - dtype: float32 - report_timestamp: - description: Timestamp with time zone. - dtype: datetime64[ns] - report_timestamp_middle: - description: Time specified indicates the middle of the period over which the observation was made. - dtype: datetime64[ns] - solar_azimuth_angle: - description: Azimuth angle of the sun in solar absorption mode, the sun defines the line of sight. - dtype: float32 - units: degrees - solar_zenith_angle: - description: Astronomical solar zenith angle in solar absorption mode, the sun defines the line of sight. - dtype: float32 - units: degrees - surface_temperature: - description: Surface temperature measured at the observation site. - dtype: float32 - units: Kelvin - total_ozone_column: - description: Retrieved total vertical O3 column between boundaries of altitude grid. - dtype: float32 - units: Emolec cm-2 - water_vapor_total_column: - description: Total vertical column of H2O adopted in the target gas retrieval. - dtype: float32 - units: Zmolec cm-2 - water_vapour_mixing_ratio: - description: Vertical profile of H2O adopted in the target gas retrieval in VMR (Volume Mixing Ratio) units. - dtype: float32 - units: ppmv - header_columns: - - report_id - - primary_station_id - - latitude|observations_table - - longitude|observations_table - - report_timestamp - - license_type - - funding - - latitude|header_table - - longitude|header_table - header_table: o3_ftir_data_header - join_ids: - data: o3_ftir_data_header_id - header: dataheader_id - main_variables: - - ozone_partial_column - - total_ozone_column - - ozone_volume_mixing_ratio - - pressure - - water_vapor_total_column - - water_vapour_mixing_ratio - - solar_zenith_angle - - solar_azimuth_angle - - air_temperature - - air_pressure - mandatory_columns: - - report_id - - primary_station_id - - longitude|observations_table - - latitude|observations_table - - report_timestamp - - license_type - - funding - - altitude - - longitude|header_table - - latitude|header_table - - height_of_station_above_sea_level - - report_timestamp_middle - - report_duration - - pressure - - air_temperature - - height_level_boundaries - - air_pressure - - surface_temperature - - solar_zenith_angle - - solar_azimuth_angle - - water_vapor_total_column - - water_vapour_mixing_ratio - space_columns: - x: longitude|header_table - y: latitude|header_table - z: altitude - Lidar_profile_O3: - cdm_mapping: - melt_columns: - uncertainty: - random_uncertainty: - - main_variable: ozone_volume_mixing_ratio - name: ozone_volume_mixing_ratio_random_uncertainty - units: ppmv - - main_variable: ozone_number_density - name: ozone_number_density_random_uncertainty - units: molec m-3 - systematic_uncertainty: - - main_variable: ozone_volume_mixing_ratio - name: ozone_volume_mixing_ratio_systematic_uncertainty - units: ppmv - - main_variable: ozone_number_density - name: ozone_number_density_systematic_uncertainty - units: molec m-3 - total_uncertainty: - - main_variable: ozone_volume_mixing_ratio - name: ozone_volume_mixing_ratio_combined_uncertainty - units: ppmv - - main_variable: ozone_number_density - name: ozone_number_density_combined_uncertainty - units: molec m-3 - - main_variable: ozone_partial_column_derived - name: ozone_partial_column_derived_uncertainty_combined_standard - units: Dobson-Units - rename: - altitude: altitude - altitude_instrument: height_of_station_above_sea_level - dataheader_id: report_id - date_of_observation: report_timestamp - datetime: report_timestamp_middle - datetime_start: report_timestamp_beginning - datetime_stop: report_timestamp_end - funding: funding - idstation: primary_station_id - integration_time: report_duration - lat: latitude|observations_table - latitude_instrument: latitude|header_table - license_type: license_type - lon: longitude|observations_table - longitude_instrument: longitude|header_table - o3_column_partial_derived: ozone_partial_column_derived - o3_column_partial_derived_uncertainty_combined_standard: ozone_partial_column_derived_uncertainty_combined_standard - o3_column_partial_derived_uncertainty_originator: ozone_partial_column_derived_uncertanty_originator - o3_mixing_ratio_volume_derived: ozone_volume_mixing_ratio - o3_mixing_ratio_volume_derived_uncertainty_combined_standard: ozone_volume_mixing_ratio_combined_uncertainty - o3_mixing_ratio_volume_derived_uncertainty_originator: ozone_volume_mixing_ratio_uncertainty_originator - o3_mixing_ratio_volume_derived_uncertainty_random_standard: ozone_volume_mixing_ratio_random_uncertainty - o3_mixing_ratio_volume_derived_uncertainty_systematic_standard: ozone_volume_mixing_ratio_systematic_uncertainty - o3_number_density_abs_diff: ozone_number_density - o3_number_density_abs_diff_res_altitude_df_cutoff: ozone_number_density_altitude_resolution_df_cutoff - o3_number_density_abs_diff_res_altitude_df_normalized_frequency: ozone_number_density_altitude_resolution_df_normalized_fq - o3_number_density_abs_diff_res_altitude_df_transfer_function: ozone_number_density_altitude_resolution_df_transfer_function - o3_number_density_abs_diff_res_altitude_distance_from_impulse: ozone_number_density_altitude_resolution_distance_from_impulse - o3_number_density_abs_diff_res_altitude_impulse_response: ozone_number_density_altitude_resolution_impulse_response - o3_number_density_abs_diff_res_altitude_impulse_response_fwhm: ozone_number_density_altitude_resolution_impulse_response_fwhm - o3_number_density_abs_diff_res_altitude_originator: ozone_number_density_altitude_resolution_originator - o3_number_density_abs_diff_uncertainty_combined_standard: ozone_number_density_combined_uncertainty - o3_number_density_abs_diff_uncertainty_originator: ozone_number_density_uncertainty_originator - o3_number_density_abs_diff_uncertainty_random_standard: ozone_number_density_random_uncertainty - o3_number_density_abs_diff_uncertainty_systematic_standard: ozone_number_density_systematic_uncertainty - pressure_independent: pressure - pressure_independent_source: air_pressure_source - temperature_independent: air_temperature - temperature_independent_source: air_temperature_source - unit_changes: {} - data_table: o3_lidar_data_value - descriptions: - air_pressure_source: - description: Pressure profile source (e.g. NCEP, Sonde, ECMWF etc.). - dtype: float32 - air_temperature: - description: Effective air temperature at each altitude. - dtype: float32 - units: Kelvin - air_temperature_source: - description: Temperature profile source (e.g. Lidar, NCEP, Sonde, ECMWF). - dtype: float32 - altitude: - description: Grid of altitudes upon which the retrieved target vmr profile as well as pressure and temperature profiles are reported. - dtype: float32 - units: m - funding: - description: The individual or organization which has provided all or part of the finances associated with the resource. - dtype: object - height_of_station_above_sea_level: - description: Altitude of the location of the instrument. - dtype: float32 - units: m - latitude|header_table: - description: Geographical latitude from GPS. - dtype: float32 - units: decimal degrees - latitude|observations_table: - description: Instrument geolocation; latitude north of the location of the instrument (+ for north; - for south). - dtype: float32 - units: decimal degrees - license_type: - description: 'Creative Commons (CC) Licence: Attribution-NonCommercial-ShareAlike. You are free to Share, copy and redistribute the material in any medium or format Adapt, remix, transform, and build upon the material. Under the following terms: You must give appropriate credit, provide a link to the license, and indicate if changes were made. You may do so in any reasonable manner, but not in any way that suggests the licensor endorses you or your use. You may not use the material for commercial purposes. If you remix, transform, or build upon the material, you must distribute your contributions under the same license as the original. You may not apply legal terms or technological measures that legally restrict others from doing anything the license permits. (https://creativecommons.org/licenses/bync-sa/4.0/).' - dtype: object - longitude|header_table: - description: Geographical longitude from GPS. - dtype: float32 - units: decimal degrees - longitude|observations_table: - description: Instrument geolocation; longitude east of the location of the instrument (+ for east - for west). - dtype: float32 - units: decimal degrees - ozone_number_density: - description: Core, measured variable. - dtype: float32 - units: molec m-3 - ozone_number_density_altitude_resolution_df_cutoff: - description: 'Vertical resolution: NDACC-lidar-standardized based on digital filter cut-off frequency.' - dtype: float32 - units: m - ozone_number_density_altitude_resolution_df_normalized_fq: - description: Normalized frequency to use with Transfer Function (Nyquist=0.5). - dtype: float32 - units: '1' - ozone_number_density_altitude_resolution_df_transfer_function: - description: Transfer Function of Digital Filter used. - dtype: object - units: '1' - ozone_number_density_altitude_resolution_distance_from_impulse: - description: Distance from impulse to use with Impulse Response (0 at location of Impulse). - dtype: object - units: '1' - ozone_number_density_altitude_resolution_impulse_response: - description: 'Vertical resolution: impulse response.' - dtype: float32 - units: '1' - ozone_number_density_altitude_resolution_impulse_response_fwhm: - description: 'Vertical resolution: Full-width at half-maximum (FWHM) of impulse response.' - dtype: float32 - units: m - ozone_number_density_altitude_resolution_originator: - description: 'Vertical resolution: PI''s historical definition.' - dtype: float32 - units: m - ozone_number_density_uncertainty_originator: - description: 'Uncertainty: Following PI''s historical definition.' - dtype: float32 - units: molec m-3 - ozone_partial_column_derived: - description: Derived from lidar and independent source. - dtype: float32 - units: Dobson-Units - ozone_partial_column_derived_uncertanty_originator: - description: Uncertainty of the derived partial ozone column (following PI's historical definition). - dtype: float32 - units: Dobson-Units - ozone_volume_mixing_ratio: - description: Vertical O3 profile from solar absorption measurements. - dtype: float32 - units: ppmv - ozone_volume_mixing_ratio_uncertainty_originator: - description: 'Uncertainty: Following PI''s historical definition.' - dtype: float32 - units: ppmv - pressure: - description: Effective air pressure at each altitude. - dtype: float32 - units: Pa - primary_station_id: - description: The name of the station. - dtype: object - report_duration: - description: Duration of the measurements corresponding to the retrieved profile. - dtype: float32 - units: s - report_id: - description: Identifier in the NDACC meta-database. - dtype: float32 - report_timestamp: - description: Timestamp with time zone. - dtype: datetime64[ns] - report_timestamp_beginning: - description: Time specified indicates the start of the period over which the observation was made. - dtype: float32 - report_timestamp_end: - description: Time specified indicates the end of the period over which the observation was made. - dtype: float32 - report_timestamp_middle: - description: Time specified indicates the middle of the period over which the observation was made. - dtype: datetime64[ns] - header_columns: - - report_id - - primary_station_id - - latitude|observations_table - - longitude|observations_table - - report_timestamp - - license_type - - funding - - latitude|header_table - - longitude|header_table - header_table: o3_lidar_data_header - join_ids: - data: o3_lidar_data_header_id - header: dataheader_id - main_variables: - - ozone_volume_mixing_ratio - - ozone_number_density - - ozone_partial_column_derived - - pressure - - air_temperature - mandatory_columns: - - report_id - - primary_station_id - - longitude|observations_table - - latitude|observations_table - - report_timestamp - - license_type - - funding - - altitude - - longitude|header_table - - latitude|header_table - - height_of_station_above_sea_level - - report_timestamp_middle - - report_duration - - pressure - - air_temperature - - report_timestamp_beginning - - report_timestamp_end - - air_pressure_source - - air_temperature_source - - ozone_number_density_altitude_resolution_df_cutoff - - ozone_number_density_altitude_resolution_df_normalized_fq - - ozone_number_density_altitude_resolution_df_transfer_function - - ozone_number_density_altitude_resolution_distance_from_impulse - - ozone_number_density_altitude_resolution_impulse_response - - ozone_number_density_altitude_resolution_impulse_response_fwhm - - ozone_number_density_altitude_resolution_originator - - ozone_number_density_uncertainty_originator - - ozone_partial_column_derived_uncertanty_originator - space_columns: - x: longitude|header_table - y: latitude|header_table - z: altitude - Mwr_profile_O3: - cdm_mapping: - melt_columns: - uncertainty: - random_uncertainty: - - main_variable: ozone_volume_mixing_ratio - name: ozone_volume_mixing_ratio_random_standard - units: ppmv2 - systematic_uncertainty: - - main_variable: ozone_volume_mixing_ratio - name: ozone_volume_mixing_ratio_systematic_standard - units: ppmv2 - rename: - altitude: altitude - altitude_instrument: height_of_station_above_sea_level - angle_view_azimuth: instrument_viewing_azimuth_angle - angle_view_zenith_mean: instrument_viewing_zenith_angle - dataheader_id: report_id - date_of_observation: report_timestamp - datetime: report_timestamp_middle - datetime_start: report_timestamp_beginning - datetime_stop: report_timestamp_end - funding: funding - h2o_column_derived: water_vapor_total_column - idstation: primary_station_id - integration_time: report_duration - lat: latitude|observations_table - latitude_instrument: latitude|header_table - license_type: license_type - lon: longitude|observations_table - longitude_instrument: longitude|header_table - o3_column_partial_emission: ozone_partial_column - o3_mixing_ratio_volume_emission: ozone_volume_mixing_ratio - o3_mixing_ratio_volume_emission_apriori: ozone_volume_mixing_ratio_apriori - o3_mixing_ratio_volume_emission_apriori_contribution: ozone_volume_mixing_ratio_apriori_contribution - o3_mixing_ratio_volume_emission_avk: ozone_volume_mixing_ratio_averaging_kernel - o3_mixing_ratio_volume_emission_uncertainty_random_standard: ozone_volume_mixing_ratio_random_standard - o3_mixing_ratio_volume_emission_uncertainty_systematic_standard: ozone_volume_mixing_ratio_systematic_standard - opacity_atmospheric_emission: opacity_atmospheric - pressure_independent: pressure - temperature_independent: air_temperature - unit_changes: {} - data_table: o3_mwr_data_value - descriptions: - air_temperature: - description: Effective air temperature at each altitude. - dtype: float32 - units: Kelvin - altitude: - description: Grid of altitudes upon which the retrieved target vmr profile as well as pressure and temperature profiles are reported. - dtype: float32 - units: m - funding: - description: The individual or organization which has provided all or part of the finances associated with the resource. - dtype: object - height_of_station_above_sea_level: - description: 'Altitude of the location of the instrument. ' - dtype: float32 - units: m - instrument_viewing_azimuth_angle: - description: The azimuth viewing direction of the instrument using north as the reference plane and increasing clockwise (0 for north, 90 for east and so on). - dtype: float32 - units: degrees - instrument_viewing_zenith_angle: - description: The zenith viewing direction of the instrument. - dtype: float32 - units: degrees - latitude|header_table: - description: Geographical latitude from GPS. - dtype: float32 - units: decimal degrees - latitude|observations_table: - description: Instrument geolocation; latitude north of the location of the instrument (+ for north; - for south). - dtype: float32 - units: decimal degrees - license_type: - description: 'Creative Commons (CC) Licence: Attribution-NonCommercial-ShareAlike. You are free to Share, copy and redistribute the material in any medium or format Adapt, remix, transform, and build upon the material. Under the following terms: You must give appropriate credit, provide a link to the license, and indicate if changes were made. You may do so in any reasonable manner, but not in any way that suggests the licensor endorses you or your use. You may not use the material for commercial purposes. If you remix, transform, or build upon the material, you must distribute your contributions under the same license as the original. You may not apply legal terms or technological measures that legally restrict others from doing anything the license permits. (https://creativecommons.org/licenses/bync-sa/4.0/).' - dtype: object - longitude|header_table: - description: Geographical longitude from GPS. - dtype: float32 - units: decimal degrees - longitude|observations_table: - description: Instrument geolocation; longitude east of the location of the instrument (+ for east - for west). - dtype: float32 - units: decimal degrees - opacity_atmospheric: - description: Mean opacity of the atmosphere during the time of the measurement. - dtype: float32 - units: Np - ozone_partial_column: - description: O3 partial columns in the retrieval layers. - dtype: float32 - units: Pmolec cm-2 - ozone_volume_mixing_ratio: - description: Vertical O3 profile from solar absorption measurements. - dtype: float32 - units: ppmv - ozone_volume_mixing_ratio_apriori: - description: Vertical O3 a priori profile. - dtype: float32 - units: ppmv - ozone_volume_mixing_ratio_apriori_contribution: - description: Unitless value of the contribution of the a priori to the measurement. - dtype: float32 - ozone_volume_mixing_ratio_averaging_kernel: - description: Averaging kernel matrix (AVK) of the retrieved vertical O3 profile, in VMR/VMR (volume mixin ratio) units. - dtype: object - units: '1' - pressure: - description: Effective air pressure at each altitude. - dtype: float32 - units: Pa - primary_station_id: - description: The name of the station. - dtype: object - report_duration: - description: Duration of the measurements corresponding to the retrieved profile. - dtype: float32 - units: s - report_id: - description: Identifier in the NDACC meta-database. - dtype: float32 - report_timestamp: - description: Timestamp with time zone. - dtype: datetime64[ns] - report_timestamp_beginning: - description: Time specified indicates the start of the period over which the observation was made. - dtype: float32 - report_timestamp_end: - description: Time specified indicates the end of the period over which the observation was made. - dtype: float32 - report_timestamp_middle: - description: Time specified indicates the middle of the period over which the observation was made. - dtype: datetime64[ns] - water_vapor_total_column: - description: Total vertical column of H2O adopted in the target gas retrieval. - dtype: float32 - units: Pmolec cm-2 - header_columns: - - report_id - - primary_station_id - - latitude|observations_table - - longitude|observations_table - - report_timestamp - - license_type - - funding - - latitude|header_table - - longitude|header_table - header_table: o3_mwr_data_header - join_ids: - data: o3_mwr_data_header_id - header: dataheader_id - main_variables: - - ozone_partial_column - - ozone_volume_mixing_ratio - - water_vapor_total_column - - pressure - - air_temperature - - instrument_viewing_azimuth_angle - - instrument_viewing_zenith_angle - mandatory_columns: - - report_id - - primary_station_id - - longitude|observations_table - - latitude|observations_table - - report_timestamp - - license_type - - funding - - altitude - - longitude|header_table - - latitude|header_table - - height_of_station_above_sea_level - - report_timestamp_middle - - report_duration - - pressure - - air_temperature - - report_timestamp_beginning - - report_timestamp_end - - instrument_viewing_azimuth_angle - - instrument_viewing_zenith_angle - - opacity_atmospheric - space_columns: - x: longitude|header_table - y: latitude|header_table - z: altitude - OzoneSonde_O3: - cdm_mapping: - melt_columns: - uncertainty: - total_uncertainty: - - main_variable: ozone_partial_pressure - name: ozone_partial_pressure_total_uncertainty - units: Pa - rename: - alt: altitude - batv: pump_motor_voltage - dataheader_id: report_id - date_of_observation: report_timestamp - gpsalt: geopotential_height - idstation: primary_station_id - intt: sample_temperature - lat: latitude|header_table - latitude: latitude - lon: longitude|header_table - longitude: longitude - o3con: ozone_concentration - o3cur: sonde_current - pcur: pump_motor_current - po3: ozone_partial_pressure - pott: equivalent_potential_temperature - press: pressure - rh: relative_humidity - temp: air_temperature - time: time_since_launch - wdir: wind_from_direction - wspd: wind_speed - xoz: ozone_partial_pressure_total_uncertainty - unit_changes: {} - data_table: ozone_ndacc_ozonesonde_data_value - descriptions: - air_temperature: - description: Effective air temperature at each altitude. - dtype: float32 - units: Kelvin - altitude: - description: Altitude of the location of the instrument. - dtype: float32 - units: m - equivalent_potential_temperature: - description: Temperature a parcel of air would reach if all the water vapor in the parcel were to condense, releasing its latent heat, and the parcel was brought adiabatically to a standard reference pressure, usually 1000 hPa. - dtype: float32 - units: Kelvin - geopotential_height: - description: Geopotential height in meters. - dtype: float32 - units: m - latitude: - description: Geographical latitude from GPS. - dtype: float32 - units: decimal degrees - latitude|header_table: - description: Latitude north of the location of the instrument. - dtype: float32 - units: decimal degrees - longitude: - description: Geographical longitude from GPS. - dtype: float32 - units: decimal degrees - longitude|header_table: - description: Longitude east of the location of the instrument. - dtype: float32 - units: decimal degrees - ozone_concentration: - description: Level mixing ratio of ozone in ppmv. - dtype: float32 - units: ppmv - ozone_partial_pressure: - description: Level partial pressure of ozone in Pascals. - dtype: float32 - units: Pa - pressure: - description: Effective air pressure at each altitude. - dtype: float32 - units: Pa - primary_station_id: - description: The name of the station. - dtype: object - pump_motor_current: - description: Electrical current measured through the pump motor. - dtype: float32 - units: A - pump_motor_voltage: - description: Applied voltage measured across the pump motor. - dtype: float32 - units: V - relative_humidity: - description: Relative humidity. - dtype: float32 - units: '1' - report_id: - description: Identifier in the NDACC meta-database. - dtype: float32 - report_timestamp: - description: Timestamp with time zone. - dtype: datetime64[ns] - sample_temperature: - description: Temperature where sample is measured in degrees Kelvin. - dtype: float32 - units: Kelvin - sonde_current: - description: Measured ozonesonde cell current with no corrections applied. - dtype: float32 - units: A - time_since_launch: - description: Elapsed flight time since released as primary variable. - dtype: float32 - units: s - wind_from_direction: - description: Wind direction in degrees. - dtype: float32 - units: degrees - wind_speed: - description: Wind speed in meters per second. - dtype: float32 - units: m s-1 - header_columns: - - report_id - - primary_station_id - - latitude|header_table - - longitude|header_table - - report_timestamp - - latitude|header_table - - longitude|header_table - header_table: ozone_ndacc_ozonesonde_data_header - join_ids: - data: ozone_ndacc_ozonesonde_data_header_id - header: dataheader_id - main_variables: - - air_temperature - - relative_humidity - - ozone_partial_pressure - - wind_from_direction - - wind_speed - - geopotential_height - - ozone_concentration - - pressure - - equivalent_potential_temperature - mandatory_columns: - - report_id - - primary_station_id - - longitude|header_table - - latitude|header_table - - report_timestamp - - altitude - - time_since_launch - - pressure - - longitude - - latitude - - sample_temperature - - sonde_current - - pump_motor_voltage - - pump_motor_current - - equivalent_potential_temperature - space_columns: - x: longitude|header_table - y: latitude|header_table - z: altitude - Uvvis_profile_O3: - cdm_mapping: - melt_columns: - uncertainty: - random_uncertainty: - - main_variable: total_ozone_column - name: ozone_total_column_random_uncertainty - units: Pmolec cm-2 - systematic_uncertainty: - - main_variable: total_ozone_column - name: ozone_total_column_systematic_uncertainty - units: Pmolec cm-2 - rename: - aerosol_optical_depth_stratospheric_independent: aerosol_optical_depth_ancillary - altitude: altitude - altitude_boundaries: height_level_boundaries - altitude_instrument: height_of_station_above_sea_level - angle_solar_azimuth: solar_azimuth_angle - angle_solar_zenith_astronomical: solar_zenith_angle - angle_view_azimuth: instrument_viewing_azimuth_angle - angle_view_zenith: instrument_viewing_zenith_angle - cloud_conditions: cloud_conditions - column_partial_independent: partial_column_independent - column_partial_independent_source: partial_column_independent_source - dataheader_id: report_id - date_of_observation: report_timestamp - datetime: report_timestamp_middle - datetime_start: report_timestamp_beginning - datetime_stop: report_timestamp_end - funding: funding - idstation: primary_station_id - integration_time: report_duration - lat: latitude|header_table - latitude: latitude|observations_table - license_type: license_type - lon: longitude|header_table - longitude: longitude|observations_table - o3_column_partial_scatter_solar_zenith_apriori: ozone_partial_column_profile_apriori - o3_column_slant_scatter_solar_zenith: ozone_slant_column - o3_column_stratospheric_scatter_solar_zenith: total_ozone_column - o3_column_stratospheric_scatter_solar_zenith_amf: ozone_total_column_air_mass_factor - o3_column_stratospheric_scatter_solar_zenith_apriori: ozone_total_column_apriori - o3_column_stratospheric_scatter_solar_zenith_avk: ozone_total_column_averaging_kernel - o3_column_stratospheric_scatter_solar_zenith_uncertainty_random: ozone_total_column_random_uncertainty - o3_column_stratospheric_scatter_solar_zenith_uncertainty_system: ozone_total_column_systematic_uncertainty - o3_mixing_ratio_volume_scatter_solar_zenith_apriori: ozone_volume_mixing_ratio_apriori - pressure_independent: pressure - pressure_independent_source: air_pressure_source - temperature_independent: air_temperature - temperature_independent_source: air_temperature_source - unit_changes: {} - data_table: o3_uvvis_data_value - descriptions: - aerosol_optical_depth_ancillary: - description: The total stratospheric aerosol optical depth used for the retrieval is based on a climatology; model; or auxiliary measurements. - dtype: float32 - units: '1' - air_pressure_source: - description: Pressure profile source (e.g. NCEP, Sonde, ECMWF etc.). - dtype: float32 - air_temperature: - description: Effective air temperature at each altitude. - dtype: float32 - units: Kelvin - air_temperature_source: - description: Temperature profile source (e.g. Lidar, NCEP, Sonde, ECMWF). - dtype: float32 - altitude: - description: Grid of altitudes upon which the retrieved target vmr profile as well as pressure and temperature profiles are reported. - dtype: float32 - units: m - cloud_conditions: - description: 'Sky conditions; Possible Values: clear-sky; thin clouds; thick clouds; broken clouds; [empty]. [empty] means that the cloud retrieval is not successful, not possible or missing.' - dtype: object - funding: - description: The individual or organization which has provided all or part of the finances associated with the resource. - dtype: object - height_level_boundaries: - description: Upper and lower boundaries of the layers for which partial columns are reported. 2D matrix providing the layer boundaries used for vertical profile retrieval. - dtype: object - units: m - height_of_station_above_sea_level: - description: Altitude of the location of the instrument. - dtype: float32 - units: m - instrument_viewing_azimuth_angle: - description: The azimuth viewing direction of the instrument using north as the reference plane and increasing clockwise (0 for north, 90 for east and so on). - dtype: float32 - units: degrees - instrument_viewing_zenith_angle: - description: The zenith viewing direction of the instrument. - dtype: float32 - units: degrees - latitude|header_table: - description: Instrument geolocation; latitude north of the location of the instrument (+ for north; - for south). - dtype: float32 - units: decimal degrees - latitude|observations_table: - description: The latitude of the profile at each altitude (+ for north, - for south). - dtype: float32 - units: degrees - license_type: - description: 'Creative Commons (CC) Licence: Attribution-NonCommercial-ShareAlike. You are free to Share, copy and redistribute the material in any medium or format Adapt, remix, transform, and build upon the material. Under the following terms: You must give appropriate credit, provide a link to the license, and indicate if changes were made. You may do so in any reasonable manner, but not in any way that suggests the licensor endorses you or your use. You may not use the material for commercial purposes. If you remix, transform, or build upon the material, you must distribute your contributions under the same license as the original. You may not apply legal terms or technological measures that legally restrict others from doing anything the license permits. (https://creativecommons.org/licenses/bync-sa/4.0/).' - dtype: object - longitude|header_table: - description: Instrument geolocation; longitude east of the location of the instrument (+ for east - for west). - dtype: float32 - units: decimal degrees - longitude|observations_table: - description: The longitude of the profile at each altitude (+ for east, - for west). - dtype: float32 - units: degrees - ozone_partial_column_profile_apriori: - description: Vertical profile of apriori of partial columns per layer associated with the AMF calculation. - dtype: float32 - units: Pmolec cm-2 - ozone_slant_column: - description: Zenith slant column density of target gas corresponding to datetime. - dtype: float32 - units: Pmolec cm-2 - ozone_total_column_air_mass_factor: - description: Air mass factor associated with the total stratospheric vertical column of the target gas retrieved from zenith DOAS measurements. - dtype: float32 - units: '1' - ozone_total_column_apriori: - description: A-priori total tropospheric vertical column of target gas associated with the column retrieval from zenith DOAS measurements. - dtype: float32 - units: Pmolec cm-2 - ozone_total_column_averaging_kernel: - description: Averaging kernel matrix associated with the total tropospheric vertical column of the target gas retrieved from zenith DOAS measurements. - dtype: object - units: '1' - ozone_volume_mixing_ratio_apriori: - description: A-priori target vertical profile associated with the profile retrieval from zenith DOAS measurements. - dtype: float32 - units: ppmv - partial_column_independent: - description: Vertical profile of partial columns of dry air number densities, for conversion between VMR (volume mixin ratio) and partial column profile. - dtype: float32 - units: molec cm-2 - partial_column_independent_source: - description: Partial columns of air source (e.g. NCEP; Sonde; ECMWF etc.). - dtype: float32 - pressure: - description: Effective air pressure at each altitude. - dtype: float32 - units: Pa - primary_station_id: - description: The name of the station. - dtype: object - report_duration: - description: Duration of the measurements corresponding to the retrieved profile. - dtype: float32 - units: s - report_id: - description: Identifier in the NDACC meta-database. - dtype: float32 - report_timestamp: - description: Timestamp with time zone. - dtype: datetime64[ns] - report_timestamp_beginning: - description: Time specified indicates the start of the period over which the observation was made. - dtype: float32 - report_timestamp_end: - description: Time specified indicates the end of the period over which the observation was made. - dtype: float32 - report_timestamp_middle: - description: Time specified indicates the middle of the period over which the observation was made. - dtype: datetime64[ns] - solar_azimuth_angle: - description: Azimuth angle of the sun in solar absorption mode, the sun defines the line of sight. - dtype: float32 - units: degrees - solar_zenith_angle: - description: Astronomical solar zenith angle in solar absorption mode, the sun defines the line of sight. - dtype: float32 - units: degrees - total_ozone_column: - description: Total tropospheric vertical column of target gas retrieved from zenith DOAS measurements. - dtype: float32 - units: Pmolec cm-2 - header_columns: - - report_id - - primary_station_id - - latitude|header_table - - longitude|header_table - - report_timestamp - - license_type - - funding - - latitude|header_table - - longitude|header_table - header_table: o3_uvvis_data_header - join_ids: - data: o3_uvvis_data_header_id - header: dataheader_id - main_variables: - - total_ozone_column - - pressure - - instrument_viewing_azimuth_angle - - instrument_viewing_zenith_angle - - air_temperature - - solar_zenith_angle - - solar_azimuth_angle - - ozone_slant_column - mandatory_columns: - - report_id - - primary_station_id - - longitude|header_table - - latitude|header_table - - report_timestamp - - license_type - - funding - - altitude - - height_of_station_above_sea_level - - report_timestamp_middle - - report_duration - - pressure - - air_temperature - - report_timestamp_beginning - - report_timestamp_end - - air_pressure_source - - air_temperature_source - - partial_column_independent - - partial_column_independent_source - - height_level_boundaries - - solar_azimuth_angle - - solar_zenith_angle - - instrument_viewing_azimuth_angle - - instrument_viewing_zenith_angle - - latitude|observations_table - - longitude|observations_table - - cloud_conditions - - aerosol_optical_depth_ancillary - - ozone_slant_column - - ozone_total_column_air_mass_factor - space_columns: - x: longitude|header_table - y: latitude|header_table - z: altitude -space_columns: diff --git a/cdsobs/data/insitu-observations-near-surface-temperature-us-climate-reference-network/service_definition.json b/cdsobs/data/insitu-observations-near-surface-temperature-us-climate-reference-network/service_definition.json deleted file mode 100644 index 977092e..0000000 --- a/cdsobs/data/insitu-observations-near-surface-temperature-us-climate-reference-network/service_definition.json +++ /dev/null @@ -1,1374 +0,0 @@ -{ - "products_hierarchy": [ - "variables", - "quality_flag", - "processing_level", - "positive_total_uncertainty", - "negative_total_uncertainty", - "random_uncertainty", - "positive_random_uncertainty", - "negative_random_uncertainty", - "positive_systematic_uncertainty", - "negative_systematic_uncertainty", - "positive_quasisystematic_uncertainty", - "negative_quasisystematic_uncertainty" - ], - "out_columns_order": [ - "station_name", - "alternative_name", - "report_timestamp", - "report_id", - "logbook_version", - "longitude", - "latitude", - "air_temperature", - "air_temperature_positive_random_uncertainty", - "air_temperature_positive_systematic_uncertainty", - "air_temperature_positive_quasisystematic_uncertainty", - "air_temperature_positive_total_uncertainty", - "air_temperature_negative_random_uncertainty", - "air_temperature_negative_systematic_uncertainty", - "air_temperature_negative_quasisystematic_uncertainty", - "air_temperature_negative_total_uncertainty", - "air_temperature_random_uncertainty", - "maximum_air_temperature", - "maximum_air_temperature_negative_total_uncertainty", - "maximum_air_temperature_positive_total_uncertainty", - "minimum_air_temperature", - "minimum_air_temperature_negative_total_uncertainty", - "minimum_air_temperature_positive_total_uncertainty", - "mean_air_temperature", - "mean_air_temperature_negative_total_uncertainty", - "mean_air_temperature_positive_total_uncertainty", - "relative_humidity", - "relative_humidity_quality_flag", - "maximum_relative_humidity", - "minimum_relative_humidity", - "soil_temperature", - "soil_temperature_quality_flag", - "maximum_soil_temperature", - "maximum_soil_temperature_quality_flag", - "minimum_soil_temperature", - "minimum_soil_temperature_quality_flag", - "downward_shortwave_irradiance_at_earth_surface", - "downward_shortwave_irradiance_at_earth_surface_quality_flag", - "downward_shortwave_irradiance_at_earth_surface_max", - "downward_shortwave_irradiance_at_earth_surface_max_quality_flag", - "downward_shortwave_irradiance_at_earth_surface_min", - "downward_shortwave_irradiance_at_earth_surface_min_quality_flag", - "soil_moisture_5cm_from_earth_surface", - "soil_moisture_10cm_from_earth_surface", - "soil_moisture_20cm_from_earth_surface", - "soil_moisture_50cm_from_earth_surface", - "soil_moisture_100cm_from_earth_surface", - "soil_temperature_5cm_from_earth_surface", - "soil_temperature_10cm_from_earth_surface", - "soil_temperature_20cm_from_earth_surface", - "soil_temperature_50cm_from_earth_surface", - "soil_temperature_100cm_from_earth_surface", - "soil_temperature_processing_level", - "soil_temperature_processing_level_quality_flag", - "2m_wind_speed", - "2m_wind_speed_quality_flag", - "wetness", - "wetness_quality_flag", - "accumulated_precipitation", - "daily_global_solar_radiation", - "monthly_global_solar_radiation" - ], - "space_columns": { - "longitude": "longitude", - "latitude": "latitude" - }, - "sources": { - "uscrn_subhourly": { - "data_table": "unc_subhourly", - "order_by": [ - "station_name", - "report_timestamp" - ], - "mandatory_columns": [ - "sitename", - "wbanno", - "longitude", - "latitude", - "date_of_observation" - ], - "products": [ - { - "group_name": "variables", - "columns": [ - "t", - "precipitation", - "solar_radiation", - "surface_temperature", - "relative_humidity", - "soil_moisture_5", - "soil_temperature_5", - "wetness", - "wind_1_5" - ] - }, - { - "group_name": "negative_total_uncertainty", - "columns": [ - "terr_m" - ] - }, - { - "group_name": "random_uncertainty", - "columns": [ - "random_pm" - ] - }, - { - "group_name": "positive_total_uncertainty", - "columns": [ - "terr_p" - ] - }, - { - "group_name": "negative_total_uncertainty", - "columns": [ - "terr_m" - ] - }, - { - "group_name": "positive_systematic_uncertainty", - "columns": [ - "sys_p" - ] - }, - { - "group_name": "negative_systematic_uncertainty", - "columns": [ - "sys_m" - ] - }, - { - "group_name": "quality_flag", - "columns": [ - "sr_flag", - "st_flag", - "rh_flag", - "wet_flag", - "wind_flag" - ] - }, - { - "group_name": "processing_level", - "columns": [ - "st_type" - ] - } - ], - "descriptions": { - "id": { - "name_for_output": "report_id", - "description": "Link to header information." - }, - "sitename": { - "name_for_output": "alternative_name", - "description": "This describes the location of the station where measurements were taken. There are four elements separated by an underscore. The first element (two letters) indicates the State, the second element indicates the nearest city, and the last two elements describe a vector from the city to the station. The distance is given in statute miles (1 statute mile = 1609.344 metres) and the bearing is given in the 16-element compass rose. For example, station \"VA_Charlottesville_2_SSE\" refers to a station located 2 miles South-South-East of Charlottesville, Virginia." - }, - "wbanno": { - "name_for_output": "station_name", - "description": "This is the station identification code." - }, - "longitude": { - "units": "degree_east", - "name_for_output": "longitude", - "long_name": "longitude", - "description": "Longitude of the measurement station, -180.0 to 180.0." - }, - "latitude": { - "units": "degree_north", - "name_for_output": "latitude", - "long_name": "latitude", - "description": "Latitude of the measurement station, -90 to 90." - }, - "t": { - "units": "K", - "name_for_output": "air_temperature", - "long_name": "average_air_temperature", - "description": "This parameter is the temperature of the air measured at the station, typically at about 1.5 metres above the ground surface. This parameter is the mean of measurements made at 10-second intervals during the time aggregation chosen by the user. This parameter has units of Kelvin (K). Temperature measured in Kelvin can be converted to degrees Celsius (°C) by subtracting 273.15. Several error estimates are provided in addition, to help users take into account uncertainties.", - "positive_total_uncertainty": "terr_p", - "negative_total_uncertainty": "terr_m", - "random_uncertainty": "random_pm", - "negative_systematic_uncertainty": "sys_m", - "positive_systematic_uncertainty": "sys_p" - }, - "terr_p": { - "units": "K", - "name_for_output": "air_temperature_positive_total_uncertainty", - "long_name": "air_temperature_positive_total_uncertainty", - "description": "For \"Air temperature\" (described in this list), this parameter is one of the uncertainty sources contributing to estimating the measurement error (see detailed description of \"Positive total uncertainty\" in the table \"Related variables\"). This parameter has the same unit as the measurand it refers to, i.e. Kelvin (K). However, because this parameter represents a difference in temperature space, it can also be interpreted directly as being in degrees Celsius (°C)." - }, - "terr_m": { - "units": "K", - "name_for_output": "air_temperature_negative_total_uncertainty", - "long_name": "air_temperature_negative_total_uncertainty", - "description": "For \"Air temperature\" (described in this list), this parameter is one of the uncertainty sources contributing to estimating the measurement error (see detailed description of \"Negative total uncertainty\" in the table \"Related variables\"). This parameter has the same unit as the measurand it refers to, i.e. Kelvin (K). However, because this parameter represents a difference in temperature space, it can also be interpreted directly as being in degrees Celsius (°C)." - }, - "random_pm": { - "units": "K", - "name_for_output": "air_temperature_random_uncertainty", - "long_name": "air_temperature_random_uncertainty", - "description": "For \"Air temperature\" (described in this list), this parameter is one of the uncertainty sources contributing to estimating the measurement error (see detailed description of \"Random uncertainty\" in the table \"Related variables\"). This parameter has the same unit as the measurand it refers to, i.e. Kelvin (K). However, because this parameter represents a difference in temperature space, it can also be interpreted directly as being in degrees Celsius (°C)." - }, - "sys_p": { - "units": "K", - "name_for_output": "air_temperature_positive_systematic_uncertainty", - "long_name": "air_temperature_positive_systematic_uncertainty", - "description": "For \"Air temperature\" (described in this list), this parameter is one of the uncertainty sources contributing to estimating the measurement error (see detailed description of \"Positive systematic uncertainty\" in the table \"Related variables\"). This parameter has the same unit as the measurand it refers to, i.e. Kelvin (K). However, because this parameter represents a difference in temperature space, it can also be interpreted directly as being in degrees Celsius (°C)." - }, - "sys_m": { - "units": "K", - "name_for_output": "air_temperature_negative_systematic_uncertainty", - "long_name": "air_temperature_negative_systematic_uncertainty", - "description": "For \"Air temperature\" (described in this list), this parameter is a partial estimate of errors (see detailed description of \"Negative systematic uncertainty\" in the table \"Related variables\"). This parameter has the same unit as the measurand it refers to, i.e. Kelvin (K). However, because this parameter represents a difference in temperature space, it can also be interpreted directly as being in degrees Celsius (°C)." - }, - "date_of_observation": { - "name_for_output": "report_timestamp", - "description": "This parameter provides the observation date and time, including time zone information with respect to UTC (e.g. 1991-01-01 12:00:00+0)." - }, - "crx_vn": { - "name_for_output": "logbook_version", - "description": "LogBook software and version." - }, - "precipitation": { - "units": "mm", - "name_for_output": "accumulated_precipitation", - "long_name": "accumulated_precipitation", - "description": "This parameter is the accumulated precipitation that was measured as having reached the Earth's surface at the station. It includes all forms of precipitation (rain and snow). This parameter is accumulated over the aggregation period selected by the user. The units of this parameter are depth in millimetre of water equivalent. Care should be taken when comparing such observations with model or reanalysis parameters, because observations are by definition local to a particular point in space, rather than representing averages over a large geographical area." - }, - "solar_radiation": { - "units": "W m-2", - "name_for_output": "downward_shortwave_irradiance_at_earth_surface", - "long_name": "downward_shortwave_irradiance_at_earth_surface", - "description": "The quantity with standard name downward_shortwave_irradiance_at_earth_surface, often called Total Solar Irradiance (TSI), is the radiation from the sun integrated over the whole electromagnetic spectrum and over the entire solar disk. The quantity applies outside the atmosphere, by default at a distance of one astronomical unit from the sun, but a coordinate or scalar coordinate variable of distance_from_sun can be used to specify a value other than the default. \"Irradiance\" means the power per unit area (called radiative flux in other standard names), the area being normal to the direction of flow of the radiant energy.", - "quality_flag": "sr_flag" - }, - "surface_temperature": { - "units": "K", - "name_for_output": "soil_temperature", - "long_name": "soil_temperature", - "description": "Average infrared temperature of the soil measured using infrared thermal imaging technology, over the aggregation period.", - "quality_flag": "st_flag", - "processing_level": "st_type" - }, - "relative_humidity": { - "units": "%", - "name_for_output": "relative_humidity", - "long_name": "relative_humidity", - "description": "This parameter is the ratio of the amount of atmospheric moisture present in the air relative to the amount that would be present if the air were saturated with respect to water or ice. This ratio is multiplied by 100 to provide numbers in percent (%). The measurements are taken at a height of 2 metres above the ground surface. The instrument is a capacitive thin-film device. It measures the flow of electricity across two electrodes separated by a polymer film. The capacitance of the film is converted to relative humidity by a calibration equation. The values are averaged over 5-minute periods, obtained by selecting \"sub-hourly\" aggregation period. Other aggregation periods (\"hourly\", \"daily\") are also available, in which case the results are based on further averages of the 5-minute data. A quality flag is also available for this variable.", - "quality_flag": "rh_flag" - }, - "soil_moisture_5": { - "units": "m3 m-3", - "name_for_output": "soil_moisture_5cm_from_earth_surface", - "long_name": "soil_moisture_5cm_from_earth_surface", - "description": "Average content of liquid water in a surface soil layer of 0 to 5 cm depth expressed as m3 water per m3 soil aggregation period." - }, - "soil_temperature_5": { - "units": "K", - "name_for_output": "soil_temperature_5cm_from_earth_surface", - "long_name": "soil_temperature_5cm_from_earth_surface", - "description": "Average soil temperature measured at 5 cm below the surface level over the aggregation period." - }, - "wetness": { - "units": "Ohms", - "name_for_output": "wetness", - "long_name": "wetness", - "description": "This parameter indicates the presence or absence of moisture due to precipitation, in Ohms. High values (>= 1000) indicate an absence of moisture. Low values (< 1000) indicate the presence of moisture.", - "quality_flag": "wet_flag" - }, - "wind_1_5": { - "units": "m s-1", - "name_for_output": "2m_wind_speed", - "long_name": "2m_wind_speed", - "description": "This parameter is the horizontal velocity of the air near the surface. It is measured using a 3-cup anemometer placed at the same height at the air temperature shield intake. The exact measurement height is 1.5 metres above the ground surface.", - "quality_flag": "wind_flag" - }, - "sr_flag": { - "name_for_output": "downward_shortwave_irradiance_at_earth_surface_quality_flag", - "long_name": "downward_shortwave_irradiance_at_earth_surface_quality_flag", - "description": "Quality indicator variable 'downward_shortwave_irradiance_at_earth_surface'. 0 denotes good data and 3 denotes erroneous data." - }, - "st_flag": { - "name_for_output": "soil_temperature_processing_level_quality_flag", - "long_name": "soil_temperature_processing_level_quality_flag", - "description": "A value of 0 in this parameter indicates that the data processing of soil temperature did not return any error." - }, - "rh_flag": { - "name_for_output": "relative_humidity_quality_flag", - "long_name": "relative_humidity_quality_flag", - "description": "This parameter indicates if the \"Relative humidity\" (described in this list) may be used because it is based on an average of good data (value of 0), or if it should be treated with suspicion because erroneous data were detected (value of 3)." - }, - "wet_flag": { - "name_for_output": "wetness_quality_flag", - "long_name": "wetness_quality_flag", - "description": "This parameter indicates if the \"Wetness\" (described in this list) may be used because it is based on good data (value of 0) or if it should be treated with suspicion because erroneous data were detected (non-zero value)." - }, - "wind_flag": { - "name_for_output": "2m_wind_speed_quality_flag", - "long_name": "2m_wind_speed_quality_flag", - "description": "This parameter indicates if the \"2m wind speed\" (described in this list) may be used because it is based on good data (value of 0) or if it should be treated with suspicion because erroneous data were detected (non-zero value)." - }, - "st_type": { - "name_for_output": "soil_temperature_processing_level", - "long_name": "soil_temperature_processing_level", - "description": "This parameter indicates the level of processing applied to the soil temperature measurement: raw data ('R'), corrected data ('C'). A letter 'U' indicates that this information is unknown." - } - } - }, - "uscrn_hourly": { - "data_table": "unc_hourly", - "order_by": [ - "station_name", - "report_timestamp" - ], - "mandatory_columns": [ - "sitename", - "wbanno", - "longitude", - "latitude", - "date_of_observation" - ], - "products": [ - { - "group_name": "variables", - "columns": [ - "t", - "t_max", - "t_min", - "p_calc", - "solarad", - "solarad_max", - "solarad_min", - "sur_temp", - "sur_temp_max", - "sur_temp_min", - "rh_hr_avg", - "soil_moisture_5", - "soil_moisture_10", - "soil_moisture_20", - "soil_moisture_50", - "soil_moisture_100", - "soil_temp_5", - "soil_temp_10", - "soil_temp_20", - "soil_temp_50", - "soil_temp_100" - ] - }, - { - "group_name": "random_uncertainty", - "columns": [ - "random_pm" - ] - }, - { - "group_name": "positive_total_uncertainty", - "columns": [ - "terr_p" - ] - }, - { - "group_name": "negative_total_uncertainty", - "columns": [ - "terr_m" - ] - }, - { - "group_name": "max_positive_total_uncertainty", - "columns": [ - "tmaxerr_p" - ] - }, - { - "group_name": "max_negative_total_uncertainty", - "columns": [ - "tmaxerr_m" - ] - }, - { - "group_name": "min_positive_total_uncertainty", - "columns": [ - "tminerr_p" - ] - }, - { - "group_name": "min_negative_total_uncertainty", - "columns": [ - "tminerr_m" - ] - }, - { - "group_name": "positive_systematic_uncertainty", - "columns": [ - "sys_p" - ] - }, - { - "group_name": "negative_systematic_uncertainty", - "columns": [ - "sys_m" - ] - }, - { - "group_name": "positive_quasisystematic_uncertainty", - "columns": [ - "quasisys_p" - ] - }, - { - "group_name": "negative_quasisystematic_uncertainty", - "columns": [ - "quasisys_m" - ] - }, - { - "group_name": "quality_flag", - "columns": [ - "solarad_flag", - "solarad_max_flag", - "solarad_min_flag", - "sur_temp_flag", - "sur_temp_max_flag", - "sur_temp_min_flag", - "rh_hr_avg_flag" - ] - }, - { - "group_name": "processing_level", - "columns": [ - "sur_temp_type" - ] - } - ], - "descriptions": { - "id": { - "name_for_output": "report_id", - "description": "Link to header information." - }, - "sitename": { - "name_for_output": "alternative_name", - "description": "This describes the location of the station where measurements were taken. There are four elements separated by an underscore. The first element (two letters) indicates the State, the second element indicates the nearest city, and the last two elements describe a vector from the city to the station. The distance is given in statute miles (1 statute mile = 1609.344 metres) and the bearing is given in the 16-element compass rose. For example, station \"VA_Charlottesville_2_SSE\" refers to a station located 2 miles South-South-East of Charlottesville, Virginia." - }, - "wbanno": { - "name_for_output": "station_name", - "description": "This is the station identification code." - }, - "longitude": { - "units": "degree_east", - "name_for_output": "longitude", - "long_name": "longitude", - "description": "Longitude of the measurement station, -180.0 to 180.0." - }, - "latitude": { - "units": "degree_north", - "name_for_output": "latitude", - "long_name": "latitude", - "description": "Latitude of the measurement station, -90 to 90." - }, - "t": { - "units": "K", - "name_for_output": "air_temperature", - "long_name": "average_air_temperature", - "description": "This parameter is the temperature of the air measured at the station, typically at about 1.5 metres above the ground surface. This parameter is the mean of measurements made at 10-second intervals during the time aggregation chosen by the user. This parameter has units of Kelvin (K). Temperature measured in Kelvin can be converted to degrees Celsius (°C) by subtracting 273.15. Several error estimates are provided in addition, to help users take into account uncertainties.", - "positive_total_uncertainty": "terr_p", - "negative_total_uncertainty": "terr_m", - "random_uncertainty": "random_pm", - "positive_systematic_uncertainty": "sys_p", - "negative_systematic_uncertainty": "sys_m", - "positive_quasisystematic_uncertainty": "quasisys_p", - "negative_quasisystematic_uncertainty": "quasisys_m" - }, - "terr_p": { - "units": "K", - "name_for_output": "air_temperature_positive_total_uncertainty", - "long_name": "air_temperature_positive_total_uncertainty", - "description": "For \"Air temperature\" (described in this list), this parameter is one of the uncertainty sources contributing to estimating the measurement error (see detailed description of \"Positive total uncertainty\" in the table \"Related variables\"). This parameter has the same unit as the measurand it refers to, i.e. Kelvin (K). However, because this parameter represents a difference in temperature space, it can also be interpreted directly as being in degrees Celsius (°C)." - }, - "terr_m": { - "units": "K", - "name_for_output": "air_temperature_negative_total_uncertainty", - "long_name": "air_temperature_negative_total_uncertainty", - "description": "For \"Air temperature\" (described in this list), this parameter is one of the uncertainty sources contributing to estimating the measurement error (see detailed description of \"Negative total uncertainty\" in the table \"Related variables\"). This parameter has the same unit as the measurand it refers to, i.e. Kelvin (K). However, because this parameter represents a difference in temperature space, it can also be interpreted directly as being in degrees Celsius (°C)." - }, - "random_pm": { - "units": "K", - "name_for_output": "air_temperature_random_uncertainty", - "long_name": "air_temperature_random_uncertainty", - "description": "For \"Air temperature\" (described in this list), this parameter is one of the uncertainty sources contributing to estimating the measurement error (see detailed description of \"Random uncertainty\" in the table \"Related variables\"). This parameter has the same unit as the measurand it refers to, i.e. Kelvin (K). However, because this parameter represents a difference in temperature space, it can also be interpreted directly as being in degrees Celsius (°C)." - }, - "sys_p": { - "units": "K", - "name_for_output": "air_temperature_positive_systematic_uncertainty", - "long_name": "air_temperature_positive_systematic_uncertainty", - "description": "For \"Air temperature\" (described in this list), this parameter is one of the uncertainty sources contributing to estimating the measurement error (see detailed description of \"Positive systematic uncertainty\" in the table \"Related variables\"). This parameter has the same unit as the measurand it refers to, i.e. Kelvin (K). However, because this parameter represents a difference in temperature space, it can also be interpreted directly as being in degrees Celsius (°C)." - }, - "sys_m": { - "units": "K", - "name_for_output": "air_temperature_negative_systematic_uncertainty", - "long_name": "air_temperature_negative_systematic_uncertainty", - "description": "For \"Air temperature\" (described in this list), this parameter is a partial estimate of errors (see detailed description of \"Negative systematic uncertainty\" in the table \"Related variables\"). This parameter has the same unit as the measurand it refers to, i.e. Kelvin (K). However, because this parameter represents a difference in temperature space, it can also be interpreted directly as being in degrees Celsius (°C)." - }, - "tmaxerr_p": { - "units": "K", - "name_for_output": "maximum_air_temperature_positive_total_uncertainty", - "long_name": "maximum_air_temperature_positive_total_uncertainty", - "description": "For \"Maximum air temperature\" (described in this list), this parameter is a partial estimate of errors (see detailed description of \"Positive total uncertainty\" in the table \"Related variables\"). This parameter has the same unit as the measurand it refers to, i.e. Kelvin (K). However, because this parameter represents a difference in temperature space, it can also be interpreted directly as being in degrees Celsius (°C)." - }, - "tmaxerr_m": { - "units": "K", - "name_for_output": "maximum_air_temperature_negative_total_uncertainty", - "long_name": "maximum_air_temperature_negative_total_uncertainty", - "description": "For \"Maximum air temperature\" (described in this list), this parameter is a partial estimate of errors (see detailed description of \"Negative total uncertainty\" in the table \"Related variables\"). This parameter has the same unit as the measurand it refers to, i.e. Kelvin (K). However, because this parameter represents a difference in temperature space, it can also be interpreted directly as being in degrees Celsius (°C)." - }, - "tminerr_p": { - "units": "K", - "name_for_output": "minimum_air_temperature_positive_total_uncertainty", - "long_name": "minimum_air_temperature_positive_total_uncertainty", - "description": "For \"Minimum air temperature\" (described in this list), this parameter is one of the uncertainty sources contributing to estimating the measurement error (see detailed description of \"Positive total uncertainty\" in the table \"Related variables\"). This parameter has the same unit as the measurand it refers to, i.e. Kelvin (K). However, because this parameter represents a difference in temperature space, it can also be interpreted directly as being in degrees Celsius (°C)." - }, - "tminerr_m": { - "units": "K", - "name_for_output": "minimum_air_temperature_negative_total_uncertainty", - "long_name": "minimum_air_temperature_negative_total_uncertainty", - "description": "For \"Minimum air temperature\" (described in this list), this parameter is one of the uncertainty sources contributing to estimating the measurement error (see detailed description of \"Negative total uncertainty\" in the table \"Related variables\"). This parameter has the same unit as the measurand it refers to, i.e. Kelvin (K). However, because this parameter represents a difference in temperature space, it can also be interpreted directly as being in degrees Celsius (°C)." - }, - "quasisys_p": { - "units": "K", - "name_for_output": "air_temperature_positive_quasisystematic_uncertainty", - "long_name": "air_temperature_positive_quasisystematic_uncertainty", - "description": "For \"Air temperature\" (described in this list), this parameter is one of the uncertainty sources contributing to estimating the measurement error (see detailed description of \"Positive quasisystematic uncertainty\" in the table \"Related variables\"). This parameter has the same unit as the measurand it refers to, i.e. Kelvin (K). However, because this parameter represents a difference in temperature space, it can also be interpreted directly as being in degrees Celsius (°C)." - }, - "quasisys_m": { - "units": "K", - "name_for_output": "air_temperature_negative_quasisystematic_uncertainty", - "long_name": "air_temperature_negative_quasisystematic_uncertainty", - "description": "For \"Air temperature\" (described in this list), this parameter is one of the uncertainty sources contributing to estimating the measurement error (see detailed description of \"Negative quasisystematic uncertainty\" in the table \"Related variables\"). This parameter has the same unit as the measurand it refers to, i.e. Kelvin (K). However, because this parameter represents a difference in temperature space, it can also be interpreted directly as being in degrees Celsius (°C)." - }, - "date_of_observation": { - "name_for_output": "report_timestamp", - "description": "This parameter provides the observation date and time, including time zone information with respect to UTC (e.g. 1991-01-01 12:00:00+0)." - }, - "crx_vn": { - "name_for_output": "logbook_version", - "description": "The version number of the station datalogger program that was in effect at the time of the observation." - }, - "t_max": { - "units": "K", - "name_for_output": "maximum_air_temperature", - "long_name": "maximum_air_temperature", - "description": "This parameter is the highest of all sub-hourly (5-minute) values of air temperature recorded at the station during the aggregation period selected by the user. It is based on measurements made at the station, typically at about 1.5 metres above the ground surface. This parameter has units of Kelvin (K). Temperature measured in Kelvin can be converted to degrees Celsius (°C) by subtracting 273.15. Two error estimates are provided in addition, to help users take into account uncertainties.", - "max_positive_total_uncertainty": "tmaxerr_p", - "max_negative_total_uncertainty": "tmaxerr_m" - }, - "t_min": { - "units": "K", - "name_for_output": "minimum_air_temperature", - "long_name": "minimum_air_temperature", - "description": "This parameter is the lowest of all sub-hourly (5-minute) values of air temperature recorded at the station during the aggregation period selected by the user. It is based on measurements made at the station, typically at about 1.5 metres above the ground surface. This parameter has units of Kelvin (K). Temperature measured in Kelvin can be converted to degrees Celsius (°C) by subtracting 273.15. Two error estimates are provided in addition, to help users take into account uncertainties.", - "min_positive_total_uncertainty": "tminerr_p", - "min_negative_total_uncertainty": "tminerr_m" - }, - "p_calc": { - "units": "mm", - "name_for_output": "accumulated_precipitation", - "long_name": "accumulated_precipitation", - "description": "This parameter is the accumulated precipitation that was measured as having reached the Earth's surface at the station. It includes all forms of precipitation (rain and snow). This parameter is accumulated over the aggregation period selected by the user. The units of this parameter are depth in millimetre of water equivalent. Care should be taken when comparing such observations with model or reanalysis parameters, because observations are by definition local to a particular point in space, rather than representing averages over a large geographical area." - }, - "solarad": { - "units": "W m-2", - "name_for_output": "downward_shortwave_irradiance_at_earth_surface", - "long_name": "downward_shortwave_irradiance_at_earth_surface", - "description": "The quantity with standard name downward_shortwave_irradiance_at_earth_surface, often called Total Solar Irradiance (TSI), is the radiation from the sun integrated over the whole electromagnetic spectrum and over the entire solar disk. The quantity applies outside the atmosphere, by default at a distance of one astronomical unit from the sun, but a coordinate or scalar coordinate variable of distance_from_sun can be used to specify a value other than the default. \"Irradiance\" means the power per unit area (called radiative flux in other standard names), the area being normal to the direction of flow of the radiant energy.", - "quality_flag": "solarad_flag" - }, - "solarad_flag": { - "name_for_output": "downward_shortwave_irradiance_at_earth_surface_quality_flag", - "long_name": "downward_shortwave_irradiance_at_earth_surface_quality_flag", - "description": "Quality indicator variable 'downward_shortwave_irradiance_at_earth_surface'. 0 denotes good data and 3 denotes erroneous data." - }, - "solarad_max": { - "units": "W m-2", - "name_for_output": "downward_shortwave_irradiance_at_earth_surface_max", - "long_name": "downward_shortwave_irradiance_at_earth_surface_max", - "description": "Maximum power per unit area (surface power density) received from the Sun in the form of electromagnetic radiation in the wavelength range of the measuring instrument. Solar irradiance is measured in watts per square metre (W/m2) in SI units at the Earth surface over specified period.", - "quality_flag": "solarad_max_flag" - }, - "solarad_max_flag": { - "name_for_output": "downward_shortwave_irradiance_at_earth_surface_max_quality_flag", - "long_name": "downward_shortwave_irradiance_at_earth_surface_max_quality_flag", - "description": "Quality indicator for the variable 'downward_shortwave_irradiance_at_earth_surface_max'. 0 denotes good data and 3 denotes erroneous data." - }, - "solarad_min": { - "units": "W m-2", - "name_for_output": "downward_shortwave_irradiance_at_earth_surface_min", - "long_name": "downward_shortwave_irradiance_at_earth_surface_min", - "description": "Minimum power per unit area (surface power density) received from the Sun in the form of electromagnetic radiation in the wavelength range of the measuring instrument. Solar irradiance is measured in watts per square metre (W/m2) in SI unitsat the Earth surface.", - "quality_flag": "solarad_min_flag" - }, - "solarad_min_flag": { - "name_for_output": "downward_shortwave_irradiance_at_earth_surface_min_quality_flag", - "long_name": "downward_shortwave_irradiance_at_earth_surface_min_quality_flag", - "description": "Quality indicator for variable 'downward_shortwave_irradiance_at_earth_surface_min'. 0 denotes good data and 3 denotes erroneous data." - }, - "sur_temp": { - "units": "K", - "name_for_output": "soil_temperature", - "long_name": "soil_temperature", - "description": "Average infrared temperature of the soil measured using infrared thermal imaging technology, over the aggregation period.", - "quality_flag": "sur_temp_flag", - "processing_level": "sur_temp_type" - }, - "sur_temp_flag": { - "name_for_output": "soil_temperature_quality_flag", - "long_name": "soil_temperature_quality_flag", - "description": "This parameter indicates if the \"Soil temperature\" (described in this list) may be used because it is based on good data (value of 0) or if it should be treated with suspicion because erroneous data were detected (value of 3)." - }, - "sur_temp_type": { - "name_for_output": "soil_temperature_processing_level", - "long_name": "soil_temperature_processing_level", - "description": "This parameter indicates the level of processing applied to the soil temperature measurement: raw data ('R'), corrected data ('C'). A letter 'U' indicates that this information is unknown." - }, - "sur_temp_max": { - "units": "K", - "name_for_output": "maximum_soil_temperature", - "long_name": "maximum_soil_temperature", - "description": "From measurements of \"soil temperature\" (described in this list), this parameter provides the highest value measured during the aggregation period.", - "quality_flag": "sur_temp_max_flag" - }, - "sur_temp_max_flag": { - "name_for_output": "maximum_soil_temperature_quality_flag", - "long_name": "maximum_soil_temperature_quality_flag", - "description": "This parameter indicates if the \"Maximum soil temperature\" (described in this list) may be used because it is based on good data (value of 0) or if it should be treated with suspicion because erroneous data were detected (value of 3). denotes good data and 3 denotes erroneous data." - }, - "sur_temp_min": { - "units": "K", - "name_for_output": "minimum_soil_temperature", - "long_name": "minimum_soil_temperature", - "description": "From measurements of \"soil temperature\" (described in this list), this parameter provides the lowest value measured during the aggregation period.", - "quality_flag": "sur_temp_min_flag" - }, - "sur_temp_min_flag": { - "name_for_output": "minimum_soil_temperature_quality_flag", - "long_name": "minimum_soil_temperature_quality_flag", - "description": "This parameter indicates if the \"Minimum soil temperature\" (described in this list) may be used because it is based on good data (value of 0) or if it should be treated with suspicion because erroneous data were detected (value of 3)." - }, - "rh_hr_avg": { - "units": "%", - "name_for_output": "relative_humidity", - "long_name": "relative_humidity", - "description": "This parameter is the ratio of the amount of atmospheric moisture present in the air relative to the amount that would be present if the air were saturated with respect to water or ice. This ratio is multiplied by 100 to provide numbers in percent (%). The measurements are taken at a height of 2 metres above the ground surface. The instrument is a capacitive thin-film device. It measures the flow of electricity across two electrodes separated by a polymer film. The capacitance of the film is converted to relative humidity by a calibration equation. The values are averaged over 5-minute periods, obtained by selecting \"sub-hourly\" aggregation period. Other aggregation periods (\"hourly\", \"daily\") are also available, in which case the results are based on further averages of the 5-minute data. A quality flag is also available for this variable.", - "quality_flag": "rh_hr_avg_flag" - }, - "rh_hr_avg_flag": { - "name_for_output": "relative_humidity_quality_flag", - "long_name": "relative_humidity_quality_flag", - "description": "This parameter indicates if the \"Relative humidity\" (described in this list) may be used because it is based on an average of good data (value of 0), or if it should be treated with suspicion because erroneous data were detected (value of 3)." - }, - "soil_moisture_5": { - "units": "m3 m-3", - "name_for_output": "soil_moisture_5cm_from_earth_surface", - "long_name": "soil_moisture_5cm_from_earth_surface", - "description": "Average content of liquid water in a surface soil layer of 0 to 5 cm depth expressed as m3 water per m3 soil aggregation period." - }, - "soil_moisture_10": { - "units": "m3 m-3", - "name_for_output": "soil_moisture_10cm_from_earth_surface", - "long_name": "soil_moisture_10cm_from_earth_surface", - "description": "Average content of liquid water in a surface soil layer of 0 to 10 cm depth expressed as m3 water per m3 soil aggregation period." - }, - "soil_moisture_20": { - "units": "m3 m-3", - "name_for_output": "soil_moisture_20cm_from_earth_surface", - "long_name": "soil_moisture_20cm_from_earth_surface", - "description": "Average content of liquid water in a surface soil layer of 0 to 20 cm depth expressed as m3 water per m3 soil aggregation period." - }, - "soil_moisture_50": { - "units": "m3 m-3", - "name_for_output": "soil_moisture_50cm_from_earth_surface", - "long_name": "soil_moisture_50cm_from_earth_surface", - "description": "Average content of liquid water in a surface soil layer of 0 to 50 cm depth expressed as m3 water per m3 soil aggregation period." - }, - "soil_moisture_100": { - "units": "m3 m-3", - "name_for_output": "soil_moisture_100cm_from_earth_surface", - "long_name": "soil_moisture_100cm_from_earth_surface", - "description": "Average content of liquid water in a surface soil layer of 0 to 100 cm depth expressed as m3 water per m3 soil aggregation period." - }, - "soil_temp_5": { - "units": "K", - "name_for_output": "soil_temperature_5cm_from_earth_surface", - "long_name": "soil_temperature_5cm_from_earth_surface", - "description": "Average soil temperature measured at 5 cm below the surface level over the aggregation period." - }, - "soil_temp_10": { - "units": "K", - "name_for_output": "soil_temperature_10cm_from_earth_surface", - "long_name": "soil_temperature_10cm_from_earth_surface", - "description": "Average soil temperature measured at 10 cm below the surface level over the aggregation period." - }, - "soil_temp_20": { - "units": "K", - "name_for_output": "soil_temperature_20cm_from_earth_surface", - "long_name": "soil_temperature_20cm_from_earth_surface", - "description": "Average soil temperature measured at 20 cm below the surface level over the aggregation period." - }, - "soil_temp_50": { - "units": "K", - "name_for_output": "soil_temperature_50cm_from_earth_surface", - "long_name": "soil_temperature_50cm_from_earth_surface", - "description": "Average soil temperature measured at 50 cm below the surface level over the aggregation period." - }, - "soil_temp_100": { - "units": "K", - "name_for_output": "soil_temperature_100cm_from_earth_surface", - "long_name": "soil_temperature_100cm_from_earth_surface", - "description": "Average soil temperature measured at 100 cm below the surface level over the aggregation period." - } - } - }, - "uscrn_daily": { - "data_table": "unc_daily", - "order_by": [ - "station_name", - "report_timestamp" - ], - "mandatory_columns": [ - "sitename", - "wbanno", - "longitude", - "latitude", - "date_of_observation" - ], - "products": [ - { - "group_name": "variables", - "columns": [ - "t", - "t_daily_max", - "t_daily_min", - "t_daily_mean", - "p_daily_calc", - "solarad_daily", - "sur_temp_daily_max", - "sur_temp_daily_min", - "sur_temp_daily_avg", - "rh_daily_max", - "rh_daily_min", - "rh_daily_avg", - "soil_moisture_5_daily", - "soil_moisture_10_daily", - "soil_moisture_20_daily", - "soil_moisture_50_daily", - "soil_moisture_100_daily", - "soil_temp_5_daily", - "soil_temp_10_daily", - "soil_temp_20_daily", - "soil_temp_50_daily", - "soil_temp_100_daily" - ] - }, - { - "group_name": "positive_random_uncertainty", - "columns": [ - "random_p" - ] - }, - { - "group_name": "negative_random_uncertainty", - "columns": [ - "random_m" - ] - }, - { - "group_name": "positive_total_uncertainty", - "columns": [ - "terr_p", - "tmaxerr_p", - "tminerr_p", - "tmeanerr_p" - ] - }, - { - "group_name": "negative_total_uncertainty", - "columns": [ - "terr_m", - "tmaxerr_m", - "tminerr_m", - "tmeanerr_m" - ] - }, - { - "group_name": "positive_quasisystematic_uncertainty", - "columns": [ - "quasisys_p" - ] - }, - { - "group_name": "negative_quasisystematic_uncertainty", - "columns": [ - "quasisys_m" - ] - }, - { - "group_name": "positive_systematic_uncertainty", - "columns": [ - "sys_p" - ] - }, - { - "group_name": "negative_systematic_uncertainty", - "columns": [ - "sys_m" - ] - }, - { - "group_name": "processing_level", - "columns": [ - "sur_temp_daily_type" - ] - } - ], - "descriptions": { - "id": { - "name_for_output": "report_id", - "description": "Link to header information." - }, - "sitename": { - "name_for_output": "alternative_name", - "description": "This describes the location of the station where measurements were taken. There are four elements separated by an underscore. The first element (two letters) indicates the State, the second element indicates the nearest city, and the last two elements describe a vector from the city to the station. The distance is given in statute miles (1 statute mile = 1609.344 metres) and the bearing is given in the 16-element compass rose. For example, station \"VA_Charlottesville_2_SSE\" refers to a station located 2 miles South-South-East of Charlottesville, Virginia." - }, - "wbanno": { - "name_for_output": "station_name", - "description": "This is the station identification code." - }, - "longitude": { - "units": "degree_east", - "name_for_output": "longitude", - "long_name": "longitude", - "description": "Longitude of the measurement station, -180.0 to 180.0." - }, - "latitude": { - "units": "degree_north", - "name_for_output": "latitude", - "long_name": "latitude", - "description": "Latitude of the measurement station, -90 to 90." - }, - "t": { - "units": "K", - "name_for_output": "air_temperature", - "long_name": "average_air_temperature", - "description": "This parameter is the temperature of the air measured at the station, typically at about 1.5 metres above the ground surface. This parameter is the mean of measurements made at 10-second intervals during the time aggregation chosen by the user. This parameter has units of Kelvin (K). Temperature measured in Kelvin can be converted to degrees Celsius (°C) by subtracting 273.15. Several error estimates are provided in addition, to help users take into account uncertainties.", - "positive_systematic_uncertainty": "sys_p", - "negative_systematic_uncertainty": "sys_m", - "positive_total_uncertainty": "terr_p", - "negative_total_uncertainty": "terr_m", - "positive_random_uncertainty": "random_p", - "negative_random_uncertainty": "random_m" - }, - "terr_p": { - "units": "K", - "name_for_output": "air_temperature_positive_total_uncertainty", - "long_name": "air_temperature_positive_total_uncertainty", - "description": "For \"Air temperature\" (described in this list), this parameter is one of the uncertainty sources contributing to estimating the measurement error (see detailed description of \"Positive total uncertainty\" in the table \"Related variables\"). This parameter has the same unit as the measurand it refers to, i.e. Kelvin (K). However, because this parameter represents a difference in temperature space, it can also be interpreted directly as being in degrees Celsius (°C)." - }, - "terr_m": { - "units": "K", - "name_for_output": "air_temperature_negative_total_uncertainty", - "long_name": "air_temperature_negative_total_uncertainty", - "description": "For \"Air temperature\" (described in this list), this parameter is one of the uncertainty sources contributing to estimating the measurement error (see detailed description of \"Negative total uncertainty\" in the table \"Related variables\"). This parameter has the same unit as the measurand it refers to, i.e. Kelvin (K). However, because this parameter represents a difference in temperature space, it can also be interpreted directly as being in degrees Celsius (°C)." - }, - "tmaxerr_p": { - "units": "K", - "name_for_output": "maximum_air_temperature_positive_total_uncertainty", - "long_name": "maximum_air_temperature_positive_total_uncertainty", - "description": "For \"Maximum air temperature\" (described in this list), this parameter is a partial estimate of errors (see detailed description of \"Positive total uncertainty\" in the table \"Related variables\"). This parameter has the same unit as the measurand it refers to, i.e. Kelvin (K). However, because this parameter represents a difference in temperature space, it can also be interpreted directly as being in degrees Celsius (°C)." - }, - "tmaxerr_m": { - "units": "K", - "name_for_output": "maximum_air_temperature_negative_total_uncertainty", - "long_name": "maximum_air_temperature_negative_total_uncertainty", - "description": "For \"Maximum air temperature\" (described in this list), this parameter is a partial estimate of errors (see detailed description of \"Negative total uncertainty\" in the table \"Related variables\"). This parameter has the same unit as the measurand it refers to, i.e. Kelvin (K). However, because this parameter represents a difference in temperature space, it can also be interpreted directly as being in degrees Celsius (°C)." - }, - "tminerr_p": { - "units": "K", - "name_for_output": "minimum_air_temperature_positive_total_uncertainty", - "long_name": "minimum_air_temperature_positive_total_uncertainty", - "description": "For \"Minimum air temperature\" (described in this list), this parameter is one of the uncertainty sources contributing to estimating the measurement error (see detailed description of \"Positive total uncertainty\" in the table \"Related variables\"). This parameter has the same unit as the measurand it refers to, i.e. Kelvin (K). However, because this parameter represents a difference in temperature space, it can also be interpreted directly as being in degrees Celsius (°C)." - }, - "tminerr_m": { - "units": "K", - "name_for_output": "minimum_air_temperature_negative_total_uncertainty", - "long_name": "minimum_air_temperature_negative_total_uncertainty", - "description": "For \"Minimum air temperature\" (described in this list), this parameter is one of the uncertainty sources contributing to estimating the measurement error (see detailed description of \"Negative total uncertainty\" in the table \"Related variables\"). This parameter has the same unit as the measurand it refers to, i.e. Kelvin (K). However, because this parameter represents a difference in temperature space, it can also be interpreted directly as being in degrees Celsius (°C)." - }, - "tmeanerr_p": { - "units": "K", - "name_for_output": "mean_air_temperature_positive_total_uncertainty", - "long_name": "mean_air_temperature_positive_total_uncertainty", - "description": "For \"Mean air temperature\" (described in this list), this parameter is a partial estimate of errors (see detailed description of \"Positive total uncertainty\" in the table \"Related variables\"). This parameter has the same unit as the measurand it refers to, i.e. Kelvin (K). However, because this parameter represents a difference in temperature space, it can also be interpreted directly as being in degrees Celsius (°C)." - }, - "tmeanerr_m": { - "units": "K", - "name_for_output": "mean_air_temperature_negative_total_uncertainty", - "long_name": "mean_air_temperature_negative_total_uncertainty", - "description": "For \"Mean air temperature\" (described in this list), this parameter is a partial estimate of errors (see detailed description of \"Negative total uncertainty\" in the table \"Related variables\"). This parameter has the same unit as the measurand it refers to, i.e. Kelvin (K). However, because this parameter represents a difference in temperature space, it can also be interpreted directly as being in degrees Celsius (°C)." - }, - "random_p": { - "units": "K", - "name_for_output": "air_temperature_positive_random_uncertainty", - "long_name": "air_temperature_positive_random_uncertainty", - "description": "For \"Air temperature\" (described in this list), this parameter is one of the uncertainty sources contributing to estimating the measurement error (see detailed description of \"Positive random uncertainty\" in the table \"Related variables\"). This parameter has the same unit as the measurand it refers to, i.e. Kelvin (K). However, because this parameter represents a difference in temperature space, it can also be interpreted directly as being in degrees Celsius (°C)." - }, - "random_m": { - "units": "K", - "name_for_output": "air_temperature_negative_random_uncertainty", - "long_name": "air_temperature_negative_random_uncertainty", - "description": "For \"Air temperature\" (described in this list), this parameter one of the uncertainty sources contributing to estimating the measurement error (see detailed description of \"Negative random uncertainty\" in the table \"Related variables\"). This parameter has the same unit as the measurand it refers to, i.e. Kelvin (K). However, because this parameter represents a difference in temperature space, it can also be interpreted directly as being in degrees Celsius (°C)." - }, - "sys_p": { - "units": "K", - "name_for_output": "air_temperature_positive_systematic_uncertainty", - "long_name": "air_temperature_positive_systematic_uncertainty", - "description": "For \"Air temperature\" (described in this list), this parameter is one of the uncertainty sources contributing to estimating the measurement error (see detailed description of \"Positive systematic uncertainty\" in the table \"Related variables\"). This parameter has the same unit as the measurand it refers to, i.e. Kelvin (K). However, because this parameter represents a difference in temperature space, it can also be interpreted directly as being in degrees Celsius (°C)." - }, - "sys_m": { - "units": "K", - "name_for_output": "air_temperature_negative_systematic_uncertainty", - "long_name": "air_temperature_negative_systematic_uncertainty", - "description": "For \"Air temperature\" (described in this list), this parameter is a partial estimate of errors (see detailed description of \"Negative systematic uncertainty\" in the table \"Related variables\"). This parameter has the same unit as the measurand it refers to, i.e. Kelvin (K). However, because this parameter represents a difference in temperature space, it can also be interpreted directly as being in degrees Celsius (°C)." - }, - "quasisys_p": { - "units": "K", - "name_for_output": "air_temperature_positive_quasisystematic_uncertainty", - "long_name": "air_temperature_positive_quasisystematic_uncertainty", - "description": "For \"Air temperature\" (described in this list), this parameter is one of the uncertainty sources contributing to estimating the measurement error (see detailed description of \"Positive quasisystematic uncertainty\" in the table \"Related variables\"). This parameter has the same unit as the measurand it refers to, i.e. Kelvin (K). However, because this parameter represents a difference in temperature space, it can also be interpreted directly as being in degrees Celsius (°C)." - }, - "quasisys_m": { - "units": "K", - "name_for_output": "air_temperature_negative_quasisystematic_uncertainty", - "long_name": "air_temperature_negative_quasisystematic_uncertainty", - "description": "For \"Air temperature\" (described in this list), this parameter is one of the uncertainty sources contributing to estimating the measurement error (see detailed description of \"Negative quasisystematic uncertainty\" in the table \"Related variables\"). This parameter has the same unit as the measurand it refers to, i.e. Kelvin (K). However, because this parameter represents a difference in temperature space, it can also be interpreted directly as being in degrees Celsius (°C)." - }, - "date_of_observation": { - "name_for_output": "report_timestamp", - "description": "This parameter provides the observation date and time, including time zone information with respect to UTC (e.g. 1991-01-01 12:00:00+0)." - }, - "crx_vn": { - "name_for_output": "logbook_version", - "description": "LogBook software and version." - }, - "t_daily_max": { - "units": "K", - "name_for_output": "maximum_air_temperature", - "long_name": "maximum_air_temperature", - "description": "This parameter is the highest of all sub-hourly (5-minute) values of air temperature recorded at the station during the aggregation period selected by the user. It is based on measurements made at the station, typically at about 1.5 metres above the ground surface. This parameter has units of Kelvin (K). Temperature measured in Kelvin can be converted to degrees Celsius (°C) by subtracting 273.15. Two error estimates are provided in addition, to help users take into account uncertainties.", - "positive_total_uncertainty": "tmaxerr_p", - "negative_total_uncertainty": "tmaxerr_m" - }, - "t_daily_min": { - "units": "K", - "name_for_output": "minimum_air_temperature", - "long_name": "minimum_air_temperature", - "description": "This parameter is the lowest of all sub-hourly (5-minute) values of air temperature recorded at the station during the aggregation period selected by the user. It is based on measurements made at the station, typically at about 1.5 metres above the ground surface. This parameter has units of Kelvin (K). Temperature measured in Kelvin can be converted to degrees Celsius (°C) by subtracting 273.15. Two error estimates are provided in addition, to help users take into account uncertainties.", - "positive_total_uncertainty": "tminerr_p", - "negative_total_uncertainty": "tminerr_m" - }, - "t_daily_mean": { - "units": "K", - "name_for_output": "mean_air_temperature", - "long_name": "mean_air_temperature", - "description": "This parameter is the average of all sub-hourly (5-minute) values of air temperature recorded at the station during the aggregation period selected by the user. It is based on measurements made at the station, typically at about 1.5 metres above the ground surface. This parameter has units of Kelvin (K). Temperature measured in Kelvin can be converted to degrees Celsius (°C) by subtracting 273.15. Two error estimates are provided in addition, to help users take into account uncertainties.", - "positive_total_uncertainty": "tmeanerr_p", - "negative_total_uncertainty": "tmeanerr_m" - }, - "p_daily_calc": { - "units": "mm", - "name_for_output": "accumulated_precipitation", - "long_name": "accumulated_precipitation", - "description": "This parameter is the accumulated precipitation that was measured as having reached the Earth's surface at the station. It includes all forms of precipitation (rain and snow). This parameter is accumulated over the aggregation period selected by the user. The units of this parameter are depth in millimetre of water equivalent. Care should be taken when comparing such observations with model or reanalysis parameters, because observations are by definition local to a particular point in space, rather than representing averages over a large geographical area." - }, - "solarad_daily": { - "units": "MJ m-2", - "name_for_output": "daily_global_solar_radiation", - "long_name": "daily_global_solar_radiation", - "description": "This parameter is the total solar energy(direct and diffuse) measured at the Earth's surface per unit of area. in MJ/meter^2, calculated from the hourly average global solar radiation rates and converted to energy by integrating over time. For simplicity of use, the values are provided in Mega-Joules per square metre (MJ/m**2)." - }, - "sur_temp_daily_type": { - "name_for_output": "soil_temperature_processing_level", - "long_name": "soil_temperature_processing_level", - "description": "This parameter indicates the level of processing applied to the soil temperature measurement: raw data ('R'), corrected data ('C'). A letter 'U' indicates that this information is unknown." - }, - "sur_temp_daily_max": { - "units": "K", - "name_for_output": "maximum_soil_temperature", - "long_name": "maximum_soil_temperature", - "description": "From measurements of \"soil temperature\" (described in this list), this parameter provides the highest value measured during the aggregation period." - }, - "sur_temp_daily_min": { - "units": "K", - "name_for_output": "minimum_soil_temperature", - "long_name": "minimum_soil_temperature", - "description": "From measurements of \"soil temperature\" (described in this list), this parameter provides the lowest value measured during the aggregation period." - }, - "sur_temp_daily_avg": { - "units": "K", - "name_for_output": "soil_temperature", - "long_name": "soil_temperature", - "description": "Average infrared temperature of the soil measured using infrared thermal imaging technology, over the aggregation period.", - "processing_level": "sur_temp_daily_type" - }, - "rh_daily_max": { - "units": "%", - "name_for_output": "maximum_relative_humidity", - "long_name": "maximum_relative_humidity", - "description": "From measurements of \"Relative humidity\" (described in this list), this parameter provides the highest value measured during the aggregation period." - }, - "rh_daily_min": { - "units": "%", - "name_for_output": "minimum_relative_humidity", - "long_name": "minimum_relative_humidity", - "description": "From measurements of \"Relative humidity\" (described in this list), this parameter provides the lowest value measured during the aggregation period." - }, - "rh_daily_avg": { - "units": "%", - "name_for_output": "relative_humidity", - "long_name": "relative_humidity", - "description": "This parameter is the ratio of the amount of atmospheric moisture present in the air relative to the amount that would be present if the air were saturated with respect to water or ice. This ratio is multiplied by 100 to provide numbers in percent (%). The measurements are taken at a height of 2 metres above the ground surface. The instrument is a capacitive thin-film device. It measures the flow of electricity across two electrodes separated by a polymer film. The capacitance of the film is converted to relative humidity by a calibration equation. The values are averaged over 5-minute periods, obtained by selecting \"sub-hourly\" aggregation period. Other aggregation periods (\"hourly\", \"daily\") are also available, in which case the results are based on further averages of the 5-minute data. A quality flag is also available for this variable." - }, - "soil_moisture_5_daily": { - "units": "m3 m-3", - "name_for_output": "soil_moisture_5cm_from_earth_surface", - "long_name": "soil_moisture_5cm_from_earth_surface", - "description": "Average content of liquid water in a surface soil layer of 0 to 5 cm depth expressed as m3 water per m3 soil aggregation period." - }, - "soil_moisture_10_daily": { - "units": "m3 m-3", - "name_for_output": "soil_moisture_10cm_from_earth_surface", - "long_name": "soil_moisture_10cm_from_earth_surface", - "description": "Average content of liquid water in a surface soil layer of 0 to 10 cm depth expressed as m3 water per m3 soil aggregation period." - }, - "soil_moisture_20_daily": { - "units": "m3 m-3", - "name_for_output": "soil_moisture_20cm_from_earth_surface", - "long_name": "soil_moisture_20cm_from_earth_surface", - "description": "Average content of liquid water in a surface soil layer of 0 to 20 cm depth expressed as m3 water per m3 soil aggregation period." - }, - "soil_moisture_50_daily": { - "units": "m3 m-3", - "name_for_output": "soil_moisture_50cm_from_earth_surface", - "long_name": "soil_moisture_50cm_from_earth_surface", - "description": "Average content of liquid water in a surface soil layer of 0 to 50 cm depth expressed as m3 water per m3 soil aggregation period." - }, - "soil_moisture_100_daily": { - "units": "m3 m-3", - "name_for_output": "soil_moisture_100cm_from_earth_surface", - "long_name": "soil_moisture_100cm_from_earth_surface", - "description": "Average content of liquid water in a surface soil layer of 0 to 100 cm depth expressed as m3 water per m3 soil aggregation period." - }, - "soil_temp_5_daily": { - "units": "K", - "name_for_output": "soil_temperature_5cm_from_earth_surface", - "long_name": "soil_temperature_5cm_from_earth_surface", - "description": "Average soil temperature measured at 5 cm below the surface level over the aggregation period." - }, - "soil_temp_10_daily": { - "units": "K", - "name_for_output": "soil_temperature_10cm_from_earth_surface", - "long_name": "soil_temperature_10cm_from_earth_surface", - "description": "Average soil temperature measured at 10 cm below the surface level over the aggregation period." - }, - "soil_temp_20_daily": { - "units": "K", - "name_for_output": "soil_temperature_20cm_from_earth_surface", - "long_name": "soil_temperature_20cm_from_earth_surface", - "description": "Average soil temperature measured at 20 cm below the surface level over the aggregation period." - }, - "soil_temp_50_daily": { - "units": "K", - "name_for_output": "soil_temperature_50cm_from_earth_surface", - "long_name": "soil_temperature_50cm_from_earth_surface", - "description": "Average soil temperature measured at 50 cm below the surface level over the aggregation period." - }, - "soil_temp_100_daily": { - "units": "K", - "name_for_output": "soil_temperature_100cm_from_earth_surface", - "long_name": "soil_temperature_100cm_from_earth_surface", - "description": "Average soil temperature measured at 100 cm below the surface level over the aggregation period." - } - } - }, - "uscrn_monthly": { - "data_table": "unc_monthly", - "order_by": [ - "station_name", - "report_timestamp" - ], - "mandatory_columns": [ - "sitename", - "wbanno", - "longitude", - "latitude", - "date_of_observation" - ], - "products": [ - { - "group_name": "variables", - "columns": [ - "t", - "t_monthly_max", - "t_monthly_min", - "t_monthly_mean", - "p_monthly_calc", - "solrad_monthly_avg", - "sur_temp_monthly_max", - "sur_temp_monthly_min", - "sur_temp_monthly_avg" - ] - }, - { - "group_name": "positive_random_uncertainty", - "columns": [ - "random_p" - ] - }, - { - "group_name": "negative_random_uncertainty", - "columns": [ - "random_m" - ] - }, - { - "group_name": "positive_total_uncertainty", - "columns": [ - "terr_p", - "tmaxerr_p", - "tminerr_p" - ] - }, - { - "group_name": "negative_total_uncertainty", - "columns": [ - "terr_m", - "tmaxerr_m", - "tminerr_m" - ] - }, - { - "group_name": "positive_quasisystematic_uncertainty", - "columns": [ - "quasisys_p" - ] - }, - { - "group_name": "negative_quasisystematic_uncertainty", - "columns": [ - "quasisys_m" - ] - }, - { - "group_name": "positive_systematic_uncertainty", - "columns": [ - "sys_p" - ] - }, - { - "group_name": "negative_systematic_uncertainty", - "columns": [ - "sys_m" - ] - }, - { - "group_name": "processing_level", - "columns": [ - "sur_temp_monthly_type" - ] - } - ], - "descriptions": { - "id": { - "name_for_output": "report_id", - "description": "Link to header information." - }, - "sitename": { - "name_for_output": "alternative_name", - "description": "This describes the location of the station where measurements were taken. There are four elements separated by an underscore. The first element (two letters) indicates the State, the second element indicates the nearest city, and the last two elements describe a vector from the city to the station. The distance is given in statute miles (1 statute mile = 1609.344 metres) and the bearing is given in the 16-element compass rose. For example, station \"VA_Charlottesville_2_SSE\" refers to a station located 2 miles South-South-East of Charlottesville, Virginia." - }, - "wbanno": { - "name_for_output": "station_name", - "description": "This is the station identification code." - }, - "t": { - "units": "K", - "name_for_output": "air_temperature", - "long_name": "average_air_temperature", - "description": "This parameter is the temperature of the air measured at the station, typically at about 1.5 metres above the ground surface. This parameter is the mean of measurements made at 10-second intervals during the time aggregation chosen by the user. This parameter has units of Kelvin (K). Temperature measured in Kelvin can be converted to degrees Celsius (°C) by subtracting 273.15. Several error estimates are provided in addition, to help users take into account uncertainties.", - "positive_systematic_uncertainty": "sys_p", - "negative_systematic_uncertainty": "sys_m", - "positive_total_uncertainty": "terr_p", - "negative_total_uncertainty": "terr_m", - "positive_random_uncertainty": "random_p", - "negative_random_uncertainty": "random_m", - "positive_quasisystematic_uncertainty": "quasisys_p", - "negative_quasisystematic_uncertainty": "quasisys_m" - }, - "terr_p": { - "units": "K", - "name_for_output": "air_temperature_positive_total_uncertainty", - "long_name": "air_temperature_positive_total_uncertainty", - "description": "For \"Air temperature\" (described in this list), this parameter is one of the uncertainty sources contributing to estimating the measurement error (see detailed description of \"Positive total uncertainty\" in the table \"Related variables\"). This parameter has the same unit as the measurand it refers to, i.e. Kelvin (K). However, because this parameter represents a difference in temperature space, it can also be interpreted directly as being in degrees Celsius (°C)." - }, - "terr_m": { - "units": "K", - "name_for_output": "air_temperature_negative_total_uncertainty", - "long_name": "air_temperature_negative_total_uncertainty", - "description": "For \"Air temperature\" (described in this list), this parameter is one of the uncertainty sources contributing to estimating the measurement error (see detailed description of \"Negative total uncertainty\" in the table \"Related variables\"). This parameter has the same unit as the measurand it refers to, i.e. Kelvin (K). However, because this parameter represents a difference in temperature space, it can also be interpreted directly as being in degrees Celsius (°C)." - }, - "tmaxerr_p": { - "units": "K", - "name_for_output": "maximum_air_temperature_positive_total_uncertainty", - "long_name": "maximum_air_temperature_positive_total_uncertainty", - "description": "For \"Maximum air temperature\" (described in this list), this parameter is a partial estimate of errors (see detailed description of \"Positive total uncertainty\" in the table \"Related variables\"). This parameter has the same unit as the measurand it refers to, i.e. Kelvin (K). However, because this parameter represents a difference in temperature space, it can also be interpreted directly as being in degrees Celsius (°C)." - }, - "tmaxerr_m": { - "units": "K", - "name_for_output": "maximum_air_temperature_negative_total_uncertainty", - "long_name": "maximum_air_temperature_negative_total_uncertainty", - "description": "For \"Maximum air temperature\" (described in this list), this parameter is a partial estimate of errors (see detailed description of \"Negative total uncertainty\" in the table \"Related variables\"). This parameter has the same unit as the measurand it refers to, i.e. Kelvin (K). However, because this parameter represents a difference in temperature space, it can also be interpreted directly as being in degrees Celsius (°C)." - }, - "tminerr_p": { - "units": "K", - "name_for_output": "minimum_air_temperature_positive_total_uncertainty", - "long_name": "minimum_air_temperature_positive_total_uncertainty", - "description": "For \"Minimum air temperature\" (described in this list), this parameter is one of the uncertainty sources contributing to estimating the measurement error (see detailed description of \"Positive total uncertainty\" in the table \"Related variables\"). This parameter has the same unit as the measurand it refers to, i.e. Kelvin (K). However, because this parameter represents a difference in temperature space, it can also be interpreted directly as being in degrees Celsius (°C)." - }, - "tminerr_m": { - "units": "K", - "name_for_output": "minimum_air_temperature_negative_total_uncertainty", - "long_name": "minimum_air_temperature_negative_total_uncertainty", - "description": "For \"Minimum air temperature\" (described in this list), this parameter is one of the uncertainty sources contributing to estimating the measurement error (see detailed description of \"Negative total uncertainty\" in the table \"Related variables\"). This parameter has the same unit as the measurand it refers to, i.e. Kelvin (K). However, because this parameter represents a difference in temperature space, it can also be interpreted directly as being in degrees Celsius (°C)." - }, - "random_p": { - "units": "K", - "name_for_output": "air_temperature_positive_random_uncertainty", - "long_name": "air_temperature_positive_random_uncertainty", - "description": "For \"Air temperature\" (described in this list), this parameter is one of the uncertainty sources contributing to estimating the measurement error (see detailed description of \"Positive random uncertainty\" in the table \"Related variables\"). This parameter has the same unit as the measurand it refers to, i.e. Kelvin (K). However, because this parameter represents a difference in temperature space, it can also be interpreted directly as being in degrees Celsius (°C)." - }, - "random_m": { - "units": "K", - "name_for_output": "air_temperature_negative_random_uncertainty", - "long_name": "air_temperature_negative_random_uncertainty", - "description": "For \"Air temperature\" (described in this list), this parameter one of the uncertainty sources contributing to estimating the measurement error (see detailed description of \"Negative random uncertainty\" in the table \"Related variables\"). This parameter has the same unit as the measurand it refers to, i.e. Kelvin (K). However, because this parameter represents a difference in temperature space, it can also be interpreted directly as being in degrees Celsius (°C)." - }, - "sys_p": { - "units": "K", - "name_for_output": "air_temperature_positive_systematic_uncertainty", - "long_name": "air_temperature_positive_systematic_uncertainty", - "description": "For \"Air temperature\" (described in this list), this parameter is one of the uncertainty sources contributing to estimating the measurement error (see detailed description of \"Positive systematic uncertainty\" in the table \"Related variables\"). This parameter has the same unit as the measurand it refers to, i.e. Kelvin (K). However, because this parameter represents a difference in temperature space, it can also be interpreted directly as being in degrees Celsius (°C)." - }, - "sys_m": { - "units": "K", - "name_for_output": "air_temperature_negative_systematic_uncertainty", - "long_name": "air_temperature_negative_systematic_uncertainty", - "description": "For \"Air temperature\" (described in this list), this parameter is a partial estimate of errors (see detailed description of \"Negative systematic uncertainty\" in the table \"Related variables\"). This parameter has the same unit as the measurand it refers to, i.e. Kelvin (K). However, because this parameter represents a difference in temperature space, it can also be interpreted directly as being in degrees Celsius (°C)." - }, - "quasisys_p": { - "units": "K", - "name_for_output": "air_temperature_positive_quasisystematic_uncertainty", - "long_name": "air_temperature_positive_quasisystematic_uncertainty", - "description": "For \"Air temperature\" (described in this list), this parameter is one of the uncertainty sources contributing to estimating the measurement error (see detailed description of \"Positive quasisystematic uncertainty\" in the table \"Related variables\"). This parameter has the same unit as the measurand it refers to, i.e. Kelvin (K). However, because this parameter represents a difference in temperature space, it can also be interpreted directly as being in degrees Celsius (°C)." - }, - "quasisys_m": { - "units": "K", - "name_for_output": "air_temperature_negative_quasisystematic_uncertainty", - "long_name": "air_temperature_negative_quasisystematic_uncertainty", - "description": "For \"Air temperature\" (described in this list), this parameter is one of the uncertainty sources contributing to estimating the measurement error (see detailed description of \"Negative quasisystematic uncertainty\" in the table \"Related variables\"). This parameter has the same unit as the measurand it refers to, i.e. Kelvin (K). However, because this parameter represents a difference in temperature space, it can also be interpreted directly as being in degrees Celsius (°C)." - }, - "date_of_observation": { - "name_for_output": "report_timestamp", - "description": "This parameter provides the observation date and time, including time zone information with respect to UTC (e.g. 1991-01-01 12:00:00+0)." - }, - "crx_vn_monthly": { - "name_for_output": "logbook_version", - "description": "LogBook software and version." - }, - "longitude": { - "units": "degree_east", - "name_for_output": "longitude", - "long_name": "longitude", - "description": "Longitude of the measurement station, -180.0 to 180.0." - }, - "latitude": { - "units": "degree_north", - "name_for_output": "latitude", - "long_name": "latitude", - "description": "Latitude of the measurement station, -90 to 90." - }, - "t_monthly_max": { - "units": "K", - "name_for_output": "maximum_air_temperature", - "long_name": "maximum_air_temperature", - "description": "This parameter is the highest of all sub-hourly (5-minute) values of air temperature recorded at the station during the aggregation period selected by the user. It is based on measurements made at the station, typically at about 1.5 metres above the ground surface. This parameter has units of Kelvin (K). Temperature measured in Kelvin can be converted to degrees Celsius (°C) by subtracting 273.15. Two error estimates are provided in addition, to help users take into account uncertainties.", - "positive_total_uncertainty": "tmaxerr_p", - "negative_total_uncertainty": "tmaxerr_m" - }, - "t_monthly_min": { - "units": "K", - "name_for_output": "minimum_air_temperature", - "long_name": "minimum_air_temperature", - "description": "This parameter is the lowest of all sub-hourly (5-minute) values of air temperature recorded at the station during the aggregation period selected by the user. It is based on measurements made at the station, typically at about 1.5 metres above the ground surface. This parameter has units of Kelvin (K). Temperature measured in Kelvin can be converted to degrees Celsius (°C) by subtracting 273.15. Two error estimates are provided in addition, to help users take into account uncertainties.", - "positive_total_uncertainty": "tminerr_p", - "negative_total_uncertainty": "tminerr_m" - }, - "t_monthly_mean": { - "units": "K", - "name_for_output": "mean_air_temperature", - "long_name": "mean_air_temperature", - "description": "This parameter is the average of all sub-hourly (5-minute) values of air temperature recorded at the station during the aggregation period selected by the user. It is based on measurements made at the station, typically at about 1.5 metres above the ground surface. This parameter has units of Kelvin (K). Temperature measured in Kelvin can be converted to degrees Celsius (°C) by subtracting 273.15. Two error estimates are provided in addition, to help users take into account uncertainties." - }, - "p_monthly_calc": { - "units": "mm", - "name_for_output": "accumulated_precipitation", - "long_name": "accumulated_precipitation", - "description": "This parameter is the accumulated precipitation that was measured as having reached the Earth's surface at the station. It includes all forms of precipitation (rain and snow). This parameter is accumulated over the aggregation period selected by the user. The units of this parameter are depth in millimetre of water equivalent. Care should be taken when comparing such observations with model or reanalysis parameters, because observations are by definition local to a particular point in space, rather than representing averages over a large geographical area." - }, - "solrad_monthly_avg": { - "units": "MJ m-2", - "name_for_output": "monthly_global_solar_radiation", - "long_name": "monthly_global_solar_radiation", - "description": "This parameter is the total solar energy(direct and diffuse) measured at the Earth's surface per unit of area. in MJ/meter^2, calculated from the daily average global solar radiation rates and converted to energy by integrating over time. For simplicity of use, the values are provided in Mega-Joules per square metre (MJ/m**2)." - }, - "sur_temp_monthly_type": { - "name_for_output": "soil_temperature_processing_level", - "long_name": "soil_temperature_processing_level", - "description": "This parameter indicates the level of processing applied to the soil temperature measurement: raw data ('R'), corrected data ('C'). A letter 'U' indicates that this information is unknown." - }, - "sur_temp_monthly_max": { - "units": "K", - "name_for_output": "maximum_soil_temperature", - "long_name": "maximum_soil_temperature", - "description": "From measurements of \"soil temperature\" (described in this list), this parameter provides the highest value measured during the aggregation period." - }, - "sur_temp_monthly_min": { - "units": "K", - "name_for_output": "minimum_soil_temperature", - "long_name": "minimum_soil_temperature", - "description": "From measurements of \"soil temperature\" (described in this list), this parameter provides the lowest value measured during the aggregation period." - }, - "sur_temp_monthly_avg": { - "units": "K", - "name_for_output": "soil_temperature", - "long_name": "soil_temperature", - "description": "Average infrared temperature of the soil measured using infrared thermal imaging technology, over the aggregation period.", - "processing_level": "sur_temp_monthly_type" - } - } - } - } -} diff --git a/cdsobs/data/insitu-observations-near-surface-temperature-us-climate-reference-network/service_definition.yml b/cdsobs/data/insitu-observations-near-surface-temperature-us-climate-reference-network/service_definition.yml deleted file mode 100644 index d0f032b..0000000 --- a/cdsobs/data/insitu-observations-near-surface-temperature-us-climate-reference-network/service_definition.yml +++ /dev/null @@ -1,900 +0,0 @@ -global_attributes: - contactemail: https://support.ecmwf.int - licence_list: 20180314_Copernicus_License_V1.1 - responsible_organisation: ECMWF -sources: - uscrn_daily: - cdm_mapping: - melt_columns: - processing_level: - processing_level: - - main_variable: soil_temperature - name: soil_temperature_processing_level - uncertainty: - negative_quasisystematic_uncertainty: - - main_variable: air_temperature - name: air_temperature_negative_quasisystematic_uncertainty - units: K - negative_random_uncertainty: - - main_variable: air_temperature - name: air_temperature_negative_random_uncertainty - units: K - negative_systematic_uncertainty: - - main_variable: air_temperature - name: air_temperature_negative_systematic_uncertainty - units: K - negative_total_uncertainty: - - main_variable: air_temperature - name: air_temperature_negative_total_uncertainty - units: K - - main_variable: daily_maximum_air_temperature - name: daily_maximum_air_temperature_negative_total_uncertainty - units: K - - main_variable: daily_minimum_air_temperature - name: daily_minimum_air_temperature_negative_total_uncertainty - units: K - - main_variable: daily_mean_air_temperature - name: mean_air_temperature_negative_total_uncertainty - units: K - positive_quasisystematic_uncertainty: - - main_variable: air_temperature - name: air_temperature_positive_quasisystematic_uncertainty - units: K - positive_random_uncertainty: - - main_variable: air_temperature - name: air_temperature_positive_random_uncertainty - units: K - positive_systematic_uncertainty: - - main_variable: air_temperature - name: air_temperature_positive_systematic_uncertainty - units: K - positive_total_uncertainty: - - main_variable: air_temperature - name: air_temperature_positive_total_uncertainty - units: K - - main_variable: daily_maximum_air_temperature - name: daily_maximum_air_temperature_positive_total_uncertainty - units: K - - main_variable: daily_minimum_air_temperature - name: daily_minimum_air_temperature_positive_total_uncertainty - units: K - - main_variable: daily_mean_air_temperature - name: mean_air_temperature_positive_total_uncertainty - units: K - rename: - crx_vn: logbook_version - date_of_observation: report_timestamp - id: report_id - latitude: latitude|station_configuration - longitude: longitude|station_configuration - p_daily_calc: accumulated_precipitation - quasisys_m: air_temperature_negative_quasisystematic_uncertainty - quasisys_p: air_temperature_positive_quasisystematic_uncertainty - random_m: air_temperature_negative_random_uncertainty - random_p: air_temperature_positive_random_uncertainty - rh_daily_avg: relative_humidity - rh_daily_max: daily_maximum_relative_humidity - rh_daily_min: daily_minimum_relative_humidity - sitename: alternative_name - soil_moisture_100_daily: soil_moisture_100cm_from_earth_surface - soil_moisture_10_daily: soil_moisture_10cm_from_earth_surface - soil_moisture_20_daily: soil_moisture_20cm_from_earth_surface - soil_moisture_50_daily: soil_moisture_50cm_from_earth_surface - soil_moisture_5_daily: soil_moisture_5cm_from_earth_surface - soil_temp_100_daily: soil_temperature_100cm_from_earth_surface - soil_temp_10_daily: soil_temperature_10cm_from_earth_surface - soil_temp_20_daily: soil_temperature_20cm_from_earth_surface - soil_temp_50_daily: soil_temperature_50cm_from_earth_surface - soil_temp_5_daily: soil_temperature_5cm_from_earth_surface - solarad_daily: daily_global_solar_radiation - sur_temp_daily_avg: soil_temperature - sur_temp_daily_max: maximum_soil_temperature - sur_temp_daily_min: minimum_soil_temperature - sur_temp_daily_type: soil_temperature_processing_level - sys_m: air_temperature_negative_systematic_uncertainty - sys_p: air_temperature_positive_systematic_uncertainty - t: air_temperature - t_daily_max: daily_maximum_air_temperature - t_daily_mean: daily_mean_air_temperature - t_daily_min: daily_minimum_air_temperature - terr_m: air_temperature_negative_total_uncertainty - terr_p: air_temperature_positive_total_uncertainty - tmaxerr_m: daily_maximum_air_temperature_negative_total_uncertainty - tmaxerr_p: daily_maximum_air_temperature_positive_total_uncertainty - tmeanerr_m: mean_air_temperature_negative_total_uncertainty - tmeanerr_p: mean_air_temperature_positive_total_uncertainty - tminerr_m: daily_minimum_air_temperature_negative_total_uncertainty - tminerr_p: daily_minimum_air_temperature_positive_total_uncertainty - wbanno: primary_station_id - unit_changes: - accumulated_precipitation: - names: - mm: mm - offset: 0 - scale: 1 - data_table: unc_daily - descriptions: - accumulated_precipitation: - description: This parameter is the accumulated precipitation that was measured as having reached the Earth's surface at the station. It includes all forms of precipitation (rain and snow). This parameter is accumulated over the aggregation period selected by the user. The units of this parameter are depth in millimetre of water equivalent. Care should be taken when comparing such observations with model or reanalysis parameters, because observations are by definition local to a particular point in space, rather than representing averages over a large geographical area. - dtype: float32 - units: mm - air_temperature: - description: "This parameter is the temperature of the air measured at the station, typically at about 1.5 metres above the ground surface. This parameter is the mean of measurements made at 10-second intervals during the time aggregation chosen by the user. This parameter has units of Kelvin (K). Temperature measured in Kelvin can be converted to degrees Celsius (°C) by subtracting 273.15. Several error estimates are provided in addition, to help users take into account uncertainties." - dtype: float32 - units: K - alternative_name: - description: This describes the location of the station where measurements were taken. There are four elements separated by an underscore. The first element (two letters) indicates the State, the second element indicates the nearest city, and the last two elements describe a vector from the city to the station. The distance is given in statute miles (1 statute mile = 1609.344 metres) and the bearing is given in the 16-element compass rose. For example, station "VA_Charlottesville_2_SSE" refers to a station located 2 miles South-South-East of Charlottesville, Virginia. - dtype: object - daily_global_solar_radiation: - description: This parameter is the total solar energy(direct and diffuse) measured at the Earth's surface per unit of area. in MJ/meter^2, calculated from the hourly average global solar radiation rates and converted to energy by integrating over time. For simplicity of use, the values are provided in Mega-Joules per square metre (MJ/m**2). - dtype: float32 - units: MJ m-2 - daily_maximum_air_temperature: - description: "This parameter is the highest of all sub-hourly (5-minute) values of air temperature recorded at the station during the aggregation period selected by the user. It is based on measurements made at the station, typically at about 1.5 metres above the ground surface. This parameter has units of Kelvin (K). Temperature measured in Kelvin can be converted to degrees Celsius (°C) by subtracting 273.15. Two error estimates are provided in addition, to help users take into account uncertainties." - dtype: float32 - units: K - daily_maximum_relative_humidity: - description: From measurements of "Relative humidity" (described in this list), this parameter provides the highest value measured during the aggregation period. - dtype: float32 - units: '%' - daily_mean_air_temperature: - description: "This parameter is the average of all sub-hourly (5-minute) values of air temperature recorded at the station during the aggregation period selected by the user. It is based on measurements made at the station, typically at about 1.5 metres above the ground surface. This parameter has units of Kelvin (K). Temperature measured in Kelvin can be converted to degrees Celsius (°C) by subtracting 273.15. Two error estimates are provided in addition, to help users take into account uncertainties." - dtype: float32 - units: K - daily_minimum_air_temperature: - description: "This parameter is the lowest of all sub-hourly (5-minute) values of air temperature recorded at the station during the aggregation period selected by the user. It is based on measurements made at the station, typically at about 1.5 metres above the ground surface. This parameter has units of Kelvin (K). Temperature measured in Kelvin can be converted to degrees Celsius (°C) by subtracting 273.15. Two error estimates are provided in addition, to help users take into account uncertainties." - dtype: float32 - units: K - daily_minimum_relative_humidity: - description: From measurements of "Relative humidity" (described in this list), this parameter provides the lowest value measured during the aggregation period. - dtype: float32 - units: '%' - latitude|station_configuration: - description: Latitude of the measurement station, -90 to 90. - dtype: float32 - units: degree_north - logbook_version: - description: LogBook software and version. - dtype: float32 - longitude|station_configuration: - description: Longitude of the measurement station, -180.0 to 180.0. - dtype: float32 - units: degree_east - maximum_soil_temperature: - description: From measurements of "soil temperature" (described in this list), this parameter provides the highest value measured during the aggregation period. - dtype: float32 - units: K - minimum_soil_temperature: - description: From measurements of "soil temperature" (described in this list), this parameter provides the lowest value measured during the aggregation period. - dtype: float32 - units: K - primary_station_id: - description: This is the station identification code. - dtype: object - relative_humidity: - description: This parameter is the ratio of the amount of atmospheric moisture present in the air relative to the amount that would be present if the air were saturated with respect to water or ice. This ratio is multiplied by 100 to provide numbers in percent (%). The measurements are taken at a height of 2 metres above the ground surface. The instrument is a capacitive thin-film device. It measures the flow of electricity across two electrodes separated by a polymer film. The capacitance of the film is converted to relative humidity by a calibration equation. The values are averaged over 5-minute periods, obtained by selecting "sub-hourly" aggregation period. Other aggregation periods ("hourly", "daily") are also available, in which case the results are based on further averages of the 5-minute data. A quality flag is also available for this variable. - dtype: float32 - units: '%' - report_id: - description: Link to header information. - dtype: float32 - report_timestamp: - description: This parameter provides the observation date and time, including time zone information with respect to UTC (e.g. 1991-01-01 12:00:00+0). - dtype: datetime64[ns] - soil_moisture_100cm_from_earth_surface: - description: Average content of liquid water in a surface soil layer of 0 to 100 cm depth expressed as m3 water per m3 soil aggregation period. - dtype: float32 - units: m3 m-3 - soil_moisture_10cm_from_earth_surface: - description: Average content of liquid water in a surface soil layer of 0 to 10 cm depth expressed as m3 water per m3 soil aggregation period. - dtype: float32 - units: m3 m-3 - soil_moisture_20cm_from_earth_surface: - description: Average content of liquid water in a surface soil layer of 0 to 20 cm depth expressed as m3 water per m3 soil aggregation period. - dtype: float32 - units: m3 m-3 - soil_moisture_50cm_from_earth_surface: - description: Average content of liquid water in a surface soil layer of 0 to 50 cm depth expressed as m3 water per m3 soil aggregation period. - dtype: float32 - units: m3 m-3 - soil_moisture_5cm_from_earth_surface: - description: Average content of liquid water in a surface soil layer of 0 to 5 cm depth expressed as m3 water per m3 soil aggregation period. - dtype: float32 - units: m3 m-3 - soil_temperature: - description: Average infrared temperature of the soil measured using infrared thermal imaging technology, over the aggregation period. - dtype: float32 - units: K - soil_temperature_100cm_from_earth_surface: - description: Average soil temperature measured at 100 cm below the surface level over the aggregation period. - dtype: float32 - units: K - soil_temperature_10cm_from_earth_surface: - description: Average soil temperature measured at 10 cm below the surface level over the aggregation period. - dtype: float32 - units: K - soil_temperature_20cm_from_earth_surface: - description: Average soil temperature measured at 20 cm below the surface level over the aggregation period. - dtype: float32 - units: K - soil_temperature_50cm_from_earth_surface: - description: Average soil temperature measured at 50 cm below the surface level over the aggregation period. - dtype: float32 - units: K - soil_temperature_5cm_from_earth_surface: - description: Average soil temperature measured at 5 cm below the surface level over the aggregation period. - dtype: float32 - units: K - uncertainty_valueN: - description: "Uncertainty value N. Available uncertainty types are: 8 (negative random), 9 (positive random), 10 (negative systematic), 11 (positive systematic), 12 (negative quasisystematic), 13 (positive quasisystematic), 16 (negative total) and 17 (positive total)." - dtype: float32 - units: Defined in uncertainty_unitsN - uncertainty_typeN: - description: Uncertainty type N - dtype: uint8 - uncertainty_unitsN: - description: Units for uncertainty type N. - dtype: object - quality_flag: - description: Quality flag for observation - dtype: uint8 - processing_level: - description: Level of processing applied to observation. - dtype: uint8 - main_variables: - - air_temperature - - daily_maximum_air_temperature - - daily_minimum_air_temperature - - daily_mean_air_temperature - - accumulated_precipitation - - daily_global_solar_radiation - - maximum_soil_temperature - - minimum_soil_temperature - - soil_temperature - - daily_maximum_relative_humidity - - daily_minimum_relative_humidity - - relative_humidity - - soil_moisture_5cm_from_earth_surface - - soil_moisture_10cm_from_earth_surface - - soil_moisture_20cm_from_earth_surface - - soil_moisture_50cm_from_earth_surface - - soil_moisture_100cm_from_earth_surface - - soil_temperature_5cm_from_earth_surface - - soil_temperature_10cm_from_earth_surface - - soil_temperature_20cm_from_earth_surface - - soil_temperature_50cm_from_earth_surface - - soil_temperature_100cm_from_earth_surface - mandatory_columns: - - alternative_name - - primary_station_id - - longitude|station_configuration - - latitude|station_configuration - - report_timestamp - uscrn_hourly: - cdm_mapping: - melt_columns: - processing_level: - processing_level: - - main_variable: soil_temperature - name: soil_temperature_processing_level - quality_flag: - quality_flag: - - main_variable: solar_irradiance - name: solar_irradiance_quality_flag - - main_variable: maximum_solar_irradiance - name: maximum_solar_irradiance_quality_flag - - main_variable: minimum_solar_irradiance - name: minimum_solar_irradiance_quality_flag - - main_variable: soil_temperature - name: soil_temperature_quality_flag - - main_variable: maximum_soil_temperature - name: maximum_soil_temperature_quality_flag - - main_variable: minimum_soil_temperature - name: minimum_soil_temperature_quality_flag - - main_variable: relative_humidity - name: relative_humidity_quality_flag - uncertainty: - negative_quasisystematic_uncertainty: - - main_variable: air_temperature - name: air_temperature_negative_quasisystematic_uncertainty - units: K - negative_systematic_uncertainty: - - main_variable: air_temperature - name: air_temperature_negative_systematic_uncertainty - units: K - negative_total_uncertainty: - - main_variable: air_temperature - name: air_temperature_negative_total_uncertainty - units: K - - main_variable: daily_maximum_air_temperature - name: daily_maximum_air_temperature_negative_total_uncertainty - units: K - - main_variable: daily_minimum_air_temperature - name: daily_minimum_air_temperature_negative_total_uncertainty - units: K - positive_quasisystematic_uncertainty: - - main_variable: air_temperature - name: air_temperature_positive_quasisystematic_uncertainty - units: K - positive_systematic_uncertainty: - - main_variable: air_temperature - name: air_temperature_positive_systematic_uncertainty - units: K - positive_total_uncertainty: - - main_variable: air_temperature - name: air_temperature_positive_total_uncertainty - units: K - - main_variable: daily_maximum_air_temperature - name: daily_maximum_air_temperature_positive_total_uncertainty - units: K - - main_variable: daily_minimum_air_temperature - name: daily_minimum_air_temperature_positive_total_uncertainty - units: K - random_uncertainty: - - main_variable: air_temperature - name: air_temperature_random_uncertainty - units: K - rename: - crx_vn: logbook_version - date_of_observation: report_timestamp - id: report_id - latitude: latitude|station_configuration - longitude: longitude|station_configuration - p_calc: accumulated_precipitation - quasisys_m: air_temperature_negative_quasisystematic_uncertainty - quasisys_p: air_temperature_positive_quasisystematic_uncertainty - random_pm: air_temperature_random_uncertainty - rh_hr_avg: relative_humidity - rh_hr_avg_flag: relative_humidity_quality_flag - sitename: alternative_name - soil_moisture_10: soil_moisture_10cm_from_earth_surface - soil_moisture_100: soil_moisture_100cm_from_earth_surface - soil_moisture_20: soil_moisture_20cm_from_earth_surface - soil_moisture_5: soil_moisture_5cm_from_earth_surface - soil_moisture_50: soil_moisture_50cm_from_earth_surface - soil_temp_10: soil_temperature_10cm_from_earth_surface - soil_temp_100: soil_temperature_100cm_from_earth_surface - soil_temp_20: soil_temperature_20cm_from_earth_surface - soil_temp_5: soil_temperature_5cm_from_earth_surface - soil_temp_50: soil_temperature_50cm_from_earth_surface - solarad: solar_irradiance - solarad_flag: solar_irradiance_quality_flag - solarad_max: maximum_solar_irradiance - solarad_max_flag: maximum_solar_irradiance_quality_flag - solarad_min: minimum_solar_irradiance - solarad_min_flag: minimum_solar_irradiance_quality_flag - sur_temp: soil_temperature - sur_temp_flag: soil_temperature_quality_flag - sur_temp_max: maximum_soil_temperature - sur_temp_max_flag: maximum_soil_temperature_quality_flag - sur_temp_min: minimum_soil_temperature - sur_temp_min_flag: minimum_soil_temperature_quality_flag - sur_temp_type: soil_temperature_processing_level - sys_m: air_temperature_negative_systematic_uncertainty - sys_p: air_temperature_positive_systematic_uncertainty - t: air_temperature - t_max: daily_maximum_air_temperature - t_min: daily_minimum_air_temperature - terr_m: air_temperature_negative_total_uncertainty - terr_p: air_temperature_positive_total_uncertainty - tmaxerr_m: daily_maximum_air_temperature_negative_total_uncertainty - tmaxerr_p: daily_maximum_air_temperature_positive_total_uncertainty - tminerr_m: daily_minimum_air_temperature_negative_total_uncertainty - tminerr_p: daily_minimum_air_temperature_positive_total_uncertainty - wbanno: primary_station_id - unit_changes: - accumulated_precipitation: - names: - mm: mm - offset: 0 - scale: 1 - data_table: unc_hourly - descriptions: - accumulated_precipitation: - description: This parameter is the accumulated precipitation that was measured as having reached the Earth's surface at the station. It includes all forms of precipitation (rain and snow). This parameter is accumulated over the aggregation period selected by the user. The units of this parameter are depth in millimetre of water equivalent. Care should be taken when comparing such observations with model or reanalysis parameters, because observations are by definition local to a particular point in space, rather than representing averages over a large geographical area. - dtype: float32 - units: mm - air_temperature: - description: "This parameter is the temperature of the air measured at the station, typically at about 1.5 metres above the ground surface. This parameter is the mean of measurements made at 10-second intervals during the time aggregation chosen by the user. This parameter has units of Kelvin (K). Temperature measured in Kelvin can be converted to degrees Celsius (°C) by subtracting 273.15. Several error estimates are provided in addition, to help users take into account uncertainties." - dtype: float32 - units: K - alternative_name: - description: This describes the location of the station where measurements were taken. There are four elements separated by an underscore. The first element (two letters) indicates the State, the second element indicates the nearest city, and the last two elements describe a vector from the city to the station. The distance is given in statute miles (1 statute mile = 1609.344 metres) and the bearing is given in the 16-element compass rose. For example, station "VA_Charlottesville_2_SSE" refers to a station located 2 miles South-South-East of Charlottesville, Virginia. - dtype: object - daily_maximum_air_temperature: - description: "This parameter is the highest of all sub-hourly (5-minute) values of air temperature recorded at the station during the aggregation period selected by the user. It is based on measurements made at the station, typically at about 1.5 metres above the ground surface. This parameter has units of Kelvin (K). Temperature measured in Kelvin can be converted to degrees Celsius (°C) by subtracting 273.15. Two error estimates are provided in addition, to help users take into account uncertainties." - dtype: float32 - units: K - daily_minimum_air_temperature: - description: "This parameter is the lowest of all sub-hourly (5-minute) values of air temperature recorded at the station during the aggregation period selected by the user. It is based on measurements made at the station, typically at about 1.5 metres above the ground surface. This parameter has units of Kelvin (K). Temperature measured in Kelvin can be converted to degrees Celsius (°C) by subtracting 273.15. Two error estimates are provided in addition, to help users take into account uncertainties." - dtype: float32 - units: K - latitude|station_configuration: - description: Latitude of the measurement station, -90 to 90. - dtype: float32 - units: degree_north - logbook_version: - description: The version number of the station datalogger program that was in effect at the time of the observation. - dtype: float32 - longitude|station_configuration: - description: Longitude of the measurement station, -180.0 to 180.0. - dtype: float32 - units: degree_east - maximum_soil_temperature: - description: From measurements of "soil temperature" (described in this list), this parameter provides the highest value measured during the aggregation period. - dtype: float32 - units: K - maximum_solar_irradiance: - description: Maximum power per unit area (surface power density) received from the Sun in the form of electromagnetic radiation in the wavelength range of the measuring instrument. Solar irradiance is measured in watts per square metre (W/m2) in SI units at the Earth surface over specified period. - dtype: float32 - units: W m-2 - minimum_soil_temperature: - description: From measurements of "soil temperature" (described in this list), this parameter provides the lowest value measured during the aggregation period. - dtype: float32 - units: K - minimum_solar_irradiance: - description: Minimum power per unit area (surface power density) received from the Sun in the form of electromagnetic radiation in the wavelength range of the measuring instrument. Solar irradiance is measured in watts per square metre (W/m2) in SI unitsat the Earth surface. - dtype: float32 - units: W m-2 - primary_station_id: - description: This is the station identification code. - dtype: object - relative_humidity: - description: This parameter is the ratio of the amount of atmospheric moisture present in the air relative to the amount that would be present if the air were saturated with respect to water or ice. This ratio is multiplied by 100 to provide numbers in percent (%). The measurements are taken at a height of 2 metres above the ground surface. The instrument is a capacitive thin-film device. It measures the flow of electricity across two electrodes separated by a polymer film. The capacitance of the film is converted to relative humidity by a calibration equation. The values are averaged over 5-minute periods, obtained by selecting "sub-hourly" aggregation period. Other aggregation periods ("hourly", "daily") are also available, in which case the results are based on further averages of the 5-minute data. A quality flag is also available for this variable. - dtype: float32 - units: '%' - report_id: - description: Link to header information. - dtype: float32 - report_timestamp: - description: This parameter provides the observation date and time, including time zone information with respect to UTC (e.g. 1991-01-01 12:00:00+0). - dtype: datetime64[ns] - soil_moisture_100cm_from_earth_surface: - description: Average content of liquid water in a surface soil layer of 0 to 100 cm depth expressed as m3 water per m3 soil aggregation period. - dtype: float32 - units: m3 m-3 - soil_moisture_10cm_from_earth_surface: - description: Average content of liquid water in a surface soil layer of 0 to 10 cm depth expressed as m3 water per m3 soil aggregation period. - dtype: float32 - units: m3 m-3 - soil_moisture_20cm_from_earth_surface: - description: Average content of liquid water in a surface soil layer of 0 to 20 cm depth expressed as m3 water per m3 soil aggregation period. - dtype: float32 - units: m3 m-3 - soil_moisture_50cm_from_earth_surface: - description: Average content of liquid water in a surface soil layer of 0 to 50 cm depth expressed as m3 water per m3 soil aggregation period. - dtype: float32 - units: m3 m-3 - soil_moisture_5cm_from_earth_surface: - description: Average content of liquid water in a surface soil layer of 0 to 5 cm depth expressed as m3 water per m3 soil aggregation period. - dtype: float32 - units: m3 m-3 - soil_temperature: - description: Average infrared temperature of the soil measured using infrared thermal imaging technology, over the aggregation period. - dtype: float32 - units: K - soil_temperature_100cm_from_earth_surface: - description: Average soil temperature measured at 100 cm below the surface level over the aggregation period. - dtype: float32 - units: K - soil_temperature_10cm_from_earth_surface: - description: Average soil temperature measured at 10 cm below the surface level over the aggregation period. - dtype: float32 - units: K - soil_temperature_20cm_from_earth_surface: - description: Average soil temperature measured at 20 cm below the surface level over the aggregation period. - dtype: float32 - units: K - soil_temperature_50cm_from_earth_surface: - description: Average soil temperature measured at 50 cm below the surface level over the aggregation period. - dtype: float32 - units: K - soil_temperature_5cm_from_earth_surface: - description: Average soil temperature measured at 5 cm below the surface level over the aggregation period. - dtype: float32 - units: K - solar_irradiance: - description: The quantity with standard name downward_shortwave_irradiance_at_earth_surface, often called Total Solar Irradiance (TSI), is the radiation from the sun integrated over the whole electromagnetic spectrum and over the entire solar disk. The quantity applies outside the atmosphere, by default at a distance of one astronomical unit from the sun, but a coordinate or scalar coordinate variable of distance_from_sun can be used to specify a value other than the default. "Irradiance" means the power per unit area (called radiative flux in other standard names), the area being normal to the direction of flow of the radiant energy. - dtype: float32 - units: W m-2 - uncertainty_valueN: - description: "Uncertainty value N. Available uncertainty types are: 1 (random), 10 (negative systematic), 11 (positive systematic), 12 (negative quasisystematic), 13 (positive quasisystematic), 16 (negative total) and 17 (positive total)." - dtype: float32 - units: Defined in uncertainty_unitsN - uncertainty_typeN: - description: Uncertainty type N - dtype: uint8 - uncertainty_unitsN: - description: Units for uncertainty type N. - dtype: object - quality_flag: - description: Quality flag for observation - dtype: uint8 - processing_level: - description: Level of processing applied to observation. - dtype: uint8 - main_variables: - - air_temperature - - daily_maximum_air_temperature - - daily_minimum_air_temperature - - accumulated_precipitation - - solar_irradiance - - maximum_solar_irradiance - - minimum_solar_irradiance - - soil_temperature - - maximum_soil_temperature - - minimum_soil_temperature - - relative_humidity - - soil_moisture_5cm_from_earth_surface - - soil_moisture_10cm_from_earth_surface - - soil_moisture_20cm_from_earth_surface - - soil_moisture_50cm_from_earth_surface - - soil_moisture_100cm_from_earth_surface - - soil_temperature_5cm_from_earth_surface - - soil_temperature_10cm_from_earth_surface - - soil_temperature_20cm_from_earth_surface - - soil_temperature_50cm_from_earth_surface - - soil_temperature_100cm_from_earth_surface - mandatory_columns: - - alternative_name - - primary_station_id - - longitude - - latitude - - report_timestamp - uscrn_monthly: - cdm_mapping: - melt_columns: - processing_level: - processing_level: - - main_variable: soil_temperature - name: soil_temperature_processing_level - uncertainty: - negative_quasisystematic_uncertainty: - - main_variable: air_temperature - name: air_temperature_negative_quasisystematic_uncertainty - units: K - negative_random_uncertainty: - - main_variable: air_temperature - name: air_temperature_negative_random_uncertainty - units: K - negative_systematic_uncertainty: - - main_variable: air_temperature - name: air_temperature_negative_systematic_uncertainty - units: K - negative_total_uncertainty: - - main_variable: air_temperature - name: air_temperature_negative_total_uncertainty - units: K - - main_variable: daily_maximum_air_temperature - name: daily_maximum_air_temperature_total_uncertainty - units: K - - main_variable: daily_minimum_air_temperature - name: daily_minimum_air_temperature_negative_total_uncertainty - units: K - positive_quasisystematic_uncertainty: - - main_variable: air_temperature - name: air_temperature_positive_quasisystematic_uncertainty - units: K - positive_random_uncertainty: - - main_variable: air_temperature - name: air_temperature_positive_random_uncertainty - units: K - positive_systematic_uncertainty: - - main_variable: air_temperature - name: air_temperature_positive_systematic_uncertainty - units: K - positive_total_uncertainty: - - main_variable: air_temperature - name: air_temperature_positive_total_uncertainty - units: K - - main_variable: daily_maximum_air_temperature - name: daily_maximum_air_temperature_positive_total_uncertainty - units: K - - main_variable: daily_minimum_air_temperature - name: daily_minimum_air_temperature_positive_total_uncertainty - units: K - rename: - crx_vn_monthly: logbook_version - date_of_observation: report_timestamp - id: report_id - latitude: latitude|station_configuration - longitude: longitude|station_configuration - p_monthly_calc: accumulated_precipitation - quasisys_m: air_temperature_negative_quasisystematic_uncertainty - quasisys_p: air_temperature_positive_quasisystematic_uncertainty - random_m: air_temperature_negative_random_uncertainty - random_p: air_temperature_positive_random_uncertainty - sitename: alternative_name - solrad_monthly_avg: monthly_global_solar_radiation - sur_temp_monthly_avg: soil_temperature - sur_temp_monthly_max: maximum_soil_temperature - sur_temp_monthly_min: minimum_soil_temperature - sur_temp_monthly_type: soil_temperature_processing_level - sys_m: air_temperature_negative_systematic_uncertainty - sys_p: air_temperature_positive_systematic_uncertainty - t: air_temperature - t_monthly_max: daily_maximum_air_temperature - t_monthly_mean: daily_mean_air_temperature - t_monthly_min: daily_minimum_air_temperature - terr_m: air_temperature_negative_total_uncertainty - terr_p: air_temperature_positive_total_uncertainty - tmaxerr_m: daily_maximum_air_temperature_total_uncertainty - tmaxerr_p: daily_maximum_air_temperature_positive_total_uncertainty - tminerr_m: daily_minimum_air_temperature_negative_total_uncertainty - tminerr_p: daily_minimum_air_temperature_positive_total_uncertainty - wbanno: primary_station_id - unit_changes: - accumulated_precipitation: - names: - mm: mm - offset: 0 - scale: 1 - data_table: unc_monthly - descriptions: - accumulated_precipitation: - description: This parameter is the accumulated precipitation that was measured as having reached the Earth's surface at the station. It includes all forms of precipitation (rain and snow). This parameter is accumulated over the aggregation period selected by the user. The units of this parameter are depth in millimetre of water equivalent. Care should be taken when comparing such observations with model or reanalysis parameters, because observations are by definition local to a particular point in space, rather than representing averages over a large geographical area. - dtype: float32 - units: mm - air_temperature: - description: "This parameter is the temperature of the air measured at the station, typically at about 1.5 metres above the ground surface. This parameter is the mean of measurements made at 10-second intervals during the time aggregation chosen by the user. This parameter has units of Kelvin (K). Temperature measured in Kelvin can be converted to degrees Celsius (°C) by subtracting 273.15. Several error estimates are provided in addition, to help users take into account uncertainties." - dtype: float32 - units: K - alternative_name: - description: This describes the location of the station where measurements were taken. There are four elements separated by an underscore. The first element (two letters) indicates the State, the second element indicates the nearest city, and the last two elements describe a vector from the city to the station. The distance is given in statute miles (1 statute mile = 1609.344 metres) and the bearing is given in the 16-element compass rose. For example, station "VA_Charlottesville_2_SSE" refers to a station located 2 miles South-South-East of Charlottesville, Virginia. - dtype: object - daily_maximum_air_temperature: - description: "This parameter is the highest of all sub-hourly (5-minute) values of air temperature recorded at the station during the aggregation period selected by the user. It is based on measurements made at the station, typically at about 1.5 metres above the ground surface. This parameter has units of Kelvin (K). Temperature measured in Kelvin can be converted to degrees Celsius (°C) by subtracting 273.15. Two error estimates are provided in addition, to help users take into account uncertainties." - dtype: float32 - units: K - daily_mean_air_temperature: - description: "This parameter is the average of all sub-hourly (5-minute) values of air temperature recorded at the station during the aggregation period selected by the user. It is based on measurements made at the station, typically at about 1.5 metres above the ground surface. This parameter has units of Kelvin (K). Temperature measured in Kelvin can be converted to degrees Celsius (°C) by subtracting 273.15. Two error estimates are provided in addition, to help users take into account uncertainties." - dtype: float32 - units: K - daily_minimum_air_temperature: - description: "This parameter is the lowest of all sub-hourly (5-minute) values of air temperature recorded at the station during the aggregation period selected by the user. It is based on measurements made at the station, typically at about 1.5 metres above the ground surface. This parameter has units of Kelvin (K). Temperature measured in Kelvin can be converted to degrees Celsius (°C) by subtracting 273.15. Two error estimates are provided in addition, to help users take into account uncertainties." - dtype: float32 - units: K - latitude|station_configuration: - description: Latitude of the measurement station, -90 to 90. - dtype: float32 - units: degree_north - logbook_version: - description: LogBook software and version. - dtype: float32 - longitude|station_configuration: - description: Longitude of the measurement station, -180.0 to 180.0. - dtype: float32 - units: degree_east - maximum_soil_temperature: - description: From measurements of "soil temperature" (described in this list), this parameter provides the highest value measured during the aggregation period. - dtype: float32 - units: K - minimum_soil_temperature: - description: From measurements of "soil temperature" (described in this list), this parameter provides the lowest value measured during the aggregation period. - dtype: float32 - units: K - monthly_global_solar_radiation: - description: This parameter is the total solar energy(direct and diffuse) measured at the Earth's surface per unit of area. in MJ/meter^2, calculated from the daily average global solar radiation rates and converted to energy by integrating over time. For simplicity of use, the values are provided in Mega-Joules per square metre (MJ/m**2). - dtype: float32 - units: MJ m-2 - primary_station_id: - description: This is the station identification code. - dtype: object - report_id: - description: Link to header information. - dtype: float32 - report_timestamp: - description: This parameter provides the observation date and time, including time zone information with respect to UTC (e.g. 1991-01-01 12:00:00+0). - dtype: datetime64[ns] - soil_temperature: - description: Average infrared temperature of the soil measured using infrared thermal imaging technology, over the aggregation period. - dtype: float32 - units: K - uncertainty_valueN: - description: "Uncertainty value N. Available uncertainty types are: 1 (random), 10 (negative systematic), 11 (positive systematic), 12 (negative quasisystematic), 13 (positive quasisystematic) , 16 (negative total) and 17 (positive total)." - dtype: float32 - units: Defined in uncertainty_unitsN - uncertainty_typeN: - description: Uncertainty type N - dtype: uint8 - uncertainty_unitsN: - description: Units for uncertainty type N. - dtype: object - quality_flag: - description: Quality flag for observation - dtype: uint8 - processing_level: - description: Level of processing applied to observation. - dtype: uint8 - main_variables: - - air_temperature - - daily_maximum_air_temperature - - daily_minimum_air_temperature - - daily_mean_air_temperature - - accumulated_precipitation - - monthly_global_solar_radiation - - maximum_soil_temperature - - minimum_soil_temperature - - soil_temperature - mandatory_columns: - - alternative_name - - primary_station_id - - longitude|station_configuration - - latitude|station_configuration - - report_timestamp - uscrn_subhourly: - cdm_mapping: - melt_columns: - processing_level: - processing_level: - - main_variable: soil_temperature - name: soil_temperature_processing_level - quality_flag: - quality_flag: - - main_variable: solar_irradiance - name: solar_irradiance_quality_flag - - main_variable: soil_temperature - name: soil_temperature_processing_level_quality_flag - - main_variable: relative_humidity - name: relative_humidity_quality_flag - - main_variable: wetness - name: wetness_quality_flag - - main_variable: wind_speed_2_meters_from_earth_surface - name: wind_speed_2_meters_from_earth_surface_quality_flag - uncertainty: - negative_systematic_uncertainty: - - main_variable: air_temperature - name: air_temperature_negative_systematic_uncertainty - units: K - negative_total_uncertainty: - - main_variable: air_temperature - name: air_temperature_negative_total_uncertainty - units: K - positive_systematic_uncertainty: - - main_variable: air_temperature - name: air_temperature_positive_systematic_uncertainty - units: K - positive_total_uncertainty: - - main_variable: air_temperature - name: air_temperature_positive_total_uncertainty - units: K - quasisystematic_uncertainty: - - main_variable: air_temperature - name: air_temperature_quasisystematic_uncertainty - units: K - random_uncertainty: - - main_variable: air_temperature - name: air_temperature_random_uncertainty - units: K - rename: - crx_vn: logbook_version - date_of_observation: report_timestamp - id: report_id - latitude: latitude|station_configuration - longitude: longitude|station_configuration - precipitation: accumulated_precipitation - quasisys_pm: air_temperature_quasisystematic_uncertainty - random_pm: air_temperature_random_uncertainty - relative_humidity: relative_humidity - rh_flag: relative_humidity_quality_flag - sitename: alternative_name - soil_moisture_5: soil_moisture_5cm_from_earth_surface - soil_temperature_5: soil_temperature_5cm_from_earth_surface - solar_radiation: solar_irradiance - sr_flag: solar_irradiance_quality_flag - st_flag: soil_temperature_processing_level_quality_flag - st_type: soil_temperature_processing_level - surface_temperature: soil_temperature - sys_m: air_temperature_negative_systematic_uncertainty - sys_p: air_temperature_positive_systematic_uncertainty - t: air_temperature - terr_m: air_temperature_negative_total_uncertainty - terr_p: air_temperature_positive_total_uncertainty - wbanno: primary_station_id - wet_flag: wetness_quality_flag - wetness: wetness - wind_1_5: wind_speed_2_meters_from_earth_surface - wind_flag: wind_speed_2_meters_from_earth_surface_quality_flag - unit_changes: - accumulated_precipitation: - names: - mm: mm - offset: 0 - scale: 1 - data_table: unc_subhourly - descriptions: - accumulated_precipitation: - description: This parameter is the accumulated precipitation that was measured as having reached the Earth's surface at the station. It includes all forms of precipitation (rain and snow). This parameter is accumulated over the aggregation period selected by the user. The units of this parameter are depth in millimetre of water equivalent. Care should be taken when comparing such observations with model or reanalysis parameters, because observations are by definition local to a particular point in space, rather than representing averages over a large geographical area. - dtype: float32 - units: mm - air_temperature: - description: "This parameter is the temperature of the air measured at the station, typically at about 1.5 metres above the ground surface. This parameter is the mean of measurements made at 10-second intervals during the time aggregation chosen by the user. This parameter has units of Kelvin (K). Temperature measured in Kelvin can be converted to degrees Celsius (°C) by subtracting 273.15. Several error estimates are provided in addition, to help users take into account uncertainties." - dtype: float32 - units: K - alternative_name: - description: This describes the location of the station where measurements were taken. There are four elements separated by an underscore. The first element (two letters) indicates the State, the second element indicates the nearest city, and the last two elements describe a vector from the city to the station. The distance is given in statute miles (1 statute mile = 1609.344 metres) and the bearing is given in the 16-element compass rose. For example, station "VA_Charlottesville_2_SSE" refers to a station located 2 miles South-South-East of Charlottesville, Virginia. - dtype: object - latitude|station_configuration: - description: Latitude of the measurement station, -90 to 90. - dtype: float32 - units: degree_north - logbook_version: - description: LogBook software and version. - dtype: float32 - longitude|station_configuration: - description: Longitude of the measurement station, -180.0 to 180.0. - dtype: float32 - units: degree_east - primary_station_id: - description: This is the station identification code. - dtype: object - relative_humidity: - description: This parameter is the ratio of the amount of atmospheric moisture present in the air relative to the amount that would be present if the air were saturated with respect to water or ice. This ratio is multiplied by 100 to provide numbers in percent (%). The measurements are taken at a height of 2 metres above the ground surface. The instrument is a capacitive thin-film device. It measures the flow of electricity across two electrodes separated by a polymer film. The capacitance of the film is converted to relative humidity by a calibration equation. The values are averaged over 5-minute periods, obtained by selecting "sub-hourly" aggregation period. Other aggregation periods ("hourly", "daily") are also available, in which case the results are based on further averages of the 5-minute data. A quality flag is also available for this variable. - dtype: float32 - units: '%' - report_id: - description: Link to header information. - dtype: float32 - report_timestamp: - description: This parameter provides the observation date and time, including time zone information with respect to UTC (e.g. 1991-01-01 12:00:00+0). - dtype: datetime64[ns] - soil_moisture_5cm_from_earth_surface: - description: Average content of liquid water in a surface soil layer of 0 to 5 cm depth expressed as m3 water per m3 soil aggregation period. - dtype: float32 - units: m3 m-3 - soil_temperature: - description: Average infrared temperature of the soil measured using infrared thermal imaging technology, over the aggregation period. - dtype: float32 - units: K - soil_temperature_5cm_from_earth_surface: - description: Average soil temperature measured at 5 cm below the surface level over the aggregation period. - dtype: float32 - units: K - solar_irradiance: - description: The quantity with standard name solar_irradiance, often called Total Solar Irradiance (TSI), is the radiation from the sun integrated over the whole electromagnetic spectrum and over the entire solar disk. The quantity applies outside the atmosphere, by default at a distance of one astronomical unit from the sun, but a coordinate or scalar coordinate variable of distance_from_sun can be used to specify a value other than the default. "Irradiance" means the power per unit area (called radiative flux in other standard names), the area being normal to the direction of flow of the radiant energy. - dtype: float32 - units: W m-2 - wetness: - description: This parameter indicates the presence or absence of moisture due to precipitation, in Ohms. High values (>= 1000) indicate an absence of moisture. Low values (< 1000) indicate the presence of moisture. - dtype: float32 - units: Ohms - wind_speed_2_meters_from_earth_surface: - description: This parameter is the horizontal velocity of the air near the surface. It is measured using a 3-cup anemometer placed at the same height at the air temperature shield intake. The exact measurement height is 1.5 metres above the ground surface. - dtype: float32 - units: m s-1 - uncertainty_valueN: - description: "Uncertainty value N. Available uncertainty types are: 1 (random), 3 (quasisystematic), 10 (negative systematic), 11 (positive systematic), 16 (negative total) and 17 (positive total)." - dtype: float32 - units: Defined in uncertainty_unitsN - uncertainty_typeN: - description: Uncertainty type N - dtype: uint8 - uncertainty_unitsN: - description: Units for uncertainty type N. - dtype: object - quality_flag: - description: Quality flag for observation - dtype: uint8 - processing_level: - description: Level of processing applied to observation. - dtype: uint8 - - main_variables: - - air_temperature - - accumulated_precipitation - - solar_irradiance - - soil_temperature - - relative_humidity - - soil_moisture_5cm_from_earth_surface - - soil_temperature_5cm_from_earth_surface - - wetness - - wind_speed_2_meters_from_earth_surface - mandatory_columns: - - alternative_name - - primary_station_id - - longitude|station_configuration - - latitude|station_configuration - - report_timestamp -space_columns: - x: longitude|station_configuration - y: latitude|station_configuration diff --git a/cdsobs/data/insitu-observations-near-surface-temperature-us-climate-reference-network/service_definition_old.yml b/cdsobs/data/insitu-observations-near-surface-temperature-us-climate-reference-network/service_definition_old.yml deleted file mode 100644 index e97742c..0000000 --- a/cdsobs/data/insitu-observations-near-surface-temperature-us-climate-reference-network/service_definition_old.yml +++ /dev/null @@ -1,1309 +0,0 @@ -global_attributes: - contactemail: https://support.ecmwf.int - licence_list: 20180314_Copernicus_License_V1.1 - responsible_organisation: ECMWF -out_columns_order: -- primary_station_id -- alternative_name -- report_timestamp -- report_id -- logbook_version -- longitude -- latitude -- air_temperature -- air_temperature_positive_random_uncertainty -- air_temperature_positive_systematic_uncertainty -- air_temperature_positive_quasisystematic_uncertainty -- air_temperature_positive_total_uncertainty -- air_temperature_negative_random_uncertainty -- air_temperature_negative_systematic_uncertainty -- air_temperature_negative_quasisystematic_uncertainty -- air_temperature_negative_total_uncertainty -- air_temperature_random_uncertainty -- air_temperature_quasisystematic_uncertainty -- maximum_air_temperature -- maximum_air_temperature_negative_total_uncertainty -- maximum_air_temperature_positive_total_uncertainty -- minimum_air_temperature -- minimum_air_temperature_negative_total_uncertainty -- minimum_air_temperature_positive_total_uncertainty -- mean_air_temperature -- mean_air_temperature_negative_total_uncertainty -- mean_air_temperature_positive_total_uncertainty -- relative_humidity -- relative_humidity_quality_flag -- maximum_relative_humidity -- minimum_relative_humidity -- soil_temperature -- soil_temperature_quality_flag -- maximum_soil_temperature -- maximum_soil_temperature_quality_flag -- minimum_soil_temperature -- minimum_soil_temperature_quality_flag -- solar_irradiance -- solar_irradiance_quality_flag -- maximum_solar_irradiance -- maximum_solar_irradiance_quality_flag -- minimum_solar_irradiance -- minimum_solar_irradiance_quality_flag -- soil_moisture_5cm_from_earth_surface -- soil_moisture_10cm_from_earth_surface -- soil_moisture_20cm_from_earth_surface -- soil_moisture_50cm_from_earth_surface -- soil_moisture_100cm_from_earth_surface -- soil_temperature_5cm_from_earth_surface -- soil_temperature_10cm_from_earth_surface -- soil_temperature_20cm_from_earth_surface -- soil_temperature_50cm_from_earth_surface -- soil_temperature_100cm_from_earth_surface -- soil_temperature_processing_level -- soil_temperature_processing_level_quality_flag -- wind_speed_2_meters_from_earth_surface -- wind_speed_2_meters_from_earth_surface_quality_flag -- wetness -- wetness_quality_flag -- accumulated_precipitation -- daily_global_solar_radiation -- monthly_global_solar_radiation -products_hierarchy: -- variables -- flag -- processing_level -- positive_total_uncertainty -- negative_total_uncertainty -- random_uncertainty -- positive_random_uncertainty -- negative_random_uncertainty -- positive_systematic_uncertainty -- negative_systematic_uncertainty -- quasisystematic_uncertainty -- positive_quasisystematic_uncertainty -- negative_quasisystematic_uncertainty -sources: - uscrn_daily: - cdm_mapping: - melt_columns: true - rename: - crx_vn: logbook_version - date_of_observation: report_timestamp - id: report_id - latitude: latitude|station_configuration - longitude: longitude|station_configuration - p_daily_calc: accumulated_precipitation - quasisys_m: air_temperature_negative_quasisystematic_uncertainty - quasisys_p: air_temperature_positive_quasisystematic_uncertainty - random_m: air_temperature_negative_random_uncertainty - random_p: air_temperature_positive_random_uncertainty - rh_daily_avg: relative_humidity - rh_daily_max: daily_maximum_relative_humidity - rh_daily_min: daily_minimum_relative_humidity - sitename: alternative_name - soil_moisture_100_daily: soil_moisture_100cm_from_earth_surface - soil_moisture_10_daily: soil_moisture_10cm_from_earth_surface - soil_moisture_20_daily: soil_moisture_20cm_from_earth_surface - soil_moisture_50_daily: soil_moisture_50cm_from_earth_surface - soil_moisture_5_daily: soil_moisture_5cm_from_earth_surface - soil_temp_100_daily: soil_temperature_100cm_from_earth_surface - soil_temp_10_daily: soil_temperature_10cm_from_earth_surface - soil_temp_20_daily: soil_temperature_20cm_from_earth_surface - soil_temp_50_daily: soil_temperature_50cm_from_earth_surface - soil_temp_5_daily: soil_temperature_5cm_from_earth_surface - solarad_daily: daily_global_solar_radiation - sur_temp_daily_avg: soil_temperature - sur_temp_daily_max: maximum_soil_temperature - sur_temp_daily_min: minimum_soil_temperature - sur_temp_daily_type: soil_temperature_processing_level - sys_m: air_temperature_negative_systematic_uncertainty - sys_p: air_temperature_positive_systematic_uncertainty - t: air_temperature - t_daily_max: daily_maximum_air_temperature - t_daily_mean: daily_mean_air_temperature - t_daily_min: daily_minimum_air_temperature - terr_m: air_temperature_negative_total_uncertainty - terr_p: air_temperature_positive_total_uncertainty - tmaxerr_m: daily_maximum_air_temperature_negative_total_uncertainty - tmaxerr_p: daily_maximum_air_temperature_positive_total_uncertainty - tmeanerr_m: mean_air_temperature_negative_total_uncertainty - tmeanerr_p: mean_air_temperature_positive_total_uncertainty - tminerr_m: daily_minimum_air_temperature_negative_total_uncertainty - tminerr_p: daily_minimum_air_temperature_positive_total_uncertainty - wbanno: primary_station_id - wind_1_5: wind_speed_2_meters_from_earth_surface - wind_flag: wind_speed_2_meters_from_earth_surface_quality_flag - unit_changes: - accumulated_precipitation: - names: - mm: mm - offset: 0 - scale: 1 - data_table: unc_daily - descriptions: - accumulated_precipitation: - description: This parameter is the accumulated precipitation that was measured as having reached the Earth's surface at the station. It includes all forms of precipitation (rain and snow). This parameter is accumulated over the aggregation period selected by the user. The units of this parameter are depth in millimetre of water equivalent. Care should be taken when comparing such observations with model or reanalysis parameters, because observations are by definition local to a particular point in space, rather than representing averages over a large geographical area. - dtype: float32 - long_name: p_daily_calc - units: mm - air_temperature: - description: "This parameter is the temperature of the air measured at the station, typically at about 1.5 metres above the ground surface. This parameter is the mean of measurements made at 10-second intervals during the time aggregation chosen by the user. This parameter has units of Kelvin (K). Temperature measured in Kelvin can be converted to degrees Celsius (°C) by subtracting 273.15. Several error estimates are provided in addition, to help users take into account uncertainties." - dtype: float32 - long_name: t - negative_random_uncertainty: random_m - negative_systematic_uncertainty: sys_m - negative_total_uncertainty: terr_m - positive_random_uncertainty: random_p - positive_systematic_uncertainty: sys_p - positive_total_uncertainty: terr_p - positive_quasisystematic_uncertainty: quasisys_p - negative_quasisystematic_uncertainty: quasisys_m - units: K - air_temperature_negative_quasisystematic_uncertainty: - description: "For \"Air temperature\" (described in this list), this parameter is one of the uncertainty sources contributing to estimating the measurement error (see detailed description of \"Negative quasisystematic uncertainty\" in the table \"Related variables\"). This parameter has the same unit as the measurand it refers to, i.e. Kelvin (K). However, because this parameter represents a difference in temperature space, it can also be interpreted directly as being in degrees Celsius (°C)." - dtype: float32 - long_name: quasisys_m - units: K - air_temperature_negative_random_uncertainty: - description: "For \"Air temperature\" (described in this list), this parameter one of the uncertainty sources contributing to estimating the measurement error (see detailed description of \"Negative random uncertainty\" in the table \"Related variables\"). This parameter has the same unit as the measurand it refers to, i.e. Kelvin (K). However, because this parameter represents a difference in temperature space, it can also be interpreted directly as being in degrees Celsius (°C)." - dtype: float32 - long_name: random_m - units: K - air_temperature_negative_systematic_uncertainty: - description: "For \"Air temperature\" (described in this list), this parameter is a partial estimate of errors (see detailed description of \"Negative systematic uncertainty\" in the table \"Related variables\"). This parameter has the same unit as the measurand it refers to, i.e. Kelvin (K). However, because this parameter represents a difference in temperature space, it can also be interpreted directly as being in degrees Celsius (°C)." - dtype: float32 - long_name: sys_m - units: K - air_temperature_negative_total_uncertainty: - description: "For \"Air temperature\" (described in this list), this parameter is one of the uncertainty sources contributing to estimating the measurement error (see detailed description of \"Negative total uncertainty\" in the table \"Related variables\"). This parameter has the same unit as the measurand it refers to, i.e. Kelvin (K). However, because this parameter represents a difference in temperature space, it can also be interpreted directly as being in degrees Celsius (°C)." - dtype: float32 - long_name: terr_m - units: K - air_temperature_positive_quasisystematic_uncertainty: - description: "For \"Air temperature\" (described in this list), this parameter is one of the uncertainty sources contributing to estimating the measurement error (see detailed description of \"Positive quasisystematic uncertainty\" in the table \"Related variables\"). This parameter has the same unit as the measurand it refers to, i.e. Kelvin (K). However, because this parameter represents a difference in temperature space, it can also be interpreted directly as being in degrees Celsius (°C)." - dtype: float32 - long_name: quasisys_p - units: K - air_temperature_positive_random_uncertainty: - description: "For \"Air temperature\" (described in this list), this parameter is one of the uncertainty sources contributing to estimating the measurement error (see detailed description of \"Positive random uncertainty\" in the table \"Related variables\"). This parameter has the same unit as the measurand it refers to, i.e. Kelvin (K). However, because this parameter represents a difference in temperature space, it can also be interpreted directly as being in degrees Celsius (°C)." - dtype: float32 - long_name: random_p - units: K - air_temperature_positive_systematic_uncertainty: - description: "For \"Air temperature\" (described in this list), this parameter is one of the uncertainty sources contributing to estimating the measurement error (see detailed description of \"Positive systematic uncertainty\" in the table \"Related variables\"). This parameter has the same unit as the measurand it refers to, i.e. Kelvin (K). However, because this parameter represents a difference in temperature space, it can also be interpreted directly as being in degrees Celsius (°C)." - dtype: float32 - long_name: sys_p - units: K - air_temperature_positive_total_uncertainty: - description: "For \"Air temperature\" (described in this list), this parameter is one of the uncertainty sources contributing to estimating the measurement error (see detailed description of \"Positive total uncertainty\" in the table \"Related variables\"). This parameter has the same unit as the measurand it refers to, i.e. Kelvin (K). However, because this parameter represents a difference in temperature space, it can also be interpreted directly as being in degrees Celsius (°C)." - dtype: float32 - long_name: terr_p - units: K - alternative_name: - description: This describes the location of the station where measurements were taken. There are four elements separated by an underscore. The first element (two letters) indicates the State, the second element indicates the nearest city, and the last two elements describe a vector from the city to the station. The distance is given in statute miles (1 statute mile = 1609.344 metres) and the bearing is given in the 16-element compass rose. For example, station "VA_Charlottesville_2_SSE" refers to a station located 2 miles South-South-East of Charlottesville, Virginia. - dtype: object - long_name: sitename - daily_global_solar_radiation: - description: This parameter is the total solar energy(direct and diffuse) measured at the Earth's surface per unit of area. in MJ/meter^2, calculated from the hourly average global solar radiation rates and converted to energy by integrating over time. For simplicity of use, the values are provided in Mega-Joules per square metre (MJ/m**2). - dtype: float32 - long_name: solarad_daily - units: MJ m-2 - latitude|station_configuration: - description: Latitude of the measurement station, -90 to 90. - dtype: float32 - long_name: latitude - units: degree_north - logbook_version: - description: LogBook software and version. - dtype: float32 - long_name: crx_vn - longitude|station_configuration: - description: Longitude of the measurement station, -180.0 to 180.0. - dtype: float32 - long_name: longitude - units: degree_east - daily_maximum_air_temperature: - description: "This parameter is the highest of all sub-hourly (5-minute) values of air temperature recorded at the station during the aggregation period selected by the user. It is based on measurements made at the station, typically at about 1.5 metres above the ground surface. This parameter has units of Kelvin (K). Temperature measured in Kelvin can be converted to degrees Celsius (°C) by subtracting 273.15. Two error estimates are provided in addition, to help users take into account uncertainties." - dtype: float32 - long_name: t_daily_max - negative_total_uncertainty: tmaxerr_m - positive_total_uncertainty: tmaxerr_p - units: K - daily_maximum_air_temperature_negative_total_uncertainty: - description: "For \"Maximum air temperature\" (described in this list), this parameter is a partial estimate of errors (see detailed description of \"Negative total uncertainty\" in the table \"Related variables\"). This parameter has the same unit as the measurand it refers to, i.e. Kelvin (K). However, because this parameter represents a difference in temperature space, it can also be interpreted directly as being in degrees Celsius (°C)." - dtype: float32 - long_name: tmaxerr_m - units: K - daily_maximum_air_temperature_positive_total_uncertainty: - description: "For \"Maximum air temperature\" (described in this list), this parameter is a partial estimate of errors (see detailed description of \"Positive total uncertainty\" in the table \"Related variables\"). This parameter has the same unit as the measurand it refers to, i.e. Kelvin (K). However, because this parameter represents a difference in temperature space, it can also be interpreted directly as being in degrees Celsius (°C)." - dtype: float32 - long_name: tmaxerr_p - units: K - daily_maximum_relative_humidity: - description: From measurements of "Relative humidity" (described in this list), this parameter provides the highest value measured during the aggregation period. - dtype: float32 - long_name: rh_daily_max - units: '%' - maximum_soil_temperature: - description: From measurements of "soil temperature" (described in this list), this parameter provides the highest value measured during the aggregation period. - dtype: float32 - long_name: sur_temp_daily_max - units: K - daily_mean_air_temperature: - description: "This parameter is the average of all sub-hourly (5-minute) values of air temperature recorded at the station during the aggregation period selected by the user. It is based on measurements made at the station, typically at about 1.5 metres above the ground surface. This parameter has units of Kelvin (K). Temperature measured in Kelvin can be converted to degrees Celsius (°C) by subtracting 273.15. Two error estimates are provided in addition, to help users take into account uncertainties." - dtype: float32 - long_name: t_daily_mean - negative_total_uncertainty: tmeanerr_m - positive_total_uncertainty: tmeanerr_p - units: K - mean_air_temperature_negative_total_uncertainty: - description: "For \"Mean air temperature\" (described in this list), this parameter is a partial estimate of errors (see detailed description of \"Negative total uncertainty\" in the table \"Related variables\"). This parameter has the same unit as the measurand it refers to, i.e. Kelvin (K). However, because this parameter represents a difference in temperature space, it can also be interpreted directly as being in degrees Celsius (°C)." - dtype: float32 - long_name: tmeanerr_m - units: K - mean_air_temperature_positive_total_uncertainty: - description: "For \"Mean air temperature\" (described in this list), this parameter is a partial estimate of errors (see detailed description of \"Positive total uncertainty\" in the table \"Related variables\"). This parameter has the same unit as the measurand it refers to, i.e. Kelvin (K). However, because this parameter represents a difference in temperature space, it can also be interpreted directly as being in degrees Celsius (°C)." - dtype: float32 - long_name: tmeanerr_p - units: K - daily_minimum_air_temperature: - description: "This parameter is the lowest of all sub-hourly (5-minute) values of air temperature recorded at the station during the aggregation period selected by the user. It is based on measurements made at the station, typically at about 1.5 metres above the ground surface. This parameter has units of Kelvin (K). Temperature measured in Kelvin can be converted to degrees Celsius (°C) by subtracting 273.15. Two error estimates are provided in addition, to help users take into account uncertainties." - dtype: float32 - long_name: t_daily_min - negative_total_uncertainty: tminerr_m - positive_total_uncertainty: tminerr_p - units: K - daily_minimum_air_temperature_negative_total_uncertainty: - description: "For \"Minimum air temperature\" (described in this list), this parameter is one of the uncertainty sources contributing to estimating the measurement error (see detailed description of \"Negative total uncertainty\" in the table \"Related variables\"). This parameter has the same unit as the measurand it refers to, i.e. Kelvin (K). However, because this parameter represents a difference in temperature space, it can also be interpreted directly as being in degrees Celsius (°C)." - dtype: float32 - long_name: tminerr_m - units: K - daily_minimum_air_temperature_positive_total_uncertainty: - description: "For \"Minimum air temperature\" (described in this list), this parameter is one of the uncertainty sources contributing to estimating the measurement error (see detailed description of \"Positive total uncertainty\" in the table \"Related variables\"). This parameter has the same unit as the measurand it refers to, i.e. Kelvin (K). However, because this parameter represents a difference in temperature space, it can also be interpreted directly as being in degrees Celsius (°C)." - dtype: float32 - long_name: tminerr_p - units: K - daily_minimum_relative_humidity: - description: From measurements of "Relative humidity" (described in this list), this parameter provides the lowest value measured during the aggregation period. - dtype: float32 - long_name: rh_daily_min - units: '%' - minimum_soil_temperature: - description: From measurements of "soil temperature" (described in this list), this parameter provides the lowest value measured during the aggregation period. - dtype: float32 - long_name: sur_temp_daily_min - units: K - relative_humidity: - description: This parameter is the ratio of the amount of atmospheric moisture present in the air relative to the amount that would be present if the air were saturated with respect to water or ice. This ratio is multiplied by 100 to provide numbers in percent (%). The measurements are taken at a height of 2 metres above the ground surface. The instrument is a capacitive thin-film device. It measures the flow of electricity across two electrodes separated by a polymer film. The capacitance of the film is converted to relative humidity by a calibration equation. The values are averaged over 5-minute periods, obtained by selecting "sub-hourly" aggregation period. Other aggregation periods ("hourly", "daily") are also available, in which case the results are based on further averages of the 5-minute data. A quality flag is also available for this variable. - dtype: float32 - long_name: rh_daily_avg - units: '%' - report_id: - description: Link to header information. - dtype: float32 - long_name: id - report_timestamp: - description: This parameter provides the observation date and time, including time zone information with respect to UTC (e.g. 1991-01-01 12:00:00+0). - dtype: datetime64[ns] - long_name: date_of_observation - soil_moisture_100cm_from_earth_surface: - description: Average content of liquid water in a surface soil layer of 0 to 100 cm depth expressed as m3 water per m3 soil aggregation period. - dtype: float32 - long_name: soil_moisture_100_daily - units: m3 m-3 - soil_moisture_10cm_from_earth_surface: - description: Average content of liquid water in a surface soil layer of 0 to 10 cm depth expressed as m3 water per m3 soil aggregation period. - dtype: float32 - long_name: soil_moisture_10_daily - units: m3 m-3 - soil_moisture_20cm_from_earth_surface: - description: Average content of liquid water in a surface soil layer of 0 to 20 cm depth expressed as m3 water per m3 soil aggregation period. - dtype: float32 - long_name: soil_moisture_20_daily - units: m3 m-3 - soil_moisture_50cm_from_earth_surface: - description: Average content of liquid water in a surface soil layer of 0 to 50 cm depth expressed as m3 water per m3 soil aggregation period. - dtype: float32 - long_name: soil_moisture_50_daily - units: m3 m-3 - soil_moisture_5cm_from_earth_surface: - description: Average content of liquid water in a surface soil layer of 0 to 5 cm depth expressed as m3 water per m3 soil aggregation period. - dtype: float32 - long_name: soil_moisture_5_daily - units: m3 m-3 - soil_temperature: - description: Average infrared temperature of the soil measured using infrared thermal imaging technology, over the aggregation period. - dtype: float32 - long_name: sur_temp_daily_avg - processing_level: sur_temp_daily_type - units: K - soil_temperature_100cm_from_earth_surface: - description: Average soil temperature measured at 100 cm below the surface level over the aggregation period. - dtype: float32 - long_name: soil_temp_100_daily - units: K - soil_temperature_10cm_from_earth_surface: - description: Average soil temperature measured at 10 cm below the surface level over the aggregation period. - dtype: float32 - long_name: soil_temp_10_daily - units: K - soil_temperature_20cm_from_earth_surface: - description: Average soil temperature measured at 20 cm below the surface level over the aggregation period. - dtype: float32 - long_name: soil_temp_20_daily - units: K - soil_temperature_50cm_from_earth_surface: - description: Average soil temperature measured at 50 cm below the surface level over the aggregation period. - dtype: float32 - long_name: soil_temp_50_daily - units: K - soil_temperature_5cm_from_earth_surface: - description: Average soil temperature measured at 5 cm below the surface level over the aggregation period. - dtype: float32 - long_name: soil_temp_5_daily - units: K - soil_temperature_processing_level: - description: 'This parameter indicates the level of processing applied to the soil temperature measurement: raw data (''R''), corrected data (''C''). A letter ''U'' indicates that this information is unknown.' - dtype: float32 - long_name: sur_temp_daily_type - primary_station_id: - description: This is the station identification code. - dtype: object - long_name: wbanno - wind_speed_2_meters_from_earth_surface: - description: This parameter is the horizontal velocity of the air near the surface. It is measured using a 3-cup anemometer placed at the same height at the air temperature shield intake. The exact measurement height is 1.5 metres above the ground surface. - dtype: float32 - long_name: wind_speed_2_meters_from_earth_surface - quality_flag: wind_speed_2_meters_from_earth_surface_quality_flag - units: m s-1 - wind_speed_2_meters_from_earth_surface_quality_flag: - description: This parameter indicates if the "2m wind speed" (described in this list) may be used because it is based on good data (value of 0) or if it should be treated with suspicion because erroneous data were detected (non-zero value). - dtype: float32 - long_name: wind_speed_2_meters_from_earth_surface_quality_flag - mandatory_columns: - - alternative_name - - primary_station_id - - longitude|station_configuration - - latitude|station_configuration - - report_timestamp - order_by: - - primary_station_id - - report_timestamp - products: - - columns: - - t - - t_daily_max - - t_daily_min - - t_daily_mean - - p_daily_calc - - solarad_daily - - sur_temp_daily_max - - sur_temp_daily_min - - sur_temp_daily_avg - - rh_daily_max - - rh_daily_min - - rh_daily_avg - - soil_moisture_5_daily - - soil_moisture_10_daily - - soil_moisture_20_daily - - soil_moisture_50_daily - - soil_moisture_100_daily - - soil_temp_5_daily - - soil_temp_10_daily - - soil_temp_20_daily - - soil_temp_50_daily - - soil_temp_100_daily - - wind_1_5 - group_name: variables - - columns: - - random_p - group_name: positive_random_uncertainty - - columns: - - random_m - group_name: negative_random_uncertainty - - columns: - - terr_p - - tmaxerr_p - - tminerr_p - - tmeanerr_p - group_name: positive_total_uncertainty - - columns: - - terr_m - - tmaxerr_m - - tminerr_m - - tmeanerr_m - group_name: negative_total_uncertainty - - columns: - - quasisys_p - group_name: positive_quasisystematic_uncertainty - - columns: - - quasisys_m - group_name: negative_quasisystematic_uncertainty - - columns: - - sys_p - group_name: positive_systematic_uncertainty - - columns: - - sys_m - group_name: negative_systematic_uncertainty - - columns: - - sur_temp_daily_type - group_name: processing_level - - columns: - - wind_flag - group_name: quality_flag - uscrn_hourly: - cdm_mapping: - melt_columns: true - rename: - crx_vn: logbook_version - date_of_observation: report_timestamp - id: report_id - latitude: latitude|station_configuration - longitude: longitude|station_configuration - p_calc: accumulated_precipitation - quasisys_m: air_temperature_negative_quasisystematic_uncertainty - quasisys_p: air_temperature_positive_quasisystematic_uncertainty - random_pm: air_temperature_random_uncertainty - rh_hr_avg: relative_humidity - rh_hr_avg_flag: relative_humidity_quality_flag - sitename: alternative_name - soil_moisture_10: soil_moisture_10cm_from_earth_surface - soil_moisture_100: soil_moisture_100cm_from_earth_surface - soil_moisture_20: soil_moisture_20cm_from_earth_surface - soil_moisture_5: soil_moisture_5cm_from_earth_surface - soil_moisture_50: soil_moisture_50cm_from_earth_surface - soil_temp_10: soil_temperature_10cm_from_earth_surface - soil_temp_100: soil_temperature_100cm_from_earth_surface - soil_temp_20: soil_temperature_20cm_from_earth_surface - soil_temp_5: soil_temperature_5cm_from_earth_surface - soil_temp_50: soil_temperature_50cm_from_earth_surface - solarad: solar_irradiance - solarad_flag: solar_irradiance_quality_flag - solarad_max: maximum_solar_irradiance - solarad_max_flag: maximum_solar_irradiance_quality_flag - solarad_min: minimum_solar_irradiance - solarad_min_flag: minimum_solar_irradiance_quality_flag - sur_temp: soil_temperature - sur_temp_flag: soil_temperature_quality_flag - sur_temp_max: maximum_soil_temperature - sur_temp_max_flag: maximum_soil_temperature_quality_flag - sur_temp_min: minimum_soil_temperature - sur_temp_min_flag: minimum_soil_temperature_quality_flag - sur_temp_type: soil_temperature_processing_level - sys_m: air_temperature_negative_systematic_uncertainty - sys_p: air_temperature_positive_systematic_uncertainty - t: air_temperature - t_max: daily_maximum_air_temperature - t_min: daily_minimum_air_temperature - terr_m: air_temperature_negative_total_uncertainty - terr_p: air_temperature_positive_total_uncertainty - tmaxerr_m: daily_maximum_air_temperature_negative_total_uncertainty - tmaxerr_p: daily_maximum_air_temperature_positive_total_uncertainty - tminerr_m: daily_minimum_air_temperature_negative_total_uncertainty - tminerr_p: daily_minimum_air_temperature_positive_total_uncertainty - wbanno: primary_station_id - unit_changes: - accumulated_precipitation: - names: - mm: mm - offset: 0 - scale: 1 - data_table: unc_hourly - descriptions: - accumulated_precipitation: - description: This parameter is the accumulated precipitation that was measured as having reached the Earth's surface at the station. It includes all forms of precipitation (rain and snow). This parameter is accumulated over the aggregation period selected by the user. The units of this parameter are depth in millimetre of water equivalent. Care should be taken when comparing such observations with model or reanalysis parameters, because observations are by definition local to a particular point in space, rather than representing averages over a large geographical area. - dtype: float32 - long_name: p_calc - units: mm - air_temperature: - description: "This parameter is the temperature of the air measured at the station, typically at about 1.5 metres above the ground surface. This parameter is the mean of measurements made at 10-second intervals during the time aggregation chosen by the user. This parameter has units of Kelvin (K). Temperature measured in Kelvin can be converted to degrees Celsius (°C) by subtracting 273.15. Several error estimates are provided in addition, to help users take into account uncertainties." - dtype: float32 - long_name: t - negative_quasisystematic_uncertainty: quasisys_m - negative_systematic_uncertainty: sys_m - negative_total_uncertainty: terr_m - positive_quasisystematic_uncertainty: quasisys_p - positive_systematic_uncertainty: sys_p - positive_total_uncertainty: terr_p - random_uncertainty: random_pm - units: K - air_temperature_negative_quasisystematic_uncertainty: - description: "For \"Air temperature\" (described in this list), this parameter is one of the uncertainty sources contributing to estimating the measurement error (see detailed description of \"Negative quasisystematic uncertainty\" in the table \"Related variables\"). This parameter has the same unit as the measurand it refers to, i.e. Kelvin (K). However, because this parameter represents a difference in temperature space, it can also be interpreted directly as being in degrees Celsius (°C)." - dtype: float32 - long_name: quasisys_m - units: K - air_temperature_negative_systematic_uncertainty: - description: "For \"Air temperature\" (described in this list), this parameter is a partial estimate of errors (see detailed description of \"Negative systematic uncertainty\" in the table \"Related variables\"). This parameter has the same unit as the measurand it refers to, i.e. Kelvin (K). However, because this parameter represents a difference in temperature space, it can also be interpreted directly as being in degrees Celsius (°C)." - dtype: float32 - long_name: sys_m - units: K - air_temperature_negative_total_uncertainty: - description: "For \"Air temperature\" (described in this list), this parameter is one of the uncertainty sources contributing to estimating the measurement error (see detailed description of \"Negative total uncertainty\" in the table \"Related variables\"). This parameter has the same unit as the measurand it refers to, i.e. Kelvin (K). However, because this parameter represents a difference in temperature space, it can also be interpreted directly as being in degrees Celsius (°C)." - dtype: float32 - long_name: terr_m - units: K - air_temperature_positive_quasisystematic_uncertainty: - description: "For \"Air temperature\" (described in this list), this parameter is one of the uncertainty sources contributing to estimating the measurement error (see detailed description of \"Positive quasisystematic uncertainty\" in the table \"Related variables\"). This parameter has the same unit as the measurand it refers to, i.e. Kelvin (K). However, because this parameter represents a difference in temperature space, it can also be interpreted directly as being in degrees Celsius (°C)." - dtype: float32 - long_name: quasisys_p - units: K - air_temperature_positive_systematic_uncertainty: - description: "For \"Air temperature\" (described in this list), this parameter is one of the uncertainty sources contributing to estimating the measurement error (see detailed description of \"Positive systematic uncertainty\" in the table \"Related variables\"). This parameter has the same unit as the measurand it refers to, i.e. Kelvin (K). However, because this parameter represents a difference in temperature space, it can also be interpreted directly as being in degrees Celsius (°C)." - dtype: float32 - long_name: sys_p - units: K - air_temperature_positive_total_uncertainty: - description: "For \"Air temperature\" (described in this list), this parameter is one of the uncertainty sources contributing to estimating the measurement error (see detailed description of \"Positive total uncertainty\" in the table \"Related variables\"). This parameter has the same unit as the measurand it refers to, i.e. Kelvin (K). However, because this parameter represents a difference in temperature space, it can also be interpreted directly as being in degrees Celsius (°C)." - dtype: float32 - long_name: terr_p - units: K - air_temperature_random_uncertainty: - description: "For \"Air temperature\" (described in this list), this parameter is one of the uncertainty sources contributing to estimating the measurement error (see detailed description of \"Random uncertainty\" in the table \"Related variables\"). This parameter has the same unit as the measurand it refers to, i.e. Kelvin (K). However, because this parameter represents a difference in temperature space, it can also be interpreted directly as being in degrees Celsius (°C)." - dtype: float32 - long_name: random_pm - units: K - alternative_name: - description: This describes the location of the station where measurements were taken. There are four elements separated by an underscore. The first element (two letters) indicates the State, the second element indicates the nearest city, and the last two elements describe a vector from the city to the station. The distance is given in statute miles (1 statute mile = 1609.344 metres) and the bearing is given in the 16-element compass rose. For example, station "VA_Charlottesville_2_SSE" refers to a station located 2 miles South-South-East of Charlottesville, Virginia. - dtype: object - long_name: sitename - solar_irradiance: - description: The quantity with standard name downward_shortwave_irradiance_at_earth_surface, often called Total Solar Irradiance (TSI), is the radiation from the sun integrated over the whole electromagnetic spectrum and over the entire solar disk. The quantity applies outside the atmosphere, by default at a distance of one astronomical unit from the sun, but a coordinate or scalar coordinate variable of distance_from_sun can be used to specify a value other than the default. "Irradiance" means the power per unit area (called radiative flux in other standard names), the area being normal to the direction of flow of the radiant energy. - dtype: float32 - long_name: solarad - quality_flag: solarad_flag - units: W m-2 - maximum_solar_irradiance: - description: Maximum power per unit area (surface power density) received from the Sun in the form of electromagnetic radiation in the wavelength range of the measuring instrument. Solar irradiance is measured in watts per square metre (W/m2) in SI units at the Earth surface over specified period. - dtype: float32 - long_name: solarad_max - quality_flag: solarad_max_flag - units: W m-2 - maximum_solar_irradiance_quality_flag: - description: Quality indicator for the variable 'downward_shortwave_irradiance_at_earth_surface_max'. 0 denotes good data and 3 denotes erroneous data. - dtype: float32 - long_name: solarad_max_flag - minimum_solar_irradiance: - description: Minimum power per unit area (surface power density) received from the Sun in the form of electromagnetic radiation in the wavelength range of the measuring instrument. Solar irradiance is measured in watts per square metre (W/m2) in SI unitsat the Earth surface. - dtype: float32 - long_name: solarad_min - quality_flag: solarad_min_flag - units: W m-2 - minimum_solar_irradiance_quality_flag: - description: Quality indicator for variable 'downward_shortwave_irradiance_at_earth_surface_min'. 0 denotes good data and 3 denotes erroneous data. - dtype: float32 - long_name: solarad_min_flag - solar_irradiance_quality_flag: - description: Quality indicator variable 'downward_shortwave_irradiance_at_earth_surface'. 0 denotes good data and 3 denotes erroneous data. - dtype: float32 - long_name: solarad_flag - latitude|station_configuration: - description: Latitude of the measurement station, -90 to 90. - dtype: float32 - long_name: latitude - units: degree_north - logbook_version: - description: The version number of the station datalogger program that was in effect at the time of the observation. - dtype: float32 - long_name: crx_vn - longitude|station_configuration: - description: Longitude of the measurement station, -180.0 to 180.0. - dtype: float32 - long_name: longitude - units: degree_east - daily_maximum_air_temperature: - description: "This parameter is the highest of all sub-hourly (5-minute) values of air temperature recorded at the station during the aggregation period selected by the user. It is based on measurements made at the station, typically at about 1.5 metres above the ground surface. This parameter has units of Kelvin (K). Temperature measured in Kelvin can be converted to degrees Celsius (°C) by subtracting 273.15. Two error estimates are provided in addition, to help users take into account uncertainties." - dtype: float32 - long_name: t_max - negative_total_uncertainty: tmaxerr_m - positive_total_uncertainty: tmaxerr_p - units: K - daily_maximum_air_temperature_negative_total_uncertainty: - description: "For \"Maximum air temperature\" (described in this list), this parameter is a partial estimate of errors (see detailed description of \"Negative total uncertainty\" in the table \"Related variables\"). This parameter has the same unit as the measurand it refers to, i.e. Kelvin (K). However, because this parameter represents a difference in temperature space, it can also be interpreted directly as being in degrees Celsius (°C)." - dtype: float32 - long_name: tmaxerr_m - units: K - daily_maximum_air_temperature_positive_total_uncertainty: - description: "For \"Maximum air temperature\" (described in this list), this parameter is a partial estimate of errors (see detailed description of \"Positive total uncertainty\" in the table \"Related variables\"). This parameter has the same unit as the measurand it refers to, i.e. Kelvin (K). However, because this parameter represents a difference in temperature space, it can also be interpreted directly as being in degrees Celsius (°C)." - dtype: float32 - long_name: tmaxerr_p - units: K - maximum_soil_temperature: - description: From measurements of "soil temperature" (described in this list), this parameter provides the highest value measured during the aggregation period. - dtype: float32 - long_name: sur_temp_max - quality_flag: sur_temp_max_flag - units: K - maximum_soil_temperature_quality_flag: - description: This parameter indicates if the "Maximum soil temperature" (described in this list) may be used because it is based on good data (value of 0) or if it should be treated with suspicion because erroneous data were detected (value of 3). denotes good data and 3 denotes erroneous data. - dtype: float32 - long_name: sur_temp_max_flag - daily_minimum_air_temperature: - description: "This parameter is the lowest of all sub-hourly (5-minute) values of air temperature recorded at the station during the aggregation period selected by the user. It is based on measurements made at the station, typically at about 1.5 metres above the ground surface. This parameter has units of Kelvin (K). Temperature measured in Kelvin can be converted to degrees Celsius (°C) by subtracting 273.15. Two error estimates are provided in addition, to help users take into account uncertainties." - dtype: float32 - long_name: t_min - negative_total_uncertainty: tminerr_m - positive_total_uncertainty: tminerr_p - units: K - daily_minimum_air_temperature_negative_total_uncertainty: - description: "For \"Minimum air temperature\" (described in this list), this parameter is one of the uncertainty sources contributing to estimating the measurement error (see detailed description of \"Negative total uncertainty\" in the table \"Related variables\"). This parameter has the same unit as the measurand it refers to, i.e. Kelvin (K). However, because this parameter represents a difference in temperature space, it can also be interpreted directly as being in degrees Celsius (°C)." - dtype: float32 - long_name: tminerr_m - units: K - daily_minimum_air_temperature_positive_total_uncertainty: - description: "For \"Minimum air temperature\" (described in this list), this parameter is one of the uncertainty sources contributing to estimating the measurement error (see detailed description of \"Positive total uncertainty\" in the table \"Related variables\"). This parameter has the same unit as the measurand it refers to, i.e. Kelvin (K). However, because this parameter represents a difference in temperature space, it can also be interpreted directly as being in degrees Celsius (°C)." - dtype: float32 - long_name: tminerr_p - units: K - minimum_soil_temperature: - description: From measurements of "soil temperature" (described in this list), this parameter provides the lowest value measured during the aggregation period. - dtype: float32 - long_name: sur_temp_min - quality_flag: sur_temp_min_flag - units: K - minimum_soil_temperature_quality_flag: - description: This parameter indicates if the "Minimum soil temperature" (described in this list) may be used because it is based on good data (value of 0) or if it should be treated with suspicion because erroneous data were detected (value of 3). - dtype: float32 - long_name: sur_temp_min_flag - relative_humidity: - description: This parameter is the ratio of the amount of atmospheric moisture present in the air relative to the amount that would be present if the air were saturated with respect to water or ice. This ratio is multiplied by 100 to provide numbers in percent (%). The measurements are taken at a height of 2 metres above the ground surface. The instrument is a capacitive thin-film device. It measures the flow of electricity across two electrodes separated by a polymer film. The capacitance of the film is converted to relative humidity by a calibration equation. The values are averaged over 5-minute periods, obtained by selecting "sub-hourly" aggregation period. Other aggregation periods ("hourly", "daily") are also available, in which case the results are based on further averages of the 5-minute data. A quality flag is also available for this variable. - dtype: float32 - long_name: rh_hr_avg - quality_flag: rh_hr_avg_flag - units: '%' - relative_humidity_quality_flag: - description: This parameter indicates if the "Relative humidity" (described in this list) may be used because it is based on an average of good data (value of 0), or if it should be treated with suspicion because erroneous data were detected (value of 3). - dtype: float32 - long_name: rh_hr_avg_flag - report_id: - description: Link to header information. - dtype: float32 - long_name: id - report_timestamp: - description: This parameter provides the observation date and time, including time zone information with respect to UTC (e.g. 1991-01-01 12:00:00+0). - dtype: datetime64[ns] - long_name: date_of_observation - soil_moisture_100cm_from_earth_surface: - description: Average content of liquid water in a surface soil layer of 0 to 100 cm depth expressed as m3 water per m3 soil aggregation period. - dtype: float32 - long_name: soil_moisture_100 - units: m3 m-3 - soil_moisture_10cm_from_earth_surface: - description: Average content of liquid water in a surface soil layer of 0 to 10 cm depth expressed as m3 water per m3 soil aggregation period. - dtype: float32 - long_name: soil_moisture_10 - units: m3 m-3 - soil_moisture_20cm_from_earth_surface: - description: Average content of liquid water in a surface soil layer of 0 to 20 cm depth expressed as m3 water per m3 soil aggregation period. - dtype: float32 - long_name: soil_moisture_20 - units: m3 m-3 - soil_moisture_50cm_from_earth_surface: - description: Average content of liquid water in a surface soil layer of 0 to 50 cm depth expressed as m3 water per m3 soil aggregation period. - dtype: float32 - long_name: soil_moisture_50 - units: m3 m-3 - soil_moisture_5cm_from_earth_surface: - description: Average content of liquid water in a surface soil layer of 0 to 5 cm depth expressed as m3 water per m3 soil aggregation period. - dtype: float32 - long_name: soil_moisture_5 - units: m3 m-3 - soil_temperature: - description: Average infrared temperature of the soil measured using infrared thermal imaging technology, over the aggregation period. - dtype: float32 - long_name: sur_temp - processing_level: sur_temp_type - quality_flag: sur_temp_flag - units: K - soil_temperature_100cm_from_earth_surface: - description: Average soil temperature measured at 100 cm below the surface level over the aggregation period. - dtype: float32 - long_name: soil_temp_100 - units: K - soil_temperature_10cm_from_earth_surface: - description: Average soil temperature measured at 10 cm below the surface level over the aggregation period. - dtype: float32 - long_name: soil_temp_10 - units: K - soil_temperature_20cm_from_earth_surface: - description: Average soil temperature measured at 20 cm below the surface level over the aggregation period. - dtype: float32 - long_name: soil_temp_20 - units: K - soil_temperature_50cm_from_earth_surface: - description: Average soil temperature measured at 50 cm below the surface level over the aggregation period. - dtype: float32 - long_name: soil_temp_50 - units: K - soil_temperature_5cm_from_earth_surface: - description: Average soil temperature measured at 5 cm below the surface level over the aggregation period. - dtype: float32 - long_name: soil_temp_5 - units: K - soil_temperature_processing_level: - description: 'This parameter indicates the level of processing applied to the soil temperature measurement: raw data (''R''), corrected data (''C''). A letter ''U'' indicates that this information is unknown.' - dtype: object - long_name: sur_temp_type - soil_temperature_quality_flag: - description: This parameter indicates if the "Soil temperature" (described in this list) may be used because it is based on good data (value of 0) or if it should be treated with suspicion because erroneous data were detected (value of 3). - dtype: float32 - long_name: sur_temp_flag - primary_station_id: - description: This is the station identification code. - dtype: object - long_name: wbanno - mandatory_columns: - - alternative_name - - primary_station_id - - longitude - - latitude - - report_timestamp - order_by: - - primary_station_id - - report_timestamp - products: - - columns: - - t - - t_max - - t_min - - p_calc - - solarad - - solarad_max - - solarad_min - - sur_temp - - sur_temp_max - - sur_temp_min - - rh_hr_avg - - soil_moisture_5 - - soil_moisture_10 - - soil_moisture_20 - - soil_moisture_50 - - soil_moisture_100 - - soil_temp_5 - - soil_temp_10 - - soil_temp_20 - - soil_temp_50 - - soil_temp_100 - group_name: variables - - columns: - - random_pm - group_name: random_uncertainty - - columns: - - terr_p - group_name: positive_total_uncertainty - - columns: - - terr_m - group_name: negative_total_uncertainty - - columns: - - tmaxerr_p - group_name: max_positive_total_uncertainty - - columns: - - tmaxerr_m - group_name: max_negative_total_uncertainty - - columns: - - tminerr_p - group_name: min_positive_total_uncertainty - - columns: - - tminerr_m - group_name: min_negative_total_uncertainty - - columns: - - sys_p - group_name: positive_systematic_uncertainty - - columns: - - sys_m - group_name: negative_systematic_uncertainty - - columns: - - quasisys_p - group_name: positive_quasisystematic_uncertainty - - columns: - - quasisys_m - group_name: negative_quasisystematic_uncertainty - - columns: - - solarad_flag - - solarad_max_flag - - solarad_min_flag - - sur_temp_flag - - sur_temp_max_flag - - sur_temp_min_flag - - rh_hr_avg_flag - group_name: quality_flag - - columns: - - sur_temp_type - group_name: processing_level - uscrn_monthly: - cdm_mapping: - melt_columns: true - rename: - crx_vn_monthly: logbook_version - date_of_observation: report_timestamp - id: report_id - latitude: latitude|station_configuration - longitude: longitude|station_configuration - p_monthly_calc: accumulated_precipitation - quasisys_m: air_temperature_negative_quasisystematic_uncertainty - quasisys_p: air_temperature_positive_quasisystematic_uncertainty - random_m: air_temperature_negative_random_uncertainty - random_p: air_temperature_positive_random_uncertainty - sitename: alternative_name - solrad_monthly_avg: monthly_global_solar_radiation - sur_temp_monthly_avg: soil_temperature - sur_temp_monthly_max: maximum_soil_temperature - sur_temp_monthly_min: minimum_soil_temperature - sur_temp_monthly_type: soil_temperature_processing_level - sys_m: air_temperature_negative_systematic_uncertainty - sys_p: air_temperature_positive_systematic_uncertainty - t: air_temperature - t_monthly_max: daily_maximum_air_temperature - t_monthly_mean: daily_mean_air_temperature - t_monthly_min: daily_minimum_air_temperature - terr_m: air_temperature_negative_total_uncertainty - terr_p: air_temperature_positive_total_uncertainty - tmaxerr_m: daily_maximum_air_temperature_total_uncertainty - tmaxerr_p: daily_maximum_air_temperature_positive_total_uncertainty - tminerr_m: daily_minimum_air_temperature_negative_total_uncertainty - tminerr_p: daily_minimum_air_temperature_positive_total_uncertainty - wbanno: primary_station_id - unit_changes: - accumulated_precipitation: - names: - mm: mm - offset: 0 - scale: 1 - data_table: unc_monthly - descriptions: - accumulated_precipitation: - description: This parameter is the accumulated precipitation that was measured as having reached the Earth's surface at the station. It includes all forms of precipitation (rain and snow). This parameter is accumulated over the aggregation period selected by the user. The units of this parameter are depth in millimetre of water equivalent. Care should be taken when comparing such observations with model or reanalysis parameters, because observations are by definition local to a particular point in space, rather than representing averages over a large geographical area. - dtype: float32 - long_name: p_monthly_calc - units: mm - air_temperature: - description: "This parameter is the temperature of the air measured at the station, typically at about 1.5 metres above the ground surface. This parameter is the mean of measurements made at 10-second intervals during the time aggregation chosen by the user. This parameter has units of Kelvin (K). Temperature measured in Kelvin can be converted to degrees Celsius (°C) by subtracting 273.15. Several error estimates are provided in addition, to help users take into account uncertainties." - dtype: float32 - long_name: t - negative_quasisystematic_uncertainty: quasisys_m - negative_random_uncertainty: random_m - negative_systematic_uncertainty: sys_m - negative_total_uncertainty: terr_m - positive_quasisystematic_uncertainty: quasisys_p - positive_random_uncertainty: random_p - positive_systematic_uncertainty: sys_p - positive_total_uncertainty: terr_p - units: K - air_temperature_negative_quasisystematic_uncertainty: - description: "For \"Air temperature\" (described in this list), this parameter is one of the uncertainty sources contributing to estimating the measurement error (see detailed description of \"Negative quasisystematic uncertainty\" in the table \"Related variables\"). This parameter has the same unit as the measurand it refers to, i.e. Kelvin (K). However, because this parameter represents a difference in temperature space, it can also be interpreted directly as being in degrees Celsius (°C)." - dtype: float32 - long_name: quasisys_m - units: K - air_temperature_negative_random_uncertainty: - description: "For \"Air temperature\" (described in this list), this parameter one of the uncertainty sources contributing to estimating the measurement error (see detailed description of \"Negative random uncertainty\" in the table \"Related variables\"). This parameter has the same unit as the measurand it refers to, i.e. Kelvin (K). However, because this parameter represents a difference in temperature space, it can also be interpreted directly as being in degrees Celsius (°C)." - dtype: float32 - long_name: random_m - units: K - air_temperature_negative_systematic_uncertainty: - description: "For \"Air temperature\" (described in this list), this parameter is a partial estimate of errors (see detailed description of \"Negative systematic uncertainty\" in the table \"Related variables\"). This parameter has the same unit as the measurand it refers to, i.e. Kelvin (K). However, because this parameter represents a difference in temperature space, it can also be interpreted directly as being in degrees Celsius (°C)." - dtype: float32 - long_name: sys_m - units: K - air_temperature_negative_total_uncertainty: - description: "For \"Air temperature\" (described in this list), this parameter is one of the uncertainty sources contributing to estimating the measurement error (see detailed description of \"Negative total uncertainty\" in the table \"Related variables\"). This parameter has the same unit as the measurand it refers to, i.e. Kelvin (K). However, because this parameter represents a difference in temperature space, it can also be interpreted directly as being in degrees Celsius (°C)." - dtype: float32 - long_name: terr_m - units: K - air_temperature_positive_quasisystematic_uncertainty: - description: "For \"Air temperature\" (described in this list), this parameter is one of the uncertainty sources contributing to estimating the measurement error (see detailed description of \"Positive quasisystematic uncertainty\" in the table \"Related variables\"). This parameter has the same unit as the measurand it refers to, i.e. Kelvin (K). However, because this parameter represents a difference in temperature space, it can also be interpreted directly as being in degrees Celsius (°C)." - dtype: float32 - long_name: quasisys_p - units: K - air_temperature_positive_random_uncertainty: - description: "For \"Air temperature\" (described in this list), this parameter is one of the uncertainty sources contributing to estimating the measurement error (see detailed description of \"Positive random uncertainty\" in the table \"Related variables\"). This parameter has the same unit as the measurand it refers to, i.e. Kelvin (K). However, because this parameter represents a difference in temperature space, it can also be interpreted directly as being in degrees Celsius (°C)." - dtype: float32 - long_name: random_p - units: K - air_temperature_positive_systematic_uncertainty: - description: "For \"Air temperature\" (described in this list), this parameter is one of the uncertainty sources contributing to estimating the measurement error (see detailed description of \"Positive systematic uncertainty\" in the table \"Related variables\"). This parameter has the same unit as the measurand it refers to, i.e. Kelvin (K). However, because this parameter represents a difference in temperature space, it can also be interpreted directly as being in degrees Celsius (°C)." - dtype: float32 - long_name: sys_p - units: K - air_temperature_positive_total_uncertainty: - description: "For \"Air temperature\" (described in this list), this parameter is one of the uncertainty sources contributing to estimating the measurement error (see detailed description of \"Positive total uncertainty\" in the table \"Related variables\"). This parameter has the same unit as the measurand it refers to, i.e. Kelvin (K). However, because this parameter represents a difference in temperature space, it can also be interpreted directly as being in degrees Celsius (°C)." - dtype: float32 - long_name: terr_p - units: K - alternative_name: - description: This describes the location of the station where measurements were taken. There are four elements separated by an underscore. The first element (two letters) indicates the State, the second element indicates the nearest city, and the last two elements describe a vector from the city to the station. The distance is given in statute miles (1 statute mile = 1609.344 metres) and the bearing is given in the 16-element compass rose. For example, station "VA_Charlottesville_2_SSE" refers to a station located 2 miles South-South-East of Charlottesville, Virginia. - dtype: object - long_name: sitename - latitude|station_configuration: - description: Latitude of the measurement station, -90 to 90. - dtype: float32 - long_name: latitude - units: degree_north - logbook_version: - description: LogBook software and version. - dtype: float32 - long_name: crx_vn_monthly - longitude|station_configuration: - description: Longitude of the measurement station, -180.0 to 180.0. - dtype: float32 - long_name: longitude - units: degree_east - daily_maximum_air_temperature: - description: "This parameter is the highest of all sub-hourly (5-minute) values of air temperature recorded at the station during the aggregation period selected by the user. It is based on measurements made at the station, typically at about 1.5 metres above the ground surface. This parameter has units of Kelvin (K). Temperature measured in Kelvin can be converted to degrees Celsius (°C) by subtracting 273.15. Two error estimates are provided in addition, to help users take into account uncertainties." - dtype: float32 - long_name: t_monthly_max - negative_total_uncertainty: tmaxerr_m - positive_total_uncertainty: tmaxerr_p - units: K - daily_maximum_air_temperature_total_uncertainty: - description: "For \"Maximum air temperature\" (described in this list), this parameter is a partial estimate of errors (see detailed description of \"Negative total uncertainty\" in the table \"Related variables\"). This parameter has the same unit as the measurand it refers to, i.e. Kelvin (K). However, because this parameter represents a difference in temperature space, it can also be interpreted directly as being in degrees Celsius (°C)." - dtype: float32 - long_name: tmaxerr_m - units: K - daily_maximum_air_temperature_positive_total_uncertainty: - description: "For \"Maximum air temperature\" (described in this list), this parameter is a partial estimate of errors (see detailed description of \"Positive total uncertainty\" in the table \"Related variables\"). This parameter has the same unit as the measurand it refers to, i.e. Kelvin (K). However, because this parameter represents a difference in temperature space, it can also be interpreted directly as being in degrees Celsius (°C)." - dtype: float32 - long_name: tmaxerr_p - units: K - maximum_soil_temperature: - description: From measurements of "soil temperature" (described in this list), this parameter provides the highest value measured during the aggregation period. - dtype: float32 - long_name: sur_temp_monthly_max - units: K - daily_mean_air_temperature: - description: "This parameter is the average of all sub-hourly (5-minute) values of air temperature recorded at the station during the aggregation period selected by the user. It is based on measurements made at the station, typically at about 1.5 metres above the ground surface. This parameter has units of Kelvin (K). Temperature measured in Kelvin can be converted to degrees Celsius (°C) by subtracting 273.15. Two error estimates are provided in addition, to help users take into account uncertainties." - dtype: float32 - long_name: t_monthly_mean - units: K - daily_minimum_air_temperature: - description: "This parameter is the lowest of all sub-hourly (5-minute) values of air temperature recorded at the station during the aggregation period selected by the user. It is based on measurements made at the station, typically at about 1.5 metres above the ground surface. This parameter has units of Kelvin (K). Temperature measured in Kelvin can be converted to degrees Celsius (°C) by subtracting 273.15. Two error estimates are provided in addition, to help users take into account uncertainties." - dtype: float32 - long_name: t_monthly_min - negative_total_uncertainty: tminerr_m - positive_total_uncertainty: tminerr_p - units: K - daily_minimum_air_temperature_negative_total_uncertainty: - description: "For \"Minimum air temperature\" (described in this list), this parameter is one of the uncertainty sources contributing to estimating the measurement error (see detailed description of \"Negative total uncertainty\" in the table \"Related variables\"). This parameter has the same unit as the measurand it refers to, i.e. Kelvin (K). However, because this parameter represents a difference in temperature space, it can also be interpreted directly as being in degrees Celsius (°C)." - dtype: float32 - long_name: tminerr_m - units: K - daily_minimum_air_temperature_positive_total_uncertainty: - description: "For \"Minimum air temperature\" (described in this list), this parameter is one of the uncertainty sources contributing to estimating the measurement error (see detailed description of \"Positive total uncertainty\" in the table \"Related variables\"). This parameter has the same unit as the measurand it refers to, i.e. Kelvin (K). However, because this parameter represents a difference in temperature space, it can also be interpreted directly as being in degrees Celsius (°C)." - dtype: float32 - long_name: tminerr_p - units: K - minimum_soil_temperature: - description: From measurements of "soil temperature" (described in this list), this parameter provides the lowest value measured during the aggregation period. - dtype: float32 - long_name: sur_temp_monthly_min - units: K - monthly_global_solar_radiation: - description: This parameter is the total solar energy(direct and diffuse) measured at the Earth's surface per unit of area. in MJ/meter^2, calculated from the daily average global solar radiation rates and converted to energy by integrating over time. For simplicity of use, the values are provided in Mega-Joules per square metre (MJ/m**2). - dtype: float32 - long_name: solrad_monthly_avg - units: MJ m-2 - report_id: - description: Link to header information. - dtype: float32 - long_name: id - report_timestamp: - description: This parameter provides the observation date and time, including time zone information with respect to UTC (e.g. 1991-01-01 12:00:00+0). - dtype: datetime64[ns] - long_name: date_of_observation - soil_temperature: - description: Average infrared temperature of the soil measured using infrared thermal imaging technology, over the aggregation period. - dtype: float32 - long_name: sur_temp_monthly_avg - processing_level: sur_temp_monthly_type - units: K - soil_temperature_processing_level: - description: 'This parameter indicates the level of processing applied to the soil temperature measurement: raw data (''R''), corrected data (''C''). A letter ''U'' indicates that this information is unknown.' - dtype: float32 - long_name: sur_temp_monthly_type - primary_station_id: - description: This is the station identification code. - dtype: object - long_name: wbanno - mandatory_columns: - - alternative_name - - primary_station_id - - longitude|station_configuration - - latitude|station_configuration - - report_timestamp - order_by: - - primary_station_id - - report_timestamp - products: - - columns: - - t - - t_monthly_max - - t_monthly_min - - t_monthly_mean - - p_monthly_calc - - solrad_monthly_avg - - sur_temp_monthly_max - - sur_temp_monthly_min - - sur_temp_monthly_avg - group_name: variables - - columns: - - random_p - group_name: positive_random_uncertainty - - columns: - - random_m - group_name: negative_random_uncertainty - - columns: - - terr_p - - tmaxerr_p - - tminerr_p - group_name: positive_total_uncertainty - - columns: - - terr_m - - tmaxerr_m - - tminerr_m - group_name: negative_total_uncertainty - - columns: - - quasisys_p - group_name: positive_quasisystematic_uncertainty - - columns: - - quasisys_m - group_name: negative_quasisystematic_uncertainty - - columns: - - sys_p - group_name: positive_systematic_uncertainty - - columns: - - sys_m - group_name: negative_systematic_uncertainty - - columns: - - sur_temp_monthly_type - group_name: processing_level - uscrn_subhourly: - cdm_mapping: - melt_columns: true - rename: - crx_vn: logbook_version - date_of_observation: report_timestamp - id: report_id - latitude: latitude|station_configuration - longitude: longitude|station_configuration - precipitation: accumulated_precipitation - quasisys_pm: air_temperature_quasisystematic_uncertainty - random_pm: air_temperature_random_uncertainty - relative_humidity: relative_humidity - rh_flag: relative_humidity_quality_flag - sitename: alternative_name - soil_moisture_5: soil_moisture_5cm_from_earth_surface - soil_temperature_5: soil_temperature_5cm_from_earth_surface - solar_radiation: solar_irradiance - sr_flag: solar_irradiance_quality_flag - st_flag: soil_temperature_processing_level_quality_flag - st_type: soil_temperature_processing_level - surface_temperature: soil_temperature - sys_m: air_temperature_negative_systematic_uncertainty - sys_p: air_temperature_positive_systematic_uncertainty - t: air_temperature - terr_m: air_temperature_negative_total_uncertainty - terr_p: air_temperature_positive_total_uncertainty - wbanno: primary_station_id - wet_flag: wetness_quality_flag - wetness: wetness - wind_1_5: wind_speed_2_meters_from_earth_surface - wind_flag: wind_speed_2_meters_from_earth_surface_quality_flag - unit_changes: - accumulated_precipitation: - names: - mm: mm - offset: 0 - scale: 1 - data_table: unc_subhourly - descriptions: - wind_speed_2_meters_from_earth_surface: - description: This parameter is the horizontal velocity of the air near the surface. It is measured using a 3-cup anemometer placed at the same height at the air temperature shield intake. The exact measurement height is 1.5 metres above the ground surface. - dtype: float32 - long_name: wind_speed_2_meters_from_earth_surface - quality_flag: wind_speed_2_meters_from_earth_surface_quality_flag - units: m s-1 - wind_speed_2_meters_from_earth_surface_quality_flag: - description: This parameter indicates if the "2m wind speed" (described in this list) may be used because it is based on good data (value of 0) or if it should be treated with suspicion because erroneous data were detected (non-zero value). - dtype: float32 - long_name: wind_speed_2_meters_from_earth_surface_quality_flag - accumulated_precipitation: - description: This parameter is the accumulated precipitation that was measured as having reached the Earth's surface at the station. It includes all forms of precipitation (rain and snow). This parameter is accumulated over the aggregation period selected by the user. The units of this parameter are depth in millimetre of water equivalent. Care should be taken when comparing such observations with model or reanalysis parameters, because observations are by definition local to a particular point in space, rather than representing averages over a large geographical area. - dtype: float32 - long_name: precipitation - units: mm - air_temperature: - description: "This parameter is the temperature of the air measured at the station, typically at about 1.5 metres above the ground surface. This parameter is the mean of measurements made at 10-second intervals during the time aggregation chosen by the user. This parameter has units of Kelvin (K). Temperature measured in Kelvin can be converted to degrees Celsius (°C) by subtracting 273.15. Several error estimates are provided in addition, to help users take into account uncertainties." - dtype: float32 - long_name: t - negative_systematic_uncertainty: sys_m - negative_total_uncertainty: terr_m - positive_systematic_uncertainty: sys_p - positive_total_uncertainty: terr_p - random_uncertainty: random_pm - quasisystematic_uncertainty: quasisys_pm - units: K - air_temperature_negative_systematic_uncertainty: - description: "For \"Air temperature\" (described in this list), this parameter is a partial estimate of errors (see detailed description of \"Negative systematic uncertainty\" in the table \"Related variables\"). This parameter has the same unit as the measurand it refers to, i.e. Kelvin (K). However, because this parameter represents a difference in temperature space, it can also be interpreted directly as being in degrees Celsius (°C)." - dtype: float32 - long_name: sys_m - units: K - air_temperature_negative_total_uncertainty: - description: "For \"Air temperature\" (described in this list), this parameter is one of the uncertainty sources contributing to estimating the measurement error (see detailed description of \"Negative total uncertainty\" in the table \"Related variables\"). This parameter has the same unit as the measurand it refers to, i.e. Kelvin (K). However, because this parameter represents a difference in temperature space, it can also be interpreted directly as being in degrees Celsius (°C)." - dtype: float32 - long_name: terr_m - units: K - air_temperature_positive_systematic_uncertainty: - description: "For \"Air temperature\" (described in this list), this parameter is one of the uncertainty sources contributing to estimating the measurement error (see detailed description of \"Positive systematic uncertainty\" in the table \"Related variables\"). This parameter has the same unit as the measurand it refers to, i.e. Kelvin (K). However, because this parameter represents a difference in temperature space, it can also be interpreted directly as being in degrees Celsius (°C)." - dtype: float32 - long_name: sys_p - units: K - air_temperature_positive_total_uncertainty: - description: "For \"Air temperature\" (described in this list), this parameter is one of the uncertainty sources contributing to estimating the measurement error (see detailed description of \"Positive total uncertainty\" in the table \"Related variables\"). This parameter has the same unit as the measurand it refers to, i.e. Kelvin (K). However, because this parameter represents a difference in temperature space, it can also be interpreted directly as being in degrees Celsius (°C)." - dtype: float32 - long_name: terr_p - units: K - air_temperature_random_uncertainty: - description: "For \"Air temperature\" (described in this list), this parameter is one of the uncertainty sources contributing to estimating the measurement error (see detailed description of \"Random uncertainty\" in the table \"Related variables\"). This parameter has the same unit as the measurand it refers to, i.e. Kelvin (K). However, because this parameter represents a difference in temperature space, it can also be interpreted directly as being in degrees Celsius (°C)." - dtype: float32 - long_name: random_pm - units: K - air_temperature_quasisystematic_uncertainty: - description: "For \"Air temperature\" (described in this list), this parameter is one of the uncertainty sources contributing to estimating the measurement error (see detailed description of \"Positive quasisystematic uncertainty\" in the table \"Related variables\"). This parameter has the same unit as the measurand it refers to, i.e. Kelvin (K). However, because this parameter represents a difference in temperature space, it can also be interpreted directly as being in degrees Celsius (°C)." - dtype: float32 - long_name: quasisys_pm - units: K - alternative_name: - description: This describes the location of the station where measurements were taken. There are four elements separated by an underscore. The first element (two letters) indicates the State, the second element indicates the nearest city, and the last two elements describe a vector from the city to the station. The distance is given in statute miles (1 statute mile = 1609.344 metres) and the bearing is given in the 16-element compass rose. For example, station "VA_Charlottesville_2_SSE" refers to a station located 2 miles South-South-East of Charlottesville, Virginia. - dtype: object - long_name: sitename - latitude|station_configuration: - description: Latitude of the measurement station, -90 to 90. - dtype: float32 - long_name: latitude - units: degree_north - logbook_version: - description: LogBook software and version. - dtype: float32 - long_name: crx_vn - longitude|station_configuration: - description: Longitude of the measurement station, -180.0 to 180.0. - dtype: float32 - long_name: longitude - units: degree_east - relative_humidity: - description: This parameter is the ratio of the amount of atmospheric moisture present in the air relative to the amount that would be present if the air were saturated with respect to water or ice. This ratio is multiplied by 100 to provide numbers in percent (%). The measurements are taken at a height of 2 metres above the ground surface. The instrument is a capacitive thin-film device. It measures the flow of electricity across two electrodes separated by a polymer film. The capacitance of the film is converted to relative humidity by a calibration equation. The values are averaged over 5-minute periods, obtained by selecting "sub-hourly" aggregation period. Other aggregation periods ("hourly", "daily") are also available, in which case the results are based on further averages of the 5-minute data. A quality flag is also available for this variable. - dtype: float32 - long_name: relative_humidity - quality_flag: rh_flag - units: '%' - relative_humidity_quality_flag: - description: This parameter indicates if the "Relative humidity" (described in this list) may be used because it is based on an average of good data (value of 0), or if it should be treated with suspicion because erroneous data were detected (value of 3). - dtype: float32 - long_name: rh_flag - report_id: - description: Link to header information. - dtype: float32 - long_name: id - report_timestamp: - description: This parameter provides the observation date and time, including time zone information with respect to UTC (e.g. 1991-01-01 12:00:00+0). - dtype: datetime64[ns] - long_name: date_of_observation - soil_moisture_5cm_from_earth_surface: - description: Average content of liquid water in a surface soil layer of 0 to 5 cm depth expressed as m3 water per m3 soil aggregation period. - dtype: float32 - long_name: soil_moisture_5 - units: m3 m-3 - soil_temperature: - description: Average infrared temperature of the soil measured using infrared thermal imaging technology, over the aggregation period. - dtype: float32 - long_name: surface_temperature - processing_level: st_type - quality_flag: st_flag - units: K - soil_temperature_5cm_from_earth_surface: - description: Average soil temperature measured at 5 cm below the surface level over the aggregation period. - dtype: float32 - long_name: soil_temperature_5 - units: K - soil_temperature_processing_level: - description: 'This parameter indicates the level of processing applied to the soil temperature measurement: raw data (''R''), corrected data (''C''). A letter ''U'' indicates that this information is unknown.' - dtype: float32 - long_name: st_type - soil_temperature_processing_level_quality_flag: - description: A value of 0 in this parameter indicates that the data processing of soil temperature did not return any error. - dtype: float32 - long_name: st_flag - solar_irradiance: - description: The quantity with standard name solar_irradiance, often called Total Solar Irradiance (TSI), is the radiation from the sun integrated over the whole electromagnetic spectrum and over the entire solar disk. The quantity applies outside the atmosphere, by default at a distance of one astronomical unit from the sun, but a coordinate or scalar coordinate variable of distance_from_sun can be used to specify a value other than the default. "Irradiance" means the power per unit area (called radiative flux in other standard names), the area being normal to the direction of flow of the radiant energy. - dtype: float32 - long_name: solar_radiation - quality_flag: sr_flag - units: W m-2 - solar_irradiance_quality_flag: - description: Quality indicator variable 'solar_irradiance'. 0 denotes good data and 3 denotes erroneous data. - dtype: float32 - long_name: sr_flag - primary_station_id: - description: This is the station identification code. - dtype: object - long_name: wbanno - wetness: - description: This parameter indicates the presence or absence of moisture due to precipitation, in Ohms. High values (>= 1000) indicate an absence of moisture. Low values (< 1000) indicate the presence of moisture. - dtype: float32 - long_name: wetness - quality_flag: wet_flag - units: Ohms - wetness_quality_flag: - description: This parameter indicates if the "Wetness" (described in this list) may be used because it is based on good data (value of 0) or if it should be treated with suspicion because erroneous data were detected (non-zero value). - dtype: float32 - long_name: wet_flag - mandatory_columns: - - alternative_name - - primary_station_id - - longitude|station_configuration - - latitude|station_configuration - - report_timestamp - order_by: - - primary_station_id - - report_timestamp - products: - - columns: - - t - - precipitation - - solar_radiation - - surface_temperature - - relative_humidity - - soil_moisture_5 - - soil_temperature_5 - - wetness - - wind_1_5 - group_name: variables - - columns: - - terr_m - group_name: negative_total_uncertainty - - columns: - - random_pm - group_name: random_uncertainty - - columns: - - terr_p - group_name: positive_total_uncertainty - - columns: - - terr_m - group_name: negative_total_uncertainty - - columns: - - quasisys_pm - group_name: quasisystematic_uncertainty - - columns: - - sys_p - group_name: positive_systematic_uncertainty - - columns: - - sys_m - group_name: negative_systematic_uncertainty - - columns: - - sr_flag - - st_flag - - rh_flag - - wet_flag - - wind_flag - group_name: flag - - columns: - - st_type - group_name: processing_level -space_columns: - y: latitude|station_configuration - x: longitude|station_configuration diff --git a/cdsobs/data/insitu-observations-woudc-netcdfs/service_definition.json b/cdsobs/data/insitu-observations-woudc-netcdfs/service_definition.json deleted file mode 100644 index bab6b93..0000000 --- a/cdsobs/data/insitu-observations-woudc-netcdfs/service_definition.json +++ /dev/null @@ -1,267 +0,0 @@ -{ - "products_hierarchy": [ - "variables", - "standard_deviation" - ], - "out_columns_order": [ - "type", - "station_name", - "other_ids", - "sensor_id", - "report_timestamp", - "daily_timestamp", - "time_begin", - "time_end", - "time_mean", - "time_since_launch", - "location_longitude", - "location_latitude", - "longitude", - "latitude", - "height_of_station_above_sea_level", - "sensor_model", - "sonde_current", - "pump_motor_current", - "pump_motor_voltage", - "reference_model", - "ozone_reference_total_ozone", - "ozone_reference_time_mean", - "wl_code", - "obs_code", - "monthly_npts", - "number_of_observations", - "harmonic_mean_relative_slant_path", - "sample_temperature", - "level_code", - "observation_height_above_station_surface", - "air_pressure", - "ozone_partial_pressure", - "air_temperature", - "relative_humidity", - "wind_speed", - "wind_from_direction", - "geopotential_height", - "total_ozone_column", - "total_ozone_column_standard_deviation", - "column_sulphur_dioxide" - ], - "sources": { - "OzoneSonde": { - "data_table": "data", - "space_columns": { - "longitude": "location_longitude", - "latitude": "location_latitude" - }, - "order_by": [ - "station_name", - "report_timestamp", - "time_since_launch" - ], - "mandatory_columns": [ - "type", - "station_name", - "other_ids", - "sensor_id", - "sensor_model", - "reference_model", - "ozone_reference_total_ozone", - "ozone_reference_time_mean", - "report_timestamp", - "location_longitude", - "location_latitude", - "observation_height_above_station_surface", - "air_pressure", - "level_code", - "time_since_launch", - "sample_temperature", - "sonde_current", - "pump_motor_current", - "pump_motor_voltage", - "latitude", - "longitude" - ], - "products": [ - { - "group_name": "variables", - "columns": [ - "ozone_partial_pressure", - "air_temperature", - "wind_speed", - "wind_from_direction", - "geopotential_height", - "relative_humidity", - "total_ozone_column", - "air_pressure" - ] - } - ], - "descriptions": { - "type": { - "name_for_output": "type", - "long_name": "type", - "description": "Type of observing platform." - }, - "station_name": { - "name_for_output": "station_name", - "long_name": "station_name", - "description": "Unique station or flight ID assigned by the WOUDC to each registered platform." - }, - "other_ids": { - "name_for_output": "other_ids", - "long_name": "other_ids", - "description": "Three-letter GAW ID as issued by GAWSIS, if available (recommended)." - }, - "sensor_id": { - "name_for_output": "sensor_id", - "long_name": "sensor_id", - "description": "Model ID where applicable." - }, - "location_longitude": { - "units": "decimal degrees", - "name_for_output": "location_longitude", - "long_name": "location_longitude", - "description": "Longitude of the instrument." - }, - "location_latitude": { - "units": "decimal degrees", - "name_for_output": "location_latitude", - "long_name": "location_latitude", - "description": "Latitude of the instrument." - }, - "height_of_station_above_sea_level": { - "units": "meters above sea level", - "name_for_output": "height_of_station_above_sea_level", - "long_name": "height_of_station_above_sea_level", - "description": "Height is defined as the altitude, elevation, or height of the defined platform + instrument above sea level." - }, - "sensor_model": { - "name_for_output": "sensor_model", - "long_name": "sensor_model", - "description": "Radiosonde model." - }, - "reference_model": { - "name_for_output": "reference_model", - "long_name": "reference_model", - "description": "Model ID where applicable." - }, - "ozone_reference_total_ozone": { - "units": "Dobson-units", - "name_for_output": "ozone_reference_total_ozone", - "long_name": "ozone_reference_total_ozone", - "description": "Daily value of total column ozone amount defined as the \"best representative value\" in the order of Direct Sun (DS), Zenith Cloud (ZS) and Focused Moon (FM)." - }, - "ozone_reference_time_mean": { - "units": "decimal hours, UTC", - "name_for_output": "ozone_reference_time_mean", - "long_name": "ozone_reference_time_mean", - "description": "The mean time of observations." - }, - "report_timestamp": { - "name_for_output": "report_timestamp", - "description": "Timestamp with time zone." - }, - "air_pressure": { - "units": "Pa", - "description": "Atmospheric pressure of each level in Pascals.", - "long_name": "air_pressure", - "name_for_output": "air_pressure" - }, - "ozone_partial_pressure": { - "units": "Pa", - "description": "Level partial pressure of ozone in Pascals.", - "long_name": "ozone_partial_pressure", - "name_for_output": "ozone_partial_pressure" - }, - "air_temperature": { - "units": "Kelvin", - "description": "Level temperature Kelvin.", - "long_name": "air_temperature", - "name_for_output": "air_temperature" - }, - "wind_speed": { - "units": "m s^-1", - "description": "Wind speed in meters per second.", - "long_name": "wind_speed", - "name_for_output": "wind_speed" - }, - "wind_from_direction": { - "units": "decimal degrees", - "description": "Wind direction in degrees.", - "long_name": "wind_from_direction", - "name_for_output": "wind_from_direction" - }, - "level_code": { - "description": "Code for the level type.", - "long_name": "level_code", - "name_for_output": "level_code" - }, - "time_since_launch": { - "units": "s", - "description": "Elapsed flight time since released as primary variable.", - "long_name": "time_since_launch", - "name_for_output": "time_since_launch" - }, - "geopotential_height": { - "units": "m", - "description": "Geopotential height in meters.", - "long_name": "Geopotential height", - "name_for_output": "geopotential_height" - }, - "relative_humidity": { - "units": "%", - "description": "Percentage of water vapour relative to the saturation amount.", - "long_name": "relative_humidity", - "name_for_output": "relative_humidity" - }, - "sample_temperature": { - "units": "Kelvin", - "description": "Temperature where sample is measured in Kelvin.", - "long_name": "sample_temperature", - "name_for_output": "sample_temperature" - }, - "sonde_current": { - "units": "Ampere", - "description": "Measured ozonesonde cell current with no corrections applied.", - "long_name": "sonde_current", - "name_for_output": "sonde_current" - }, - "total_ozone_column": { - "units": "Dobson-units", - "description": "Total column ozone.", - "long_name": "total_ozone_column", - "name_for_output": "total_ozone_column" - }, - "pump_motor_current": { - "units": "Ampere", - "description": "Electrical current measured through the pump motor.", - "long_name": "pump_motor_current", - "name_for_output": "pump_motor_current" - }, - "pump_motor_voltage": { - "units": "Volt", - "description": "Applied voltage measured across the pump motor.", - "long_name": "pump_motor_voltage", - "name_for_output": "pump_motor_voltage" - }, - "latitude": { - "units": "decimal degrees", - "description": "Geographical latitude (for example from GPS).", - "long_name": "latitude", - "name_for_output": "latitude" - }, - "longitude": { - "units": "decimal degrees", - "description": "Geographical longitude (for example from GPS).", - "long_name": "longitude", - "name_for_output": "longitude" - }, - "observation_height_above_station_surface": { - "units": "m", - "description": "Geographical height (for example from GPS).", - "long_name": "observation_height_above_station_surface", - "name_for_output": "observation_height_above_station_surface" - } - } - } - } -} diff --git a/cdsobs/data/insitu-observations-woudc-netcdfs/service_definition.yml b/cdsobs/data/insitu-observations-woudc-netcdfs/service_definition.yml deleted file mode 100644 index 49f610a..0000000 --- a/cdsobs/data/insitu-observations-woudc-netcdfs/service_definition.yml +++ /dev/null @@ -1,223 +0,0 @@ -global_attributes: - contactemail: https://support.ecmwf.int - licence_list: 20180314_Copernicus_License_V1.1 - responsible_organisation: ECMWF -sources: - OzoneSonde: - cdm_mapping: - melt_columns: {} - rename: - air_pressure: air_pressure - air_temperature: air_temperature - geopotential_height: geopotential_height - height_of_station_above_sea_level: height_of_station_above_sea_level - latitude: latitude - level_code: level_code - location_latitude: location_latitude - location_longitude: location_longitude - longitude: longitude - observation_height_above_station_surface: observation_height_above_station_surface - other_ids: other_ids - ozone_partial_pressure: ozone_partial_pressure - ozone_reference_time_mean: ozone_reference_time_mean - ozone_reference_total_ozone: ozone_reference_total_ozone - pump_motor_current: pump_motor_current - pump_motor_voltage: pump_motor_voltage - reference_model: reference_model - relative_humidity: relative_humidity - report_timestamp: report_timestamp - sample_temperature: sample_temperature - sensor_id: sensor_id - sensor_model: sensor_model - sonde_current: sonde_current - station_name: station_name - time_since_launch: time_since_launch - total_ozone_column: total_ozone_column - type: type - wind_from_direction: wind_from_direction - wind_speed: wind_speed - unit_changes: - air_pressure: - names: - Pa: Pa - offset: 0 - scale: 1 - air_temperature: - names: - Kelvin: Kelvin - offset: 0 - scale: 1 - geopotential_height: - names: - m: m - offset: 0 - scale: 1 - ozone_partial_pressure: - names: - Pa: Pa - offset: 0 - scale: 1 - relative_humidity: - names: - '%': '%' - offset: 0 - scale: 1 - total_ozone_column: - names: - Dobson-units: Dobson-units - offset: 0 - scale: 1 - wind_from_direction: - names: - decimal degrees: decimal degrees - offset: 0 - scale: 1 - wind_speed: - names: - m s^-1: m s^-1 - offset: 0 - scale: 1 - data_table: data - descriptions: - air_pressure: - description: Atmospheric pressure of each level in Pascals. - dtype: float32 - units: Pa - air_temperature: - description: Level temperature Kelvin. - dtype: float32 - units: Kelvin - geopotential_height: - description: Geopotential height in meters. - dtype: float32 - units: m - height_of_station_above_sea_level: - description: Height is defined as the altitude, elevation, or height of the defined platform + instrument above sea level. - dtype: float32 - units: meters above sea level - latitude: - description: Geographical latitude (for example from GPS). - dtype: float32 - units: decimal degrees - level_code: - description: Code for the level type. - dtype: float32 - location_latitude: - description: Latitude of the instrument. - dtype: float32 - units: decimal degrees - location_longitude: - description: Longitude of the instrument. - dtype: float32 - units: decimal degrees - longitude: - description: Geographical longitude (for example from GPS). - dtype: float32 - units: decimal degrees - observation_height_above_station_surface: - description: Geographical height (for example from GPS). - dtype: float32 - units: m - other_ids: - description: Three-letter GAW ID as issued by GAWSIS, if available (recommended). - dtype: object - ozone_partial_pressure: - description: Level partial pressure of ozone in Pascals. - dtype: float32 - units: Pa - ozone_reference_time_mean: - description: The mean time of observations. - dtype: float32 - units: decimal hours, UTC - ozone_reference_total_ozone: - description: Daily value of total column ozone amount defined as the "best representative value" in the order of Direct Sun (DS), Zenith Cloud (ZS) and Focused Moon (FM). - dtype: float32 - units: Dobson-units - pump_motor_current: - description: Electrical current measured through the pump motor. - dtype: float32 - units: Ampere - pump_motor_voltage: - description: Applied voltage measured across the pump motor. - dtype: float32 - units: Volt - reference_model: - description: Model ID where applicable. - dtype: object - relative_humidity: - description: Percentage of water vapour relative to the saturation amount. - dtype: float32 - units: '%' - report_timestamp: - description: Timestamp with time zone. - dtype: datetime64[ns] - sample_temperature: - description: Temperature where sample is measured in Kelvin. - dtype: float32 - units: Kelvin - sensor_id: - description: Model ID where applicable. - dtype: object - sensor_model: - description: Radiosonde model. - dtype: object - sonde_current: - description: Measured ozonesonde cell current with no corrections applied. - dtype: float32 - units: Ampere - station_name: - description: Unique station or flight ID assigned by the WOUDC to each registered platform. - dtype: object - time_since_launch: - description: Elapsed flight time since released as primary variable. - dtype: float32 - units: s - total_ozone_column: - description: Total column ozone. - dtype: float32 - units: Dobson-units - type: - description: Type of observing platform. - dtype: object - wind_from_direction: - description: Wind direction in degrees. - dtype: float32 - units: decimal degrees - wind_speed: - description: Wind speed in meters per second. - dtype: float32 - units: m s^-1 - main_variables: - - ozone_partial_pressure - - air_temperature - - wind_speed - - wind_from_direction - - geopotential_height - - relative_humidity - - total_ozone_column - - air_pressure - mandatory_columns: - - type - - station_name - - other_ids - - sensor_id - - sensor_model - - reference_model - - ozone_reference_total_ozone - - ozone_reference_time_mean - - report_timestamp - - location_longitude - - location_latitude - - observation_height_above_station_surface - - air_pressure - - level_code - - time_since_launch - - sample_temperature - - sonde_current - - pump_motor_current - - pump_motor_voltage - - latitude - - longitude - space_columns: - latitude: location_latitude - longitude: location_longitude diff --git a/cdsobs/data/insitu-observations-woudc-netcdfs/service_definition_old.yml b/cdsobs/data/insitu-observations-woudc-netcdfs/service_definition_old.yml deleted file mode 100644 index 55b518c..0000000 --- a/cdsobs/data/insitu-observations-woudc-netcdfs/service_definition_old.yml +++ /dev/null @@ -1,302 +0,0 @@ -global_attributes: - contactemail: https://support.ecmwf.int - licence_list: 20180314_Copernicus_License_V1.1 - responsible_organisation: ECMWF -out_columns_order: -- type -- station_name -- other_ids -- sensor_id -- report_timestamp -- daily_timestamp -- time_begin -- time_end -- time_mean -- time_since_launch -- location_longitude -- location_latitude -- longitude -- latitude -- height_of_station_above_sea_level -- sensor_model -- sonde_current -- pump_motor_current -- pump_motor_voltage -- reference_model -- ozone_reference_total_ozone -- ozone_reference_time_mean -- wl_code -- obs_code -- monthly_npts -- number_of_observations -- harmonic_mean_relative_slant_path -- sample_temperature -- level_code -- observation_height_above_station_surface -- air_pressure -- ozone_partial_pressure -- air_temperature -- relative_humidity -- wind_speed -- wind_from_direction -- geopotential_height -- total_ozone_column -- total_ozone_column_standard_deviation -- column_sulphur_dioxide -products_hierarchy: -- variables -- standard_deviation -sources: - OzoneSonde: - cdm_mapping: - melt_columns: true - rename: - air_pressure: air_pressure - air_temperature: air_temperature - geopotential_height: geopotential_height - height_of_station_above_sea_level: height_of_station_above_sea_level - latitude: latitude - level_code: level_code - location_latitude: location_latitude - location_longitude: location_longitude - longitude: longitude - observation_height_above_station_surface: observation_height_above_station_surface - other_ids: other_ids - ozone_partial_pressure: ozone_partial_pressure - ozone_reference_time_mean: ozone_reference_time_mean - ozone_reference_total_ozone: ozone_reference_total_ozone - pump_motor_current: pump_motor_current - pump_motor_voltage: pump_motor_voltage - reference_model: reference_model - relative_humidity: relative_humidity - report_timestamp: report_timestamp - sample_temperature: sample_temperature - sensor_id: sensor_id - sensor_model: sensor_model - sonde_current: sonde_current - station_name: station_name - time_since_launch: time_since_launch - total_ozone_column: total_ozone_column - type: type - wind_from_direction: wind_from_direction - wind_speed: wind_speed - unit_changes: - air_pressure: - names: - Pa: Pa - offset: 0 - scale: 1 - air_temperature: - names: - Kelvin: Kelvin - offset: 0 - scale: 1 - geopotential_height: - names: - m: m - offset: 0 - scale: 1 - ozone_partial_pressure: - names: - Pa: Pa - offset: 0 - scale: 1 - relative_humidity: - names: - '%': '%' - offset: 0 - scale: 1 - total_ozone_column: - names: - Dobson-units: Dobson-units - offset: 0 - scale: 1 - wind_from_direction: - names: - decimal degrees: decimal degrees - offset: 0 - scale: 1 - wind_speed: - names: - m s^-1: m s^-1 - offset: 0 - scale: 1 - data_table: data - descriptions: - air_pressure: - description: Atmospheric pressure of each level in Pascals. - dtype: float32 - long_name: air_pressure - units: Pa - air_temperature: - description: Level temperature Kelvin. - dtype: float32 - long_name: air_temperature - units: Kelvin - geopotential_height: - description: Geopotential height in meters. - dtype: float32 - long_name: Geopotential height - units: m - height_of_station_above_sea_level: - description: Height is defined as the altitude, elevation, or height of the defined platform + instrument above sea level. - dtype: float32 - long_name: height_of_station_above_sea_level - units: meters above sea level - latitude: - description: Geographical latitude (for example from GPS). - dtype: float32 - long_name: latitude - units: decimal degrees - level_code: - description: Code for the level type. - dtype: float32 - long_name: level_code - location_latitude: - description: Latitude of the instrument. - dtype: float32 - long_name: location_latitude - units: decimal degrees - location_longitude: - description: Longitude of the instrument. - dtype: float32 - long_name: location_longitude - units: decimal degrees - longitude: - description: Geographical longitude (for example from GPS). - dtype: float32 - long_name: longitude - units: decimal degrees - observation_height_above_station_surface: - description: Geographical height (for example from GPS). - dtype: float32 - long_name: observation_height_above_station_surface - units: m - other_ids: - description: Three-letter GAW ID as issued by GAWSIS, if available (recommended). - dtype: object - long_name: other_ids - ozone_partial_pressure: - description: Level partial pressure of ozone in Pascals. - dtype: float32 - long_name: ozone_partial_pressure - units: Pa - ozone_reference_time_mean: - description: The mean time of observations. - dtype: float32 - long_name: ozone_reference_time_mean - units: decimal hours, UTC - ozone_reference_total_ozone: - description: Daily value of total column ozone amount defined as the "best representative value" in the order of Direct Sun (DS), Zenith Cloud (ZS) and Focused Moon (FM). - dtype: float32 - long_name: ozone_reference_total_ozone - units: Dobson-units - pump_motor_current: - description: Electrical current measured through the pump motor. - dtype: float32 - long_name: pump_motor_current - units: Ampere - pump_motor_voltage: - description: Applied voltage measured across the pump motor. - dtype: float32 - long_name: pump_motor_voltage - units: Volt - reference_model: - description: Model ID where applicable. - dtype: object - long_name: reference_model - relative_humidity: - description: Percentage of water vapour relative to the saturation amount. - dtype: float32 - long_name: relative_humidity - units: '%' - report_timestamp: - description: Timestamp with time zone. - dtype: datetime64[ns] - long_name: report_timestamp - sample_temperature: - description: Temperature where sample is measured in Kelvin. - dtype: float32 - long_name: sample_temperature - units: Kelvin - sensor_id: - description: Model ID where applicable. - dtype: object - long_name: sensor_id - sensor_model: - description: Radiosonde model. - dtype: object - long_name: sensor_model - sonde_current: - description: Measured ozonesonde cell current with no corrections applied. - dtype: float32 - long_name: sonde_current - units: Ampere - station_name: - description: Unique station or flight ID assigned by the WOUDC to each registered platform. - dtype: object - long_name: station_name - time_since_launch: - description: Elapsed flight time since released as primary variable. - dtype: float32 - long_name: time_since_launch - units: s - total_ozone_column: - description: Total column ozone. - dtype: float32 - long_name: total_ozone_column - units: Dobson-units - type: - description: Type of observing platform. - dtype: object - long_name: type - wind_from_direction: - description: Wind direction in degrees. - dtype: float32 - long_name: wind_from_direction - units: decimal degrees - wind_speed: - description: Wind speed in meters per second. - dtype: float32 - long_name: wind_speed - units: m s^-1 - mandatory_columns: - - type - - station_name - - other_ids - - sensor_id - - sensor_model - - reference_model - - ozone_reference_total_ozone - - ozone_reference_time_mean - - report_timestamp - - location_longitude - - location_latitude - - observation_height_above_station_surface - - air_pressure - - level_code - - time_since_launch - - sample_temperature - - sonde_current - - pump_motor_current - - pump_motor_voltage - - latitude - - longitude - order_by: - - station_name - - report_timestamp - - time_since_launch - products: - - columns: - - ozone_partial_pressure - - air_temperature - - wind_speed - - wind_from_direction - - geopotential_height - - relative_humidity - - total_ozone_column - - air_pressure - group_name: variables - space_columns: - latitude: location_latitude - longitude: location_longitude diff --git a/cdsobs/data/insitu-observations-woudc-ozone-total-column-and-profiles/service_definition.json b/cdsobs/data/insitu-observations-woudc-ozone-total-column-and-profiles/service_definition.json deleted file mode 100644 index 09ab700..0000000 --- a/cdsobs/data/insitu-observations-woudc-ozone-total-column-and-profiles/service_definition.json +++ /dev/null @@ -1,499 +0,0 @@ -{ - "products_hierarchy": [ - "variables", - "standard_deviation" - ], - "out_columns_order": [ - "type", - "station_name", - "other_ids", - "sensor_id", - "report_timestamp", - "daily_timestamp", - "time_begin", - "time_end", - "time_mean", - "time_since_launch", - "location_longitude", - "location_latitude", - "longitude", - "latitude", - "height_of_station_above_sea_level", - "sensor_model", - "sonde_current", - "pump_motor_current", - "pump_motor_voltage", - "reference_model", - "ozone_reference_total_ozone", - "ozone_reference_time_mean", - "wl_code", - "obs_code", - "monthly_npts", - "number_of_observations", - "harmonic_mean_relative_slant_path", - "sample_temperature", - "level_code", - "observation_height_above_station_surface", - "air_pressure", - "ozone_partial_pressure", - "air_temperature", - "relative_humidity", - "wind_speed", - "wind_from_direction", - "geopotential_height", - "total_ozone_column", - "total_ozone_column_standard_deviation", - "column_sulphur_dioxide" - ], - "sources": { - "OzoneSonde": { - "header_table": "woudc_ozonesonde_header", - "data_table": "woudc_ozonesonde_value", - "join_ids": { - "header": "id", - "data": "header_id" - }, - "space_columns": { - "longitude": "location_longitude", - "latitude": "location_latitude" - }, - "order_by": [ - "station_name", - "report_timestamp", - "time_since_launch" - ], - "header_columns": [ - { - "platform_type": "type" - }, - { - "platform_id": "station_name" - }, - { - "platform_gaw_id": "other_ids" - }, - { - "instrument_model": "sensor_id" - }, - { - "location_longitude": "location_longitude" - }, - { - "location_latitude": "location_latitude" - }, - { - "location_height": "height_of_station_above_sea_level" - }, - { - "radiosonde_model": "sensor_model" - }, - { - "ozone_reference_model": "reference_model" - }, - { - "ozone_reference_total_O3": "ozone_reference_total_ozone" - }, - { - "ozone_reference_utc_mean": "ozone_reference_time_mean" - }, - { - "timestamp_datetime": "report_timestamp" - } - ], - "mandatory_columns": [ - "platform_type", - "platform_id", - "platform_gaw_id", - "instrument_model", - "radiosonde_model", - "ozone_reference_model", - "ozone_reference_total_O3", - "ozone_reference_utc_mean", - "timestamp_datetime", - "location_longitude", - "location_latitude", - "location_height", - "pressure", - "level_code", - "duration", - "sample_temperature", - "sonde_current", - "pump_motor_current", - "pump_motor_voltage", - "latitude", - "longitude", - "height" - ], - "products": [ - { - "group_name": "variables", - "columns": [ - "O3_partial_pressure", - "temperature", - "wind_speed", - "wind_direction", - "gp_height", - "relative_humidity", - "TO3" - ] - } - ], - "descriptions": { - "platform_type": { - "name_for_output": "type", - "long_name": "type", - "description": "Type of observing platform." - }, - "platform_id": { - "name_for_output": "station_name", - "long_name": "station_name", - "description": "Unique station or flight ID assigned by the WOUDC to each registered platform." - }, - "platform_gaw_id": { - "name_for_output": "other_ids", - "long_name": "other_ids", - "description": "Three-letter GAW ID as issued by GAWSIS, if available (recommended)." - }, - "instrument_model": { - "name_for_output": "sensor_id", - "long_name": "sensor_id", - "description": "Model ID where applicable." - }, - "location_longitude": { - "units": "decimal degrees", - "name_for_output": "location_longitude", - "long_name": "location_longitude", - "description": "Longitude of the instrument." - }, - "location_latitude": { - "units": "decimal degrees", - "name_for_output": "location_latitude", - "long_name": "location_latitude", - "description": "Latitude of the instrument." - }, - "location_height": { - "units": "meters above sea level", - "name_for_output": "height_of_station_above_sea_level", - "long_name": "height_of_station_above_sea_level", - "description": "Height is defined as the altitude, elevation, or height of the defined platform + instrument above sea level." - }, - "radiosonde_model": { - "name_for_output": "sensor_model", - "long_name": "sensor_model", - "description": "Radiosonde model." - }, - "ozone_reference_model": { - "name_for_output": "reference_model", - "long_name": "reference_model", - "description": "Model ID where applicable." - }, - "ozone_reference_total_O3": { - "units": "Dobson-units", - "name_for_output": "ozone_reference_total_ozone", - "long_name": "ozone_reference_total_ozone", - "description": "Daily value of total column ozone amount defined as the \"best representative value\" in the order of Direct Sun (DS), Zenith Cloud (ZS) and Focused Moon (FM)." - }, - "ozone_reference_utc_mean": { - "units": "decimal hours, UTC", - "name_for_output": "ozone_reference_time_mean", - "long_name": "ozone_reference_time_mean", - "description": "The mean time of observations." - }, - "timestamp_datetime": { - "name_for_output": "report_timestamp", - "description": "Timestamp with time zone." - }, - "pressure": { - "units": "Pa", - "description": "Atmospheric pressure of each level in Pascals.", - "long_name": "air_pressure", - "name_for_output": "air_pressure" - }, - "O3_partial_pressure": { - "units": "Pa", - "description": "Level partial pressure of ozone in Pascals.", - "long_name": "ozone_partial_pressure", - "name_for_output": "ozone_partial_pressure" - }, - "temperature": { - "units": "Kelvin", - "description": "Level temperature Kelvin.", - "long_name": "air_temperature", - "name_for_output": "air_temperature" - }, - "wind_speed": { - "units": "m s^-1", - "description": "Wind speed in meters per second.", - "long_name": "wind_speed", - "name_for_output": "wind_speed" - }, - "wind_direction": { - "units": "decimal degrees", - "description": "Wind direction in degrees.", - "long_name": "wind_from_direction", - "name_for_output": "wind_from_direction" - }, - "level_code": { - "description": "Code for the level type.", - "long_name": "level_code", - "name_for_output": "level_code" - }, - "duration": { - "units": "s", - "description": "Elapsed flight time since released as primary variable.", - "long_name": "time_since_launch", - "name_for_output": "time_since_launch" - }, - "gp_height": { - "units": "m", - "description": "Geopotential height in meters.", - "long_name": "Geopotential height", - "name_for_output": "geopotential_height" - }, - "relative_humidity": { - "units": "%", - "description": "Percentage of water vapour relative to the saturation amount.", - "long_name": "relative_humidity", - "name_for_output": "relative_humidity" - }, - "sample_temperature": { - "units": "Kelvin", - "description": "Temperature where sample is measured in Kelvin.", - "long_name": "sample_temperature", - "name_for_output": "sample_temperature" - }, - "sonde_current": { - "units": "Ampere", - "description": "Measured ozonesonde cell current with no corrections applied.", - "long_name": "sonde_current", - "name_for_output": "sonde_current" - }, - "TO3": { - "units": "Dobson-units", - "description": "Total column ozone.", - "long_name": "total_ozone_column", - "name_for_output": "total_ozone_column" - }, - "pump_motor_current": { - "units": "Ampere", - "description": "Electrical current measured through the pump motor.", - "long_name": "pump_motor_current", - "name_for_output": "pump_motor_current" - }, - "pump_motor_voltage": { - "units": "Volt", - "description": "Applied voltage measured across the pump motor.", - "long_name": "pump_motor_voltage", - "name_for_output": "pump_motor_voltage" - }, - "latitude": { - "units": "decimal degrees", - "description": "Geographical latitude (for example from GPS).", - "long_name": "latitude", - "name_for_output": "latitude" - }, - "longitude": { - "units": "decimal degrees", - "description": "Geographical longitude (for example from GPS).", - "long_name": "longitude", - "name_for_output": "longitude" - }, - "height": { - "units": "m", - "description": "Geographical height (for example from GPS).", - "long_name": "observation_height_above_station_surface", - "name_for_output": "observation_height_above_station_surface" - } - } - }, - "TotalOzone": { - "header_table": "woudc_totalozone_header", - "data_table": "woudc_totalozone_data", - "join_ids": { - "header": "id", - "data": "header_id" - }, - "space_columns": { - "longitude": "longitude", - "latitude": "latitude" - }, - "order_by": [ - "station_name", - "report_timestamp" - ], - "header_columns": [ - { - "platform_type": "type" - }, - { - "platform_id": "station_name" - }, - { - "platform_gaw_id": "other_ids" - }, - { - "instrument_model": "sensor_id" - }, - { - "location_longitude": "longitude" - }, - { - "location_latitude": "latitude" - }, - { - "location_height": "height_of_station_above_sea_level" - }, - { - "monthly_npts": "monthly_npts" - }, - { - "timestamp_datetime_first_day": "report_timestamp" - } - ], - "mandatory_columns": [ - "platform_type", - "platform_id", - "platform_gaw_id", - "instrument_model", - "monthly_npts", - "location_longitude", - "location_latitude", - "location_height", - "daily_date", - "wl_code", - "obs_code", - "utc_begin", - "utc_end", - "utc_mean", - "n_obs", - "m_mu" - ], - "products": [ - { - "group_name": "variables", - "columns": [ - "column_O3", - "column_SO2" - ] - }, - { - "group_name": "standard_deviation", - "columns": [ - "std_dev_O3" - ] - } - ], - "descriptions": { - "timestamp_datetime_first_day": { - "name_for_output": "report_timestamp", - "long_name": "report_timestamp", - "description": "timestamp datetime first day.", - "units": "Datetime" - }, - "platform_type": { - "name_for_output": "type", - "long_name": "type", - "description": "Type of observing platform." - }, - "platform_id": { - "name_for_output": "station_name", - "long_name": "station_name", - "description": "Unique station or flight ID assigned by the WOUDC to each registered platform." - }, - "platform_gaw_id": { - "name_for_output": "other_ids", - "long_name": "other_ids", - "description": "Three-letter GAW ID as issued by GAWSIS, if available (recommended)." - }, - "instrument_model": { - "name_for_output": "sensor_id", - "long_name": "sensor_id", - "description": "Model ID where applicable." - }, - "location_longitude": { - "units": "decimal degrees", - "name_for_output": "longitude", - "long_name": "location_longitude", - "description": "Longitude of the measurement station (used when differs from the one of the instrument)." - }, - "location_latitude": { - "units": "decimal degrees", - "name_for_output": "latitude", - "long_name": "location_latitude", - "description": "Latitude of the measurement station (used when differs from the one of the instrument)." - }, - "location_height": { - "units": "meters above sea level", - "name_for_output": "height_of_station_above_sea_level", - "long_name": "height_of_station_above_sea_level", - "description": "Height is defined as the altitude, elevation, or height of the defined platform + instrument above sea level." - }, - "monthly_npts": { - "name_for_output": "monthly_npts", - "long_name": "monthly_npts", - "description": "The number of points (typically this is the number of daily averages) used to estimate the monthly mean ozone value." - }, - "daily_date": { - "name_for_output": "daily_timestamp", - "long_name": "daily_timestamp", - "description": "Date of the observations." - }, - "wl_code": { - "name_for_output": "wl_code", - "long_name": "wl_code", - "description": "Code to designate the wavelength pair(s) used for total ozone measurement." - }, - "obs_code": { - "name_for_output": "obs_code", - "long_name": "obs_code", - "description": "Code to designate the type of total ozone measurement." - }, - "column_O3": { - "units": "Dobson-units", - "name_for_output": "total_ozone_column", - "long_name": "total_ozone_column", - "description": "Daily value of total column ozone amount defined as the 'best representative value' in order of Direct Sun (DS), Zenith Cloud (ZS) and Focused Moon (FM)." - }, - "std_dev_O3": { - "name_for_output": "total_ozone_column_standard_deviation", - "long_name": "total_ozone_column_standard_deviation", - "description": "Estimated population standard deviation of the total column ozone measurements used for the daily value." - }, - "utc_begin": { - "units": "decimal hours, UTC", - "name_for_output": "time_begin", - "long_name": "time_begin", - "description": "The starting time of observations." - }, - "utc_end": { - "units": "decimal hours, UTC", - "name_for_output": "time_end", - "long_name": "time_end", - "description": "The ending time of observations." - }, - "utc_mean": { - "units": "decimal hours, UTC", - "name_for_output": "time_mean", - "long_name": "time_mean", - "description": "The mean time of observations." - }, - "n_obs": { - "name_for_output": "number_of_observations", - "long_name": "number_of_observations", - "description": "Number of observations used to calculate the total column ozone value." - }, - "m_mu": { - "name_for_output": "harmonic_mean_relative_slant_path", - "long_name": "harmonic_mean_relative_slant_path", - "description": "The harmonic mean of the relative slant path through the ozone layer at 22Km for each of the observations used to compute the daily value." - }, - "column_SO2": { - "units": "Dobson-units", - "name_for_output": "column_sulphur_dioxide", - "long_name": "column_sulphur_dioxide", - "description": "The daily total column sulphur dioxide (SO2) amount calculated as the mean of the individual SO2 amounts from the same observation used for the O3 amount." - } - } - } - } -} diff --git a/cdsobs/data/insitu-observations-woudc-ozone-total-column-and-profiles/service_definition.yml b/cdsobs/data/insitu-observations-woudc-ozone-total-column-and-profiles/service_definition.yml deleted file mode 100644 index a35641d..0000000 --- a/cdsobs/data/insitu-observations-woudc-ozone-total-column-and-profiles/service_definition.yml +++ /dev/null @@ -1,277 +0,0 @@ -global_attributes: - contactemail: https://support.ecmwf.int - licence_list: 20180314_Copernicus_License_V1.1 - responsible_organisation: ECMWF -sources: - OzoneSonde: - cdm_mapping: - melt_columns: {} - rename: - duration: time_since_launch - gp_height: geopotential_height - height: altitude - instrument_model: sensor_id - latitude: latitude|observations_table - location_latitude: latitude|header_table - location_longitude: longitude|header_table - location_height: height_of_station_above_sea_level - longitude: longitude|observations_table - o3_partial_pressure: ozone_partial_pressure - ozone_reference_utc_mean: date_time - platform_id: primary_station_id - platform_type: platform_type - radiosonde_model: sensor_model - relative_humidity: relative_humidity - temperature: air_temperature - timestamp_datetime: report_timestamp - to3: total_ozone_column - wind_direction: wind_from_direction - wind_speed: wind_speed - unit_changes: - geopotential_height: - names: - Pa: m - offset: 0 - scale: 1 - data_table: woudc_ozonesonde_value - descriptions: - pressure: - description: Atmospheric pressure of each level in Pascals. - dtype: float32 - units: Pa - air_temperature: - description: Level temperature Kelvin. - dtype: float32 - units: Kelvin - geopotential_height: - description: Geopotential height in meters. - dtype: float32 - units: m - height_of_station_above_sea_level: - description: Height is defined as the altitude, elevation, or height of the defined platform + instrument above sea level. - dtype: float32 - units: meters above sea level - latitude|observations_table: - description: Geographical latitude (for example from GPS). - dtype: float32 - units: decimal degrees - latitude|header_table: - description: Latitude of the instrument. - dtype: float32 - units: decimal degrees - longitude|observations_table: - description: Geographical longitude (for example from GPS). - dtype: float32 - units: decimal degrees - longitude|header_table: - description: Longitude of the instrument. - dtype: float32 - units: decimal degrees - ozone_partial_pressure: - description: Level partial pressure of ozone in Pascals. - dtype: float32 - units: Pa - date_time: - description: The mean time of observations. - dtype: float32 - units: decimal hours, UTC - platform_type: - description: Type of observing platform. - dtype: object - primary_station_id: - description: Unique station or flight ID assigned by the WOUDC to each registered platform. - dtype: object - relative_humidity: - description: Percentage of water vapour relative to the saturation amount. - dtype: float32 - units: '%' - report_timestamp: - description: Timestamp with time zone. - dtype: datetime64[ns] - sensor_id: - description: Model ID where applicable. - dtype: object - sensor_model: - description: Radiosonde model. - dtype: object - time_since_launch: - description: Elapsed flight time since released as primary variable. - dtype: float32 - units: s - total_ozone_column: - description: Total column ozone. - dtype: float32 - units: Dobson-units - wind_from_direction: - description: Wind direction in degrees. - dtype: float32 - units: decimal degrees - wind_speed: - description: Wind speed in meters per second. - dtype: float32 - units: m s^-1 - altitude: - description: Geometric altitude above sea level calculated from air pressure and GPS altitude - dtype: float32 - units: m - header_columns: - - platform_type - - primary_station_id - - sensor_id - - longitude|header_table - - latitude|header_table - - altitude - - sensor_model - - sensor_id - - reference_model - - date_time - - report_timestamp - header_table: woudc_ozonesonde_header - join_ids: - data: header_id - header: id - main_variables: - - ozone_partial_pressure - - air_temperature - - wind_speed - - wind_from_direction - - geopotential_height - - relative_humidity - - total_ozone_column - - pressure - mandatory_columns: - - platform_type - - primary_station_id - - other_ids - - sensor_id - - sensor_model - - reference_model - - ozone_reference_total_o3 - - ozone_reference_time_mean - - report_timestamp - - longitude|station_configuration - - latitude|station_configuration - - height_of_station_above_sea_level - - z_coordinate - - level_code - - time_since_launch - - sample_temperature - - sonde_current - - pump_motor_current - - pump_motor_voltage - - latitude|observations_table - - longitude|observations_table - - observation_height_above_station_surface - space_columns: - x: longitude|header_table - y: latitude|header_table - z: pressure - TotalOzone: - cdm_mapping: - melt_columns: {} - rename: - column_o3: total_ozone_column - column_so2: column_sulphur_dioxide - instrument_model: sensor_id - location_height: height_of_station_above_sea_level - location_latitude: latitude|header_table - location_longitude: longitude|header_table - monthly_npts: monthly_total_ozone_column_number_of_points - n_obs: number_of_observations - platform_id: primary_station_id - std_dev_o3: standard_deviation_ozone - timestamp_datetime_first_day: report_timestamp - utc_begin: time_begin - utc_end: time_end - utc_mean: time_mean - data_table: woudc_totalozone_value - descriptions: - column_sulphur_dioxide: - description: The daily total column sulphur dioxide (SO2) amount calculated as the mean of the individual SO2 amounts from the same observation used for the O3 amount. - dtype: float32 - units: Dobson-units - height_of_station_above_sea_level: - description: Height is defined as the altitude, elevation, or height of the defined platform + instrument above sea level. - dtype: float32 - units: meters above sea level - latitude|header_table: - description: Latitude of the measurement station (used when differs from the one of the instrument). - dtype: float32 - units: decimal degrees - longitude|header_table: - description: Longitude of the measurement station (used when differs from the one of the instrument). - dtype: float32 - units: decimal degrees - monthly_total_ozone_column_number_of_points: - description: The number of points (typically this is the number of daily averages) used to estimate the monthly mean ozone value. - dtype: float32 - number_of_observations: - description: Number of observations used to calculate the total column ozone value. - dtype: float32 - platform_type: - description: Type of observing platform. - dtype: object - primary_station_id: - description: Unique station or flight ID assigned by the WOUDC to each registered platform. - dtype: object - report_timestamp: - description: timestamp datetime first day. - dtype: datetime64[ns] - units: Datetime - sensor_id: - description: Model ID where applicable. - dtype: object - time_begin: - description: The starting time of observations. - dtype: float32 - units: decimal hours, UTC - time_end: - description: The ending time of observations. - dtype: float32 - units: decimal hours, UTC - time_mean: - description: The mean time of observations. - dtype: float32 - units: decimal hours, UTC - total_ozone_column: - description: Daily value of total column ozone amount defined as the 'best representative value' in order of Direct Sun (DS), Zenith Cloud (ZS) and Focused Moon (FM). - dtype: float32 - units: Dobson-units - standard_deviation_ozone: - description: Estimated population standard deviation of the total column ozone measurements used for the daily value. - dtype: float32 - header_columns: - - platform_type - - primary_station_id - - sensor_id - - longitude|header_table - - latitude|header_table - - height_of_station_above_sea_level - - monthly_npts - - report_timestamp - header_table: woudc_totalozone_header - join_ids: - data: header_id - header: id - main_variables: - - total_ozone_column - - column_sulphur_dioxide - - standard_deviation_ozone - mandatory_columns: - - platform_type - - primary_station_id - - sensor_id - - monthly_npts - - longitude - - latitude - - height_of_station_above_sea_level - - daily_timestamp - - obs_code - - time_begin - - time_end - - time_mean - - number_of_observations - - harmonic_mean_relative_slant_path - space_columns: - x: longitude|header_table - y: latitude|header_table diff --git a/tests/cli/test_app.py b/tests/cli/test_app.py index f809039..0e87a61 100644 --- a/tests/cli/test_app.py +++ b/tests/cli/test_app.py @@ -4,7 +4,7 @@ from typer.testing import CliRunner from cdsobs.cli.app import app -from cdsobs.constants import CONFIG_YML, SERVICE_DEFINITION_YML +from cdsobs.constants import CONFIG_YML runner = CliRunner() @@ -16,18 +16,19 @@ def test_cli_make_production(verbose): "make-production", "--dataset", "insitu-observations-woudc-ozone-total-column-and-profiles", - "--service-definition", - SERVICE_DEFINITION_YML, "--config", CONFIG_YML, "--start-year", 1969, "--end-year", 1970, + "--source", + "OzoneSonde", ] if verbose: args += ["--verbose"] result = runner.invoke(app, args, catch_exceptions=False) + print(result.stdout) assert result.exit_code == 0 @@ -75,8 +76,6 @@ def test_cli_make_cdm(tmp_path): "make-cdm", "--dataset", "insitu-observations-woudc-ozone-total-column-and-profiles", - "--service-definition", - SERVICE_DEFINITION_YML, "--config", CONFIG_YML, "--start-year", @@ -86,6 +85,8 @@ def test_cli_make_cdm(tmp_path): "--save-data", "--output-dir", tmp_path, + "--source", + "OzoneSonde", ] result = runner.invoke(app, args, catch_exceptions=False) assert result.exit_code == 0 diff --git a/tests/conftest.py b/tests/conftest.py index 0660616..8dd4d1e 100644 --- a/tests/conftest.py +++ b/tests/conftest.py @@ -163,11 +163,10 @@ class TestRepository: def test_repository(test_session, test_s3_client, test_config): """The whole thing, session to the catalogue DB and storage client.""" for dataset_name, dataset_source in TEST_API_PARAMETERS: - service_definition = get_service_definition(test_config, dataset_name) + get_service_definition(test_config, dataset_name) start_year, end_year = get_test_years(dataset_source) run_ingestion_pipeline( dataset_name, - service_definition, dataset_source, test_session, test_config, diff --git a/tests/system/check_missing_variables.py b/tests/system/check_missing_variables.py index fe21652..83a9bd9 100644 --- a/tests/system/check_missing_variables.py +++ b/tests/system/check_missing_variables.py @@ -24,7 +24,6 @@ def test_run_ingestion_pipeline( os.environ["CADSOBS_AVOID_MULTIPROCESS"] = "0" run_ingestion_pipeline( dataset_name, - service_definition, source, test_session, test_config, diff --git a/tests/test_api.py b/tests/test_api.py index 2dc5a87..62061c1 100644 --- a/tests/test_api.py +++ b/tests/test_api.py @@ -6,7 +6,6 @@ from cdsobs.api import run_ingestion_pipeline, run_make_cdm from cdsobs.observation_catalogue.models import Catalogue -from cdsobs.service_definition.api import get_service_definition from cdsobs.utils.logutils import get_logger from tests.conftest import TEST_API_PARAMETERS from tests.utils import get_test_years @@ -19,11 +18,9 @@ def test_run_ingestion_pipeline( dataset_name, source, test_session, test_config, caplog, tmp_path ): start_year, end_year = get_test_years(source) - service_definition = get_service_definition(test_config, dataset_name) os.environ["CADSOBS_AVOID_MULTIPROCESS"] = "0" run_ingestion_pipeline( dataset_name, - service_definition, source, test_session, test_config, @@ -48,11 +45,9 @@ def test_run_ingestion_pipeline( def test_make_cdm(test_config, tmp_path, caplog): dataset_name = "insitu-observations-woudc-ozone-total-column-and-profiles" source = "OzoneSonde" - service_definition = get_service_definition(test_config, dataset_name) start_year, end_year = get_test_years(source) run_make_cdm( dataset_name, - service_definition, source, test_config, start_year=start_year, diff --git a/tests/test_dataset_metadata.py b/tests/test_dataset_metadata.py index 8b6b513..74d21a6 100644 --- a/tests/test_dataset_metadata.py +++ b/tests/test_dataset_metadata.py @@ -1,17 +1,13 @@ from pprint import pprint -import yaml - -from cdsobs.constants import SERVICE_DEFINITION_YML from cdsobs.metadata import get_dataset_metadata -from cdsobs.service_definition.service_definition_models import ServiceDefinition +from cdsobs.service_definition.api import get_service_definition def test_get_dataset_metadata(test_config): dataset = "insitu-observations-woudc-ozone-total-column-and-profiles" dataset_config = test_config.get_dataset(dataset) - new_sc_dict = yaml.safe_load(SERVICE_DEFINITION_YML.read_text()) - service_definition = ServiceDefinition(**new_sc_dict) + service_definition = get_service_definition(test_config, dataset) actual = get_dataset_metadata( test_config, dataset_config, service_definition, "TotalOzone" ) diff --git a/tests/test_service_definition.py b/tests/test_service_definition.py index 5cfc5f7..aad2005 100644 --- a/tests/test_service_definition.py +++ b/tests/test_service_definition.py @@ -1,18 +1,18 @@ import logging from pathlib import Path -from cdsobs.constants import cdsobs_path from cdsobs.service_definition.api import validate_service_definition def test_new_service_definition_valid(caplog, test_config): - SERVICE_DEFINITION_YML = Path( - cdsobs_path, - "data/insitu-observations-igra-baseline-network/service_definition.yml", + service_definition = Path( + test_config.cads_obs_insitu_location, + "cads-forms-insitu", + "insitu-observations-igra-baseline-network/service_definition.yml", ) with caplog.at_level(logging.ERROR): validate_service_definition( - str(SERVICE_DEFINITION_YML), + str(service_definition), test_config.cdm_tables_location, validate_cdm=True, ) From 8a8a850fd69c4d823e782161aa798b44079069ad Mon Sep 17 00:00:00 2001 From: garciam Date: Tue, 17 Dec 2024 13:22:46 +0100 Subject: [PATCH 03/10] fix cads-forms-insitu cloning --- .github/workflows/on-push.yml | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/.github/workflows/on-push.yml b/.github/workflows/on-push.yml index e02cb08..65d8d46 100644 --- a/.github/workflows/on-push.yml +++ b/.github/workflows/on-push.yml @@ -41,10 +41,11 @@ jobs: - name: Download cads-forms-insitu uses: actions/checkout@v3 with: - repository: https://git.ecmwf.int/scm/cds/cads-forms-insitu.git + repository: cds/cads-forms-insitu.git ref: 'dev' path: cads-forms-insitu token: ${{ secrets.BITBUCKET_TOKEN }} + github-server-url: https://git.ecmwf.int/scm/cds - name: Deploy test ingestion database env: TEST_INGESTION_DB_PASS: ${{ secrets.TEST_INGESTION_DB_PASS }} From 3d00f1b36179b7b116a25b10ce5a18e5b5930478 Mon Sep 17 00:00:00 2001 From: garciam Date: Tue, 17 Dec 2024 13:37:06 +0100 Subject: [PATCH 04/10] fix cads-forms-insitu cloning --- .github/workflows/on-push.yml | 13 ++++++------- 1 file changed, 6 insertions(+), 7 deletions(-) diff --git a/.github/workflows/on-push.yml b/.github/workflows/on-push.yml index 65d8d46..2264cb2 100644 --- a/.github/workflows/on-push.yml +++ b/.github/workflows/on-push.yml @@ -39,13 +39,12 @@ jobs: ref: 'new-variables' path: common_data_model - name: Download cads-forms-insitu - uses: actions/checkout@v3 - with: - repository: cds/cads-forms-insitu.git - ref: 'dev' - path: cads-forms-insitu - token: ${{ secrets.BITBUCKET_TOKEN }} - github-server-url: https://git.ecmwf.int/scm/cds + env: + BITBUCKET_USERNAME: garciam + BITBUCKET_TOKEN: ${{ secrets.BITBUCKET_TOKEN }} + timeout-minutes: 2 + run: | + git clone --depth 1 -b dev https://${BITBUCKET_USERNAME}:${BITBUCKET_TOKEN}@git.ecmwf.int/scm/cds/cads-forms-insitu - name: Deploy test ingestion database env: TEST_INGESTION_DB_PASS: ${{ secrets.TEST_INGESTION_DB_PASS }} From d762a95a79db629aa1981199593ad28cecf2fa44 Mon Sep 17 00:00:00 2001 From: garciam Date: Tue, 17 Dec 2024 13:44:21 +0100 Subject: [PATCH 05/10] fix cads-forms-insitu cloning 3 --- .github/workflows/on-push.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/on-push.yml b/.github/workflows/on-push.yml index 2264cb2..80e9bc7 100644 --- a/.github/workflows/on-push.yml +++ b/.github/workflows/on-push.yml @@ -44,7 +44,7 @@ jobs: BITBUCKET_TOKEN: ${{ secrets.BITBUCKET_TOKEN }} timeout-minutes: 2 run: | - git clone --depth 1 -b dev https://${BITBUCKET_USERNAME}:${BITBUCKET_TOKEN}@git.ecmwf.int/scm/cds/cads-forms-insitu + git clone --depth 1 -b dev "https://${BITBUCKET_USERNAME}:${BITBUCKET_TOKEN}@git.ecmwf.int/scm/cds/cads-forms-insitu.git" - name: Deploy test ingestion database env: TEST_INGESTION_DB_PASS: ${{ secrets.TEST_INGESTION_DB_PASS }} From 9d532e3d727c0a0b6c81baa3741ccc756fe3ad06 Mon Sep 17 00:00:00 2001 From: garciam Date: Tue, 17 Dec 2024 13:53:20 +0100 Subject: [PATCH 06/10] fix cads-forms-insitu cloning 4 --- .github/workflows/on-push.yml | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/.github/workflows/on-push.yml b/.github/workflows/on-push.yml index 80e9bc7..15facf1 100644 --- a/.github/workflows/on-push.yml +++ b/.github/workflows/on-push.yml @@ -40,11 +40,10 @@ jobs: path: common_data_model - name: Download cads-forms-insitu env: - BITBUCKET_USERNAME: garciam BITBUCKET_TOKEN: ${{ secrets.BITBUCKET_TOKEN }} timeout-minutes: 2 run: | - git clone --depth 1 -b dev "https://${BITBUCKET_USERNAME}:${BITBUCKET_TOKEN}@git.ecmwf.int/scm/cds/cads-forms-insitu.git" + git clone --depth 1 -b dev https://"$BITBUCKET_TOKEN"@git.ecmwf.int/scm/cds/cads-forms-insitu.git - name: Deploy test ingestion database env: TEST_INGESTION_DB_PASS: ${{ secrets.TEST_INGESTION_DB_PASS }} From b3e8e4db66dbad2d08c37fbfa9fa980df2ca343a Mon Sep 17 00:00:00 2001 From: garciam Date: Tue, 17 Dec 2024 13:56:41 +0100 Subject: [PATCH 07/10] fix cads-forms-insitu cloning 5 --- .github/workflows/on-push.yml | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/.github/workflows/on-push.yml b/.github/workflows/on-push.yml index 15facf1..8269a54 100644 --- a/.github/workflows/on-push.yml +++ b/.github/workflows/on-push.yml @@ -39,11 +39,12 @@ jobs: ref: 'new-variables' path: common_data_model - name: Download cads-forms-insitu + uses: actions/checkout@v4 env: BITBUCKET_TOKEN: ${{ secrets.BITBUCKET_TOKEN }} timeout-minutes: 2 run: | - git clone --depth 1 -b dev https://"$BITBUCKET_TOKEN"@git.ecmwf.int/scm/cds/cads-forms-insitu.git + git clone --depth 1 -b dev https://${BITBUCKET_TOKEN}@git.ecmwf.int/scm/cds/cads-forms-insitu.git - name: Deploy test ingestion database env: TEST_INGESTION_DB_PASS: ${{ secrets.TEST_INGESTION_DB_PASS }} From 3d552cbe87932e9b9d9cc5921cae364f2d5e2ec8 Mon Sep 17 00:00:00 2001 From: garciam Date: Tue, 17 Dec 2024 14:25:52 +0100 Subject: [PATCH 08/10] fix cads-forms-insitu cloning 6 --- .github/workflows/on-push.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/on-push.yml b/.github/workflows/on-push.yml index 8269a54..930f7df 100644 --- a/.github/workflows/on-push.yml +++ b/.github/workflows/on-push.yml @@ -44,7 +44,7 @@ jobs: BITBUCKET_TOKEN: ${{ secrets.BITBUCKET_TOKEN }} timeout-minutes: 2 run: | - git clone --depth 1 -b dev https://${BITBUCKET_TOKEN}@git.ecmwf.int/scm/cds/cads-forms-insitu.git + git clone --depth 1 -b dev https://"$BITBUCKET_TOKEN"@git.ecmwf.int/scm/cds/cads-forms-insitu.git - name: Deploy test ingestion database env: TEST_INGESTION_DB_PASS: ${{ secrets.TEST_INGESTION_DB_PASS }} From 2453cedc9c39059e28022a74d0ec2daed22effd6 Mon Sep 17 00:00:00 2001 From: garciam Date: Tue, 17 Dec 2024 16:42:54 +0100 Subject: [PATCH 09/10] improve log --- cdsobs/api.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/cdsobs/api.py b/cdsobs/api.py index 8608144..ce1757c 100644 --- a/cdsobs/api.py +++ b/cdsobs/api.py @@ -193,7 +193,9 @@ def _run_ingestion_pipeline_for_batch( By default, these time intervals will be skipped. """ if not update and _entry_exists(dataset_name, session, source, time_space_batch): - logger.warning("A partition with the chosen parameters already exists") + logger.warning( + "A partition with the chosen parameters already exists and update is set to False." + ) else: sorted_partitions = _read_homogenise_and_partition( config, dataset_name, service_definition, source, time_space_batch From 96d1fa35dbce25ef776c4ec04923d100515335a9 Mon Sep 17 00:00:00 2001 From: garciam Date: Tue, 17 Dec 2024 16:43:57 +0100 Subject: [PATCH 10/10] fix CI --- .github/workflows/on-push.yml | 1 - 1 file changed, 1 deletion(-) diff --git a/.github/workflows/on-push.yml b/.github/workflows/on-push.yml index 930f7df..15facf1 100644 --- a/.github/workflows/on-push.yml +++ b/.github/workflows/on-push.yml @@ -39,7 +39,6 @@ jobs: ref: 'new-variables' path: common_data_model - name: Download cads-forms-insitu - uses: actions/checkout@v4 env: BITBUCKET_TOKEN: ${{ secrets.BITBUCKET_TOKEN }} timeout-minutes: 2