Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Add load_earth_magnetic_anomaly function for Earth magnetic anomaly dataset #2196

Merged
merged 21 commits into from
Dec 9, 2022
Merged
Show file tree
Hide file tree
Changes from 3 commits
Commits
Show all changes
21 commits
Select commit Hold shift + click to select a range
9de5e07
add earth_magnetic_anomaly.py
willschlitzer Nov 19, 2022
6de890d
add test_datasets_earth_magnetic_anomaly.py
willschlitzer Nov 19, 2022
f099e4a
Merge branch 'main' into load-remote-dataset/magnetic-anomaly
willschlitzer Dec 5, 2022
aeebb6a
Apply suggestions from code review
willschlitzer Dec 6, 2022
9d41121
Merge branch 'main' into load-remote-dataset/magnetic-anomaly
willschlitzer Dec 6, 2022
0ac7afb
add magnetic anomaly to index.rst
willschlitzer Dec 6, 2022
0a22439
integrate load_remote_dataset.py into earth_magnetic_anomaly.py
willschlitzer Dec 6, 2022
666e1b7
update test
willschlitzer Dec 6, 2022
d297910
Apply suggestions from code review
willschlitzer Dec 6, 2022
b815b8b
Merge branch 'main' into load-remote-dataset/magnetic-anomaly
willschlitzer Dec 6, 2022
078c175
move dataset_name to pass the string directly to _load_remote_dataset()
willschlitzer Dec 7, 2022
4bd9d75
Merge branch 'main' into load-remote-dataset/magnetic-anomaly
willschlitzer Dec 7, 2022
3e8fe66
change test title to match loaded resolution
willschlitzer Dec 7, 2022
9d73a2e
Merge remote-tracking branch 'origin/load-remote-dataset/magnetic-ano…
willschlitzer Dec 7, 2022
952d34c
update test to use 05m resolution
willschlitzer Dec 7, 2022
0e1417b
add cache files to testing.py
willschlitzer Dec 7, 2022
f8f6b41
uncomment "pull request"
willschlitzer Dec 7, 2022
4e0e2ae
recomment "pull request"
willschlitzer Dec 7, 2022
4edfb7b
Update .github/workflows/cache_data.yaml
willschlitzer Dec 8, 2022
a44a8c4
Merge branch 'main' into load-remote-dataset/magnetic-anomaly
willschlitzer Dec 8, 2022
4df2865
Merge branch 'load-remote-dataset/magnetic-anomaly' of github.com:Gen…
willschlitzer Dec 8, 2022
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
1 change: 1 addition & 0 deletions pygmt/datasets/__init__.py
Original file line number Diff line number Diff line change
Expand Up @@ -3,6 +3,7 @@
# Load sample data included with GMT (downloaded from the GMT cache server).

from pygmt.datasets.earth_age import load_earth_age
from pygmt.datasets.earth_magnetic_anomaly import load_earth_magnetic_anomaly
willschlitzer marked this conversation as resolved.
Show resolved Hide resolved
from pygmt.datasets.earth_relief import load_earth_relief
from pygmt.datasets.samples import (
list_sample_data,
Expand Down
107 changes: 107 additions & 0 deletions pygmt/datasets/earth_magnetic_anomaly.py
Original file line number Diff line number Diff line change
@@ -0,0 +1,107 @@
"""
Function to download the Earth seafloor age datasets from the GMT data server,
willschlitzer marked this conversation as resolved.
Show resolved Hide resolved
and load as :class:`xarray.DataArray`.

The grids are available in various resolutions.
"""
from pygmt.exceptions import GMTInvalidInput
from pygmt.helpers import kwargs_to_strings
from pygmt.io import load_dataarray
from pygmt.src import grdcut, which


@kwargs_to_strings(region="sequence")
def load_earth_magnetic_anomaly(resolution="01d", region=None, registration=None):
r"""
Load an Earth magnetic anomaly grid in various resolutions.

The grids are downloaded to a user data directory
(usually ``~/.gmt/server/earth/earth_mag/``) the first time you invoke
this function. Afterwards, it will load the grid from the data directory.
So you'll need an internet connection the first time around.

These grids can also be accessed by passing in the file name
**@earth_mag**\_\ *res*\[_\ *reg*] to any grid plotting/processing
function. *res* is the grid resolution (see below), and *reg* is grid
registration type (**p** for pixel registration or **g** for gridline
registration).

Refer to :gmt-datasets:`earth-mag.html` for more details.

Parameters
----------
resolution : str
The grid resolution. The suffix ``d`` and ``m`` stand for
arc-degree and arc-minute. It can be ``"01d"``, ``"30m"``,
``"20m"``, ``"15m"``, ``"10m"``, ``"06m"``, ``"05m"``, ``"04m"``,
``"03m"``, or ``"02m"``.

region : str or list
The subregion of the grid to load, in the forms of a list
[*xmin*, *xmax*, *ymin*, *ymax*] or a string *xmin/xmax/ymin/ymax*.
Required for grids with resolutions higher than 5
arc-minute (i.e., ``"05m"``).

registration : str
Grid registration type. Either ``"pixel"`` for pixel registration or
``"gridline"`` for gridline registration. Default is ``None``, where
a pixel-registered grid is returned unless only the
gridline-registered grid is available.

Returns
-------
grid : :class:`xarray.DataArray`
The Earth seafloor crustal age grid. Coordinates are latitude and
willschlitzer marked this conversation as resolved.
Show resolved Hide resolved
longitude in degrees. Age is in millions of years (Myr).
willschlitzer marked this conversation as resolved.
Show resolved Hide resolved

Note
----
The :class:`xarray.DataArray` grid doesn't support slice operation, for
Earth seafloor crustal age with resolutions of 5 arc-minutes or higher,
willschlitzer marked this conversation as resolved.
Show resolved Hide resolved
which are stored as smaller tiles.
"""

# Earth magnetic anomaly data stored as single grids for low resolutions
non_tiled_resolutions = ["01d", "30m", "20m", "15m", "10m", "06m"]
# Earth magnetic anomaly data stored as tiles for high resolutions
tiled_resolutions = ["05m", "04m", "03m", "02m"]

if registration in ("pixel", "gridline", None):
# If None, let GMT decide on Pixel/Gridline type
reg = f"_{registration[0]}" if registration else ""
else:
raise GMTInvalidInput(
f"Invalid grid registration: '{registration}', should be either "
"'pixel', 'gridline' or None. Default is None, where a "
"pixel-registered grid is returned unless only the "
"gridline-registered grid is available."
)

if resolution not in non_tiled_resolutions + tiled_resolutions:
raise GMTInvalidInput(f"Invalid Earth relief resolution '{resolution}'.")

# Choose earth relief data prefix
earth_mag_prefix = "earth_mag_"

# different ways to load tiled and non-tiled earth relief data
# Known issue: tiled grids don't support slice operation
# See https://github.com/GenericMappingTools/pygmt/issues/524
if region is None:
if resolution not in non_tiled_resolutions:
raise GMTInvalidInput(
f"'region' is required for Earth magnetic anomaly resolution '{resolution}'."
)
fname = which(f"@{earth_mag_prefix}{resolution}{reg}", download="a")
grid = load_dataarray(fname, engine="netcdf4")
else:
grid = grdcut(f"@{earth_mag_prefix}{resolution}{reg}", region=region)

# Add metadata to the grid
grid.name = "magnetic_anomaly"
# Remove the actual range because it gets outdated when indexing the grid,
# which causes problems when exporting it to netCDF for usage on the
# command-line.
grid.attrs.pop("actual_range")
for coord in grid.coords:
grid[coord].attrs.pop("actual_range")
return grid
78 changes: 78 additions & 0 deletions pygmt/tests/test_datasets_earth_magnetic_anomaly.py
Original file line number Diff line number Diff line change
@@ -0,0 +1,78 @@
"""
Test basic functionality for loading Earth magnetic anomaly datasets.
"""
import numpy as np
import numpy.testing as npt
import pytest
from pygmt.datasets import load_earth_magnetic_anomaly
from pygmt.exceptions import GMTInvalidInput


def test_earth_mag_fails():
"""
Make sure earth_magnetic_anomaly fails for invalid resolutions.
"""
resolutions = "1m 1d bla 60d 001m 03".split()
resolutions.append(60)
for resolution in resolutions:
with pytest.raises(GMTInvalidInput):
load_earth_magnetic_anomaly(resolution=resolution)


def test_earth_mag_incorrect_registration():
"""
Test loading earth_magnetic_anomaly with incorrect registration type.
"""
with pytest.raises(GMTInvalidInput):
load_earth_magnetic_anomaly(registration="improper_type")


def test_earth_mag_01d():
"""
Test some properties of the magnetic anomaly 01d data.
"""
data = load_earth_magnetic_anomaly(resolution="01d", registration="gridline")
assert data.name == "magnetic_anomaly"
assert data.attrs["long_name"] == "anomaly (nT)"
assert data.shape == (181, 361)
npt.assert_allclose(data.lat, np.arange(-90, 91, 1))
npt.assert_allclose(data.lon, np.arange(-180, 181, 1))
npt.assert_allclose(data.min(), -384)
npt.assert_allclose(data.max(), 1057.2)


def test_earth_mag_01d_with_region():
"""
Test loading low-resolution earth magnetic anomaly with 'region'.
"""
data = load_earth_magnetic_anomaly(
resolution="01d", region=[-10, 10, -5, 5], registration="gridline"
)
assert data.shape == (11, 21)
npt.assert_allclose(data.lat, np.arange(-5, 6, 1))
npt.assert_allclose(data.lon, np.arange(-10, 11, 1))
npt.assert_allclose(data.min(), -180.40002)
npt.assert_allclose(data.max(), 127.39996)


def test_earth_mag_04m_with_region():
seisman marked this conversation as resolved.
Show resolved Hide resolved
"""
Test loading a subregion of high-resolution earth magnetic anomaly data.
"""
data = load_earth_magnetic_anomaly(
resolution="03m", region=[-115, -112, 4, 6], registration="gridline"
)
assert data.shape == (41, 61)
npt.assert_allclose(data.lat, np.arange(4, 6.01, 0.05))
npt.assert_allclose(data.lon, np.arange(-115, -111.99, 0.05))
npt.assert_allclose(data.data.min(), -193)
npt.assert_allclose(data.data.max(), 110)


def test_earth_mag_05m_without_region():
"""
Test loading high-resolution earth magnetic anomaly without passing
'region'.
"""
with pytest.raises(GMTInvalidInput):
load_earth_magnetic_anomaly("05m")