Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Revert "Feature 1319 no pickle" #1717

Merged
merged 1 commit into from
Mar 15, 2021
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
8 changes: 3 additions & 5 deletions met/data/wrappers/Makefile.am
Original file line number Diff line number Diff line change
Expand Up @@ -23,12 +23,10 @@ wrappersdir = $(pkgdatadir)/wrappers
wrappers_DATA = \
generic_python.py \
generic_pickle.py \
read_tmp_dataplane.py \
write_tmp_dataplane.py \
read_pickle_dataplane.py \
write_pickle_dataplane.py \
write_pickle_mpr.py \
read_tmp_ascii.py \
write_pickle_point.py \
write_tmp_point.py
write_pickle_point.py

EXTRA_DIST = ${wrappers_DATA}

Expand Down
15 changes: 15 additions & 0 deletions met/data/wrappers/read_pickle_dataplane.py
Original file line number Diff line number Diff line change
@@ -0,0 +1,15 @@
########################################################################
#
# Reads temporary pickle file into memory.
#
# usage: /path/to/python read_pickle_dataplane.py pickle.tmp
#
########################################################################

import sys
import numpy as np
import pickle

print('Python Script:\t', sys.argv[0])
print('Load Pickle:\t', sys.argv[1])
met_info = pickle.load(open(sys.argv[1], "rb"))
49 changes: 0 additions & 49 deletions met/data/wrappers/read_tmp_ascii.py

This file was deleted.

36 changes: 0 additions & 36 deletions met/data/wrappers/read_tmp_dataplane.py

This file was deleted.

Original file line number Diff line number Diff line change
Expand Up @@ -3,30 +3,40 @@
# Adapted from a script provided by George McCabe
# Adapted by Randy Bullock
#
# usage: /path/to/python write_tmp_point.py \
# tmp_ascii_output_filename <user_python_script>.py <args>
# usage: /path/to/python write_pickle_dataplane.py \
# pickle_output_filename <user_python_script>.py <args>
#
########################################################################

import os
import sys
import pickle
import importlib.util
import xarray as xr

print('Python Script:\t', sys.argv[0])
print('User Command:\t', sys.argv[2:])
print('Write Temporary Ascii:\t', sys.argv[1])
print('Write Pickle:\t', sys.argv[1])

tmp_filename = sys.argv[1]
pickle_filename = sys.argv[1]

pyembed_module_name = sys.argv[2]
sys.argv = sys.argv[2:]

if not pyembed_module_name.endswith('.py'):
pyembed_module_name += '.py'

user_base = os.path.basename(pyembed_module_name).replace('.py','')

spec = importlib.util.spec_from_file_location(user_base, pyembed_module_name)
met_in = importlib.util.module_from_spec(spec)
spec.loader.exec_module(met_in)

f = open(tmp_filename, 'w')
for line in met_in.point_data:
f.write(str(line) + '\n')
if isinstance(met_in.met_data, xr.DataArray):
met_info = { 'attrs': met_in.met_data.attrs, 'met_data': met_in.met_data }
else:
met_info = { 'attrs': met_in.attrs, 'met_data': met_in.met_data }

print(met_info)

pickle.dump( met_info, open( pickle_filename, "wb" ) )
5 changes: 1 addition & 4 deletions met/data/wrappers/write_pickle_mpr.py
Original file line number Diff line number Diff line change
Expand Up @@ -18,7 +18,6 @@
print('Write Pickle:\t', sys.argv[1])

pickle_filename = sys.argv[1]
tmp_filename = pickle_filename + '.txt'

pyembed_module_name = sys.argv[2]
sys.argv = sys.argv[2:]
Expand All @@ -29,8 +28,6 @@
met_in = importlib.util.module_from_spec(spec)
spec.loader.exec_module(met_in)

f = open(tmp_filename, 'w')
for line in met_in.mpr_data:
f.write(str(line) + '\n')
print(met_in)

pickle.dump( met_in.mpr_data, open( pickle_filename, "wb" ) )
5 changes: 0 additions & 5 deletions met/data/wrappers/write_pickle_point.py
Original file line number Diff line number Diff line change
Expand Up @@ -18,7 +18,6 @@
print('Write Pickle:\t', sys.argv[1])

pickle_filename = sys.argv[1]
tmp_filename = pickle_filename + '.txt'

pyembed_module_name = sys.argv[2]
sys.argv = sys.argv[2:]
Expand All @@ -29,8 +28,4 @@
met_in = importlib.util.module_from_spec(spec)
spec.loader.exec_module(met_in)

f = open(tmp_filename, 'w')
for line in met_in.point_data:
f.write(str(line) + '\n')

pickle.dump( met_in.point_data, open( pickle_filename, "wb" ) )
68 changes: 0 additions & 68 deletions met/data/wrappers/write_tmp_dataplane.py

This file was deleted.

Loading