m2cce/internship
m2cce/internship
Archived
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

More efficient ? .dat file reading

Browse source
This commit is contained in:
Edgar P. Burkhart 2022-04-07 11:06:17 +02:00
parent 2eea373e79
commit a59bcccde7
Signed by: edpibu
GPG key ID: 9833D3C5A25BD227
2 changed files with 16 additions and 21 deletions
Download patch file Download diff file Expand all files Collapse all files

23
swash/processing/sws_npz.py
View file

@ -33,20 +33,17 @@ var = {
#"dep": rsws.read_scalar,
"botl": rsws.read_const,
"watl": rsws.read_scalar,
"pressk": rsws.read_scalar_lay,
"nhprsk": rsws.read_scalar_lay,
"zk": rsws.read_scalar_lay,
"velk": rsws.read_vector_lay,
"vz": rsws.read_scalar_lay,
#"pressk": rsws.read_scalar_lay,
#"nhprsk": rsws.read_scalar_lay,
#"zk": rsws.read_scalar_lay,
#"velk": rsws.read_vector_lay,
#"vz": rsws.read_scalar_lay,
"vel": rsws.read_vector,
}
with ThreadPool(len(var)) as pool:
log.info("Converting all data")
pool.map(
lambda x: np.save(
inp.joinpath(x[0]),
x[1](sws_out.joinpath(x[0]).with_suffix(".dat")),
),
var.items(),
for name, f in var.items():
log.info(f"Converting {name}")
np.save(
inp.joinpath(name),
f(sws_out.joinpath(name).with_suffix(".dat")),
)