m2cce/internship
m2cce/internship
Archived
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Compress pickled object

Browse source
This commit is contained in:
Edgar P. Burkhart 2022-04-14 12:37:42 +02:00
parent 3d2b20a9a1
commit 1114754da4
Signed by: edpibu
GPG key ID: 9833D3C5A25BD227
3 changed files with 12 additions and 16 deletions
Download patch file Download diff file Expand all files Collapse all files

8
olaflow/processing/pickle.py
View file

@ -1,8 +1,10 @@
import argparse
import gzip
import configparser
import logging
import pathlib
import pickle
from time import time
import matplotlib.pyplot as plt
import numpy as np
@ -22,8 +24,8 @@ log = logging.getLogger("ola_post")
log.info("Starting sws -> olaFlow converter")
config = configparser.ConfigParser()
config.read(args.config)
out = pathlib.Path(config.get("post", "pickle"))
out.parent.mkdir(parents=True, exist_ok=True)
out = pathlib.Path(config.get("post", "out"))
out.mkdir(parents=True, exist_ok=True)
olaflow_root = args.output
model = OFModel(olaflow_root)
@ -35,5 +37,5 @@ model.read_field_all("p")
model.read_field_all("p_rgh")
model.read_field_all("U")
with out.open("wb") as f:
with gzip.open(out.joinpath("pickle.gz"), "wb") as f:
pickle.dump(model, f)