39 lines
1011 B
Python
39 lines
1011 B
Python
from pathlib import Path
|
|
|
|
import zstandard as zstd
|
|
import orjson
|
|
|
|
|
|
zstd_d = zstd.ZstdDecompressor()
|
|
zstd_c = zstd.ZstdCompressor(level=15, write_checksum=True, threads=-1)
|
|
|
|
|
|
def load_json_zst(file_path: str | Path) -> dict | list:
|
|
"""
|
|
Load a .json.zst file and return its parsed content.
|
|
|
|
Parameters:
|
|
file_path (str): The path to the .json.zst file.
|
|
|
|
Returns:
|
|
dict or list: The parsed JSON content.
|
|
"""
|
|
with Path(file_path).open('rb') as f:
|
|
return orjson.loads(zstd_d.stream_reader(f).read())
|
|
|
|
|
|
def write_json_zst(file_path: str | Path, data: dict | list, **kwargs):
|
|
"""
|
|
Dump data to a .json.zst file.
|
|
|
|
Parameters:
|
|
file_path (str): The path to the .json.zst file.
|
|
data (dict or list): The data to dump.
|
|
"""
|
|
Path(file_path).write_bytes(zstd_c.compress(orjson.dumps(data, **kwargs)))
|
|
|
|
|
|
if __name__ == '__main__':
|
|
write_json_zst('test.json.zst', {'a': 1, 'b': 2})
|
|
assert load_json_zst('test.json.zst') == {'a': 1, 'b': 2}
|