Skip to content
Snippets Groups Projects
Commit 2a75ddba authored by Christoph Alt's avatar Christoph Alt
Browse files

added json loading

parent fc020873
No related branches found
No related tags found
No related merge requests found
from .upload import DBConfig, Uploader from .upload import DBConfig, Uploader
from .processing_functions import mesa_pd_text from .processing_functions import mesa_pd_text
from .postprocessing import * from .postprocessing import *
from .util import read_file_line_wise, time_conversion from .util import read_file_line_wise, time_conversion, file_time_to_sec, get_from_nested_dict
from .data_points import DataPoint, data_point_factory from .data_points import DataPoint, data_point_factory
from .get_job_info import get_url_from_env, get_job_datapoints from .get_job_info import get_url_from_env, get_job_datapoints
from .plain_text import process_linewise, iterate_csv from .plain_text import process_linewise, iterate_csv, json2dict
from .sqlite import sqlite_context, query_complete_table, build_iterate_query, iterate_all_tables from .sqlite import sqlite_context, query_complete_table, build_iterate_query, iterate_all_tables
from .sqlite_helper import query_builder from .sqlite_helper import query_builder
import csv import csv
import json
from collections import abc from collections import abc
from typing import Callable, Iterable from typing import Callable, Iterable
...@@ -30,3 +31,8 @@ class CSVIterator(abc.Iterable): ...@@ -30,3 +31,8 @@ class CSVIterator(abc.Iterable):
with open(self.file_name, "r") as in_file: with open(self.file_name, "r") as in_file:
for row in csv.DictReader(in_file): for row in csv.DictReader(in_file):
yield row yield row
def json2dict(path: str) -> dict:
with open(path, "r") as json_file:
return json.load(json_file)
import git import logging
import operator
import os import os
from datetime import datetime from datetime import datetime
from functools import reduce
from typing import Union, Tuple
from pathlib import Path from pathlib import Path
from typing import Tuple, Union
import logging import git
logger = logging.getLogger(__file__) logger = logging.getLogger(__file__)
...@@ -68,3 +69,7 @@ def time_conversion(time_stamp, *, pattern="%Y-%m-%d %H:%M:%S"): ...@@ -68,3 +69,7 @@ def time_conversion(time_stamp, *, pattern="%Y-%m-%d %H:%M:%S"):
dt = datetime.fromisoformat(time_stamp) dt = datetime.fromisoformat(time_stamp)
return int(dt.timestamp()) return int(dt.timestamp())
def get_from_nested_dict(nested_dict, keys):
return reduce(operator.getitem, keys, nested_dict)
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Please register or to comment