57 lines
2.0 KiB
Python
57 lines
2.0 KiB
Python
|
import csv
|
||
|
|
|
||
|
|
|
||
|
|
def save_statistics(log_dir, statistics_file_name, list_of_statistics, create=False):
|
||
|
|
"""
|
||
|
|
Saves a statistics .csv file with the statistics
|
||
|
|
:param log_dir: Directory of log
|
||
|
|
:param statistics_file_name: Name of .csv file
|
||
|
|
:param list_of_statistics: A list of statistics to add in the file
|
||
|
|
:param create: If True creates a new file, if False adds list to existing
|
||
|
|
"""
|
||
|
|
if create:
|
||
|
|
with open("{}/{}.csv".format(log_dir, statistics_file_name), 'w+') as f:
|
||
|
|
writer = csv.writer(f)
|
||
|
|
writer.writerow(list_of_statistics)
|
||
|
|
else:
|
||
|
|
with open("{}/{}.csv".format(log_dir, statistics_file_name), 'a') as f:
|
||
|
|
writer = csv.writer(f)
|
||
|
|
writer.writerow(list_of_statistics)
|
||
|
|
|
||
|
|
|
||
|
|
def load_statistics(log_dir, statistics_file_name):
|
||
|
|
"""
|
||
|
|
Loads the statistics in a dictionary.
|
||
|
|
:param log_dir: The directory in which the log is saved
|
||
|
|
:param statistics_file_name: The name of the statistics file
|
||
|
|
:return: A dict with the statistics
|
||
|
|
"""
|
||
|
|
data_dict = dict()
|
||
|
|
with open("{}/{}.csv".format(log_dir, statistics_file_name), 'r') as f:
|
||
|
|
lines = f.readlines()
|
||
|
|
data_labels = lines[0].replace("\n", "").replace("\r", "").split(",")
|
||
|
|
del lines[0]
|
||
|
|
|
||
|
|
for label in data_labels:
|
||
|
|
data_dict[label] = []
|
||
|
|
|
||
|
|
for line in lines:
|
||
|
|
data = line.replace("\n", "").replace("\r", "").split(",")
|
||
|
|
for key, item in zip(data_labels, data):
|
||
|
|
if item not in data_labels:
|
||
|
|
data_dict[key].append(item)
|
||
|
|
return data_dict
|
||
|
|
|
||
|
|
|
||
|
|
def build_experiment_folder(experiment_name, log_path):
|
||
|
|
saved_models_filepath = "{}/{}/{}".format(log_path, experiment_name.replace("%.%", "/"), "saved_models")
|
||
|
|
logs_filepath = "{}/{}/{}".format(log_path, experiment_name.replace("%.%", "/"), "summary_logs")
|
||
|
|
import os
|
||
|
|
|
||
|
|
if not os.path.exists(logs_filepath):
|
||
|
|
os.makedirs(logs_filepath)
|
||
|
|
if not os.path.exists(saved_models_filepath):
|
||
|
|
os.makedirs(saved_models_filepath)
|
||
|
|
|
||
|
|
return saved_models_filepath, logs_filepath
|