chore: don't import duplicate benchmark results

This commit is contained in:
Marcus Holland-Moritz 2025-04-18 09:30:20 +02:00
parent b155610ca3
commit 5a25eb104c

View File

@ -34,14 +34,22 @@ def import_data(db_path, *args):
]
)
dbtimes = {doc['time'] for doc in table.all()}
skipped = 0
for path in tqdm(files, desc="Importing JSON files", unit="file"):
with open(path, "r") as f:
data = json.load(f)
if data["time"] in dbtimes:
skipped += 1
continue
if "exit_codes" in data:
del data["times"]
del data["exit_codes"]
table.insert(data)
print(f"Skipped {skipped} files that were already in the database.")
def query_and_bar_chart(db_path, arch, version, binary_type):
"""