mirrors/sby
3
0
Fork 0
mirror of https://github.com/YosysHQ/sby.git synced 2025-04-26 23:15:50 +00:00
Code Activity

Initial support for a multi-task property status database

Browse source 
This adds initial support for an sqlite database that is shared across
multiple tasks of a single SBY file and that can track the status of
individual properties.

The amount of information tracked in the database is currently quite
minimal and depends on the engine and options used. This can be
incrementally extended in the future.

The ways in which the information in the database can be queries is even
more limited for this initial version, consisting of a single '--status'
option which lists all properties and their status.
This commit is contained in:
Jannis Harder 2024-02-19 21:06:26 +01:00
parent 5c649c8e75
commit 52184e5bf0
8 changed files with 462 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

45
sbysrc/sby.py
View file

@ -22,6 +22,7 @@ import json, os, sys, shutil, tempfile, re
from sby_cmdline import parser_func
from sby_core import SbyConfig, SbyTask, SbyAbort, SbyTaskloop, process_filename, dress_message
from sby_jobserver import SbyJobClient, process_jobserver_environment
from sby_status import SbyStatusDb
import time, platform, click
process_jobserver_environment() # needs to be called early
@ -55,6 +56,39 @@ autotune_config = args.autotune_config
sequential = args.sequential
jobcount = args.jobcount
init_config_file = args.init_config_file
status_show = args.status
status_reset = args.status_reset
if status_show or status_reset:
target = workdir_prefix or workdir or sbyfile
if not os.path.isdir(target) and target.endswith('.sby'):
target = target[:-4]
if not os.path.isdir(target):
print(f"ERROR: No directory found at {target!r}.", file=sys.stderr)
sys.exit(1)
try:
with open(f"{target}/status.path", "r") as status_path_file:
status_path = f"{target}/{status_path_file.read().rstrip()}"
except FileNotFoundError:
status_path = f"{target}/status.sqlite"
if not os.path.exists(status_path):
print(f"ERROR: No status database found at {status_path!r}.", file=sys.stderr)
sys.exit(1)
status_db = SbyStatusDb(status_path, task=None)
if status_show:
status_db.print_status_summary()
sys.exit(0)
if status_reset:
status_db.reset()
status_db.db.close()
sys.exit(0)
if sbyfile is not None:
if os.path.isdir(sbyfile):
@ -356,6 +390,7 @@ def start_task(taskloop, taskname):
my_opt_tmpdir = opt_tmpdir
my_workdir = None
my_status_db = None
if workdir is not None:
my_workdir = workdir
@ -364,10 +399,12 @@ def start_task(taskloop, taskname):
my_workdir = workdir_prefix
else:
my_workdir = workdir_prefix + "_" + taskname
my_status_db = f"../{os.path.basename(workdir_prefix)}/status.sqlite"
if my_workdir is None and sbyfile is not None and not my_opt_tmpdir:
my_workdir = sbyfile[:-4]
if taskname is not None:
my_status_db = f"../{os.path.basename(my_workdir)}/status.sqlite"
my_workdir += "_" + taskname
if my_workdir is not None:
@ -399,6 +436,14 @@ def start_task(taskloop, taskname):
with open(f"{my_workdir}/.gitignore", "w") as gitignore:
print("*", file=gitignore)
if my_status_db is not None:
os.makedirs(f"{my_workdir}/{os.path.dirname(my_status_db)}", exist_ok=True)
if os.getenv("SBY_WORKDIR_GITIGNORE"):
with open(f"{my_workdir}/{os.path.dirname(my_status_db)}/.gitignore", "w") as gitignore:
print("*", file=gitignore)
with open(f"{my_workdir}/status.path", "w") as status_path:
print(my_status_db, file=status_path)
junit_ts_name = os.path.basename(sbyfile[:-4]) if sbyfile is not None else workdir if workdir is not None else "stdin"
junit_tc_name = taskname if taskname is not None else "default"