z3/spec/perf-results.csv

1	benchmark	full_path	seq_status	seq_time	nseq_status	nseq_time	zipt_status	zipt_time
2	20230329-automatark-lu/instance00000.smt2	C:\c3\tests\non-incremental\QF_S\20230329-automatark-lu\instance00000.smt2	sat	5.549	timeout	10.069	sat	0.449
3	20230329-automatark-lu/instance05331.smt2	C:\c3\tests\non-incremental\QF_S\20230329-automatark-lu\instance05331.smt2	sat	0.489	timeout	10.078	sat	0.511
4	20230329-automatark-lu/instance10662.smt2	C:\c3\tests\non-incremental\QF_S\20230329-automatark-lu\instance10662.smt2	unsat	0.554	timeout	10.095	unsat	0.509
5	20240318-omark/cloud-service-query-1.smt2	C:\c3\tests\non-incremental\QF_S\20240318-omark\cloud-service-query-1.smt2	sat	8.002	sat	0.527	sat	1.155
6	20240318-omark/lyndon-schuetzenberg-3.smt2	C:\c3\tests\non-incremental\QF_S\20240318-omark\lyndon-schuetzenberg-3.smt2	timeout	10.087	timeout	10.493	timeout	10.425
7	20240318-omark/noodles-unsat-5.smt2	C:\c3\tests\non-incremental\QF_S\20240318-omark\noodles-unsat-5.smt2	timeout	10.463	unknown	0.472	sat	0.882
8	20250410-matching/sub-matching-sat-1.smt2	C:\c3\tests\non-incremental\QF_S\20250410-matching\sub-matching-sat-1.smt2	timeout	10.072	timeout	10.452	crash	0.879
9	20250410-matching/sub-matching-unsat-16.smt2	C:\c3\tests\non-incremental\QF_S\20250410-matching\sub-matching-unsat-16.smt2	timeout	10.439	timeout	10.601	crash	0.871
10	20250410-matching/wildcard-matching-regex-104.smt2	C:\c3\tests\non-incremental\QF_S\20250410-matching\wildcard-matching-regex-104.smt2	sat	0.588	unknown	0.096	unknown	0.429
11	20250410-matching/wildcard-matching-regex-41.smt2	C:\c3\tests\non-incremental\QF_S\20250410-matching\wildcard-matching-regex-41.smt2	crash	0.415	unknown	0.339	crash	0.718
12	20250411-hornstr-equiv/Burns_lstar_non_incre_equiv_bad_0_0.smt2	C:\c3\tests\non-incremental\QF_S\20250411-hornstr-equiv\Burns_lstar_non_incre_equiv_bad_0_0.smt2	sat	0.139	timeout	10.094	sat	0.592
13	20250411-hornstr-equiv/dining-cryptographers_sat_non_incre_equiv_init_0_3.smt2	C:\c3\tests\non-incremental\QF_S\20250411-hornstr-equiv\dining-cryptographers_sat_non_incre_equiv_init_0_3.smt2	sat	0.519	unsat	0.139	sat	0.509
14	20250411-hornstr-equiv/muzzle_sat_non_incre_equiv_bad_0_13.smt2	C:\c3\tests\non-incremental\QF_S\20250411-hornstr-equiv\muzzle_sat_non_incre_equiv_bad_0_13.smt2	unsat	0.096	unsat	0.07	unsat	0.46
15	20250411-negated-predicates/diseq-1-3-5-0.smt2	C:\c3\tests\non-incremental\QF_S\20250411-negated-predicates\diseq-1-3-5-0.smt2	timeout	10.063	unknown	0.476	timeout	10
16	20250411-negated-predicates/diseq-None-4-5-107.smt2	C:\c3\tests\non-incremental\QF_S\20250411-negated-predicates\diseq-None-4-5-107.smt2	timeout	10.463	unknown	0.491	timeout	10
17	20250411-negated-predicates/not-contains-1-4-5-112.smt2	C:\c3\tests\non-incremental\QF_S\20250411-negated-predicates\not-contains-1-4-5-112.smt2	timeout	10.46	unknown	0.434	sat	0.407
18	pcp-3-3-random/pcp_instance_0.smt2	C:\c3\tests\non-incremental\QF_S\20250403-pcp-string\pcp-3-3-random\pcp_instance_0.smt2	unknown	0.1	timeout	10.079	unknown	0.296
19	pcp-3-3-random/pcp_instance_248.smt2	C:\c3\tests\non-incremental\QF_S\20250403-pcp-string\pcp-3-3-random\pcp_instance_248.smt2	unknown	0.467	timeout	10.082	unknown	0.345
20	pcp-3-3-random/pcp_instance_398.smt2	C:\c3\tests\non-incremental\QF_S\20250403-pcp-string\pcp-3-3-random\pcp_instance_398.smt2	unknown	0.471	timeout	10.066	unknown	0.347
21	pcp-3-4-hard/unsolved_pcp_instance_0.smt2	C:\c3\tests\non-incremental\QF_S\20250403-pcp-string\pcp-3-4-hard\unsolved_pcp_instance_0.smt2	unknown	0.494	timeout	10.073	unknown	0.304
22	pcp-3-4-hard/unsolved_pcp_instance_248.smt2	C:\c3\tests\non-incremental\QF_S\20250403-pcp-string\pcp-3-4-hard\unsolved_pcp_instance_248.smt2	unknown	0.482	timeout	10.079	unknown	0.332
23	pcp-3-4-hard/unsolved_pcp_instance_398.smt2	C:\c3\tests\non-incremental\QF_S\20250403-pcp-string\pcp-3-4-hard\unsolved_pcp_instance_398.smt2	unknown	0.461	timeout	10.076	unknown	0.305
24	queries/query2885.smt2	C:\c3\tests\non-incremental\QF_S\2020-sygus-qgen\queries\query2885.smt2	sat	0.878	timeout	10.093	sat	0.468
25	queries/query3358.smt2	C:\c3\tests\non-incremental\QF_S\2020-sygus-qgen\queries\query3358.smt2	sat	0.94	timeout	10.103	sat	0.484
26	queries/query3664.smt2	C:\c3\tests\non-incremental\QF_S\2020-sygus-qgen\queries\query3664.smt2	sat	0.691	timeout	10.131	sat	0.573
27	queries/query6481.smt2	C:\c3\tests\non-incremental\QF_S\2020-sygus-qgen\queries\query6481.smt2	sat	0.611	timeout	10.092	sat	0.491
28	queries-no-ree/query10041.smt2	C:\c3\tests\non-incremental\QF_S\2020-sygus-qgen\queries-no-ree\query10041.smt2	sat	1.176	timeout	10.119	sat	0.484
29	queries-no-ree/query3231.smt2	C:\c3\tests\non-incremental\QF_S\2020-sygus-qgen\queries-no-ree\query3231.smt2	sat	0.84	timeout	10.105	sat	0.476
30	queries-no-ree/query3723.smt2	C:\c3\tests\non-incremental\QF_S\2020-sygus-qgen\queries-no-ree\query3723.smt2	sat	0.836	timeout	10.11	sat	0.469
31	queries-no-ree/query5519.smt2	C:\c3\tests\non-incremental\QF_S\2020-sygus-qgen\queries-no-ree\query5519.smt2	sat	0.633	timeout	10.1	sat	0.458
32	rna-sat/benchmark_0001.smt2	C:\c3\tests\non-incremental\QF_S\20250403-rna\rna-sat\benchmark_0001.smt2	unknown	0.495	unknown	0.09	unknown	0.286
33	rna-sat/benchmark_0167.smt2	C:\c3\tests\non-incremental\QF_S\20250403-rna\rna-sat\benchmark_0167.smt2	unknown	0.091	unknown	0.102	unknown	0.265
34	rna-sat/benchmark_0333.smt2	C:\c3\tests\non-incremental\QF_S\20250403-rna\rna-sat\benchmark_0333.smt2	unknown	0.098	unknown	0.076	unknown	0.254
35	rna-unsat/benchmark_0001.smt2	C:\c3\tests\non-incremental\QF_S\20250403-rna\rna-unsat\benchmark_0001.smt2	unknown	0.092	unknown	0.093	unknown	0.293
36	rna-unsat/benchmark_0167.smt2	C:\c3\tests\non-incremental\QF_S\20250403-rna\rna-unsat\benchmark_0167.smt2	unknown	0.098	unknown	0.077	unknown	0.33
37	rna-unsat/benchmark_0333.smt2	C:\c3\tests\non-incremental\QF_S\20250403-rna\rna-unsat\benchmark_0333.smt2	unknown	0.104	unknown	0.093	unknown	0.304
38	slog/slog_stranger_1001_sink.smt2	C:\c3\tests\non-incremental\QF_S\2019-Jiang\slog\slog_stranger_1001_sink.smt2	unsat	0.073	unsat	0.085	unsat	0.443
39	slog/slog_stranger_2251_sink.smt2	C:\c3\tests\non-incremental\QF_S\2019-Jiang\slog\slog_stranger_2251_sink.smt2	unsat	0.082	unsat	0.086	unsat	0.386
40	slog/slog_stranger_3947_sink.smt2	C:\c3\tests\non-incremental\QF_S\2019-Jiang\slog\slog_stranger_3947_sink.smt2	sat	0.221	sat	3.478	sat	0.646
41	track01/01_track_1.smt2	C:\c3\tests\non-incremental\QF_S\20230329-woorpje-lu\track01\01_track_1.smt2	sat	0.483	sat	0.092	sat	0.466
42	track01/01_track_144.smt2	C:\c3\tests\non-incremental\QF_S\20230329-woorpje-lu\track01\01_track_144.smt2	sat	0.064	sat	0.072	sat	0.434
43	track01/01_track_19.smt2	C:\c3\tests\non-incremental\QF_S\20230329-woorpje-lu\track01\01_track_19.smt2	sat	0.089	sat	0.083	sat	0.444
44	track01/01_track_54.smt2	C:\c3\tests\non-incremental\QF_S\20230329-woorpje-lu\track01\01_track_54.smt2	sat	0.114	sat	0.099	sat	1.016
45	track02/02_track_1.smt2	C:\c3\tests\non-incremental\QF_S\20230329-woorpje-lu\track02\02_track_1.smt2	timeout	10.081	sat	0.521	sat	0.566
46	track02/02_track_4.smt2	C:\c3\tests\non-incremental\QF_S\20230329-woorpje-lu\track02\02_track_4.smt2	timeout	10.078	sat	0.737	sat	6.142
47	track02/02_track_7.smt2	C:\c3\tests\non-incremental\QF_S\20230329-woorpje-lu\track02\02_track_7.smt2	timeout	10.451	sat	0.64	sat	2.842
48	track03/03_track_1.smt2	C:\c3\tests\non-incremental\QF_S\20230329-woorpje-lu\track03\03_track_1.smt2	unsat	0.061	unsat	0.081	unsat	0.378
49	track03/03_track_144.smt2	C:\c3\tests\non-incremental\QF_S\20230329-woorpje-lu\track03\03_track_144.smt2	sat	0.088	sat	0.095	sat	0.865
50	track03/03_track_19.smt2	C:\c3\tests\non-incremental\QF_S\20230329-woorpje-lu\track03\03_track_19.smt2	unsat	0.096	unsat	0.066	unsat	0.376
51	track03/03_track_54.smt2	C:\c3\tests\non-incremental\QF_S\20230329-woorpje-lu\track03\03_track_54.smt2	timeout	10.449	unsat	0.492	unsat	0.586
52	track04/04_track_1.smt2	C:\c3\tests\non-incremental\QF_S\20230329-woorpje-lu\track04\04_track_1.smt2	sat	0.091	sat	0.074	sat	0.346
53	track04/04_track_144.smt2	C:\c3\tests\non-incremental\QF_S\20230329-woorpje-lu\track04\04_track_144.smt2	unsat	0.069	unsat	0.071	unsat	0.516
54	track04/04_track_19.smt2	C:\c3\tests\non-incremental\QF_S\20230329-woorpje-lu\track04\04_track_19.smt2	unsat	0.094	unsat	0.07	unsat	0.476
55	track04/04_track_54.smt2	C:\c3\tests\non-incremental\QF_S\20230329-woorpje-lu\track04\04_track_54.smt2	sat	0.082	sat	0.066	sat	0.519