3
0
Fork 0
mirror of https://github.com/Z3Prover/z3 synced 2025-08-07 19:51:22 +00:00

prepare symbols to be more abstract, update mbi, delay initialize some modules

Signed-off-by: Nikolaj Bjorner <nbjorner@microsoft.com>
This commit is contained in:
Nikolaj Bjorner 2020-01-10 12:02:08 -08:00
parent 74d3493d74
commit 78a1736bd2
25 changed files with 286 additions and 357 deletions

View file

@ -1092,7 +1092,7 @@ namespace qe {
}
constructor_decl* constrs[1] = { mk_constructor_decl(symbol("tuple"), symbol("is-tuple"), acc.size(), acc.c_ptr()) };
datatype::def* dts = mk_datatype_decl(dt, symbol("tuple"), 0, nullptr, 1, constrs);
VERIFY(dt.get_plugin()->mk_datatypes(1, &dts, 0, nullptr, srts));
VERIFY(dt.plugin().mk_datatypes(1, &dts, 0, nullptr, srts));
del_datatype_decl(dts);
sort* tuple = srts.get(0);
ptr_vector<func_decl> const & decls = *dt.get_datatype_constructors(tuple);

View file

@ -58,6 +58,29 @@ namespace qe {
}
}
bool mbi_plugin::is_shared(func_decl* f) {
return f->get_family_id() != null_family_id || m_shared.contains(f);
}
bool mbi_plugin::is_shared(expr* e) {
e = m_rep ? m_rep(e) : e;
if (!is_app(e)) return false;
unsigned id = e->get_id();
m_is_shared.reserve(id + 1, l_undef);
lbool r = m_is_shared[id];
if (r != l_undef) return r == l_true;
app* a = to_app(e);
bool all_shared = is_shared(a->get_decl());
for (expr* arg : *a) {
if (!all_shared)
break;
if (!is_shared(arg))
all_shared = false;
}
m_is_shared[id] = all_shared ? l_true : l_false;
return all_shared;
}
// -------------------------------
// prop_mbi
@ -78,7 +101,7 @@ namespace qe {
lits.reset();
for (unsigned i = 0, sz = mdl->get_num_constants(); i < sz; ++i) {
func_decl* c = mdl->get_constant(i);
if (m_shared.contains(c)) {
if (is_shared(c)) {
if (m.is_true(mdl->get_const_interp(c))) {
lits.push_back(m.mk_const(c));
}
@ -98,9 +121,9 @@ namespace qe {
}
// -------------------------------
// euf_arith_mbi
// uflia_mbi
struct euf_arith_mbi_plugin::is_atom_proc {
struct uflia_mbi::is_atom_proc {
ast_manager& m;
expr_ref_vector& m_atoms;
obj_hashtable<expr>& m_atom_set;
@ -124,56 +147,7 @@ namespace qe {
void operator()(expr*) {}
};
struct euf_arith_mbi_plugin::is_arith_var_proc {
ast_manager& m;
app_ref_vector& m_avars;
app_ref_vector& m_proxies;
arith_util m_arith;
obj_hashtable<expr> m_seen;
is_arith_var_proc(app_ref_vector& avars, app_ref_vector& proxies):
m(avars.m()), m_avars(avars), m_proxies(proxies), m_arith(m) {
}
void operator()(app* a) {
if (is_arith_op(a) || a->get_family_id() == m.get_basic_family_id()) {
return;
}
if (m_arith.is_int_real(a)) {
m_avars.push_back(a);
if (!m_seen.contains(a)) {
m_proxies.push_back(a);
m_seen.insert(a);
}
}
for (expr* arg : *a) {
if (is_app(arg) && !m_seen.contains(arg) && m_arith.is_int_real(arg)) {
m_proxies.push_back(to_app(arg));
m_seen.insert(arg);
}
}
}
bool is_arith_op(app* a) {
return a->get_family_id() == m_arith.get_family_id();
}
void operator()(expr*) {}
};
void euf_arith_mbi_plugin::filter_private_arith(app_ref_vector& avars) {
arith_util a(m);
unsigned j = 0;
obj_hashtable<func_decl> shared;
for (func_decl* f : m_shared) shared.insert(f);
for (unsigned i = 0; i < avars.size(); ++i) {
app* v = avars.get(i);
if (!shared.contains(v->get_decl()) &&
v->get_family_id() != a.get_family_id()) {
avars[j++] = v;
}
}
avars.shrink(j);
}
euf_arith_mbi_plugin::euf_arith_mbi_plugin(solver* s, solver* sNot):
uflia_mbi::uflia_mbi(solver* s, solver* sNot):
mbi_plugin(s->get_manager()),
m_atoms(m),
m_fmls(m),
@ -187,7 +161,7 @@ namespace qe {
collect_atoms(m_fmls);
}
void euf_arith_mbi_plugin::collect_atoms(expr_ref_vector const& fmls) {
void uflia_mbi::collect_atoms(expr_ref_vector const& fmls) {
expr_fast_mark1 marks;
is_atom_proc proc(m_atoms, m_atom_set);
for (expr* e : fmls) {
@ -195,7 +169,7 @@ namespace qe {
}
}
bool euf_arith_mbi_plugin::get_literals(model_ref& mdl, expr_ref_vector& lits) {
bool uflia_mbi::get_literals(model_ref& mdl, expr_ref_vector& lits) {
lits.reset();
for (expr* e : m_atoms) {
if (mdl->is_true(e)) {
@ -223,16 +197,41 @@ namespace qe {
/**
* \brief extract arithmetical variables and arithmetical terms in shared positions.
* \brief A subterm is an arithmetic variable if:
* 1. it is not shared.
* 2. it occurs under an arithmetic operation.
* 3. it is not an arithmetic expression.
*
* The result is ordered using deepest term first.
*/
app_ref_vector euf_arith_mbi_plugin::get_arith_vars(model_ref& mdl, expr_ref_vector& lits, app_ref_vector& proxies) {
app_ref_vector uflia_mbi::get_arith_vars(expr_ref_vector& lits) {
app_ref_vector avars(m);
is_arith_var_proc _proc(avars, proxies);
for_each_expr(_proc, lits);
svector<bool> seen;
arith_util a(m);
for (expr* e : subterms(lits)) {
if ((m.is_eq(e) && a.is_int_real(to_app(e)->get_arg(0))) || a.is_arith_expr(e)) {
for (expr* arg : *to_app(e)) {
unsigned id = arg->get_id();
seen.reserve(id + 1, false);
if (is_app(arg) && !m.is_eq(arg) && !a.is_arith_expr(arg) && !is_shared(arg) && !seen[id]) {
seen[id] = true;
avars.push_back(to_app(arg));
}
}
}
}
order_avars(avars);
TRACE("qe", tout << "vars: " << avars << "\n";);
return avars;
}
mbi_result euf_arith_mbi_plugin::operator()(expr_ref_vector& lits, model_ref& mdl) {
vector<def> uflia_mbi::arith_project(model_ref& mdl, app_ref_vector& avars, expr_ref_vector& lits) {
arith_project_plugin ap(m);
ap.set_check_purified(false);
return ap.project(*mdl.get(), avars, lits);
}
mbi_result uflia_mbi::operator()(expr_ref_vector& lits, model_ref& mdl) {
lbool r = m_solver->check_sat(lits);
switch (r) {
@ -259,169 +258,83 @@ namespace qe {
}
}
void euf_arith_mbi_plugin::project(model_ref& mdl, expr_ref_vector& lits) {
TRACE("qe", tout << lits << "\n" << *mdl << "\n";);
TRACE("qe", tout << m_solver->get_assertions() << "\n";);
/**
\brief main projection routine
*/
void uflia_mbi::project(model_ref& mdl, expr_ref_vector& lits) {
TRACE("qe",
tout << lits << "\n" << *mdl << "\n";
tout << m_solver->get_assertions() << "\n";);
// 0. saturation
array_project_plugin arp(m);
arp.saturate(*mdl, m_shared, lits);
// . arithmetical variables - atomic and in purified positions
app_ref_vector proxies(m);
app_ref_vector avars = get_arith_vars(mdl, lits, proxies);
TRACE("qe", tout << "vars: " << avars << "\nproxies: " << proxies << "\nlits: " << lits << "\n";);
// . project private non-arithmetical variables from lits
project_euf(mdl, lits, avars);
// . Minimzie span between smallest and largest proxy variable.
minimize_span(mdl, avars, proxies);
// . Order arithmetical variables and purified positions
order_avars(mdl, lits, avars, proxies);
TRACE("qe", tout << "ordered: " << lits << "\n";);
// . Perform arithmetical projection
arith_project_plugin ap(m);
ap.set_check_purified(false);
auto defs = ap.project(*mdl.get(), avars, lits);
TRACE("qe", tout << "aproject: " << lits << "\n";);
// . Substitute solution into lits
add_dcert(mdl, lits);
auto avars = get_arith_vars(lits);
auto defs = arith_project(mdl, avars, lits);
substitute(defs, lits);
TRACE("qe", tout << "substitute: " << lits << "\n";);
IF_VERBOSE(1, verbose_stream() << lits << "\n");
project_euf(mdl, lits);
}
/**
\brief add difference certificates to formula.
First version just uses an Ackerman reduction.
It should be replaced by DCert.
*/
void uflia_mbi::add_dcert(model_ref& mdl, expr_ref_vector& lits) {
term_graph tg(m);
func_decl_ref_vector shared(m_shared_trail);
tg.set_vars(shared, false);
tg.add_lits(lits);
lits.append(tg.get_ackerman_disequalities());
TRACE("qe", tout << "project: " << lits << "\n";);
}
/**
* \brief substitute solution to arithmetical variables into lits
*/
void euf_arith_mbi_plugin::substitute(vector<def> const& defs, expr_ref_vector& lits) {
void uflia_mbi::substitute(vector<def> const& defs, expr_ref_vector& lits) {
for (auto const& def : defs) {
expr_safe_replace rep(m);
rep.insert(def.var, def.term);
rep(lits);
}
TRACE("qe", tout << "substitute: " << lits << "\n";);
IF_VERBOSE(1, verbose_stream() << lits << "\n");
}
/**
* \brief project private symbols.
* - project with respect to shared symbols only.
* retains equalities that are independent of arithmetic
* - project with respect to shared + arithmetic basic terms
* retains predicates that are projected by arithmetic
*/
void euf_arith_mbi_plugin::project_euf(model_ref& mdl, expr_ref_vector& lits, app_ref_vector& avars) {
term_graph tg1(m), tg2(m);
func_decl_ref_vector shared(m_shared);
tg1.set_vars(shared, false);
for (app* a : avars) shared.push_back(a->get_decl());
tg2.set_vars(shared, false);
tg1.add_lits(lits);
tg2.add_lits(lits);
void uflia_mbi::project_euf(model_ref& mdl, expr_ref_vector& lits) {
term_graph tg(m);
func_decl_ref_vector shared(m_shared_trail);
tg.set_vars(shared, false);
tg.add_lits(lits);
lits.reset();
lits.append(tg1.project(*mdl.get()));
lits.append(tg2.project(*mdl.get()));
lits.append(tg.project(*mdl.get()));
TRACE("qe", tout << "project: " << lits << "\n";);
}
vector<std::pair<rational, app*>> euf_arith_mbi_plugin::sort_proxies(model_ref& mdl, app_ref_vector const& proxies) {
arith_util a(m);
model_evaluator mev(*mdl.get());
vector<std::pair<rational, app*>> vals;
for (app* v : proxies) {
rational val;
expr_ref tmp = mev(v);
VERIFY(a.is_numeral(tmp, val));
vals.push_back(std::make_pair(val, v));
}
struct compare_first {
bool operator()(std::pair<rational, app*> const& x,
std::pair<rational, app*> const& y) const {
return x.first < y.first;
}
};
// add offset ordering between proxies
compare_first cmp;
std::sort(vals.begin(), vals.end(), cmp);
return vals;
}
void euf_arith_mbi_plugin::minimize_span(model_ref& mdl, app_ref_vector& avars, app_ref_vector const& proxies) {
#if 0
arith_util a(m);
opt::context opt(m);
expr_ref_vector fmls(m);
m_solver->get_assertions(fmls);
for (expr* l : fmls) opt.add_hard_constraint(l);
vector<std::pair<rational, app*>> vals = sort_proxies(mdl, proxies);
app_ref t(m);
for (unsigned i = 1; i < vals.size(); ++i) {
rational offset = vals[i].first - vals[i-1].first;
expr* t1 = vals[i-1].second;
expr* t2 = vals[i].second;
if (offset.is_zero()) {
t = m.mk_eq(t1, t2);
}
else {
SASSERT(offset.is_pos());
t = a.mk_lt(t1, t2);
}
opt.add_hard_constraint(t);
}
t = a.mk_sub(vals[0].second, vals.back().second);
opt.add_objective(t, true);
expr_ref_vector asms(m);
VERIFY(l_true == opt.optimize(asms));
opt.get_model(mdl);
model_evaluator mev(*mdl.get());
std::cout << mev(t) << "\n";
#endif
}
/**
* \brief Order arithmetical variables:
* 1. add literals that order the proxies according to the model.
* 2. sort arithmetical terms, such that deepest terms are first.
* sort arithmetical terms, such that deepest terms are first.
*/
void euf_arith_mbi_plugin::order_avars(model_ref& mdl, expr_ref_vector& lits, app_ref_vector& avars, app_ref_vector const& proxies) {
arith_util a(m);
model_evaluator mev(*mdl.get());
vector<std::pair<rational, app*>> vals = sort_proxies(mdl, proxies);
for (unsigned i = 1; i < vals.size(); ++i) {
rational offset = vals[i].first - vals[i-1].first;
expr* t1 = vals[i-1].second;
expr* t2 = vals[i].second;
if (offset.is_zero()) {
lits.push_back(m.mk_eq(t1, t2));
}
else {
expr_ref t(a.mk_add(t1, a.mk_numeral(offset, true)), m);
lits.push_back(a.mk_le(t, t2));
}
}
// filter out only private variables
filter_private_arith(avars);
void uflia_mbi::order_avars(app_ref_vector& avars) {
// sort avars based on depth
struct compare_depth {
bool operator()(app* x, app* y) const {
std::function<bool(app*, app*)> compare_depth =
[](app* x, app* y) {
return
(x->get_depth() > y->get_depth()) ||
(x->get_depth() == y->get_depth() && x->get_id() > y->get_id());
}
};
compare_depth cmpd;
std::sort(avars.c_ptr(), avars.c_ptr() + avars.size(), cmpd);
TRACE("qe", tout << lits << "\navars:" << avars << "\n" << *mdl << "\n";);
std::sort(avars.c_ptr(), avars.c_ptr() + avars.size(), compare_depth);
TRACE("qe", tout << "avars:" << avars << "\n";);
}
void euf_arith_mbi_plugin::block(expr_ref_vector const& lits) {
void uflia_mbi::block(expr_ref_vector const& lits) {
// want to rely only on atoms from original literals: collect_atoms(lits);
expr_ref conj(mk_not(mk_and(lits)), m);
//m_fmls.push_back(conj);
TRACE("qe", tout << "block " << lits << "\n";);
m_solver->assert_expr(conj);
}
@ -512,83 +425,4 @@ namespace qe {
}
}
lbool interpolator::vurtego(mbi_plugin& a, mbi_plugin& b, expr_ref& itp, model_ref &mdl) {
/**
Assumptions on mbi_plugin()
Let local be assertions local to the plugin
Let blocked be clauses added by blocked, kept separately from local
mbi_plugin::check(lits, mdl, bool force_model):
if lits.empty() and mdl == nullptr then
if is_sat(local & blocked) then
return l_true, mbp of local, mdl of local & blocked
else
return l_false
else if !lits.empty() then
if is_sat(local & mdl & blocked)
return l_true, lits, extension of mdl to local
else if is_sat(local & lits & blocked)
if (force_model) then
return l_false, core of model, nullptr
else
return l_true, mbp of local, mdl of local & blocked
else if !is_sat(local & lits) then
return l_false, mbp of local, nullptr
else if is_sat(local & lits) && !is_sat(local & lits & blocked)
MISSING CASE
MUST PRODUCE AN IMPLICANT OF LOCAL that is inconsistent with lits & blocked
in this case !is_sat(local & lits & mdl) and is_sat(mdl, blocked)
let mdl_blocked be lits of blocked that are true in mdl
return l_false, core of lits & mdl_blocked, nullptr
mbi_plugin::block(phi): add phi to blocked
probably should use the operator() instead of check.
mbi_augment -- means consistent with lits but not with the mdl
mbi_sat -- means consistent with lits and mdl
*/
expr_ref_vector lits(m), itps(m);
while (true) {
// when lits.empty(), this picks an A-implicant consistent with B
// when !lits.empty(), checks whether mdl of shared vocab extends to A
bool force_model = !lits.empty();
switch (a.check_ag(lits, mdl, force_model)) {
case l_true:
if (force_model)
// mdl is a model for a && b
return l_true;
switch (b.check_ag(lits, mdl, false)) {
case l_true:
/* can return true if know that b did not change
the model. For now, cycle back to A. */
SASSERT(!lits.empty());
SASSERT(mdl);
break;
case l_false:
// Force a different A-implicant
a.block(lits);
lits.reset();
mdl.reset();
break;
case l_undef:
return l_undef;
}
case l_false:
if (lits.empty()) {
// no more A-implicants, terminate
itp = mk_and(itps);
return l_false;
}
// force B to pick a different model or a different implicant
b.block(lits);
itps.push_back(mk_not(mk_and(lits)));
lits.reset();
mdl.reset();
break;
case l_undef:
return l_undef;
}
}
}
};

View file

@ -33,19 +33,38 @@ namespace qe {
class mbi_plugin {
protected:
ast_manager& m;
func_decl_ref_vector m_shared;
func_decl_ref_vector m_shared_trail;
obj_hashtable<func_decl> m_shared;
svector<lbool> m_is_shared;
std::function<expr*(expr*)> m_rep;
lbool is_shared_cached(expr* e);
public:
mbi_plugin(ast_manager& m): m(m), m_shared(m) {}
mbi_plugin(ast_manager& m): m(m), m_shared_trail(m) {}
virtual ~mbi_plugin() {}
/**
* Set the shared symbols.
*/
virtual void set_shared(func_decl_ref_vector const& vars) {
void set_shared(func_decl_ref_vector const& vars) {
m_shared_trail.reset();
m_shared.reset();
m_shared.append(vars);
m_is_shared.reset();
m_shared_trail.append(vars);
for (auto* f : vars) m_shared.insert(f);
}
/**
* Set representative (shared) expression finder.
*/
void set_rep(std::function<expr*(expr*)>& rep) { m_rep = rep; }
/**
* determine whether expression/function is shared.
*/
bool is_shared(expr* e);
bool is_shared(func_decl* f);
/**
* \brief Utility that works modulo a background state.
* - vars
@ -77,11 +96,6 @@ namespace qe {
*/
lbool check(expr_ref_vector& lits, model_ref& mdl);
virtual lbool check_ag(expr_ref_vector& lits, model_ref& mdl, bool force_model) {
return l_undef;
}
};
class prop_mbi_plugin : public mbi_plugin {
@ -93,28 +107,26 @@ namespace qe {
void block(expr_ref_vector const& lits) override;
};
class euf_arith_mbi_plugin : public mbi_plugin {
class uflia_mbi : public mbi_plugin {
expr_ref_vector m_atoms;
obj_hashtable<expr> m_atom_set;
expr_ref_vector m_fmls;
solver_ref m_solver;
solver_ref m_dual_solver;
struct is_atom_proc;
struct is_arith_var_proc;
app_ref_vector get_arith_vars(model_ref& mdl, expr_ref_vector& lits, app_ref_vector& proxies);
bool get_literals(model_ref& mdl, expr_ref_vector& lits);
void collect_atoms(expr_ref_vector const& fmls);
void project_euf(model_ref& mdl, expr_ref_vector& lits, app_ref_vector& avars);
vector<std::pair<rational, app*>> sort_proxies(model_ref& mdl, app_ref_vector const& proxies);
void minimize_span(model_ref& mdl, app_ref_vector& avars, app_ref_vector const& proxies);
void order_avars(model_ref& mdl, expr_ref_vector& lits, app_ref_vector& avars, app_ref_vector const& proxies);
void order_avars(app_ref_vector& avars);
void add_dcert(model_ref& mdl, expr_ref_vector& lits);
app_ref_vector get_arith_vars(expr_ref_vector& lits);
vector<def> arith_project(model_ref& mdl, app_ref_vector& avars, expr_ref_vector& lits);
void substitute(vector<def> const& defs, expr_ref_vector& lits);
void filter_private_arith(app_ref_vector& avars);
void project_euf(model_ref& mdl, expr_ref_vector& lits);
public:
euf_arith_mbi_plugin(solver* s, solver* emptySolver);
~euf_arith_mbi_plugin() override {}
uflia_mbi(solver* s, solver* emptySolver);
~uflia_mbi() override {}
mbi_result operator()(expr_ref_vector& lits, model_ref& mdl) override;
void project(model_ref& mdl, expr_ref_vector& lits);
void block(expr_ref_vector const& lits) override;
@ -129,7 +141,6 @@ namespace qe {
interpolator(ast_manager& m):m(m) {}
lbool pingpong(mbi_plugin& a, mbi_plugin& b, expr_ref& itp);
lbool pogo(mbi_plugin& a, mbi_plugin& b, expr_ref& itp);
lbool vurtego(mbi_plugin &a, mbi_plugin &b, expr_ref &itp, model_ref &mdl);
};
};

View file

@ -584,7 +584,6 @@ namespace qe {
u_map<expr*> m_term2app;
u_map<expr*> m_root2rep;
model_ref m_model;
expr_ref_vector m_pinned; // tracks expr in the maps
@ -1183,4 +1182,50 @@ namespace qe {
SASSERT(t && "only get representatives");
return m_projector->find_term2app(*t);
}
expr_ref_vector term_graph::dcert(model& mdl, expr_ref_vector const& lits) {
#if 0
obj_pair_hashtable<expr, expr> diseqs;
extract_disequalities(lits, diseqs);
svector<std::pair<expr*, expr*>> todo;
for (auto const& p : diseqs) todo.push_back(p);
expr_ref_vector result(m);
// make sure that diseqs is closed under function applications
// of uninterpreted functions.
for (unsigned idx = 0; idx < todo.size(); ++idx) {
auto p = todo[idx];
for (app* t1 : partition_of(p.first)) {
for (app* t2 : partition_of(p.second)) {
if (same_function(t1, t2)) {
unsigned sz = t1->get_num_args();
bool found = false;
std::pair<expr*, expr*> q(nullptr, nullptr);
for (unsigned i = 0; i < sz; ++i) {
expr* arg1 = t1->get_arg(i);
expr* arg2 = t2->get_arg(i);
if (mdl(arg1) == mdl(t2)) {
continue;
}
if (in_table(diseqs, arg1, arg2)) {
found = true;
break;
}
q = make_diseq(arg1, arg2);
}
if (!found) {
diseqs.insert(q);
todo.push_back(q);
result.push_back(m.mk_not(m.mk_eq(q.first, q.second)));
}
}
}
}
}
return result;
#endif
NOT_IMPLEMENTED_YET();
return expr_ref_vector(m);
}
}

View file

@ -123,6 +123,16 @@ namespace qe {
*/
expr_ref_vector get_ackerman_disequalities();
/**
* Produce model-based disequality
* certificate corresponding to
* definition in BGVS 2020.
* A disequality certificate is a reduced set of
* disequalities, true under mdl, such that the literals
* can be satisfied when non-shared symbols are projected.
*/
expr_ref_vector dcert(model& mdl, expr_ref_vector const& lits);
/**
* Produce a model-based partition.
*/