/*++ Copyright (c) 2011 Microsoft Corporation Module Name: seq_decl_plugin.h Abstract: decl_plugin for the theory of sequences Author: Nikolaj Bjorner (nbjorner) 2011-14-11 Revision History: --*/ #include "ast/seq_decl_plugin.h" #include "ast/arith_decl_plugin.h" #include "ast/array_decl_plugin.h" #include "ast/ast_pp.h" #include "ast/bv_decl_plugin.h" #include static bool is_hex_digit(char ch, unsigned& d) { if ('0' <= ch && ch <= '9') { d = ch - '0'; return true; } if ('A' <= ch && ch <= 'F') { d = 10 + ch - 'A'; return true; } if ('a' <= ch && ch <= 'f') { d = 10 + ch - 'a'; return true; } return false; } static bool is_octal_digit(char ch, unsigned& d) { if ('0' <= ch && ch <= '7') { d = ch - '0'; return true; } return false; } static bool is_escape_char(char const *& s, unsigned& result) { unsigned d1, d2, d3; if (*s != '\\' || *(s + 1) == 0) { return false; } if (*(s + 1) == 'x' && is_hex_digit(*(s + 2), d1) && is_hex_digit(*(s + 3), d2)) { result = d1*16 + d2; s += 4; return true; } /* C-standard octal escapes: either 1, 2, or 3 octal digits, * stopping either at 3 digits or at the first non-digit character. */ /* 1 octal digit */ if (is_octal_digit(*(s + 1), d1) && !is_octal_digit(*(s + 2), d2)) { result = d1; s += 2; return true; } /* 2 octal digits */ if (is_octal_digit(*(s + 1), d1) && is_octal_digit(*(s + 2), d2) && !is_octal_digit(*(s + 3), d3)) { result = d1 * 8 + d2; s += 3; return true; } /* 3 octal digits */ if (is_octal_digit(*(s + 1), d1) && is_octal_digit(*(s + 2), d2) && is_octal_digit(*(s + 3), d3)) { result = d1*64 + d2*8 + d3; s += 4; return true; } if (*(s+1) == 'u' && *(s+2) == '{') { result = 0; for (unsigned i = 0; i < 5; ++i) { if (is_hex_digit(*(s+3+i), d1)) { result = 16*result + d1; } else if (*(s+3+i) == '}') { #if !Z3_USE_UNICODE if (result > 255) throw default_exception("unicode characters outside of byte range are not supported"); #endif s += 4 + i; return true; } else { break; } } return false; } if (*(s+1) == 'u' && is_hex_digit(*(s+2), d1)) { result = d1; unsigned i = 0; for (; i < 4; ++i) { if (is_hex_digit(*(s+3+i), d1)) { result = 16*result + d1; } else { break; } } #if !Z3_USE_UNICODE if (result > 255) throw default_exception("unicode characters outside of byte range are not supported"); #endif s += 3 + i; return true; } switch (*(s + 1)) { case 'a': result = '\a'; s += 2; return true; case 'b': result = '\b'; s += 2; return true; #if 0 case 'e': result = '\e'; s += 2; return true; #endif case 'f': result = '\f'; s += 2; return true; case 'n': result = '\n'; s += 2; return true; case 'r': result = '\r'; s += 2; return true; case 't': result = '\t'; s += 2; return true; case 'v': result = '\v'; s += 2; return true; default: result = *(s + 1); s += 2; return true; } return false; } zstring::zstring(char const* s) { while (*s) { unsigned ch = 0; if (is_escape_char(s, ch)) { m_buffer.push_back(ch); } else { m_buffer.push_back(*s); ++s; } } SASSERT(well_formed()); } zstring::zstring(unsigned num_bits, bool const* ch) { SASSERT(num_bits == 8); // TBD for unicode unsigned n = 0; for (unsigned i = 0; i < num_bits; ++i) { n |= (((unsigned)ch[i]) << i); } m_buffer.push_back(n); SASSERT(well_formed()); } bool zstring::well_formed() const { for (unsigned ch : m_buffer) { if (ch > max_char()) return false; } return true; } zstring::zstring(unsigned ch) { m_buffer.push_back(ch); } zstring zstring::reverse() const { zstring result; for (unsigned i = length(); i-- > 0; ) { result.m_buffer.push_back(m_buffer[i]); } return result; } zstring zstring::replace(zstring const& src, zstring const& dst) const { zstring result; if (length() < src.length()) { return zstring(*this); } if (src.length() == 0) { return dst + zstring(*this); } bool found = false; for (unsigned i = 0; i < length(); ++i) { bool eq = !found && i + src.length() <= length(); for (unsigned j = 0; eq && j < src.length(); ++j) { eq = m_buffer[i+j] == src[j]; } if (eq) { result.m_buffer.append(dst.m_buffer); found = true; i += src.length() - 1; } else { result.m_buffer.push_back(m_buffer[i]); } } return result; } static const char esc_table[32][6] = { "\\x00", "\\x01", "\\x02", "\\x03", "\\x04", "\\x05", "\\x06", "\\x07", "\\x08", "\\x09", "\\n", "\\v", "\\f", "\\r", "\\x0E", "\\x0F", "\\x10", "\\x11", "\\x12", "\\x13", "\\x14", "\\x15", "\\x16", "\\x17", "\\x18", "\\x19", "\\x1A", "\\x1B", "\\x1C", "\\x1D", "\\x1E", "\\x1F" }; std::string zstring::encode() const { std::ostringstream strm; char buffer[100]; unsigned offset = 0; #define _flush() if (offset > 0) { buffer[offset] = 0; strm << buffer; offset = 0; } for (unsigned i = 0; i < m_buffer.size(); ++i) { unsigned ch = m_buffer[i]; if (0 <= ch && ch < 32) { _flush(); strm << esc_table[ch]; } else if (ch == '\\') { _flush(); strm << "\\\\"; } else if (ch >= 256) { _flush(); strm << "\\u{" << std::hex << ch << std::dec << "}"; } else if (ch >= 128) { _flush(); strm << "\\x" << std::hex << ch << std::dec; } else { if (offset == 99) { _flush(); } buffer[offset++] = (char)ch; } } _flush(); return strm.str(); } bool zstring::suffixof(zstring const& other) const { if (length() > other.length()) return false; bool suffix = true; for (unsigned i = 0; suffix && i < length(); ++i) { suffix = m_buffer[length()-i-1] == other[other.length()-i-1]; } return suffix; } bool zstring::prefixof(zstring const& other) const { if (length() > other.length()) return false; bool prefix = true; for (unsigned i = 0; prefix && i < length(); ++i) { prefix = m_buffer[i] == other[i]; } return prefix; } bool zstring::contains(zstring const& other) const { if (other.length() > length()) return false; unsigned last = length() - other.length(); bool cont = false; for (unsigned i = 0; !cont && i <= last; ++i) { cont = true; for (unsigned j = 0; cont && j < other.length(); ++j) { cont = other[j] == m_buffer[j+i]; } } return cont; } int zstring::indexofu(zstring const& other, unsigned offset) const { if (offset <= length() && other.length() == 0) return offset; if (offset == length()) return -1; if (offset > other.length() + offset) return -1; if (other.length() + offset > length()) return -1; unsigned last = length() - other.length(); for (unsigned i = offset; i <= last; ++i) { bool prefix = true; for (unsigned j = 0; prefix && j < other.length(); ++j) { prefix = m_buffer[i + j] == other[j]; } if (prefix) { return static_cast(i); } } return -1; } int zstring::last_indexof(zstring const& other) const { if (other.length() == 0) return length(); if (other.length() > length()) return -1; for (unsigned last = length() - other.length(); last-- > 0; ) { bool suffix = true; for (unsigned j = 0; suffix && j < other.length(); ++j) { suffix = m_buffer[last + j] == other[j]; } if (suffix) { return static_cast(last); } } return -1; } zstring zstring::extract(unsigned offset, unsigned len) const { zstring result; if (offset + len < offset) return result; int last = std::min(offset+len, length()); for (int i = offset; i < last; ++i) { result.m_buffer.push_back(m_buffer[i]); } return result; } zstring zstring::operator+(zstring const& other) const { zstring result(*this); result.m_buffer.append(other.m_buffer); return result; } bool zstring::operator==(const zstring& other) const { // two strings are equal iff they have the same length and characters if (length() != other.length()) { return false; } for (unsigned i = 0; i < length(); ++i) { if (m_buffer[i] != other[i]) { return false; } } return true; } bool zstring::operator!=(const zstring& other) const { return !(*this == other); } std::ostream& operator<<(std::ostream &os, const zstring &str) { return os << str.encode(); } bool operator<(const zstring& lhs, const zstring& rhs) { // This has the same semantics as strcmp() unsigned len = lhs.length(); if (rhs.length() < len) { len = rhs.length(); } for (unsigned i = 0; i < len; ++i) { unsigned Li = lhs[i]; unsigned Ri = rhs[i]; if (Li < Ri) { return true; } else if (Li > Ri) { return false; } } // at this point, all compared characters are equal, // so decide based on the relative lengths return lhs.length() < rhs.length(); } seq_decl_plugin::seq_decl_plugin(): m_init(false), m_stringc_sym("String"), m_charc_sym("Char"), m_string(nullptr), m_char(nullptr), m_reglan(nullptr), m_has_re(false), m_has_seq(false) {} void seq_decl_plugin::finalize() { for (psig* s : m_sigs) { dealloc(s); } m_manager->dec_ref(m_string); m_manager->dec_ref(m_char); m_manager->dec_ref(m_reglan); } bool seq_decl_plugin::is_sort_param(sort* s, unsigned& idx) { return s->get_name().is_numerical() && (idx = s->get_name().get_num(), true); } bool seq_decl_plugin::match(ptr_vector& binding, sort* s, sort* sP) { if (s == sP) return true; unsigned idx; if (is_sort_param(sP, idx)) { if (binding.size() <= idx) binding.resize(idx+1); if (binding[idx] && (binding[idx] != s)) return false; binding[idx] = s; return true; } if (s->get_family_id() == sP->get_family_id() && s->get_decl_kind() == sP->get_decl_kind() && s->get_num_parameters() == sP->get_num_parameters()) { for (unsigned i = 0, sz = s->get_num_parameters(); i < sz; ++i) { parameter const& p = s->get_parameter(i); if (p.is_ast() && is_sort(p.get_ast())) { parameter const& p2 = sP->get_parameter(i); if (!match(binding, to_sort(p.get_ast()), to_sort(p2.get_ast()))) return false; } } return true; } else { TRACE("seq", tout << "Could not match " << mk_pp(s, *m_manager) << " and " << mk_pp(sP, *m_manager) << "\n";); return false; } } /* \brief match right associative operator. */ void seq_decl_plugin::match_right_assoc(psig& sig, unsigned dsz, sort *const* dom, sort* range, sort_ref& range_out) { ptr_vector binding; ast_manager& m = *m_manager; if (dsz == 0) { std::ostringstream strm; strm << "Unexpected number of arguments to '" << sig.m_name << "' "; strm << "at least one argument expected " << dsz << " given"; m.raise_exception(strm.str()); } bool is_match = true; for (unsigned i = 0; is_match && i < dsz; ++i) { SASSERT(dom[i]); is_match = match(binding, dom[i], sig.m_dom[0].get()); } if (range && is_match) { is_match = match(binding, range, sig.m_range); } if (!is_match) { std::ostringstream strm; strm << "Sort of function '" << sig.m_name << "' "; strm << "does not match the declared type. Given domain: "; for (unsigned i = 0; i < dsz; ++i) { strm << mk_pp(dom[i], m) << " "; } if (range) { strm << " and range: " << mk_pp(range, m); } m.raise_exception(strm.str()); } range_out = apply_binding(binding, sig.m_range); SASSERT(range_out); } void seq_decl_plugin::match(psig& sig, unsigned dsz, sort *const* dom, sort* range, sort_ref& range_out) { m_binding.reset(); ast_manager& m = *m_manager; if (sig.m_dom.size() != dsz) { std::ostringstream strm; strm << "Unexpected number of arguments to '" << sig.m_name << "' "; strm << sig.m_dom.size() << " arguments expected " << dsz << " given"; m.raise_exception(strm.str()); } bool is_match = true; for (unsigned i = 0; is_match && i < dsz; ++i) { is_match = match(m_binding, dom[i], sig.m_dom[i].get()); } if (range && is_match) { is_match = match(m_binding, range, sig.m_range); } if (!is_match) { std::ostringstream strm; strm << "Sort of polymorphic function '" << sig.m_name << "' "; strm << "does not match the declared type. "; strm << "\nGiven domain: "; for (unsigned i = 0; i < dsz; ++i) { strm << mk_pp(dom[i], m) << " "; } if (range) { strm << " and range: " << mk_pp(range, m); } strm << "\nExpected domain: "; for (unsigned i = 0; i < dsz; ++i) { strm << mk_pp(sig.m_dom[i].get(), m) << " "; } m.raise_exception(strm.str()); } if (!range && dsz == 0) { std::ostringstream strm; strm << "Sort of polymorphic function '" << sig.m_name << "' "; strm << "is ambiguous. Function takes no arguments and sort of range has not been constrained"; m.raise_exception(strm.str()); } range_out = apply_binding(m_binding, sig.m_range); SASSERT(range_out); } sort* seq_decl_plugin::apply_binding(ptr_vector const& binding, sort* s) { unsigned i; if (is_sort_param(s, i)) { if (binding.size() <= i || !binding[i]) { m_manager->raise_exception("Expecting type parameter to be bound"); } return binding[i]; } if (is_sort_of(s, m_family_id, SEQ_SORT) || is_sort_of(s, m_family_id, RE_SORT)) { SASSERT(s->get_num_parameters() == 1); SASSERT(s->get_parameter(0).is_ast()); SASSERT(is_sort(s->get_parameter(0).get_ast())); sort* p = apply_binding(binding, to_sort(s->get_parameter(0).get_ast())); parameter param(p); if (p == m_char && s->get_decl_kind() == SEQ_SORT) return m_string; if (p == m_string && s->get_decl_kind() == RE_SORT) return m_reglan; return mk_sort(s->get_decl_kind(), 1, ¶m); } return s; } void seq_decl_plugin::init() { if (m_init) return; ast_manager& m = *m_manager; m_init = true; sort* A = m.mk_uninterpreted_sort(symbol(0u)); sort* strT = m_string; parameter paramA(A); parameter paramS(strT); sort* seqA = m.mk_sort(m_family_id, SEQ_SORT, 1, ¶mA); parameter paramSA(seqA); sort* reA = m.mk_sort(m_family_id, RE_SORT, 1, ¶mSA); sort* reT = m.mk_sort(m_family_id, RE_SORT, 1, ¶mS); sort* boolT = m.mk_bool_sort(); sort* intT = arith_util(m).mk_int(); sort* predA = array_util(m).mk_array_sort(A, boolT); sort* seqAseqAseqA[3] = { seqA, seqA, seqA }; sort* seqAreAseqA[3] = { seqA, reA, seqA }; sort* seqAseqA[2] = { seqA, seqA }; sort* seqAreA[2] = { seqA, reA }; sort* reAreA[2] = { reA, reA }; sort* AreA[2] = { A, reA }; sort* seqAint2T[3] = { seqA, intT, intT }; sort* seq2AintT[3] = { seqA, seqA, intT }; sort* str2T[2] = { strT, strT }; sort* str3T[3] = { strT, strT, strT }; sort* strTint2T[3] = { strT, intT, intT }; sort* strTreT[2] = { strT, reT }; sort* str2TintT[3] = { strT, strT, intT }; sort* seqAintT[2] = { seqA, intT }; sort* seq3A[3] = { seqA, seqA, seqA }; m_sigs.resize(LAST_SEQ_OP); // TBD: have (par ..) construct and load parameterized signature from premable. m_sigs[OP_SEQ_UNIT] = alloc(psig, m, "seq.unit", 1, 1, &A, seqA); m_sigs[OP_SEQ_EMPTY] = alloc(psig, m, "seq.empty", 1, 0, nullptr, seqA); m_sigs[OP_SEQ_CONCAT] = alloc(psig, m, "seq.++", 1, 2, seqAseqA, seqA); m_sigs[OP_SEQ_PREFIX] = alloc(psig, m, "seq.prefixof", 1, 2, seqAseqA, boolT); m_sigs[OP_SEQ_SUFFIX] = alloc(psig, m, "seq.suffixof", 1, 2, seqAseqA, boolT); m_sigs[OP_SEQ_CONTAINS] = alloc(psig, m, "seq.contains", 1, 2, seqAseqA, boolT); m_sigs[OP_SEQ_EXTRACT] = alloc(psig, m, "seq.extract", 1, 3, seqAint2T, seqA); m_sigs[OP_SEQ_REPLACE] = alloc(psig, m, "seq.replace", 1, 3, seq3A, seqA); m_sigs[OP_SEQ_INDEX] = alloc(psig, m, "seq.indexof", 1, 3, seq2AintT, intT); m_sigs[OP_SEQ_LAST_INDEX] = alloc(psig, m, "seq.last_indexof", 1, 2, seqAseqA, intT); m_sigs[OP_SEQ_AT] = alloc(psig, m, "seq.at", 1, 2, seqAintT, seqA); m_sigs[OP_SEQ_NTH] = alloc(psig, m, "seq.nth", 1, 2, seqAintT, A); m_sigs[OP_SEQ_NTH_I] = alloc(psig, m, "seq.nth_i", 1, 2, seqAintT, A); m_sigs[OP_SEQ_NTH_U] = alloc(psig, m, "seq.nth_u", 1, 2, seqAintT, A); m_sigs[OP_SEQ_LENGTH] = alloc(psig, m, "seq.len", 1, 1, &seqA, intT); m_sigs[OP_RE_PLUS] = alloc(psig, m, "re.+", 1, 1, &reA, reA); m_sigs[OP_RE_STAR] = alloc(psig, m, "re.*", 1, 1, &reA, reA); m_sigs[OP_RE_OPTION] = alloc(psig, m, "re.opt", 1, 1, &reA, reA); m_sigs[OP_RE_RANGE] = alloc(psig, m, "re.range", 1, 2, seqAseqA, reA); m_sigs[OP_RE_CONCAT] = alloc(psig, m, "re.++", 1, 2, reAreA, reA); m_sigs[OP_RE_UNION] = alloc(psig, m, "re.union", 1, 2, reAreA, reA); m_sigs[OP_RE_INTERSECT] = alloc(psig, m, "re.inter", 1, 2, reAreA, reA); m_sigs[OP_RE_DIFF] = alloc(psig, m, "re.diff", 1, 2, reAreA, reA); m_sigs[OP_RE_LOOP] = alloc(psig, m, "re.loop", 1, 1, &reA, reA); m_sigs[OP_RE_POWER] = alloc(psig, m, "re.^", 1, 1, &reA, reA); m_sigs[OP_RE_COMPLEMENT] = alloc(psig, m, "re.comp", 1, 1, &reA, reA); m_sigs[OP_RE_EMPTY_SET] = alloc(psig, m, "re.empty", 1, 0, nullptr, reA); m_sigs[OP_RE_FULL_SEQ_SET] = alloc(psig, m, "re.all", 1, 0, nullptr, reA); m_sigs[OP_RE_FULL_CHAR_SET] = alloc(psig, m, "re.allchar", 1, 0, nullptr, reA); m_sigs[OP_RE_OF_PRED] = alloc(psig, m, "re.of.pred", 1, 1, &predA, reA); m_sigs[OP_RE_REVERSE] = alloc(psig, m, "re.reverse", 1, 1, &reA, reA); m_sigs[OP_RE_DERIVATIVE] = alloc(psig, m, "re.derivative", 1, 2, AreA, reA); m_sigs[_OP_RE_ANTIMOROV_UNION] = alloc(psig, m, "re.union", 1, 2, reAreA, reA); m_sigs[OP_SEQ_TO_RE] = alloc(psig, m, "seq.to.re", 1, 1, &seqA, reA); m_sigs[OP_SEQ_IN_RE] = alloc(psig, m, "seq.in.re", 1, 2, seqAreA, boolT); m_sigs[OP_SEQ_REPLACE_RE_ALL] = alloc(psig, m, "str.replace_re_all", 1, 3, seqAreAseqA, seqA); m_sigs[OP_SEQ_REPLACE_RE] = alloc(psig, m, "str.replace_re", 1, 3, seqAreAseqA, seqA); m_sigs[OP_SEQ_REPLACE_ALL] = alloc(psig, m, "str.replace_all", 1, 3, seqAseqAseqA, seqA); m_sigs[OP_STRING_CONST] = nullptr; #if Z3_USE_UNICODE m_sigs[OP_CHAR_CONST] = nullptr; sort* charTcharT[2] = { m_char, m_char }; m_sigs[OP_CHAR_LE] = alloc(psig, m, "char.<=", 0, 2, charTcharT, boolT); #endif m_sigs[_OP_STRING_STRIDOF] = alloc(psig, m, "str.indexof", 0, 3, str2TintT, intT); m_sigs[_OP_STRING_STRREPL] = alloc(psig, m, "str.replace", 0, 3, str3T, strT); m_sigs[_OP_STRING_FROM_CHAR] = alloc(psig, m, "char", 1, 0, nullptr, strT); m_sigs[OP_STRING_ITOS] = alloc(psig, m, "str.from_int", 0, 1, &intT, strT); m_sigs[OP_STRING_STOI] = alloc(psig, m, "str.to_int", 0, 1, &strT, intT); m_sigs[OP_STRING_LT] = alloc(psig, m, "str.<", 0, 2, str2T, boolT); m_sigs[OP_STRING_LE] = alloc(psig, m, "str.<=", 0, 2, str2T, boolT); m_sigs[OP_STRING_IS_DIGIT] = alloc(psig, m, "str.is_digit", 0, 1, &strT, boolT); m_sigs[OP_STRING_TO_CODE] = alloc(psig, m, "str.to_code", 0, 1, &strT, intT); m_sigs[OP_STRING_FROM_CODE] = alloc(psig, m, "str.from_code", 0, 1, &intT, strT); m_sigs[_OP_STRING_CONCAT] = alloc(psig, m, "str.++", 1, 2, str2T, strT); m_sigs[_OP_STRING_LENGTH] = alloc(psig, m, "str.len", 0, 1, &strT, intT); m_sigs[_OP_STRING_STRCTN] = alloc(psig, m, "str.contains", 0, 2, str2T, boolT); m_sigs[_OP_STRING_CHARAT] = alloc(psig, m, "str.at", 0, 2, strTint2T, strT); m_sigs[_OP_STRING_PREFIX] = alloc(psig, m, "str.prefixof", 0, 2, str2T, boolT); m_sigs[_OP_STRING_SUFFIX] = alloc(psig, m, "str.suffixof", 0, 2, str2T, boolT); m_sigs[_OP_STRING_IN_REGEXP] = alloc(psig, m, "str.in_re", 0, 2, strTreT, boolT); m_sigs[_OP_STRING_TO_REGEXP] = alloc(psig, m, "str.to_re", 0, 1, &strT, reT); m_sigs[_OP_REGEXP_EMPTY] = alloc(psig, m, "re.none", 0, 0, nullptr, reT); m_sigs[_OP_REGEXP_FULL_CHAR] = alloc(psig, m, "re.allchar", 0, 0, nullptr, reT); m_sigs[_OP_STRING_SUBSTR] = alloc(psig, m, "str.substr", 0, 3, strTint2T, strT); } void seq_decl_plugin::set_manager(ast_manager* m, family_id id) { decl_plugin::set_manager(m, id); bv_util bv(*m); #if Z3_USE_UNICODE m_char = m->mk_sort(symbol("Unicode"), sort_info(m_family_id, _CHAR_SORT, 0, nullptr)); #else m_char = bv.mk_sort(8); #endif m->inc_ref(m_char); parameter param(m_char); m_string = m->mk_sort(symbol("String"), sort_info(m_family_id, SEQ_SORT, 1, ¶m)); m->inc_ref(m_string); parameter paramS(m_string); m_reglan = m->mk_sort(m_family_id, RE_SORT, 1, ¶mS); m->inc_ref(m_reglan); } sort * seq_decl_plugin::mk_sort(decl_kind k, unsigned num_parameters, parameter const * parameters) { init(); ast_manager& m = *m_manager; switch (k) { case SEQ_SORT: if (num_parameters != 1) { m.raise_exception("Invalid sequence sort, expecting one parameter"); } if (!parameters[0].is_ast() || !is_sort(parameters[0].get_ast())) { m.raise_exception("invalid sequence sort, parameter is not a sort"); } if (parameters[0].get_ast() == m_char) { return m_string; } return m.mk_sort(symbol("Seq"), sort_info(m_family_id, SEQ_SORT, num_parameters, parameters)); case RE_SORT: { if (num_parameters != 1) { m.raise_exception("Invalid regex sort, expecting one parameter"); } if (!parameters[0].is_ast() || !is_sort(parameters[0].get_ast())) { m.raise_exception("invalid regex sort, parameter is not a sort"); } return m.mk_sort(symbol("RegEx"), sort_info(m_family_id, RE_SORT, num_parameters, parameters)); } #if Z3_USE_UNICODE case _CHAR_SORT: return m_char; #endif case _STRING_SORT: return m_string; case _REGLAN_SORT: return m_reglan; default: UNREACHABLE(); return nullptr; } } func_decl* seq_decl_plugin::mk_seq_fun(decl_kind k, unsigned arity, sort* const* domain, sort* range, decl_kind k_string) { ast_manager& m = *m_manager; sort_ref rng(m); match(*m_sigs[k], arity, domain, range, rng); return m.mk_func_decl(m_sigs[(domain[0] == m_string)?k_string:k]->m_name, arity, domain, rng, func_decl_info(m_family_id, k)); } func_decl* seq_decl_plugin::mk_str_fun(decl_kind k, unsigned arity, sort* const* domain, sort* range, decl_kind k_seq) { ast_manager& m = *m_manager; sort_ref rng(m); match(*m_sigs[k], arity, domain, range, rng); return m.mk_func_decl(m_sigs[k]->m_name, arity, domain, rng, func_decl_info(m_family_id, k_seq)); } func_decl* seq_decl_plugin::mk_assoc_fun(decl_kind k, unsigned arity, sort* const* domain, sort* range, decl_kind k_seq, decl_kind k_string) { ast_manager& m = *m_manager; sort_ref rng(m); if (arity == 0) { m.raise_exception("Invalid function application. At least one argument expected"); } match_right_assoc(*m_sigs[k], arity, domain, range, rng); func_decl_info info(m_family_id, k_seq); info.set_right_associative(true); info.set_left_associative(true); return m.mk_func_decl(m_sigs[(rng == m_string)?k_string:k_seq]->m_name, rng, rng, rng, info); } func_decl * seq_decl_plugin::mk_func_decl(decl_kind k, unsigned num_parameters, parameter const * parameters, unsigned arity, sort * const * domain, sort * range) { init(); m_has_seq = true; ast_manager& m = *m_manager; sort_ref rng(m); switch(k) { case OP_SEQ_EMPTY: match(*m_sigs[k], arity, domain, range, rng); if (rng == m_string) { parameter param(symbol("")); return mk_func_decl(OP_STRING_CONST, 1, ¶m, 0, nullptr, m_string); } else { parameter param(rng.get()); func_decl_info info(m_family_id, k, 1, ¶m); return m.mk_func_decl(m_sigs[k]->m_name, arity, domain, rng, info); } case OP_RE_PLUS: case OP_RE_STAR: case OP_RE_OPTION: case OP_RE_RANGE: case OP_RE_OF_PRED: case OP_RE_COMPLEMENT: case OP_RE_REVERSE: case OP_RE_DERIVATIVE: case _OP_RE_ANTIMOROV_UNION: m_has_re = true; // fall-through case OP_SEQ_UNIT: case OP_STRING_ITOS: case OP_STRING_STOI: case OP_STRING_LT: case OP_STRING_LE: match(*m_sigs[k], arity, domain, range, rng); return m.mk_func_decl(m_sigs[k]->m_name, arity, domain, rng, func_decl_info(m_family_id, k)); case OP_STRING_IS_DIGIT: case OP_STRING_TO_CODE: case OP_STRING_FROM_CODE: match(*m_sigs[k], arity, domain, range, rng); return m.mk_func_decl(m_sigs[k]->m_name, arity, domain, rng, func_decl_info(m_family_id, k)); case _OP_REGEXP_FULL_CHAR: m_has_re = true; if (!range) range = m_reglan; match(*m_sigs[k], arity, domain, range, rng); return m.mk_func_decl(symbol("re.allchar"), arity, domain, rng, func_decl_info(m_family_id, OP_RE_FULL_CHAR_SET)); case OP_RE_FULL_CHAR_SET: m_has_re = true; if (!range) range = m_reglan; if (range == m_reglan) { match(*m_sigs[k], arity, domain, range, rng); return m.mk_func_decl(symbol("re.allchar"), arity, domain, rng, func_decl_info(m_family_id, k)); } return m.mk_func_decl(m_sigs[k]->m_name, arity, domain, range, func_decl_info(m_family_id, k)); case OP_RE_FULL_SEQ_SET: m_has_re = true; if (!range) range = m_reglan; return m.mk_func_decl(m_sigs[k]->m_name, arity, domain, range, func_decl_info(m_family_id, k)); case _OP_REGEXP_EMPTY: m_has_re = true; if (!range) range = m_reglan; match(*m_sigs[k], arity, domain, range, rng); return m.mk_func_decl(symbol("re.none"), arity, domain, rng, func_decl_info(m_family_id, OP_RE_EMPTY_SET)); case OP_RE_EMPTY_SET: m_has_re = true; if (!range) range = m_reglan; if (range == m_reglan) { match(*m_sigs[k], arity, domain, range, rng); return m.mk_func_decl(symbol("re.none"), arity, domain, rng, func_decl_info(m_family_id, k)); } return m.mk_func_decl(m_sigs[k]->m_name, arity, domain, range, func_decl_info(m_family_id, k)); case OP_RE_LOOP: m_has_re = true; switch (arity) { case 1: match(*m_sigs[k], arity, domain, range, rng); if (num_parameters == 0 || num_parameters > 2 || !parameters[0].is_int() || (num_parameters == 2 && !parameters[1].is_int())) { m.raise_exception("Expecting two numeral parameters to function re-loop"); } return m.mk_func_decl(m_sigs[k]->m_name, arity, domain, rng, func_decl_info(m_family_id, k, num_parameters, parameters)); case 2: if (m_reglan != domain[0] || !arith_util(m).is_int(domain[1])) { m.raise_exception("Incorrect type of arguments passed to re.loop. Expecting regular expression and two integer parameters"); } return m.mk_func_decl(m_sigs[k]->m_name, arity, domain, domain[0], func_decl_info(m_family_id, k, num_parameters, parameters)); case 3: if (m_reglan != domain[0] || !arith_util(m).is_int(domain[1]) || !arith_util(m).is_int(domain[2])) { m.raise_exception("Incorrect type of arguments passed to re.loop. Expecting regular expression and two integer parameters"); } return m.mk_func_decl(m_sigs[k]->m_name, arity, domain, domain[0], func_decl_info(m_family_id, k, num_parameters, parameters)); default: m.raise_exception("Incorrect number of arguments passed to loop. Expected 1 regular expression and two integer parameters"); } case OP_RE_POWER: m_has_re = true; if (num_parameters == 1 && parameters[0].is_int() && arity == 1 && parameters[0].get_int() >= 0) { rng = domain[0]; return m.mk_func_decl(m_sigs[k]->m_name, arity, domain, rng, func_decl_info(m_family_id, k, num_parameters, parameters)); } m.raise_exception("Incorrect arguments used for re.^. Expected one non-negative integer parameter"); case OP_STRING_CONST: if (!(num_parameters == 1 && arity == 0 && parameters[0].is_symbol())) { m.raise_exception("invalid string declaration"); } return m.mk_const_decl(m_stringc_sym, m_string, func_decl_info(m_family_id, OP_STRING_CONST, num_parameters, parameters)); case OP_RE_UNION: case OP_RE_CONCAT: case OP_RE_INTERSECT: case OP_RE_DIFF: m_has_re = true; return mk_assoc_fun(k, arity, domain, range, k, k); case OP_SEQ_REPLACE_RE_ALL: case OP_SEQ_REPLACE_RE: m_has_re = true; case OP_SEQ_REPLACE_ALL: return mk_str_fun(k, arity, domain, range, k); case OP_SEQ_CONCAT: return mk_assoc_fun(k, arity, domain, range, k, _OP_STRING_CONCAT); case _OP_STRING_CONCAT: return mk_assoc_fun(k, arity, domain, range, OP_SEQ_CONCAT, k); case _OP_STRING_FROM_CHAR: { if (!(num_parameters == 1 && parameters[0].is_int())) m.raise_exception("character literal expects integer parameter"); zstring zs(parameters[0].get_int()); parameter p(zs.encode()); return m.mk_const_decl(m_stringc_sym, m_string,func_decl_info(m_family_id, OP_STRING_CONST, 1, &p)); } case OP_SEQ_REPLACE: return mk_seq_fun(k, arity, domain, range, _OP_STRING_STRREPL); case _OP_STRING_STRREPL: return mk_str_fun(k, arity, domain, range, OP_SEQ_REPLACE); case OP_SEQ_INDEX: if (arity == 2) { sort* dom[3] = { domain[0], domain[1], arith_util(m).mk_int() }; sort_ref rng(m); match(*m_sigs[k], 3, dom, range, rng); return m.mk_func_decl(m_sigs[(dom[0] == m_string)?_OP_STRING_STRIDOF:k]->m_name, arity, domain, rng, func_decl_info(m_family_id, k)); } return mk_seq_fun(k, arity, domain, range, _OP_STRING_STRIDOF); case _OP_STRING_STRIDOF: if (arity == 2) { sort* dom[3] = { domain[0], domain[1], arith_util(m).mk_int() }; sort_ref rng(m); match(*m_sigs[k], 3, dom, range, rng); return m.mk_func_decl(m_sigs[k]->m_name, arity, domain, rng, func_decl_info(m_family_id, OP_SEQ_INDEX)); } return mk_str_fun(k, arity, domain, range, OP_SEQ_INDEX); case OP_SEQ_LAST_INDEX: if (arity != 2) { m.raise_exception("two arguments expected tin last_indexof"); } else { return mk_seq_fun(k, arity, domain, range, OP_SEQ_LAST_INDEX); } case OP_SEQ_PREFIX: return mk_seq_fun(k, arity, domain, range, _OP_STRING_PREFIX); case _OP_STRING_PREFIX: return mk_str_fun(k, arity, domain, range, OP_SEQ_PREFIX); case OP_SEQ_SUFFIX: return mk_seq_fun(k, arity, domain, range, _OP_STRING_SUFFIX); case _OP_STRING_SUFFIX: return mk_str_fun(k, arity, domain, range, OP_SEQ_SUFFIX); case OP_SEQ_LENGTH: return mk_seq_fun(k, arity, domain, range, _OP_STRING_LENGTH); case _OP_STRING_LENGTH: return mk_str_fun(k, arity, domain, range, OP_SEQ_LENGTH); case OP_SEQ_CONTAINS: return mk_seq_fun(k, arity, domain, range, _OP_STRING_STRCTN); case _OP_STRING_STRCTN: return mk_str_fun(k, arity, domain, range, OP_SEQ_CONTAINS); case OP_SEQ_TO_RE: m_has_re = true; return mk_seq_fun(k, arity, domain, range, _OP_STRING_TO_REGEXP); case _OP_STRING_TO_REGEXP: m_has_re = true; return mk_str_fun(k, arity, domain, range, OP_SEQ_TO_RE); #if Z3_USE_UNICODE case OP_CHAR_LE: if (arity == 2 && domain[0] == m_char && domain[1] == m_char) { return m.mk_func_decl(m_sigs[k]->m_name, arity, domain, m.mk_bool_sort(), func_decl_info(m_family_id, k, 0, nullptr)); } m.raise_exception("Incorrect parameters passed to character comparison"); case OP_CHAR_CONST: if (!(num_parameters == 1 && arity == 0 && parameters[0].is_int() && 0 <= parameters[0].get_int() && parameters[0].get_int() < static_cast(zstring::max_char()))) { m.raise_exception("invalid character declaration"); } return m.mk_const_decl(m_charc_sym, m_char, func_decl_info(m_family_id, OP_CHAR_CONST, num_parameters, parameters)); #endif case OP_SEQ_IN_RE: m_has_re = true; return mk_seq_fun(k, arity, domain, range, _OP_STRING_IN_REGEXP); case _OP_STRING_IN_REGEXP: m_has_re = true; return mk_str_fun(k, arity, domain, range, OP_SEQ_IN_RE); case OP_SEQ_AT: return mk_seq_fun(k, arity, domain, range, _OP_STRING_CHARAT); case _OP_STRING_CHARAT: return mk_str_fun(k, arity, domain, range, OP_SEQ_AT); case OP_SEQ_NTH: case OP_SEQ_NTH_I: case OP_SEQ_NTH_U: match(*m_sigs[k], arity, domain, range, rng); return m.mk_func_decl(m_sigs[k]->m_name, arity, domain, rng, func_decl_info(m_family_id, k)); case OP_SEQ_EXTRACT: return mk_seq_fun(k, arity, domain, range, _OP_STRING_SUBSTR); case _OP_STRING_SUBSTR: return mk_str_fun(k, arity, domain, range, OP_SEQ_EXTRACT); case _OP_SEQ_SKOLEM: { if (num_parameters == 0 || !parameters[0].is_symbol()) { m.raise_exception("first parameter to skolem symbol should be a parameter"); } symbol s = parameters[0].get_symbol(); return m.mk_func_decl(s, arity, domain, range, func_decl_info(m_family_id, k, num_parameters, parameters)); } default: UNREACHABLE(); return nullptr; } } void seq_decl_plugin::get_op_names(svector & op_names, symbol const & logic) { init(); for (unsigned i = 0; i < m_sigs.size(); ++i) { if (m_sigs[i]) { op_names.push_back(builtin_name(m_sigs[i]->m_name.str(), i)); } } op_names.push_back(builtin_name("str.in.re", _OP_STRING_IN_REGEXP)); op_names.push_back(builtin_name("str.in-re", _OP_STRING_IN_REGEXP)); op_names.push_back(builtin_name("str.to.re", _OP_STRING_TO_REGEXP)); op_names.push_back(builtin_name("str.to-re", _OP_STRING_TO_REGEXP)); op_names.push_back(builtin_name("str.to-int", OP_STRING_STOI)); op_names.push_back(builtin_name("str.to.int", OP_STRING_STOI)); op_names.push_back(builtin_name("str.from-int", OP_STRING_ITOS)); op_names.push_back(builtin_name("int.to.str", OP_STRING_ITOS)); op_names.push_back(builtin_name("re.nostr", _OP_REGEXP_EMPTY)); op_names.push_back(builtin_name("re.complement", OP_RE_COMPLEMENT)); } void seq_decl_plugin::get_sort_names(svector & sort_names, symbol const & logic) { init(); sort_names.push_back(builtin_name("Seq", SEQ_SORT)); sort_names.push_back(builtin_name("RegEx", RE_SORT)); // TBD: // sort_names.push_back(builtin_name("Unicode", CHAR_SORT)); // SMTLIB 2.6 RegLan, String sort_names.push_back(builtin_name("RegLan", _REGLAN_SORT)); sort_names.push_back(builtin_name("String", _STRING_SORT)); // SMTLIB 2.5 compatibility sort_names.push_back(builtin_name("StringSequence", _STRING_SORT)); } app* seq_decl_plugin::mk_string(symbol const& s) { zstring canonStr(s.bare_str()); symbol canonSym(canonStr.encode()); parameter param(canonSym); func_decl* f = m_manager->mk_const_decl(m_stringc_sym, m_string, func_decl_info(m_family_id, OP_STRING_CONST, 1, ¶m)); return m_manager->mk_const(f); } app* seq_decl_plugin::mk_string(zstring const& s) { symbol sym(s.encode()); parameter param(sym); func_decl* f = m_manager->mk_const_decl(m_stringc_sym, m_string, func_decl_info(m_family_id, OP_STRING_CONST, 1, ¶m)); return m_manager->mk_const(f); } app* seq_decl_plugin::mk_char(unsigned u) { #if Z3_USE_UNICODE parameter param(u); func_decl* f = m_manager->mk_const_decl(m_charc_sym, m_char, func_decl_info(m_family_id, OP_CHAR_CONST, 1, ¶m)); return m_manager->mk_const(f); #else UNREACHABLE(); return nullptr; #endif } bool seq_decl_plugin::is_considered_uninterpreted(func_decl * f) { seq_util util(*m_manager); return util.str.is_nth_u(f); } bool seq_decl_plugin::is_value(app* e) const { while (true) { if (is_app_of(e, m_family_id, OP_SEQ_EMPTY)) { return true; } if (is_app_of(e, m_family_id, OP_STRING_CONST)) { return true; } if (is_app_of(e, m_family_id, OP_SEQ_UNIT) && m_manager->is_value(e->get_arg(0))) { return true; } if (is_app_of(e, m_family_id, OP_SEQ_CONCAT)) { bool first = true; for (expr* arg : *e) { if (first) { first = false; } else if (is_app(arg) && !is_value(to_app(arg))) { return false; } } if (!is_app(e->get_arg(0))) return false; e = to_app(e->get_arg(0)); continue; } return false; } } bool seq_decl_plugin::are_equal(app* a, app* b) const { if (a == b) return true; // handle concatenations return false; } bool seq_decl_plugin::are_distinct(app* a, app* b) const { if (a == b) { return false; } if (is_app_of(a, m_family_id, OP_STRING_CONST) && is_app_of(b, m_family_id, OP_STRING_CONST)) { return true; } if (is_app_of(a, m_family_id, OP_SEQ_UNIT) && is_app_of(b, m_family_id, OP_SEQ_UNIT)) { return m_manager->are_distinct(a->get_arg(0), b->get_arg(0)); } if (is_app_of(a, m_family_id, OP_SEQ_EMPTY) && is_app_of(b, m_family_id, OP_SEQ_UNIT)) { return true; } if (is_app_of(b, m_family_id, OP_SEQ_EMPTY) && is_app_of(a, m_family_id, OP_SEQ_UNIT)) { return true; } #if Z3_USE_UNICODE if (is_app_of(a, m_family_id, OP_CHAR_CONST) && is_app_of(b, m_family_id, OP_CHAR_CONST)) { return true; } #endif return false; } expr* seq_decl_plugin::get_some_value(sort* s) { seq_util util(*m_manager); if (util.is_seq(s)) { return util.str.mk_empty(s); } sort* seq; if (util.is_re(s, seq)) { return util.re.mk_to_re(util.str.mk_empty(seq)); } UNREACHABLE(); return nullptr; } app* seq_util::mk_skolem(symbol const& name, unsigned n, expr* const* args, sort* range) { SASSERT(range); parameter param(name); func_decl* f = m.mk_func_decl(get_family_id(), _OP_SEQ_SKOLEM, 1, ¶m, n, args, range); return m.mk_app(f, n, args); } app* seq_util::str::mk_string(zstring const& s) const { return u.seq.mk_string(s); } app* seq_util::str::mk_char(zstring const& s, unsigned idx) const { return u.mk_char(s[idx]); } app* seq_util::str::mk_char(unsigned ch) const { return u.mk_char(ch); } bv_util& seq_util::bv() const { if (!m_bv) m_bv = alloc(bv_util, m); return *m_bv.get(); } unsigned seq_util::max_plus(unsigned x, unsigned y) const { if (x + y < x || x + y < y) return UINT_MAX; return x + y; } unsigned seq_util::max_mul(unsigned x, unsigned y) const { uint64_t r = ((uint64_t)x)*((uint64_t)y); return (r > UINT_MAX) ? UINT_MAX : (unsigned)r; } bool seq_util::is_const_char(expr* e, unsigned& c) const { #if Z3_USE_UNICODE return is_app_of(e, m_fid, OP_CHAR_CONST) && (c = to_app(e)->get_parameter(0).get_int(), true); #else rational r; unsigned sz; return bv().is_numeral(e, r, sz) && sz == 8 && r.is_unsigned() && (c = r.get_unsigned(), true); #endif } app* seq_util::mk_char(unsigned ch) const { #if Z3_USE_UNICODE return seq.mk_char(ch); #else return bv().mk_numeral(rational(ch), 8); #endif } app* seq_util::mk_le(expr* ch1, expr* ch2) const { expr_ref _ch1(ch1, m), _ch2(ch2, m); #if Z3_USE_UNICODE expr* es[2] = { ch1, ch2 }; return m.mk_app(m_fid, OP_CHAR_LE, 2, es); #else rational r1, r2; if (bv().is_numeral(ch1, r1) && bv().is_numeral(ch2, r2)) { return m.mk_bool_val(r1 <= r2); } return bv().mk_ule(ch1, ch2); #endif } app* seq_util::mk_lt(expr* ch1, expr* ch2) const { return m.mk_not(mk_le(ch2, ch1)); } bool seq_util::str::is_string(func_decl const* f, zstring& s) const { if (is_string(f)) { s = zstring(f->get_parameter(0).get_symbol().bare_str()); return true; } else { return false; } } bool seq_util::str::is_string(expr const* n, zstring& s) const { return is_app(n) && is_string(to_app(n)->get_decl(), s); } bool seq_util::str::is_nth_i(expr const* n, expr*& s, unsigned& idx) const { expr* i = nullptr; if (!is_nth_i(n, s, i)) return false; return arith_util(m).is_unsigned(i, idx); } app* seq_util::str::mk_nth_i(expr* s, unsigned i) const { return mk_nth_i(s, arith_util(m).mk_int(i)); } void seq_util::str::get_concat(expr* e, expr_ref_vector& es) const { expr* e1, *e2; while (is_concat(e, e1, e2)) { get_concat(e1, es); e = e2; } if (!is_empty(e)) { es.push_back(e); } } void seq_util::str::get_concat_units(expr* e, expr_ref_vector& es) const { expr* e1, *e2; while (is_concat(e, e1, e2)) { get_concat_units(e1, es); e = e2; } zstring s; if (is_string(e, s)) { unsigned sz = s.length(); for (unsigned j = 0; j < sz; ++j) { es.push_back(mk_unit(mk_char(s, j))); } } else if (!is_empty(e)) { es.push_back(e); } } app* seq_util::str::mk_is_empty(expr* s) const { return m.mk_eq(s, mk_empty(get_sort(s))); } unsigned seq_util::str::min_length(expr* s) const { SASSERT(u.is_seq(s)); unsigned result = 0; expr* s1 = nullptr, *s2 = nullptr; auto get_length = [&](expr* s1) { zstring st; if (is_unit(s1)) return 1u; else if (is_string(s1, st)) return st.length(); else return 0u; }; while (is_concat(s, s1, s2)) { result += get_length(s1); s = s2; } result += get_length(s); return result; } unsigned seq_util::str::max_length(expr* s) const { SASSERT(u.is_seq(s)); unsigned result = 0; expr* s1 = nullptr, *s2 = nullptr, *s3 = nullptr; unsigned n = 0; zstring st; auto get_length = [&](expr* s1) { if (is_empty(s1)) return 0u; else if (is_unit(s1)) return 1u; else if (is_at(s1)) return 1u; else if (is_extract(s1, s1, s2, s3)) return (arith_util(m).is_unsigned(s3, n)) ? n : UINT_MAX; else if (is_string(s1, st)) return st.length(); else return UINT_MAX; }; while (is_concat(s, s1, s2)) { result = u.max_plus(get_length(s), result); s = s2; } result = u.max_plus(get_length(s), result); return result; } unsigned seq_util::rex::min_length(expr* r) const { SASSERT(u.is_re(r)); return get_info(r).min_length; } unsigned seq_util::rex::max_length(expr* r) const { SASSERT(u.is_re(r)); expr* r1 = nullptr, *r2 = nullptr, *s = nullptr; unsigned lo = 0, hi = 0; if (is_empty(r)) return 0; if (is_concat(r, r1, r2)) return u.max_plus(max_length(r1), max_length(r2)); if (is_union(r, r1, r2) || m.is_ite(r, s, r1, r2)) return std::max(max_length(r1), max_length(r2)); if (is_intersection(r, r1, r2)) return std::min(max_length(r1), max_length(r2)); if (is_diff(r, r1, r2) || is_reverse(r, r1) || is_opt(r, r1)) return max_length(r1); if (is_loop(r, r1, lo, hi)) return u.max_mul(hi, max_length(r1)); if (is_to_re(r, s)) return u.str.max_length(s); if (is_range(r) || is_of_pred(r) || is_full_char(r)) return 1; // Else: star, plus, complement, full_seq, loop(r,r1,lo), derivative return UINT_MAX; } sort* seq_util::rex::to_seq(sort* re) { (void)u; SASSERT(u.is_re(re)); return to_sort(re->get_parameter(0).get_ast()); } app* seq_util::rex::mk_loop(expr* r, unsigned lo) { parameter param(lo); return m.mk_app(m_fid, OP_RE_LOOP, 1, ¶m, 1, &r); } app* seq_util::rex::mk_loop(expr* r, unsigned lo, unsigned hi) { parameter params[2] = { parameter(lo), parameter(hi) }; return m.mk_app(m_fid, OP_RE_LOOP, 2, params, 1, &r); } app* seq_util::rex::mk_loop(expr* r, expr* lo) { expr* rs[2] = { r, lo }; return m.mk_app(m_fid, OP_RE_LOOP, 0, nullptr, 2, rs); } app* seq_util::rex::mk_loop(expr* r, expr* lo, expr* hi) { expr* rs[3] = { r, lo, hi }; return m.mk_app(m_fid, OP_RE_LOOP, 0, nullptr, 3, rs); } app* seq_util::rex::mk_full_char(sort* s) { return m.mk_app(m_fid, OP_RE_FULL_CHAR_SET, 0, nullptr, 0, nullptr, s); } app* seq_util::rex::mk_full_seq(sort* s) { return m.mk_app(m_fid, OP_RE_FULL_SEQ_SET, 0, nullptr, 0, nullptr, s); } app* seq_util::rex::mk_empty(sort* s) { return m.mk_app(m_fid, OP_RE_EMPTY_SET, 0, nullptr, 0, nullptr, s); } app* seq_util::rex::mk_of_pred(expr* p) { return m.mk_app(m_fid, OP_RE_OF_PRED, 0, nullptr, 1, &p); } bool seq_util::rex::is_loop(expr const* n, expr*& body, unsigned& lo, unsigned& hi) const { if (is_loop(n)) { app const* a = to_app(n); if (a->get_num_args() == 1 && a->get_decl()->get_num_parameters() == 2) { body = a->get_arg(0); lo = a->get_decl()->get_parameter(0).get_int(); hi = a->get_decl()->get_parameter(1).get_int(); return true; } } return false; } bool seq_util::rex::is_loop(expr const* n, expr*& body, unsigned& lo) const { if (is_loop(n)) { app const* a = to_app(n); if (a->get_num_args() == 1 && a->get_decl()->get_num_parameters() == 1) { body = a->get_arg(0); lo = a->get_decl()->get_parameter(0).get_int(); return true; } } return false; } bool seq_util::rex::is_loop(expr const* n, expr*& body, expr*& lo, expr*& hi) const { if (is_loop(n)) { app const* a = to_app(n); if (a->get_num_args() == 3) { body = a->get_arg(0); lo = a->get_arg(1); hi = a->get_arg(2); return true; } } return false; } bool seq_util::rex::is_loop(expr const* n, expr*& body, expr*& lo) const { if (is_loop(n)) { app const* a = to_app(n); if (a->get_num_args() == 2) { body = a->get_arg(0); lo = a->get_arg(1); return true; } } return false; } /** Returns true iff e is the epsilon regex. */ bool seq_util::rex::is_epsilon(expr* r) const { expr* s; return is_to_re(r, s) && u.str.is_empty(s); } /** Makes the epsilon regex for a given sequence sort. */ app* seq_util::rex::mk_epsilon(sort* seq_sort) { return mk_to_re(u.str.mk_empty(seq_sort)); } /* Produces compact view of concrete concatenations such as (abcd). */ std::ostream& seq_util::rex::pp::compact_helper_seq(std::ostream& out, expr* s) const { SASSERT(re.u.is_seq(s)); if (re.u.str.is_concat(s)) { expr_ref_vector es(re.m); re.u.str.get_concat(s, es); for (expr* e : es) { if (re.u.str.is_unit(e)) seq_unit(out, e); else out << mk_pp(e, re.m); } } else if (re.u.str.is_empty(s)) out << "()"; else seq_unit(out, s); return out; } /* Produces output such as [a-z] for a range. */ std::ostream& seq_util::rex::pp::compact_helper_range(std::ostream& out, expr* s1, expr* s2) const { out << "["; seq_unit(out, s1) << "-"; seq_unit(out, s2) << "]"; return out; } /* Checks if parenthesis can be omitted in some cases in a loop body or in complement. */ bool seq_util::rex::pp::can_skip_parenth(expr* r) const { expr* s; return ((re.is_to_re(r, s) && re.u.str.is_unit(s)) || re.is_range(r) || re.is_empty(r) || re.is_epsilon(r)); } /* Specialize output for a unit sequence converting to visible ASCII characters if possible. */ std::ostream& seq_util::rex::pp::seq_unit(std::ostream& out, expr* s) const { expr* e; unsigned n = 0; if (re.u.str.is_unit(s, e) && re.u.is_const_char(e, n)) { if (32 < n && n < 127) out << (char)n; else if (n < 16) out << "\\x0" << std::hex << n; else out << "\\x" << std::hex << n; } else out << mk_pp(s, re.m); return out; } /* Pretty prints the regex r into the out stream */ std::ostream& seq_util::rex::pp::display(std::ostream& out) const { expr* r1 = nullptr, * r2 = nullptr, * s = nullptr, * s2 = nullptr; unsigned lo = 0, hi = 0; if (re.is_full_char(e)) return out << "."; else if (re.is_full_seq(e)) return out << ".*"; else if (re.is_to_re(e, s)) return compact_helper_seq(out, s); else if (re.is_range(e, s, s2)) return compact_helper_range(out, s, s2); else if (re.is_epsilon(e)) return out << "()"; else if (re.is_empty(e)) return out << "[]"; else if (re.is_concat(e, r1, r2)) return out << pp(re, r1) << pp(re, r2); else if (re.is_union(e, r1, r2)) return out << pp(re, r1) << "|" << pp(re, r2); else if (re.is_intersection(e, r1, r2)) return out << "(" << pp(re, r1) << ")&(" << pp(re, r2) << ")"; else if (re.is_complement(e, r1)) { if (can_skip_parenth(r1)) return out << "~" << pp(re, r1); else return out << "~(" << pp(re, r1) << ")"; } else if (re.is_plus(e, r1)) { if (can_skip_parenth(r1)) return out << pp(re, r1) << "+"; else return out << "(" << pp(re, r1) << ")+"; } else if (re.is_star(e, r1)) { if (can_skip_parenth(r1)) return out << pp(re, r1) << "*"; else return out << "(" << pp(re, r1) << ")*"; } else if (re.is_loop(e, r1, lo)) { if (can_skip_parenth(r1)) return out << pp(re, r1) << "{" << lo << ",}"; else return out << "(" << pp(re, r1) << "){" << lo << ",}"; } else if (re.is_loop(e, r1, lo, hi)) { if (can_skip_parenth(r1)) return out << pp(re, r1) << "{" << lo << "," << hi << "}"; else return out << "(" << pp(re, r1) << "){" << lo << "," << hi << "}"; } else if (re.is_diff(e, r1, r2)) return out << "(" << pp(re, r1) << ")\\(" << pp(re, r2) << ")"; else if (re.m.is_ite(e, s, r1, r2)) return out << "if(" << mk_pp(s, re.m) << "," << pp(re, r1) << "," << pp(re, r2) << ")"; else if (re.is_opt(e, r1)) { if (can_skip_parenth(r1)) return out << pp(re, r1) << "?"; else return out << "(" << pp(re, r1) << ")?"; } else if (re.is_reverse(e, r1)) return out << "reverse(" << pp(re, r1) << ")"; else // Else: derivative or is_of_pred return out << mk_pp(e, re.m); } /* Pretty prints the regex r into the output string */ std::string seq_util::rex::to_str(expr* r) const { std::ostringstream out; out << pp(u.re, r); return out.str(); } /* Returns true iff info has been computed for the regex r */ bool seq_util::rex::has_valid_info(expr* r) const { return r->get_id() < m_infos.size() && m_infos[r->get_id()].is_valid(); } /* Returns the info in the cache if the info is valid. Returns invalid_info otherwise. */ seq_util::rex::info seq_util::rex::get_cached_info(expr* e) const { if (has_valid_info(e)) return m_infos[e->get_id()]; else return invalid_info; } /* Get the information value associated with the regular expression e */ seq_util::rex::info seq_util::rex::get_info(expr* e) const { SASSERT(u.is_re(e)); auto result = get_cached_info(e); if (result.is_valid()) return result; m_info_pinned.push_back(e); return get_info_rec(e); } /* Gets the info value for the given regex e, possibly making a new info recursively over the structure of e. */ seq_util::rex::info seq_util::rex::get_info_rec(expr* e) const { auto result = get_cached_info(e); if (result.is_valid()) return result; if (!is_app(e)) return invalid_info; result = mk_info_rec(to_app(e)); m_infos.setx(e->get_id(), result, invalid_info); STRACE("re_info", tout << "compute_info(" << pp(u.re, e) << ")=" << result << std::endl;); return result; } /* Computes the info value for the given regex e recursively over the structure of e. The regex e does not yet have an entry in the cache. */ seq_util::rex::info seq_util::rex::mk_info_rec(app* e) const { info i1, i2; lbool nullable(l_false); unsigned min_length(0), lower_bound(0); bool normalized(false); if (e->get_family_id() == u.get_family_id()) { switch (e->get_decl()->get_decl_kind()) { case OP_RE_EMPTY_SET: return info(true, true, true, true, true, true, false, l_false, UINT_MAX, 0); case OP_RE_FULL_SEQ_SET: return info(true, true, true, true, true, true, false, l_true, 0, 1); case OP_RE_STAR: i1 = get_info_rec(e->get_arg(0)); return info(i1.classical, i1.classical, i1.interpreted, i1.nonbranching, i1.normalized, i1.monadic, false, l_true, 0, i1.star_height + 1); case OP_RE_OPTION: i1 = get_info_rec(e->get_arg(0)); return info(i1.classical, i1.classical, i1.interpreted, i1.nonbranching, i1.normalized, i1.monadic, false, l_true, 0, i1.star_height); case OP_RE_RANGE: case OP_RE_FULL_CHAR_SET: case OP_RE_OF_PRED: //TBD: check if the character predicate contains uninterpreted symbols or is nonground or is unsat //TBD: check if the range is unsat return info(true, true, true, true, true, true, true, l_false, 1, 0); case OP_RE_CONCAT: i1 = get_info_rec(e->get_arg(0)); i2 = get_info_rec(e->get_arg(1)); return info(i1.classical & i2.classical, i1.classical && i2.classical, //both args of concat must be classical for it to be standard i1.interpreted && i2.interpreted, i1.nonbranching && i2.nonbranching, (i1.normalized && !u.re.is_concat(e->get_arg(0)) && i2.normalized), i1.monadic && i2.monadic, false, ((i1.nullable == l_false || i2.nullable == l_false) ? l_false : ((i1.nullable == l_true && i2.nullable == l_true) ? l_true : l_undef)), u.max_plus(i1.min_length, i2.min_length), std::max(i1.star_height, i2.star_height)); case OP_RE_UNION: i1 = get_info_rec(e->get_arg(0)); i2 = get_info_rec(e->get_arg(1)); return info(i1.classical & i2.classical, i1.standard && i2.standard, i1.interpreted && i2.interpreted, i1.nonbranching && i2.nonbranching, i1.normalized && i2.normalized, i1.monadic && i2.monadic, i1.singleton && i2.singleton, ((i1.nullable == l_true || i2.nullable == l_true) ? l_true : ((i1.nullable == l_false && i2.nullable == l_false) ? l_false : l_undef)), std::min(i1.min_length, i2.min_length), std::max(i1.star_height, i2.star_height)); case OP_RE_INTERSECT: i1 = get_info_rec(e->get_arg(0)); i2 = get_info_rec(e->get_arg(1)); return info(false, i1.standard && i2.standard, i1.interpreted && i2.interpreted, i1.nonbranching && i2.nonbranching, i1.normalized && i2.normalized, i1.monadic && i2.monadic, i1.singleton && i2.singleton, ((i1.nullable == l_true && i2.nullable == l_true) ? l_true : ((i1.nullable == l_false || i2.nullable == l_false) ? l_false : l_undef)), std::max(i1.min_length, i2.min_length), std::max(i1.star_height, i2.star_height)); case OP_SEQ_TO_RE: //TBD: the sequence is not a concrete value min_length = u.str.min_length(e->get_arg(0)); return info(true, true, true, true, true, true, (min_length == 1 && u.str.max_length(e->get_arg(0)) == 1), l_false, min_length, 0); case OP_RE_REVERSE: return get_info_rec(e->get_arg(0)); case OP_RE_PLUS: i1 = get_info_rec(e->get_arg(0)); //r+ is not normalized if r is nullable, the normalized form would be r* return info(i1.classical, i1.classical, i1.interpreted, i1.nonbranching, (i1.nullable == l_false ? i1.normalized : false), i1.monadic, false, l_true, 0, i1.star_height + 1); case OP_RE_COMPLEMENT: i1 = get_info_rec(e->get_arg(0)); nullable = (i1.nullable == l_true ? l_false : (i1.nullable == l_false ? l_true : l_undef)); min_length = (nullable == l_false ? 1 : 0); return info(false, i1.standard, i1.interpreted, i1.nonbranching, i1.normalized, i1.monadic, false, nullable, min_length, i1.star_height); case OP_RE_LOOP: i1 = get_info_rec(e->get_arg(0)); lower_bound = e->get_decl()->get_parameter(0).get_int(); //r{l,m} is not normalized if r is nullable but l > 0 normalized = (i1.nullable == l_false && lower_bound > 0 ? false : i1.normalized); nullable = (i1.nullable == l_true || lower_bound == 0 ? l_true : i1.nullable); return info(i1.classical, i1.classical, i1.interpreted, i1.nonbranching, normalized, i1.singleton, false, nullable, u.max_mul(i1.min_length, lower_bound), i1.star_height); case OP_RE_DIFF: i1 = get_info_rec(e->get_arg(0)); i2 = get_info_rec(e->get_arg(1)); return info(false, i1.standard & i2.standard, i1.interpreted & i2.interpreted, i1.nonbranching & i2.nonbranching, i1.normalized & i2.normalized, i1.monadic & i2.monadic, false, ((i1.nullable == l_true && i2.nullable == l_false) ? l_true : ((i1.nullable == l_false || i2.nullable == l_false) ? l_false : l_undef)), std::max(i1.min_length, i2.min_length), std::max(i1.star_height, i2.star_height)); } return invalid_info; } expr* c, * t, * f; if (u.m.is_ite(e, c, t, f)) { i1 = get_info_rec(t); i2 = get_info_rec(f); min_length = std::min(i1.min_length, i2.min_length); nullable = (i1.nullable == i2.nullable ? i1.nullable : l_undef); //TBD: whether ite is interpreted or not depends on whether the condition is interpreted and both branches are interpreted return info(false, false, false, false, i1.normalized && i2.normalized, i1.monadic && i2.monadic, i1.singleton && i2.singleton, nullable, min_length, std::max(i1.star_height, i2.star_height)); } return invalid_info; } std::ostream& seq_util::rex::info::display(std::ostream& out) const { if (valid) { out << "info(" << "nullable=" << (nullable == l_true ? "T" : (nullable == l_false ? "F" : "U")) << ", " << "classical=" << (classical ? "T" : "F") << ", " << "standard=" << (standard ? "T" : "F") << ", " << "nonbranching=" << (nonbranching ? "T" : "F") << ", " << "normalized=" << (normalized ? "T" : "F") << ", " << "monadic=" << (monadic ? "T" : "F") << ", " << "singleton=" << (singleton ? "T" : "F") << ", " << "min_length=" << min_length << ", " << "star_height=" << star_height << ")"; } else out << "UNDEF"; return out; } /* String representation of the info. */ std::string seq_util::rex::info::str() const { std::ostringstream out; display(out); return out.str(); }