lean4-htt/src/library/tactic/user_attribute.cpp

390 lines
17 KiB
C++

/*
Copyright (c) 2016 Microsoft Corporation. All rights reserved.
Released under Apache 2.0 license as described in the file LICENSE.
Author: Sebastian Ullrich
*/
#include <string>
#include <limits>
#include "library/app_builder.h"
#include "library/kernel_serializer.h"
#include "library/attribute_manager.h"
#include "library/constants.h"
#include "library/scoped_ext.h"
#include "library/vm/vm_declaration.h"
#include "library/vm/vm_environment.h"
#include "library/vm/vm_expr.h"
#include "library/vm/vm_list.h"
#include "library/vm/vm_name.h"
#include "library/vm/vm_nat.h"
#include "library/vm/vm_option.h"
#include "library/vm/vm_parser.h"
#include "library/vm/vm_string.h"
#include "library/cache_helper.h"
#include "library/trace.h"
#include "util/name_hash_map.h"
namespace lean {
/* Persisting */
struct user_attr_ext : public environment_extension {
name_map<attribute_ptr> m_attrs;
};
struct user_attr_ext_reg {
unsigned m_ext_id;
user_attr_ext_reg() { m_ext_id = environment::register_extension(std::make_shared<user_attr_ext>()); }
};
static user_attr_ext_reg * g_ext = nullptr;
static user_attr_ext const & get_extension(environment const & env) {
return static_cast<user_attr_ext const &>(env.get_extension(g_ext->m_ext_id));
}
static environment update(environment const & env, user_attr_ext const & ext) {
return env.update(g_ext->m_ext_id, std::make_shared<user_attr_ext>(ext));
}
struct user_attribute_data : public attr_data {
expr m_param;
user_attribute_data() {}
user_attribute_data(expr const & param) : m_param(param) {}
virtual unsigned hash() const override { return m_param.hash(); }
void write(serializer & s) const { s << m_param; }
void read(deserializer & d) { d >> m_param; }
virtual void print(std::ostream & out) override {
// TODO(sullrich): use parser-reversing pretty printer as soon as that exists
if (!is_constant(m_param, get_unit_star_name())) {
out << " " << m_param;
}
}
};
class user_attribute : public typed_attribute<user_attribute_data> {
name m_decl;
public:
user_attribute(name const & id, name const & d, char const * descr, after_set_proc const & after_set,
before_unset_proc const & before_unset) : typed_attribute(id, descr, after_set, before_unset), m_decl(d) {}
attr_data_ptr parse_data(abstract_parser & p) const override final {
lean_assert(dynamic_cast<parser *>(&p));
auto & p2 = *static_cast<parser *>(&p);
type_context ctx(p2.env(), p2.get_options());
expr parser = mk_app(ctx, get_user_attribute_parse_reflect_name(), 3, mk_constant(m_decl));
expr param = to_expr(run_parser(p2, parser));
return attr_data_ptr(new user_attribute_data(param));
}
};
vm_obj user_attribute_get_param_untyped(vm_obj const &, vm_obj const &, vm_obj const & vm_attr, vm_obj const & vm_n, vm_obj const & vm_s) {
name const & attr_n = to_name(cfield(vm_attr, 0));
name const & n = to_name(vm_n);
tactic_state const & s = tactic::to_state(vm_s);
LEAN_TACTIC_TRY;
attribute const & attr = get_attribute(s.env(), attr_n);
auto uattr = dynamic_cast<user_attribute const *>(&attr);
lean_always_assert(uattr);
auto const & data = uattr->get(s.env(), n);
if (!data) {
return tactic::mk_exception(sstream() << "failed to retrieve parameter data of attribute '"
<< attr_n << "' on declaration '" << n << "'", s);
}
return tactic::mk_success(to_obj(data->m_param), s);
LEAN_TACTIC_CATCH(s);
}
vm_obj user_attribute_set_untyped(expr const & beta, name const & attr_n, name const & n, expr const & val,
bool persistent, unsigned prio, tactic_state const & s) {
type_context ctx(s.env(), s.get_options());
if (!ctx.is_def_eq(beta, ctx.infer(val))) {
return tactic::mk_exception(sstream() << "set_untyped failed, '" << val << "' is not of type '" << beta << "'", s);
}
LEAN_TACTIC_TRY;
attribute const & attr = get_attribute(s.env(), attr_n);
if (user_attribute const * user_attr = dynamic_cast<user_attribute const *>(&attr)) {
environment new_env = user_attr->set(s.env(), get_global_ios(), n, prio, user_attribute_data(val), persistent);
return tactic::mk_success(set_env(s, new_env));
} else {
return tactic::mk_exception(sstream() << "set_untyped failed, '" << attr_n << "' is not a user attribute", s);
}
LEAN_TACTIC_CATCH(s);
}
vm_obj user_attribute_set_untyped(unsigned DEBUG_CODE(num), vm_obj const * args) {
lean_assert(num == 9);
unsigned prio = is_none(args[7]) ? LEAN_DEFAULT_PRIORITY : to_unsigned(get_some_value(args[7]));
return user_attribute_set_untyped(to_expr(args[2]), to_name(cfield(args[3], 0)), to_name(args[4]),
to_expr(args[5]), to_bool(args[6]), prio, tactic::to_state(args[8]));
}
static environment add_user_attr(environment const & env, name const & d) {
auto const & ty = env.get(d).get_type();
if (!is_app_of(ty, get_user_attribute_name(), 2))
throw exception("invalid [user_attribute] usage, must be applied to definition of type `user_attribute`");
vm_state vm(env, options());
vm_obj o = vm.get_constant(d);
name const & attr_name = to_name(cfield(o, 0));
if (attr_name.is_anonymous())
throw exception(sstream() << "invalid user_attribute, anonymous attribute names are not allowed");
if (is_attribute(env, attr_name))
throw exception(sstream() << "an attribute named [" << attr_name << "] has already been registered");
std::string descr = to_string(cfield(o, 1));
after_set_proc after_set;
if (!is_none(cfield(o, 2))) {
after_set = [=](environment const & env, io_state const & ios, name const & n, unsigned prio, bool persistent) {
vm_state vm(env, ios.get_options());
scope_vm_state scope(vm);
vm_obj o = vm.get_constant(d);
tactic_state s = mk_tactic_state_for(env, options(), {}, local_context(), mk_true());
auto vm_r = vm.invoke(get_some_value(cfield(o, 2)), to_obj(n), mk_vm_nat(prio), mk_vm_bool(persistent), to_obj(s));
tactic::report_exception(vm, vm_r);
return tactic::to_state(tactic::get_result_state(vm_r)).env();
};
}
before_unset_proc before_unset;
if (!is_none(cfield(o, 3))) {
before_unset = [=](environment const & env, io_state const & ios, name const & n, bool persistent) {
vm_state vm(env, ios.get_options());
scope_vm_state scope(vm);
vm_obj o = vm.get_constant(d);
tactic_state s = mk_tactic_state_for(env, options(), {}, local_context(), mk_true());
auto vm_r = vm.invoke(get_some_value(cfield(o, 3)), to_obj(n), mk_vm_bool(persistent), to_obj(s));
tactic::report_exception(vm, vm_r);
return tactic::to_state(tactic::get_result_state(vm_r)).env();
};
}
user_attr_ext ext = get_extension(env);
ext.m_attrs.insert(attr_name, attribute_ptr(new user_attribute(attr_name, d, descr.c_str(), after_set, before_unset)));
return update(env, ext);
}
/* Integration into attribute_manager */
class actual_user_attribute_ext : public user_attribute_ext {
public:
virtual name_map<attribute_ptr> get_attributes(environment const & env) override {
return get_extension(env).m_attrs;
}
void write_entry(serializer & s, attr_data const & data) override {
lean_assert(dynamic_cast<user_attribute_data const *>(&data));
static_cast<user_attribute_data const *>(&data)->write(s);
}
attr_data_ptr read_entry(deserializer & d) override {
auto data = new user_attribute_data;
data->read(d);
return attr_data_ptr(data);
}
};
struct user_attr_modification : public modification {
LEAN_MODIFICATION("USR_ATTR")
name m_name;
user_attr_modification() {}
user_attr_modification(name const & name) : m_name(name) {}
void perform(environment & env) const override {
env = add_user_attr(env, m_name);
}
void serialize(serializer & s) const override {
s << m_name;
}
static std::shared_ptr<modification const> deserialize(deserializer & d) {
return std::make_shared<user_attr_modification>(read_name(d));
}
};
/* VM builtins */
vm_obj attribute_get_instances(vm_obj const & vm_n, vm_obj const & vm_s) {
auto const & s = tactic::to_state(vm_s);
auto const & n = to_name(vm_n);
buffer<name> b;
LEAN_TACTIC_TRY;
get_attribute(s.env(), n).get_instances(s.env(), b);
LEAN_TACTIC_CATCH(s);
return tactic::mk_success(to_obj(b), s);
}
vm_obj attribute_fingerprint(vm_obj const & vm_n, vm_obj const & vm_s) {
auto const & s = tactic::to_state(vm_s);
auto const & n = to_name(vm_n);
unsigned h;
LEAN_TACTIC_TRY;
h = get_attribute(s.env(), n).get_fingerprint(s.env());
LEAN_TACTIC_CATCH(s);
return tactic::mk_success(mk_vm_nat(h), s);
}
/* Caching */
struct user_attr_cache {
struct entry {
environment m_env;
unsigned m_fingerprint;
list<unsigned> m_dep_fingerprints;
vm_obj m_val;
};
name_hash_map<entry> m_cache;
};
/* CACHE_RESET: NO
This cache contains vm_objects.
*/
MK_THREAD_LOCAL_GET_DEF(user_attr_cache, get_user_attribute_cache);
static bool check_dep_fingerprints(environment const & env, list<name> const & dep_names, list<unsigned> const & dep_fingerprints) {
if (!dep_names && !dep_fingerprints) {
return true;
} else if (dep_names && dep_fingerprints) {
return
get_attribute(env, head(dep_names)).get_fingerprint(env) == head(dep_fingerprints) &&
check_dep_fingerprints(env, tail(dep_names), tail(dep_fingerprints));
} else {
return false;
}
}
vm_obj user_attribute_get_cache_core(vm_obj const &, vm_obj const &, vm_obj const & vm_attr, vm_obj const & vm_s) {
tactic_state const & s = tactic::to_state(vm_s);
name const & n = to_name(cfield(vm_attr, 0));
vm_obj const & cache_cfg = cfield(vm_attr, 4);
vm_obj const & cache_handler = cfield(cache_cfg, 0);
list<name> const & deps = to_list_name(cfield(cache_cfg, 1));
LEAN_TACTIC_TRY;
environment const & env = s.env();
attribute const & attr = get_attribute(env, n);
user_attr_cache & cache = get_user_attribute_cache();
auto it = cache.m_cache.find(attr.get_name());
if (it != cache.m_cache.end()) {
if (it->second.m_fingerprint == attr.get_fingerprint(env) &&
check_dep_fingerprints(env, deps, it->second.m_dep_fingerprints) &&
env.is_descendant(it->second.m_env)) {
return tactic::mk_success(it->second.m_val, s);
}
lean_trace("user_attributes_cache", tout() << "cached result for [" << attr.get_name() << "] "
<< "has been found, but cache fingerprint does not match\n";);
} else {
lean_trace("user_attributes_cache", tout() << "no cached result for [" << attr.get_name() << "]\n";);
}
lean_trace("user_attributes_cache", tout() << "recomputing cache for [" << attr.get_name() << "]\n";);
buffer<name> instances;
attr.get_instances(env, instances);
tactic_state s0 = mk_tactic_state_for(env, options(), {}, local_context(), mk_true());
vm_obj result;
bool was_updated;
{
vm_state::reset_env_was_updated_flag scope(get_vm_state());
result = invoke(cache_handler, to_obj(to_list(instances)), to_obj(s0));
was_updated = get_vm_state().env_was_updated();
}
if (tactic::is_success(result)) {
if (!was_updated) {
user_attr_cache::entry entry;
entry.m_env = env;
entry.m_fingerprint = attr.get_fingerprint(env);
entry.m_dep_fingerprints = map2<unsigned>(deps, [&](name const & n) {
return get_attribute(env, n).get_fingerprint(env);
});
entry.m_val = cfield(result, 0);
cache.m_cache.erase(attr.get_name());
cache.m_cache.insert(mk_pair(attr.get_name(), entry));
return tactic::mk_success(entry.m_val, s);
} else {
lean_trace("user_attributes_cache", tout() << "did not cache result for [" << attr.get_name() << "] "
"because VM environment has been updated with temporary declarations\n";);
vm_obj r = cfield(result, 0);
return tactic::mk_success(r, s);
}
} else {
return result;
}
LEAN_TACTIC_CATCH(s);
}
vm_obj user_attribute_get_cache(vm_state & S, tactic_state const & s, name const & attr_decl_name) {
vm_obj attr = S.get_constant(attr_decl_name);
return user_attribute_get_cache_core(mk_vm_unit(), mk_vm_unit(), attr, to_obj(s));
}
vm_obj set_basic_attribute(vm_obj const & vm_attr_n, vm_obj const & vm_n, vm_obj const & p, vm_obj const & vm_prio, vm_obj const & vm_s) {
name const & attr_n = to_name(vm_attr_n);
name const & n = to_name(vm_n);
unsigned prio;
if (is_none(vm_prio))
prio = LEAN_DEFAULT_PRIORITY;
else
prio = force_to_unsigned(get_some_value(vm_prio), std::numeric_limits<unsigned>::max());
tactic_state const & s = tactic::to_state(vm_s);
LEAN_TACTIC_TRY;
attribute const & attr = get_attribute(s.env(), attr_n);
if (basic_attribute const * basic_attr = dynamic_cast<basic_attribute const *>(&attr)) {
bool persistent = to_bool(p);
environment new_env = basic_attr->set(s.env(), get_global_ios(), n, prio, persistent);
return tactic::mk_success(set_env(s, new_env));
} else {
return tactic::mk_exception(sstream() << "set_basic_attribute tactic failed, '" << attr_n << "' is not a basic attribute", s);
}
LEAN_TACTIC_CATCH(s);
}
vm_obj unset_attribute(vm_obj const & vm_attr_n, vm_obj const & vm_n, vm_obj const & vm_s) {
name const & attr_n = to_name(vm_attr_n);
name const & n = to_name(vm_n);
tactic_state const & s = tactic::to_state(vm_s);
LEAN_TACTIC_TRY;
attribute const & attr = get_attribute(s.env(), attr_n);
bool persistent = false;
environment new_env = attr.unset(s.env(), get_global_ios(), n, persistent);
return tactic::mk_success(set_env(s, new_env));
LEAN_TACTIC_CATCH(s);
}
vm_obj has_attribute(vm_obj const & vm_attr_n, vm_obj const & vm_n, vm_obj const & vm_s) {
name const & attr_n = to_name(vm_attr_n);
name const & n = to_name(vm_n);
tactic_state const & s = tactic::to_state(vm_s);
LEAN_TACTIC_TRY;
attribute const & attr = get_attribute(s.env(), attr_n);
if (attr.is_instance(s.env(), n)) {
unsigned prio = attr.get_prio(s.env(), n);
return tactic::mk_success(mk_vm_nat(prio), s);
} else {
return tactic::mk_exception(sstream() << "'" << n << "' is not tagged with attribute '" << attr_n << "'", s);
}
LEAN_TACTIC_CATCH(s);
}
void initialize_user_attribute() {
DECLARE_VM_BUILTIN(name({"attribute", "get_instances"}), attribute_get_instances);
DECLARE_VM_BUILTIN(name({"attribute", "fingerprint"}), attribute_fingerprint);
DECLARE_VM_BUILTIN(name({"user_attribute", "get_cache"}), user_attribute_get_cache_core);
DECLARE_VM_BUILTIN(name({"user_attribute", "get_param_untyped"}), user_attribute_get_param_untyped);
declare_vm_builtin(name({"user_attribute", "set_untyped"}), "user_attribute_set_untyped",
9, user_attribute_set_untyped);
DECLARE_VM_BUILTIN(name({"tactic", "set_basic_attribute"}), set_basic_attribute);
DECLARE_VM_BUILTIN(name({"tactic", "unset_attribute"}), unset_attribute);
DECLARE_VM_BUILTIN(name({"tactic", "has_attribute"}), has_attribute);
register_trace_class("user_attributes_cache");
register_system_attribute(basic_attribute(
"user_attribute", "register a definition of type `user_attribute` in the attribute manager",
[](environment const & env, io_state const &, name const & n, unsigned, bool persistent) {
if (!persistent)
throw exception("illegal [user_attribute] application, cannot be used locally");
return module::add_and_perform(env, std::make_shared<user_attr_modification>(n));
}));
g_ext = new user_attr_ext_reg();
user_attr_modification::init();
set_user_attribute_ext(std::unique_ptr<user_attribute_ext>(new actual_user_attribute_ext));
}
void finalize_user_attribute() {
user_attr_modification::finalize();
delete g_ext;
}
}