/* Copyright (c) 2014 Microsoft Corporation. All rights reserved. Released under Apache 2.0 license as described in the file LICENSE. Author: Leonardo de Moura */ #include #include #include "runtime/sstream.h" #include "util/option_declarations.h" #include "kernel/abstract.h" #include "kernel/instantiate.h" #include "kernel/replace_fn.h" #include "kernel/for_each_fn.h" #include "library/error_msgs.h" #include "library/annotation.h" #include "library/locals.h" #include "library/explicit.h" #include "library/aliases.h" #include "library/constants.h" #include "library/placeholder.h" #include "library/string.h" #include "library/num.h" #include "library/util.h" #include "library/metavar_context.h" #include "library/replace_visitor.h" #include "library/compiler/compiler.h" #include "frontends/lean/parser.h" #include "frontends/lean/tokens.h" #include "frontends/lean/decl_util.h" // TODO(Leo): remove #include "frontends/lean/prenum.h" #include "frontends/lean/typed_expr.h" #include "frontends/lean/choice.h" #ifndef LEAN_DEFAULT_AUTO_PARAM_CHECK_EXISTS #define LEAN_DEFAULT_AUTO_PARAM_CHECK_EXISTS true #endif namespace lean { static name * g_auto_param_check_exists = nullptr; static bool get_auto_param_check_exists(options const & o) { return o.get_bool(*g_auto_param_check_exists, LEAN_DEFAULT_AUTO_PARAM_CHECK_EXISTS); } void consume_until_end_or_command(parser & p) { while (!p.curr_is_command() && !p.curr_is_eof() && !p.curr_is_token(get_period_tk())) { if (p.curr() == token_kind::Eof) return; p.next(); } if (p.curr_is_token(get_end_tk())) p.next(); } void check_command_period_docstring_or_eof(parser const & p) { if (!p.curr_is_command() && !p.curr_is_eof() && !p.curr_is_token(get_period_tk()) && p.curr() != token_kind::DocBlock && p.curr() != token_kind::ModDocBlock && p.curr() != token_kind::NewFrontend) throw parser_error("unexpected token, '.', command, or end-of-file expected", p.pos()); } void check_command_period_open_binder_or_eof(parser const & p) { if (!p.curr_is_command_like() && !p.curr_is_eof() && !p.curr_is_token(get_period_tk()) && !p.curr_is_token(get_lparen_tk()) && !p.curr_is_token(get_lbracket_tk()) && !p.curr_is_token(get_lcurly_tk()) && !p.curr_is_token(get_ldcurly_tk())) throw parser_error("unexpected token, '(', '{', '[', '⦃', '.', command, or end-of-file expected", p.pos()); } void check_atomic(name const & n) { if (!n.is_atomic()) throw exception(sstream() << "invalid declaration name '" << n << "', identifier must be atomic"); } void check_in_section(parser const & p) { if (!in_section(p.env())) throw exception(sstream() << "invalid command, it must be used in a section"); } bool is_root_namespace(name const & n) { return n == get_root_tk(); } name remove_root_prefix(name const & n) { return n.replace_prefix(get_root_tk(), name()); } bool is_eqn_prefix(parser & p, bool) { return p.curr_is_token(get_bar_tk()); } // Return the local levels in \c ls that are not associated with variables levels collect_local_nonvar_levels(parser & p, names const & ls) { buffer section_ls_buffer; for (name const & l : ls) { if (p.is_local_level(l) && !p.is_local_level_variable(l)) section_ls_buffer.push_back(mk_univ_param(l)); else break; } return levels(section_ls_buffer); } // Version of collect_locals(expr const & e, collected_locals & ls) that ignores local constants occurring in // tactics. static void collect_locals_ignoring_tactics(expr const & e, collected_locals & ls) { if (!has_local(e)) return; for_each(e, [&](expr const & e, unsigned) { if (!has_local(e)) return false; // if (is_by(e)) // return false; // do not visit children if (is_local(e)) ls.insert(e); return true; }); } void remove_local_vars(parser const & p, buffer & locals) { unsigned j = 0; for (unsigned i = 0; i < locals.size(); i++) { expr const & param = locals[i]; if (!is_local(param) || !p.is_local_variable(param)) { locals[j] = param; j++; } } locals.shrink(j); } levels remove_local_vars(parser const & p, levels const & ls) { return filter(ls, [&](level const & l) { return is_placeholder(l) || !is_param(l) || !p.is_local_level_variable(param_id(l)); }); } // TODO(Leo): delete these headers void collect_annonymous_inst_implicit(parser const & p, collected_locals & locals); void sort_locals(buffer const & locals, parser const & p, buffer & ps); list locals_to_context(expr const & e, parser const & p) { collected_locals ls; collect_locals_ignoring_tactics(e, ls); collect_annonymous_inst_implicit(p, ls); buffer locals; sort_locals(ls.get_collected(), p, locals); std::reverse(locals.begin(), locals.end()); return to_list(locals.begin(), locals.end()); } expr mk_local_ref(name const & n, levels const & ctx_ls, unsigned num_ctx_params, expr const * ctx_params) { buffer params; for (unsigned i = 0; i < num_ctx_params; i++) params.push_back(mk_explicit(ctx_params[i])); return mk_as_atomic(mk_app(mk_explicit(mk_constant(n, ctx_ls)), params)); } bool is_local_ref(expr const & e) { if (!is_as_atomic(e)) return false; expr const & imp_arg = get_as_atomic_arg(e); buffer locals; expr const & f = get_app_args(imp_arg, locals); return is_explicit(f) && is_constant(get_explicit_arg(f)) && std::all_of(locals.begin(), locals.end(), [](expr const & l) { return is_explicit(l) && is_local(get_explicit_arg(l)); }); } expr update_local_ref(expr const & e, name_set const & lvls_to_remove, name_set const & locals_to_remove) { lean_assert(is_local_ref(e)); if (locals_to_remove.empty() && lvls_to_remove.empty()) return e; buffer locals; expr const & f = get_app_args(get_as_atomic_arg(e), locals); lean_assert(is_explicit(f)); expr new_f; if (!lvls_to_remove.empty()) { expr const & c = get_explicit_arg(f); lean_assert(is_constant(c)); new_f = mk_explicit(update_constant(c, filter(const_levels(c), [&](level const & l) { return is_placeholder(l) || (is_param(l) && !lvls_to_remove.contains(param_id(l))); }))); } else { new_f = f; } if (!locals_to_remove.empty()) { unsigned j = 0; for (unsigned i = 0; i < locals.size(); i++) { expr const & l = locals[i]; if (!locals_to_remove.contains(local_name(get_explicit_arg(l)))) { locals[j] = l; j++; } } locals.shrink(j); } if (locals.empty()) { return get_explicit_arg(new_f); } else { return mk_as_atomic(mk_app(new_f, locals)); } } expr Fun(buffer const & locals, expr const & e, parser & p) { return p.rec_save_pos(Fun_p(locals, e), p.get_pos_info(e)); } expr Fun(expr const & local, expr const & e, parser & p) { return p.rec_save_pos(Fun_p(local, e), p.get_pos_info(e)); } expr Pi(buffer const & locals, expr const & e, parser & p) { return p.rec_save_pos(Pi_p(locals, e), p.get_pos_info(e)); } expr Pi(expr const & local, expr const & e, parser & p) { return p.rec_save_pos(Pi_p(local, e), p.get_pos_info(e)); } template static expr mk_binding_as_is(unsigned num, expr const * locals, expr const & b) { expr r = abstract_p(b, num, locals); unsigned i = num; while (i > 0) { --i; expr const & l = locals[i]; expr t = abstract_p(local_type_p(l), i, locals); if (is_lambda) r = mk_lambda(local_pp_name_p(l), mk_as_is(t), r, local_info_p(l)); else r = mk_pi(local_pp_name_p(l), mk_as_is(t), r, local_info_p(l)); } return r; } expr Pi_as_is(buffer const & locals, expr const & e, parser & p) { return p.rec_save_pos(mk_binding_as_is(locals.size(), locals.data(), e), p.get_pos_info(e)); } expr Pi_as_is(expr const & local, expr const & e) { return mk_binding_as_is(1, &local, e); } level mk_result_level(buffer const & r_lvls) { if (r_lvls.empty()) { return mk_level_one(); } else { level r = r_lvls[0]; for (unsigned i = 1; i < r_lvls.size(); i++) r = mk_max(r, r_lvls[i]); r = normalize(r); if (is_not_zero(r)) return normalize(r); else return normalize(mk_max(r, mk_level_one())); } } std::tuple parse_local_expr(parser & p, name const & decl_name, metavar_context & mctx, bool relaxed) { expr e = p.parse_expr(); bool check_unassigend = !relaxed; expr new_e; names ls; std::tie(new_e, ls) = p.elaborate(decl_name, mctx, e, check_unassigend); names new_ls = to_names(collect_univ_params(new_e)); return std::make_tuple(new_e, new_ls); } std::tuple parse_local_expr(parser & p, name const & decl_name, bool relaxed) { metavar_context mctx; return parse_local_expr(p, decl_name, mctx, relaxed); } optional is_uniquely_aliased(environment const & env, name const & n) { if (auto it = is_expr_aliased(env, n)) if (length(get_expr_aliases(env, *it)) == 1) return it; return optional(); } name get_decl_short_name(name const & d, environment const & env) { // using namespace override resolution rule names const & ns_list = get_namespaces(env); for (name const & ns : ns_list) { if (is_prefix_of(ns, d) && ns != d) return d.replace_prefix(ns, name()); } // if the alias is unique use it if (auto it = is_uniquely_aliased(env, d)) return *it; else return d; } environment open_prec_aliases(environment const & env) { name prec("std", "prec"); return overwrite_aliases(env, prec, name()); } char const * open_binder_string(binder_info bi, bool unicode) { if (is_implicit(bi)) return "{"; else if (is_inst_implicit(bi)) return "["; else if (is_strict_implicit(bi) && unicode) return "⦃"; else if (is_strict_implicit(bi) && !unicode) return "{{"; else return "("; } char const * close_binder_string(binder_info bi, bool unicode) { if (is_implicit(bi)) return "}"; else if (is_inst_implicit(bi)) return "]"; else if (is_strict_implicit(bi) && unicode) return "⦄"; else if (is_strict_implicit(bi) && !unicode) return "}}"; else return ")"; } pair parse_option_name(parser & p, char const * error_msg) { auto id_pos = p.pos(); name id = p.check_id_next(error_msg); option_declarations decls = get_option_declarations(); auto it = decls.find(id); if (!it) { // add "lean" prefix name lean_id = name("lean") + id; it = decls.find(lean_id); if (!it) { throw parser_error(sstream() << "unknown option '" << id << "', type 'help options.' for list of available options", id_pos); } else { id = lean_id; } } return mk_pair(id, it->kind()); } expr quote(unsigned u) { return mk_prenum(mpz(u)); } expr quote(char const * str) { return from_string(str); } expr quote(name const & n) { switch (n.kind()) { case name_kind::ANONYMOUS: return mk_constant(get_lean_name_anonymous_name()); case name_kind::NUMERAL: return mk_app(mk_constant(get_lean_mk_name_num_name()), quote(n.get_prefix()), quote(n.get_numeral().get_small_value())); // HACK: it may crash if numeral is not small case name_kind::STRING: return mk_app(mk_constant(get_lean_mk_name_str_name()), quote(n.get_prefix()), quote(n.get_string().data())); // HACK: accessing Lean string as C String } lean_unreachable(); } static name * g_no_info = nullptr; name const & get_no_info() { return *g_no_info; } expr mk_no_info(expr const & e) { return mk_annotation(get_no_info(), e); } bool is_no_info(expr const & e) { return is_annotation(e, get_no_info()); } expr mk_opt_param(expr const & t, expr const & val) { return copy_pos(val, mk_app(copy_pos(val, mk_constant(get_opt_param_name())), t, val)); } expr mk_auto_param(expr const & t, name const & tac_name) { return copy_pos(t, mk_app(copy_pos(t, mk_constant(get_auto_param_name())), t, quote(tac_name))); } expr parse_auto_param(parser & p, expr const & type) { p.next(); auto pos = p.pos(); name tac_id = p.check_decl_id_next("invalid auto_param, identifier expected"); if (get_auto_param_check_exists(p.get_options())) { expr tac_expr = p.id_to_expr(tac_id, pos, true); // if (!is_tactic_unit(p.env(), tac_expr)) // throw parser_error(sstream() << "invalid auto_param, '" << tac_id << "' must have type (tactic unit)", pos); return mk_auto_param(type, const_name(tac_expr)); } else { return mk_auto_param(type, tac_id); } } static name * g_frozen_name = nullptr; expr mk_frozen_name_annotation(expr const & e) { return mk_annotation(*g_frozen_name, e); } bool is_frozen_name(expr const & e) { return is_annotation(e, *g_frozen_name); } expr freeze_names(expr const & e) { return replace(e, [&](expr const e, unsigned) { if (is_constant(e)) return some_expr(mk_frozen_name_annotation(e)); else return none_expr(); }); } static name * g_field_notation_name = nullptr; expr mk_field_notation(expr const & e, name const & field) { kvmap m = set_name(kvmap(), *g_field_notation_name, field); return mk_mdata(m, e); } expr mk_field_notation_compact(expr const & e, char const * field) { name fname(field); if (is_choice(e)) { buffer new_es; for (unsigned i = 0; i < get_num_choices(e); i++) { expr const & c = get_choice(e, i); new_es.push_back(copy_pos(c, mk_field_notation(c, fname))); } return mk_choice(new_es.size(), new_es.data()); } else { return mk_field_notation(e, fname); } } expr mk_field_notation(expr const & e, unsigned fidx) { kvmap m = set_nat(kvmap(), *g_field_notation_name, nat(fidx)); return mk_mdata(m, e); } bool is_field_notation(expr const & e) { return is_mdata(e) && (get_name(mdata_data(e), *g_field_notation_name) || get_nat(mdata_data(e), *g_field_notation_name)); } bool is_anonymous_field_notation(expr const & e) { lean_assert(is_field_notation(e)); return !get_name(mdata_data(e), *g_field_notation_name); } name get_field_notation_field_name(expr const & e) { lean_assert(is_field_notation(e)); if (optional r = get_name(mdata_data(e), *g_field_notation_name)) return *r; else return name(); } unsigned get_field_notation_field_idx(expr const & e) { lean_assert(is_field_notation(e)); if (optional r = get_nat(mdata_data(e), *g_field_notation_name)) return r->get_small_value(); else return 0; } void initialize_frontend_lean_util() { g_no_info = new name("no_info"); register_annotation(*g_no_info); g_frozen_name = new name("frozen_name"); register_annotation(*g_frozen_name); g_auto_param_check_exists = new name({"auto_param", "check_exists"}); register_bool_option(*g_auto_param_check_exists, LEAN_DEFAULT_AUTO_PARAM_CHECK_EXISTS, "Eagerly check that a tactic declaration of the given name exists when declaring an auto param"); g_field_notation_name = new name("fieldNotation"); } environment compile_expr(environment const & env, options const & opts, name const & n, names const & ls, expr const & type, expr const & e, pos_info const & /* pos */) { environment new_env = env; bool is_meta = true; new_env = new_env.add(mk_definition(new_env, n, ls, type, e, is_meta)); return compile(new_env, opts, n); } static expr save_pos(parser * p, expr const & e, optional const & pos) { if (pos) return p->save_pos(e, *pos); else return e; } static expr mk_lean_list(parser * p, buffer const & es, optional const & pos) { expr r = save_pos(p, mk_constant(get_list_nil_name()), pos); unsigned i = es.size(); while (i > 0) { --i; r = save_pos(p, mk_app(save_pos(p, mk_constant(get_list_cons_name()), pos), es[i], r), pos); } return r; } expr mk_lean_list(parser & p, buffer const & es, pos_info const & pos) { return mk_lean_list(&p, es, optional(pos)); } expr mk_lean_list(buffer const & es) { return mk_lean_list(nullptr, es, optional()); } void finalize_frontend_lean_util() { delete g_auto_param_check_exists; delete g_no_info; delete g_frozen_name; delete g_field_notation_name; } }