/* Copyright (c) 2013 Microsoft Corporation. All rights reserved. Released under Apache 2.0 license as described in the file LICENSE. Author: Leonardo de Moura */ #include #include #include #include #include #include #include #include #include "util/realpath.h" #include "util/stackinfo.h" #include "util/macros.h" #include "util/debug.h" #include "util/sstream.h" #include "util/interrupt.h" #include "util/memory.h" #include "util/thread.h" #include "util/lean_path.h" #include "util/file_lock.h" #include "util/sexpr/options.h" #include "util/sexpr/option_declarations.h" #include "kernel/environment.h" #include "kernel/kernel_exception.h" #include "kernel/type_checker.h" #include "kernel/formatter.h" #include "library/st_task_queue.h" #include "library/mt_task_queue.h" #include "library/module_mgr.h" #include "library/standard_kernel.h" #include "library/module.h" #include "library/type_context.h" #include "library/io_state_stream.h" #include "library/export.h" #include "library/message_builder.h" #include "frontends/lean/parser.h" #include "frontends/lean/pp.h" #include "frontends/lean/dependencies.h" #include "frontends/lean/opt_cmd.h" #include "frontends/smt2/parser.h" #include "frontends/lean/json.h" #include "library/native_compiler/options.h" #include "library/native_compiler/native_compiler.h" #include "library/trace.h" #include "init/init.h" #include "shell/simple_pos_info_provider.h" #include "shell/leandoc.h" #if defined(LEAN_SERVER) #include "shell/server.h" #endif #if defined(LEAN_EMSCRIPTEN) #include #endif #include "version.h" #include "githash.h" // NOLINT using namespace lean; // NOLINT static void display_header(std::ostream & out) { out << "Lean (version " << LEAN_VERSION_MAJOR << "." << LEAN_VERSION_MINOR << "." << LEAN_VERSION_PATCH; if (std::strcmp(g_githash, "GITDIR-NOTFOUND") == 0) { if (std::strcmp(LEAN_PACKAGE_VERSION, "NOT-FOUND") != 0) { out << ", package " << LEAN_PACKAGE_VERSION; } } else { out << ", commit " << std::string(g_githash).substr(0, 12); } out << ", " << LEAN_STR(LEAN_BUILD_TYPE) << ")\n"; } static void display_help(std::ostream & out) { display_header(out); std::cout << "Input format:\n"; std::cout << " --smt2 interpret files as SMT-Lib2 files\n"; std::cout << "Miscellaneous:\n"; std::cout << " --help -h display this message\n"; std::cout << " --version -v display version number\n"; std::cout << " --githash display the git commit hash number used to build this binary\n"; std::cout << " --path display the path used for finding Lean libraries and extensions\n"; std::cout << " --doc=file -r generate module documentation based on module doc strings\n"; std::cout << " --make create olean files\n"; std::cout << " --trust=num -t trust level (default: max) 0 means do not trust any macro,\n" << " and type check all imported modules\n"; std::cout << " --quiet -q do not print verbose messages\n"; std::cout << " --memory=num -M maximum amount of memory that should be used by Lean\n"; std::cout << " (in megabytes)\n"; #if defined(LEAN_MULTI_THREAD) std::cout << " --threads=num -j number of threads used to process lean files\n"; std::cout << " --tstack=num -s thread stack size in Kb\n"; #endif std::cout << " --deps just print dependencies of a Lean input\n"; #if defined(LEAN_SERVER) std::cout << " --json print JSON-formatted structured error messages\n"; std::cout << " --server start lean in server mode\n"; std::cout << " --server=file start lean in server mode, redirecting standard input from the specified file (for debugging)\n"; #endif std::cout << " --profile display elaboration/type checking time for each definition/theorem\n"; DEBUG_CODE( std::cout << " --debug=tag enable assertions with the given tag\n"; ) std::cout << " -D name=value set a configuration option (see set_option command)\n"; std::cout << "Exporting data:\n"; std::cout << " --export=file -E export final environment as textual low-level file\n"; std::cout << " --export-all=file -A export final environment (and all dependencies) as textual low-level file\n"; } static struct option g_long_options[] = { {"version", no_argument, 0, 'v'}, {"help", no_argument, 0, 'h'}, {"smt2", no_argument, 0, 'Y'}, {"path", no_argument, 0, 'p'}, {"githash", no_argument, 0, 'g'}, {"make", no_argument, 0, 'm'}, {"export", required_argument, 0, 'E'}, {"export-all", required_argument, 0, 'A'}, {"memory", required_argument, 0, 'M'}, {"trust", required_argument, 0, 't'}, {"profile", no_argument, 0, 'P'}, {"threads", required_argument, 0, 'j'}, {"quiet", no_argument, 0, 'q'}, {"deps", no_argument, 0, 'd'}, {"compile", optional_argument, 0, 'C'}, #if defined(LEAN_SERVER) {"json", no_argument, 0, 'J'}, {"server", optional_argument, 0, 'S'}, #endif {"doc", required_argument, 0, 'r'}, #if defined(LEAN_MULTI_THREAD) {"tstack", required_argument, 0, 's'}, #endif #ifdef LEAN_DEBUG {"debug", required_argument, 0, 'B'}, #endif {0, 0, 0, 0} }; static char const * g_opt_str = "PdD:qpgvht:012E:A:B:j:012rM:012" #if defined(LEAN_MULTI_THREAD) "s:012" #endif ; // NOLINT options set_config_option(options const & opts, char const * in) { if (!in) return opts; while (*in && std::isspace(*in)) ++in; std::string in_str(in); auto pos = in_str.find('='); if (pos == std::string::npos) throw lean::exception("invalid -D parameter, argument must contain '='"); lean::name opt = lean::string_to_name(in_str.substr(0, pos)); std::string val = in_str.substr(pos+1); auto decls = lean::get_option_declarations(); auto it = decls.find(opt); if (it) { switch (it->kind()) { case lean::BoolOption: if (val == "true") return opts.update(opt, true); else if (val == "false") return opts.update(opt, false); else throw lean::exception(lean::sstream() << "invalid -D parameter, invalid configuration option '" << opt << "' value, it must be true/false"); case lean::IntOption: case lean::UnsignedOption: return opts.update(opt, atoi(val.c_str())); case lean::StringOption: return opts.update(opt, val); default: throw lean::exception(lean::sstream() << "invalid -D parameter, configuration option '" << opt << "' cannot be set in the command line, use set_option command"); } } else { throw lean::exception(lean::sstream() << "invalid -D parameter, unknown configuration option '" << opt << "'"); } } class initializer { private: lean::initializer m_init; public: initializer() { #if defined(LEAN_SERVER) lean::initialize_server(); #endif } ~initializer() { #if defined(LEAN_SERVER) lean::finalize_server(); #endif } }; class progress_message_stream : public stream_message_buffer { mutex m_mutex; bool m_showing_task = false; std::ostream & m_out; void clear_shown_task() { if (m_showing_task) { m_out << "\33[2K\r"; m_showing_task = false; } } public: progress_message_stream(std::ostream & out) : stream_message_buffer(out), m_out(out) {} ~progress_message_stream() { clear_shown_task(); } void report(message_bucket_id const & bucket, message const & msg) override { unique_lock lock(m_mutex); clear_shown_task(); stream_message_buffer::report(bucket, msg); } void show_current_task(std::string const & desc) { unique_lock lock(m_mutex); clear_shown_task(); m_out << desc << std::flush; m_showing_task = true; } }; int main(int argc, char ** argv) { #if defined(LEAN_EMSCRIPTEN) EM_ASM( var lean_path = process.env['LEAN_PATH']; if (lean_path) { ENV['LEAN_PATH'] = lean_path; } try { // emscripten cannot mount all of / in the vfs, // we can only mount subdirectories... FS.mount(NODEFS, { root: '/home' }, '/home'); FS.mkdir('/root'); FS.mount(NODEFS, { root: '/root' }, '/root'); FS.chdir(process.cwd()); } catch (e) { console.log(e); }); #endif ::initializer init; bool make_mode = false; unsigned trust_lvl = LEAN_BELIEVER_TRUST_LEVEL+1; bool smt2 = false; bool compile = false; bool only_deps = false; unsigned num_threads = 0; #if defined(LEAN_MULTI_THREAD) num_threads = hardware_concurrency(); #endif #if defined(LEAN_SERVER) bool json_output = false; #endif options opts; optional export_txt; optional export_all_txt; optional doc; optional server_in; std::string native_output; while (true) { int c = getopt_long(argc, argv, g_opt_str, g_long_options, NULL); if (c == -1) break; // end of command line switch (c) { case 'j': num_threads = static_cast(atoi(optarg)); break; case 'v': display_header(std::cout); return 0; case 'g': std::cout << g_githash << "\n"; return 0; case 'h': display_help(std::cout); return 0; case 'Y': smt2 = true; break; case 'p': std::cout << lean::get_lean_path() << "\n"; return 0; case 's': lean::lthread::set_thread_stack_size(static_cast((atoi(optarg)/4)*4)*static_cast(1024)); break; case 'm': make_mode = true; break; case 'n': native_output = optarg; break; case 'C': compile = true; break; case 'r': doc = optarg; break; case 'M': lean::set_max_memory_megabyte(atoi(optarg)); opts = opts.update(lean::get_max_memory_opt_name(), atoi(optarg)); break; case 't': trust_lvl = atoi(optarg); break; case 'q': opts = opts.update(lean::get_verbose_opt_name(), false); break; case 'd': only_deps = true; break; case 'D': try { opts = set_config_option(opts, optarg); } catch (lean::exception & ex) { std::cerr << ex.what() << std::endl; return 1; } break; #if defined(LEAN_SERVER) case 'J': opts = opts.update(lean::name{"trace", "as_messages"}, true); json_output = true; break; case 'S': opts = opts.update("server", true); opts = opts.update(lean::name{"trace", "as_messages"}, true); if (optarg) server_in = optional(optarg); break; #endif case 'P': opts = opts.update("profiler", true); break; case 'E': export_txt = std::string(optarg); break; #if defined(LEAN_DEBUG) case 'B': lean::enable_debug(optarg); break; #endif case 'A': export_all_txt = std::string(optarg); break; default: std::cerr << "Unknown command line option\n"; display_help(std::cerr); return 1; } } environment env = mk_environment(trust_lvl); io_state ios(opts, lean::mk_pretty_formatter_factory()); if (smt2) { // Note: the smt2 flag may override other flags bool ok = true; for (int i = optind; i < argc; i++) { try { if (doc) throw lean::exception("leandoc does not support .smt2 files"); ok = ::lean::smt2::parse_commands(env, ios, argv[i]); } catch (lean::exception & ex) { ok = false; type_context tc(env, ios.get_options()); simple_pos_info_provider pp(argv[i]); lean::message_builder(&pp, std::make_shared(env, ios.get_options()), env, ios, argv[i], pos_info(1, 1), lean::ERROR) .set_exception(ex).report(); } } return ok ? 0 : 1; } #if defined(LEAN_SERVER) if (opts.get_bool("server")) { /* Disable assertion violation dialog: (C)ontinue, (A)bort, (S)top, Invoke (G)DB */ lean::enable_debug_dialog(false); std::unique_ptr file_in; if (server_in) { file_in.reset(new std::ifstream(*server_in)); std::cin.rdbuf(file_in->rdbuf()); } server(num_threads, env, ios).run(); return 0; } #endif std::shared_ptr msg_buf = std::make_shared(std::cout); #if defined(LEAN_SERVER) if (json_output) { msg_buf = std::make_shared(std::cout); ios.set_regular_channel(ios.get_diagnostic_channel_ptr()); } #endif scope_global_ios scope_ios(ios); scoped_message_buffer scope_msg_buf(msg_buf.get()); scope_message_context scope_msg_ctx(message_bucket_id { "_global", 1 }); try { std::vector args(argv + optind, argv + argc); if (make_mode) { if (args.empty()) args.push_back("."); std::vector files; for (auto & f : args) { if (auto i_d = is_dir(f)) { if (*i_d) { recursive_list_files(f, files); } else { files.push_back(f); } } } args.clear(); for (auto & f : files) { if (is_lean_file(f)) args.push_back(f); } } std::vector module_args; for (auto & f : args) module_args.push_back(lrealpath(f.c_str())); std::shared_ptr tq; #if defined(LEAN_MULTI_THREAD) if (num_threads == 0) { tq = std::make_shared(); } else { tq = std::make_shared(num_threads); } #else tq = std::make_shared(); #endif scope_global_task_queue scope(tq.get()); if (make_mode) { if (auto prog_msg_buf = std::dynamic_pointer_cast(msg_buf)) tq->set_progress_callback([=](generic_task * t) { if (t && !t->is_tiny()) prog_msg_buf->show_current_task(t->description()); }); } fs_module_vfs vfs; if (!make_mode || export_txt || export_all_txt) { for (auto & mod_id : module_args) vfs.m_modules_to_load_from_source.insert(mod_id); } module_mgr mod_mgr(&vfs, msg_buf.get(), env, ios); mod_mgr.set_save_olean(make_mode); bool ok = true; if (only_deps) { for (auto & mod_fn : module_args) { try { if (!display_deps(env, std::cout, std::cerr, mod_fn.c_str())) ok = false; } catch (lean::exception &ex) { ok = false; lean::message_builder(env, ios, mod_fn, lean::pos_info(1, 1), lean::ERROR).set_exception( ex).report(); } } return ok ? 0 : 1; } std::vector>> mods; for (auto & mod : module_args) { auto mod_info = mod_mgr.get_module(mod); mods.push_back({mod, mod_info}); } tq->join(); for (auto & mod : mods) { try { auto res = mod.second->m_result.get(); ok = ok && res.m_ok; } catch (exception & ex) { ok = false; // exception has already been reported } } // Options appear to be empty, pretty sure I'm making a mistake here. if (compile && !mods.empty()) { auto final_env = *mods.front().second->m_result.get().m_env; auto final_opts = mods.front().second->m_result.get().m_opts; type_context tc(final_env, final_opts); lean::scope_trace_env scope2(final_env, final_opts, tc); lean::native::scope_config scoped_native_config( final_opts); native_compile_binary(final_env, final_env.get(lean::name("main"))); } // if (!mods.empty() && export_native_objects) { // // this code is now broken // env = lean::set_native_module_path(env, lean::name(native_output)); // } if (export_txt && !mods.empty()) { exclusive_file_lock export_lock(*export_txt); std::ofstream out(*export_txt); export_module_as_lowtext(out, *mods.front().second->m_result.get().m_env); } if (export_all_txt && !mods.empty()) { exclusive_file_lock export_lock(*export_all_txt); std::ofstream out(*export_all_txt); export_all_as_lowtext(out, *mods.front().second->m_result.get().m_env); } if (doc) { exclusive_file_lock export_lock(*doc); std::ofstream out(*doc); gen_doc(env, opts, out); } return ok ? 0 : 1; } catch (lean::throwable & ex) { lean::message_builder(env, ios, "", lean::pos_info(1, 1), lean::ERROR).set_exception(ex).report(); } catch (std::bad_alloc & ex) { std::cerr << "out of memory" << std::endl; } return 1; }