/* Copyright (c) 2013 Microsoft Corporation. All rights reserved. Released under Apache 2.0 license as described in the file LICENSE. Author: Leonardo de Moura */ #include #include #include #include #include #include #include #include #include #include "runtime/stackinfo.h" #include "runtime/interrupt.h" #include "runtime/memory.h" #include "runtime/thread.h" #include "runtime/debug.h" #include "runtime/sstream.h" #include "util/timer.h" #include "util/macros.h" #include "util/lean_path.h" #include "util/file_lock.h" #include "util/sexpr/options.h" #include "util/sexpr/option_declarations.h" #include "kernel/environment.h" #include "kernel/kernel_exception.h" #include "library/formatter.h" #include "library/module.h" #include "library/type_context.h" #include "library/io_state_stream.h" #include "library/message_builder.h" #include "library/time_task.h" #include "library/private.h" #include "library/compiler/emit_cpp.h" #include "frontends/lean/parser.h" #include "frontends/lean/pp.h" #include "frontends/lean/json.h" #include "frontends/lean/util.h" #include "library/trace.h" #include "init/init.h" #include "frontends/lean/simple_pos_info_provider.h" #ifdef _MSC_VER #include #define STDOUT_FILENO 1 #else #include #include #endif #if defined(LEAN_EMSCRIPTEN) #include #endif #include "githash.h" // NOLINT #ifdef _MSC_VER // extremely simple implementation of getopt.h enum arg_opt { no_argument, required_argument, optional_argument }; struct option { const char name[12]; arg_opt has_arg; int *flag; char val; }; static char *optarg; static int optind = 1; int getopt_long(int argc, char *in_argv[], const char *optstring, const option *opts, int *index) { optarg = nullptr; if (optind >= argc) return -1; char *argv = in_argv[optind]; if (argv[0] != '-') { // find first -opt if any int i = optind; bool found = false; for (; i < argc; ++i) { if (in_argv[i][0] == '-') { found = true; break; } } if (!found) return -1; auto next = in_argv[i]; // FIXME: this doesn't account for long options with arguments like --foo arg memmove(&in_argv[optind + 1], &in_argv[optind], (i - optind) * sizeof(argv)); argv = in_argv[optind] = next; } ++optind; // long option if (argv[1] == '-') { auto eq = strchr(argv, '='); size_t sz = (eq ? (eq - argv) : strlen(argv)) - 2; for (auto I = opts; *I->name; ++I) { if (!strncmp(I->name, argv + 2, sz) && I->name[sz] == '\0') { assert(!I->flag); switch (I->has_arg) { case no_argument: if (eq) { std::cerr << in_argv[0] << ": option doesn't take an argument -- " << I->name << std::endl; return '?'; } break; case required_argument: if (eq) { optarg = eq + 1; } else { if (optind >= argc) { std::cerr << in_argv[0] << ": option requires an argument -- " << I->name << std::endl; return '?'; } optarg = in_argv[optind++]; } break; case optional_argument: if (eq) { optarg = eq + 1; } break; } if (index) *index = I - opts; return I->val; } } return '?'; } else { auto opt = strchr(optstring, argv[1]); if (!opt) return '?'; if (opt[1] == ':') { if (argv[2] == '\0') { if (optind < argc) { optarg = in_argv[optind++]; } else { std::cerr << in_argv[0] << ": option requires an argument -- " << *opt << std::endl; return '?'; } } else { optarg = argv + 2; } } return *opt; } } #endif using namespace lean; // NOLINT object * lean_process_file(object * filename, object * contents, uint8 json, object * env, object * world); #ifndef LEAN_SERVER_DEFAULT_MAX_MEMORY #define LEAN_SERVER_DEFAULT_MAX_MEMORY 1024 #endif #ifndef LEAN_DEFAULT_MAX_MEMORY #define LEAN_DEFAULT_MAX_MEMORY 0 #endif #ifndef LEAN_DEFAULT_MAX_HEARTBEAT #define LEAN_DEFAULT_MAX_HEARTBEAT 0 #endif #ifndef LEAN_SERVER_DEFAULT_MAX_HEARTBEAT #define LEAN_SERVER_DEFAULT_MAX_HEARTBEAT 100000 #endif static void display_header(std::ostream & out) { out << "Lean (version " << get_version_string() << ", " << LEAN_STR(LEAN_BUILD_TYPE) << ")\n"; } static void display_help(std::ostream & out) { display_header(out); std::cout << "Miscellaneous:\n"; std::cout << " --help -h display this message\n"; std::cout << " --version -v display version number\n"; std::cout << " --githash display the git commit hash number used to build this binary\n"; std::cout << " --run executes the 'main' definition\n"; std::cout << " --make create olean file\n"; std::cout << " --cpp=fname -c name of the C++ output file\n"; std::cout << " --stdin take input from stdin\n"; std::cout << " --trust=num -t trust level (default: max) 0 means do not trust any macro,\n" << " and type check all imported modules\n"; std::cout << " --quiet -q do not print verbose messages\n"; std::cout << " --memory=num -M maximum amount of memory that should be used by Lean\n"; std::cout << " (in megabytes)\n"; std::cout << " --timeout=num -T maximum number of memory allocations per task\n"; std::cout << " this is a deterministic way of interrupting long running tasks\n"; #if defined(LEAN_MULTI_THREAD) std::cout << " --threads=num -j number of threads used to process lean files\n"; std::cout << " --tstack=num -s thread stack size in Kb\n"; #endif std::cout << " --deps just print dependencies of a Lean input\n"; #if defined(LEAN_JSON) std::cout << " --path display the path used for finding Lean libraries and extensions\n"; std::cout << " --json print JSON-formatted structured error messages\n"; std::cout << " --server start lean in server mode\n"; std::cout << " --server=file start lean in server mode, redirecting standard input from the specified file (for debugging)\n"; #endif std::cout << " --new-frontend use new frontend\n"; std::cout << " --profile display elaboration/type checking time for each definition/theorem\n"; std::cout << " --stats display environment statistics\n"; DEBUG_CODE( std::cout << " --debug=tag enable assertions with the given tag\n"; ) std::cout << " -D name=value set a configuration option (see set_option command)\n"; } static struct option g_long_options[] = { {"version", no_argument, 0, 'v'}, {"help", no_argument, 0, 'h'}, {"githash", no_argument, 0, 'g'}, {"make", no_argument, 0, 'm'}, {"stdin", no_argument, 0, 'i'}, {"memory", required_argument, 0, 'M'}, {"trust", required_argument, 0, 't'}, {"profile", no_argument, 0, 'P'}, {"stats", no_argument, 0, 'a'}, {"threads", required_argument, 0, 'j'}, {"quiet", no_argument, 0, 'q'}, {"deps", no_argument, 0, 'd'}, {"timeout", optional_argument, 0, 'T'}, {"cpp", optional_argument, 0, 'c'}, #if defined(LEAN_JSON) {"json", no_argument, 0, 'J'}, {"path", no_argument, 0, 'p'}, {"server", optional_argument, 0, 'S'}, #endif {"new-frontend", optional_argument, 0, 'n'}, #if defined(LEAN_MULTI_THREAD) {"tstack", required_argument, 0, 's'}, #endif #ifdef LEAN_DEBUG {"debug", required_argument, 0, 'B'}, #endif {0, 0, 0, 0} }; static char const * g_opt_str = "Pdc:qpgvht:012j:012rM:012T:012a" #if defined(LEAN_MULTI_THREAD) "s:012" #endif ; // NOLINT options set_config_option(options const & opts, char const * in) { if (!in) return opts; while (*in && std::isspace(*in)) ++in; std::string in_str(in); auto pos = in_str.find('='); if (pos == std::string::npos) throw lean::exception("invalid -D parameter, argument must contain '='"); lean::name opt = lean::string_to_name(in_str.substr(0, pos)); std::string val = in_str.substr(pos+1); auto decls = lean::get_option_declarations(); auto it = decls.find(opt); if (it) { switch (it->kind()) { case lean::BoolOption: if (val == "true") return opts.update(opt, true); else if (val == "false") return opts.update(opt, false); else throw lean::exception(lean::sstream() << "invalid -D parameter, invalid configuration option '" << opt << "' value, it must be true/false"); case lean::IntOption: case lean::UnsignedOption: return opts.update(opt, atoi(val.c_str())); case lean::StringOption: return opts.update(opt, val); default: throw lean::exception(lean::sstream() << "invalid -D parameter, configuration option '" << opt << "' cannot be set in the command line, use set_option command"); } } else { throw lean::exception(lean::sstream() << "invalid -D parameter, unknown configuration option '" << opt << "'"); } } class initializer { private: lean::initializer m_init; public: initializer() { } ~initializer() { } }; int main(int argc, char ** argv) { #if defined(LEAN_EMSCRIPTEN) EM_ASM( var lean_path = process.env['LEAN_PATH']; if (lean_path) { ENV['LEAN_PATH'] = lean_path; } try { // emscripten cannot mount all of / in the vfs, // we can only mount subdirectories... FS.mount(NODEFS, { root: '/home' }, '/home'); FS.mkdir('/root'); FS.mount(NODEFS, { root: '/root' }, '/root'); FS.chdir(process.cwd()); } catch (e) { console.log(e); }); #endif ::initializer init; bool make_mode = false; bool use_stdin = false; unsigned trust_lvl = LEAN_BELIEVER_TRUST_LEVEL + 1; bool only_deps = false; bool new_frontend = false; bool stats = false; // unsigned num_threads = 0; #if defined(LEAN_MULTI_THREAD) // num_threads = hardware_concurrency(); #endif #if defined(LEAN_JSON) bool json_output = false; #endif standard_search_path path; options opts; optional server_in; std::string native_output; optional cpp_output; while (true) { int c = getopt_long(argc, argv, g_opt_str, g_long_options, NULL); if (c == -1) break; // end of command line switch (c) { case 'j': // num_threads = static_cast(atoi(optarg)); break; case 'v': display_header(std::cout); return 0; case 'g': std::cout << LEAN_GITHASH << "\n"; return 0; case 'h': display_help(std::cout); return 0; case 'c': cpp_output = optarg; break; case 's': lean::lthread::set_thread_stack_size( static_cast((atoi(optarg) / 4) * 4) * static_cast(1024)); break; case 'i': use_stdin = true; break; case 'm': make_mode = true; break; case 'M': opts = opts.update(get_max_memory_opt_name(), atoi(optarg)); break; case 'T': opts = opts.update(get_timeout_opt_name(), atoi(optarg)); break; case 't': trust_lvl = atoi(optarg); break; case 'q': opts = opts.update(lean::get_verbose_opt_name(), false); break; case 'd': only_deps = true; break; case 'a': stats = true; break; case 'D': try { opts = set_config_option(opts, optarg); } catch (lean::exception & ex) { std::cerr << ex.what() << std::endl; return 1; } break; #if defined(LEAN_JSON) case 'J': opts = opts.update(lean::name{"trace", "as_messages"}, true); json_output = true; break; case 'p': { json out; auto & out_path = out["path"] = json::array(); for (auto & p : path.get_path()) out_path.push_back(p); out["leanpkg_path_file"] = path.m_leanpkg_path_fn ? *path.m_leanpkg_path_fn : path.m_user_leanpkg_path_fn; out["is_user_leanpkg_path"] = !path.m_leanpkg_path_fn; std::cout << std::setw(2) << out << std::endl; return 0; } #endif case 'P': opts = opts.update("profiler", true); break; #if defined(LEAN_DEBUG) case 'B': lean::enable_debug(optarg); break; #endif case 'n': new_frontend = true; break; default: std::cerr << "Unknown command line option\n"; display_help(std::cerr); return 1; } } if (auto max_memory = opts.get_unsigned(get_max_memory_opt_name(), opts.get_bool("server") ? LEAN_SERVER_DEFAULT_MAX_MEMORY : LEAN_DEFAULT_MAX_MEMORY)) { set_max_memory_megabyte(max_memory); } if (auto timeout = opts.get_unsigned(get_timeout_opt_name(), opts.get_bool("server") ? LEAN_SERVER_DEFAULT_MAX_HEARTBEAT : LEAN_DEFAULT_MAX_HEARTBEAT)) { set_max_heartbeat_thousands(timeout); } environment env(trust_lvl); io_state ios(opts, lean::mk_pretty_formatter_factory()); if (json_output) ios.set_regular_channel(ios.get_diagnostic_channel_ptr()); scope_global_ios scope_ios(ios); type_context_old trace_ctx(env, opts); scope_trace_env scope_trace(env, opts, trace_ctx); name main_module_name; std::string mod_fn, contents; if (use_stdin) { if (argc - optind != 0) { std::cerr << "Expected exactly one of file name or --stdin\n"; display_help(std::cerr); return 1; } mod_fn = ""; std::stringstream buf; buf << std::cin.rdbuf(); contents = buf.str(); main_module_name = name("_stdin"); } else { if (argc - optind != 1) { std::cerr << "Expected exactly one file name\n"; display_help(std::cerr); return 1; } mod_fn = lrealpath(argv[optind]); contents = read_file(mod_fn); search_path input_path = path.get_path(); /* We accept stand-alone files as input, but imports should always be part of a package so that we can give * them a (stable) absolute name. */ input_path.push_back(dirname(mod_fn)); main_module_name = module_name_of_file(input_path, mod_fn); } try { scope_traces_as_messages scope_trace_msgs(mod_fn, {1, 0}); simple_pos_info_provider pip(mod_fn.c_str()); scope_pos_info_provider scope_pip(pip); // TODO(Sebastian): parse imports using new frontend std::vector rel_imports; std::istringstream in(contents); parser p(env, ios, in, mod_fn); p.parse_imports(rel_imports); std::vector imports; auto dir = dirname(mod_fn); for (auto const & rel : rel_imports) imports.push_back(absolutize_module_name(path.get_path(), dir, rel)); if (only_deps) { for (auto const & import : imports) { std::string m_name = find_file(path.get_path(), import, {".lean"}); auto last_idx = m_name.find_last_of("."); std::string rawname = m_name.substr(0, last_idx); std::string ext = m_name.substr(last_idx); m_name = rawname + ".olean"; std::cout << m_name << "\n"; } return 0; } bool ok; if (new_frontend) { env = set_main_module_name(env, main_module_name); // Some C++ parts like profiling need a global message log. We may want to refactor them into a // message_log-passing state monad in the future. message_log l; scope_message_log scope_log(l); // res : estate.result io.error io.world (prod (list syntax) environment) object_ref res { lean_process_file(mk_string(mod_fn), mk_string(contents), static_cast(json_output), env.get_obj_arg(), io_mk_world()) }; if (io_result_is_error(res.raw())) { // estate.result.error _ ok = false; } else { // estate.result.ok (prod (list syntax) environment) io.world ok = true; env = environment(cnstr_get(io_result_get_value(res.raw()), 1), true); } } else { message_log l; scope_message_log scope_log(l); set_search_path(path.get_path()); env = import_modules(trust_lvl, imports); env = set_main_module_name(env, main_module_name); p.set_env(env); p.parse_commands(); if (json_output) { #if defined(LEAN_JSON) for (auto const & msg : l.to_buffer()) { print_json(std::cout, msg); #endif } } else { // Messages have already been printed directly to stdout } ok = !l.has_errors(); env = p.env(); } if (stats) { env.display_stats(); } if (make_mode && ok) { auto olean_fn = olean_of_lean(mod_fn); time_task t(".olean serialization", message_builder(environment(), get_global_ios(), mod_fn, pos_info(), message_severity::INFORMATION)); write_module(env, olean_fn); } if (!json_output) display_cumulative_profiling_times(std::cerr); if (cpp_output && ok) { std::ofstream out(*cpp_output); if (out.fail()) { std::cerr << "failed to create '" << *cpp_output << "'\n"; return 1; } auto mod = module_name_of_file(path.get_path(), mod_fn); emit_cpp(out, env, mod, to_list(imports.begin(), imports.end())); } return ok ? 0 : 1; } catch (lean::throwable & ex) { std::cerr << lean::message_builder(env, ios, "", lean::pos_info(1, 1), lean::ERROR).set_exception( ex).build(); } catch (std::bad_alloc & ex) { std::cerr << "out of memory" << std::endl; } return 1; }