/* Copyright (c) 2014-2015 Microsoft Corporation. All rights reserved. Released under Apache 2.0 license as described in the file LICENSE. Authors: Leonardo de Moura, Gabriel Ebner, Sebastian Ullrich */ #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include "util/io.h" #include "util/buffer.h" #include "util/name_map.h" #include "util/file_lock.h" #include "library/module.h" #include "library/constants.h" #include "library/time_task.h" #include "library/util.h" #if defined(__has_feature) #if __has_feature(address_sanitizer) #include #endif #endif namespace lean { // manually padded to multiple of word size, see `initialize_module` static char const * g_olean_header = "oleanfile!!!!!!!"; extern "C" object * lean_save_module_data(object * fname, object * mdata, object *) { std::string olean_fn(string_cstr(fname)); object_ref mdata_ref(mdata); try { exclusive_file_lock output_lock(olean_fn); std::ofstream out(olean_fn, std::ios_base::binary); if (out.fail()) { return io_result_mk_error((sstream() << "failed to create file '" << olean_fn << "'").str()); } object_compactor compactor; compactor(mdata_ref.raw()); out.write(g_olean_header, strlen(g_olean_header)); out.write(static_cast(compactor.data()), compactor.size()); out.close(); return io_result_mk_ok(box(0)); } catch (exception & ex) { return io_result_mk_error((sstream() << "failed to write '" << olean_fn << "': " << ex.what()).str()); } } extern "C" object * lean_read_module_data(object * fname, object *) { std::string olean_fn(string_cstr(fname)); try { shared_file_lock olean_lock(olean_fn); std::ifstream in(olean_fn, std::ios_base::binary); if (in.fail()) { return io_result_mk_error((sstream() << "failed to open file '" << olean_fn << "'").str()); } /* Get file size */ in.seekg(0, in.end); size_t size = in.tellg(); in.seekg(0); size_t header_size = strlen(g_olean_header); if (size < header_size) { return io_result_mk_error((sstream() << "failed to read file '" << olean_fn << "', invalid header").str()); } char * header = new char[header_size]; in.read(header, header_size); if (strncmp(header, g_olean_header, header_size) != 0) { return io_result_mk_error((sstream() << "failed to read file '" << olean_fn << "', invalid header").str()); } delete[] header; // use `malloc` here as expected by `compacted_region` char * buffer = static_cast(malloc(size - header_size)); in.read(buffer, size - header_size); if (!in) { return io_result_mk_error((sstream() << "failed to read file '" << olean_fn << "'").str()); } in.close(); compacted_region * region = new compacted_region(size - header_size, buffer); #if defined(__has_feature) #if __has_feature(address_sanitizer) // do not report as leak __lsan_ignore_object(region); #endif #endif object * mod = region->read(); object * mod_region = alloc_cnstr(0, 2, 0); cnstr_set(mod_region, 0, mod); cnstr_set(mod_region, 1, box_size_t(reinterpret_cast(region))); return io_result_mk_ok(mod_region); } catch (exception & ex) { return io_result_mk_error((sstream() << "failed to read '" << olean_fn << "': " << ex.what()).str()); } } // ======================================= // Legacy support for Lean3 modification objects static void modification_finalizer(void * ext) { delete static_cast(ext); } static void modification_foreach(void * /* mod */, b_obj_arg /* fn */) { } static external_object_class * g_modification_class = nullptr; static modification & to_modification(b_obj_arg o) { lean_assert(external_class(o) == g_modification_class); return *static_cast(external_data(o)); } static obj_res to_object(modification * ext) { return alloc_external(g_modification_class, ext); } typedef std::unordered_map object_readers; static object_readers * g_object_readers = nullptr; static object_readers & get_object_readers() { return *g_object_readers; } void register_module_object_reader(std::string const & k, module_modification_reader && r) { object_readers & readers = get_object_readers(); lean_assert(readers.find(k) == readers.end()); readers[k] = r; } static char const * g_olean_end_file = "EndFile"; extern "C" object * lean_serialize_modifications(object * mod_list, object *) { object_ref mod_list_ref(mod_list); try { std::ostringstream out(std::ios_base::binary); serializer s(out); buffer mod_buffer; while (!is_scalar(mod_list)) { mod_buffer.push_back(cnstr_get(mod_list, 0)); mod_list = cnstr_get(mod_list, 1); } size_t i = mod_buffer.size(); while (i > 0) { --i; modification & mod = to_modification(mod_buffer[i]); s << std::string(mod.get_key()); mod.serialize(s); } s << g_olean_end_file; std::string bytes = out.str(); object * r = alloc_sarray(1, bytes.size(), bytes.size()); memcpy(sarray_cptr(r), bytes.data(), bytes.size()); return io_result_mk_ok(r); } catch (exception & ex) { return io_result_mk_error(ex.what()); } } extern "C" object * lean_perform_serialized_modifications(object * env0, object * bytes, object *) { environment env(env0); std::string code((char*)sarray_cptr(bytes), sarray_size(bytes)); dec_ref(bytes); try { std::istringstream in(code, std::ios_base::binary); deserializer d(in); object_readers & readers = get_object_readers(); while (true) { std::string k; unsigned offset = in.tellg(); d >> k; if (k == g_olean_end_file) { break; } auto it = readers.find(k); if (it == readers.end()) throw exception(sstream() << "olean file has been corrupted at offset " << offset << ", unknown object: " << k); modification * mod = it->second(d); mod->perform(env); delete mod; } if (!in.good()) { throw exception(sstream() << "olean file has been corrupted"); } return io_result_mk_ok(env.steal()); } catch (exception & ex) { return io_result_mk_error(ex.what()); } } // ======================================= /* @[export lean.write_module_core] def writeModule (env : Environment) (fname : String) : IO Unit := */ extern "C" object * lean_write_module(object * env, object * fname, object *); void write_module(environment const & env, std::string const & olean_fn) { consume_io_result(lean_write_module(env.to_obj_arg(), mk_string(olean_fn), io_mk_world())); } extern "C" object * lean_import_modules(object * imports, object * opts, uint32 trust_level, object * w); environment import_modules(unsigned trust_lvl, options const & opts, object_ref const & imports) { return get_io_result(lean_import_modules(imports.to_obj_arg(), opts.to_obj_arg(), trust_lvl, io_mk_world())); } extern "C" object * lean_environment_add_modification(object * env, object * mod); namespace module { environment add(environment const & env, modification* modf) { return environment(lean_environment_add_modification(env.to_obj_arg(), to_object(modf))); } environment add_and_perform(environment const & env, modification * modf) { auto new_env = env; modf->perform(new_env); return add(new_env, modf); } environment add(environment const & env, declaration const & d, bool check) { return env.add(d, check); } } // end of namespace module void initialize_module() { // file header size should preserve alignment // can't be a static_assert because strlen isn't constexpr... lean_always_assert(strlen(g_olean_header) % sizeof(object *) == 0); g_modification_class = register_external_object_class(modification_finalizer, modification_foreach); g_object_readers = new object_readers(); } void finalize_module() { delete g_object_readers; } }