/* Copyright (c) 2020 Microsoft Corporation. All rights reserved. Released under Apache 2.0 license as described in the file LICENSE. Author: Leonardo de Moura */ #include #include #include namespace lean { extern "C" uint8 lean_sharecommon_eq(b_obj_arg o1, b_obj_arg o2) { lean_assert(!lean_is_scalar(o1)); lean_assert(!lean_is_scalar(o2)); size_t sz1 = lean_object_byte_size(o1); size_t sz2 = lean_object_byte_size(o2); if (sz1 != sz2) return false; // compare relevant parts of the header if (lean_ptr_tag(o1) != lean_ptr_tag(o2)) return false; if (lean_ptr_other(o1) != lean_ptr_other(o2)) return false; size_t header_sz = sizeof(lean_object); lean_assert(sz1 >= header_sz); // compare objects' bodies return memcmp(reinterpret_cast(o1) + header_sz, reinterpret_cast(o2) + header_sz, sz1 - header_sz) == 0; } extern "C" usize lean_sharecommon_hash(b_obj_arg o) { lean_assert(!lean_is_scalar(o)); size_t sz = lean_object_byte_size(o); size_t header_sz = sizeof(lean_object); // hash relevant parts of the header unsigned init = hash(lean_ptr_tag(o), lean_ptr_other(o)); // hash body return hash_str(sz - header_sz, reinterpret_cast(o) + header_sz, init); } // unsafe def mkObjectMap : Unit → ObjectMap extern "C" obj_res lean_mk_object_map(obj_arg); // unsafe def ObjectMap.find? (m : ObjectMap) (k : Object) : Option Object extern "C" obj_res lean_object_map_find(obj_arg m, obj_arg k); // unsafe def ObjectMap.insert (m : ObjectMap) (k v : Object) : ObjectMap extern "C" obj_res lean_object_map_insert(obj_arg m, obj_arg k, obj_arg v); // unsafe def mkObjectSet : Unit → ObjectSet extern "C" obj_res lean_mk_object_set(obj_arg); // unsafe def ObjectSet.find? (s : ObjectSet) (o : Object) : Option Object extern "C" obj_res lean_object_set_find(obj_arg s, obj_arg o); // unsafe def ObjectSet.insert (s : ObjectSet) (o : Object) : ObjectSet extern "C" obj_res lean_object_set_insert(obj_arg s, obj_arg o); // unsafe def mkObjectPersistentMap : Unit → ObjectPersistentMap extern "C" obj_res lean_mk_object_pmap(obj_arg); // unsafe def ObjectPersistentMap.find? (m : ObjectPersistentMap) (k : Object) : Option Object extern "C" obj_res lean_object_pmap_find(obj_arg m, obj_arg k); // unsafe def ObjectPersistentMap.insert (m : ObjectPersistentMap) (k v : Object) : ObjectPersistentMap extern "C" obj_res lean_object_pmap_insert(obj_arg m, obj_arg k, obj_arg v); // unsafe def mkObjectPersistentSet : Unit → ObjectPersistentSet extern "C" obj_res lean_mk_object_pset(obj_arg); // unsafe def ObjectPersistentSet.find? (s : ObjectPersistentSet) (o : Object) : Option Object extern "C" obj_res lean_object_pset_find(obj_arg s, obj_arg o); // unsafe def ObjectPersistentSet.insert (s : ObjectPersistentSet) (o : Object) : ObjectPersistentSet extern "C" obj_res lean_object_pset_insert(obj_arg s, obj_arg o); static obj_res mk_pair(obj_arg a, obj_arg b) { object * r = alloc_cnstr(0, 2, 0); lean_ctor_set(r, 0, a); lean_ctor_set(r, 1, b); // std::cout << "mk_pair " << a << " " << b << std::endl; return r; } extern "C" obj_res lean_sharecommon_mk_state(obj_arg) { return mk_pair(lean_mk_object_map(lean_box(0)), lean_mk_object_set(lean_box(0))); } extern "C" obj_res lean_sharecommon_mk_pstate(obj_arg) { return mk_pair(lean_mk_object_pmap(lean_box(0)), lean_mk_object_pset(lean_box(0))); } class sharecommon_state_core { protected: object * m_map; object * m_set; public: sharecommon_state_core(obj_arg s) { m_map = lean_ctor_get(s, 0); lean_inc(m_map); m_set = lean_ctor_get(s, 1); lean_inc(m_set); // std::cout << "sharecommon_state_core " << m_map << " " << m_set << std::endl; lean_dec(s); } ~sharecommon_state_core() { lean_dec(m_map); lean_dec(m_set); } obj_res pack(obj_arg a) { obj_res r = mk_pair(a, mk_pair(m_map, m_set)); m_map = lean_box(0); m_set = lean_box(0); return r; } }; class sharecommon_state : public sharecommon_state_core { public: sharecommon_state(obj_arg s):sharecommon_state_core(s) {} obj_res map_find(b_obj_arg k) { lean_inc(m_map); lean_inc(k); return lean_object_map_find(m_map, k); } void map_insert(obj_arg k, obj_arg v) { m_map = lean_object_map_insert(m_map, k, v); } obj_res set_find(b_obj_arg o) { lean_inc(m_set); lean_inc(o); return lean_object_set_find(m_set, o); } void set_insert(obj_arg o) { m_set = lean_object_set_insert(m_set, o); } }; class sharecommon_pstate : public sharecommon_state_core { public: sharecommon_pstate(obj_arg s):sharecommon_state_core(s) {} obj_res map_find(b_obj_arg k) { lean_inc(m_map); lean_inc(k); return lean_object_pmap_find(m_map, k); } void map_insert(obj_arg k, obj_arg v) { m_map = lean_object_pmap_insert(m_map, k, v); } obj_res set_find(b_obj_arg o) { lean_inc(m_set); lean_inc(o); return lean_object_pset_find(m_set, o); } void set_insert(obj_arg o) { m_set = lean_object_pset_insert(m_set, o); } }; template class sharecommon_fn { state m_state; std::vector m_children; std::vector m_todo; void clear_children() { m_children.clear(); } bool push_child(b_obj_arg a) { if (lean_is_scalar(a)) { m_children.push_back(a); return true; } switch (lean_ptr_tag(a)) { case LeanReserved: lean_unreachable(); // We do not maximize sharing for the following kinds of objects case LeanMPZ: case LeanThunk: case LeanTask: case LeanRef: case LeanExternal: case LeanClosure: m_children.push_back(a); return true; default: break; } // Check whether we have already maximized sharing for `a` obj_res o = m_state.map_find(a); if (o != lean_box(0)) { obj_res r = lean_ctor_get(o, 0); lean_dec(o); // The map still has a reference to `r` m_children.push_back(r); // std::cout << "cached maximized " << r << "\n"; return true; } m_todo.push_back(a); return false; } void save(b_obj_arg a, obj_arg new_a) { lean_assert(m_todo.size() > 0); lean_assert(m_todo.back() == a); m_todo.pop_back(); obj_res opt_new_r = m_state.set_find(new_a); if (opt_new_r != lean_box(0)) { lean_dec(new_a); // we already have a maximally shared term equivalent to `new_a` new_a = lean_ctor_get(opt_new_r, 0); lean_inc(new_a); lean_dec(opt_new_r); lean_inc(a); m_state.map_insert(a, new_a); // std::cout << "already maximized " << new_a << "\n"; } else { lean_inc(a); lean_inc_n(new_a, 3); m_state.set_insert(new_a); // `new_a` is a new maximally shared term m_state.map_insert(a, new_a); // `new_a` is the maximally shared representation for `a` m_state.map_insert(new_a, new_a); // `new_a` is the maximally shared representation for itself // std::cout << "new maximized " << new_a << "\n"; } } void visit_array(b_obj_arg a) { clear_children(); bool missing_children = false; size_t sz = array_size(a); for (size_t i = 0; i < sz; i++) { if (!push_child(lean_array_get_core(a, i))) { missing_children = true; } } if (missing_children) return; lean_array_object * new_a = (lean_array_object*)lean_alloc_array(sz, sz); for (size_t i = 0; i < sz; i++) { lean_inc(m_children[i]); lean_array_set_core((lean_object*)new_a, i, m_children[i]); } save(a, (lean_object*)new_a); } void visit_sarray(b_obj_arg a) { size_t sz = lean_sarray_size(a); unsigned elem_sz = lean_sarray_elem_size(a); lean_sarray_object * new_a = (lean_sarray_object*)lean_alloc_sarray(elem_sz, sz, sz); memcpy(new_a->m_data, lean_to_sarray(a)->m_data, elem_sz*sz); save(a, (lean_object*)new_a); } void visit_string(b_obj_arg a) { size_t sz = lean_string_size(a); size_t len = lean_string_len(a); lean_string_object * new_a = (lean_string_object*)lean_alloc_string(sz, sz, len); lean_set_st_header((lean_object*)new_a, LeanString, 0); new_a->m_size = sz; new_a->m_capacity = sz; new_a->m_length = len; memcpy(new_a->m_data, lean_to_string(a)->m_data, sz); save(a, (lean_object*)new_a); } void visit_ctor(b_obj_arg a) { clear_children(); unsigned num_objs = lean_ctor_num_objs(a); bool missing_child = false; for (unsigned i = 0; i < num_objs; i++) { if (!push_child(lean_ctor_get(a, i))) { // std::cout << "missing_child " << a << " #" << i << " := " << lean_ctor_get(a, i) << std::endl; missing_child = true; lean_assert(m_todo.back() == lean_ctor_get(a, i)); } } if (missing_child) return; unsigned tag = lean_ptr_tag(a); unsigned sz = lean_object_byte_size(a); unsigned scalar_offset = sizeof(lean_object) + num_objs*sizeof(void*); unsigned scalar_sz = sz - scalar_offset; lean_object * new_a = lean_alloc_ctor(tag, num_objs, scalar_sz); for (unsigned i = 0; i < num_objs; i++) { lean_inc(m_children[i]); lean_ctor_set(new_a, i, m_children[i]); } if (scalar_sz > 0) { memcpy(reinterpret_cast(new_a) + scalar_offset, reinterpret_cast(a) + scalar_offset, scalar_sz); } save(a, new_a); } public: sharecommon_fn(obj_arg s):m_state(s) { } obj_res operator()(obj_arg a) { if (push_child(a)) { return m_state.pack(a); } while (!m_todo.empty()) { b_obj_arg curr = m_todo.back(); // std::cout << "visiting " << curr << " " << static_cast(lean_ptr_tag(curr)) << "\n"; switch (lean_ptr_tag(curr)) { case LeanClosure: lean_unreachable(); case LeanArray: visit_array(curr); break; case LeanScalarArray: visit_sarray(curr); break; case LeanString: visit_string(curr); break; case LeanMPZ: lean_unreachable(); case LeanThunk: lean_unreachable(); case LeanTask: lean_unreachable(); case LeanRef: lean_unreachable(); case LeanExternal: lean_unreachable(); case LeanReserved: lean_unreachable(); default: visit_ctor(curr); break; } } obj_res o = m_state.map_find(a); lean_assert(o != lean_box(0)); obj_res r = lean_ctor_get(o, 0); lean_inc(r); lean_dec(o); lean_dec(a); return m_state.pack(r); } }; // def State.shareCommon {α} (s : State) (a : α) : α × State extern "C" obj_res lean_state_sharecommon(obj_arg s, obj_arg a) { return sharecommon_fn(s)(a); } // def PersistentState.shareCommon {α} (s : PersistentState) (a : α) : α × PersistentState extern "C" obj_res lean_persistent_state_sharecommon(obj_arg s, obj_arg a) { return sharecommon_fn(s)(a); } };