// Rust cycle collector. Temporary, but will probably stick around for some // time until LLVM's GC infrastructure is more mature. #include "rust_debug.h" #include "rust_gc.h" #include "rust_internal.h" #include "rust_shape.h" #include "rust_task.h" #include #include #include #include #include #include #include #undef DPRINT #define DPRINT(fmt,...) fprintf(stderr, fmt, ##__VA_ARGS__) // The number of allocations Rust code performs before performing cycle // collection. #define RUST_CC_FREQUENCY 5000 namespace cc { // Internal reference count computation typedef std::map irc_map; class irc : public shape::data { friend class shape::data; irc_map &ircs; irc(const irc &other, const shape::ptr &in_dp) : shape::data(other.task, other.align, other.sp, other.params, other.tables, in_dp), ircs(other.ircs) {} irc(const irc &other, const uint8_t *in_sp, const shape::type_param *in_params, const rust_shape_tables *in_tables = NULL) : shape::data(other.task, other.align, in_sp, in_params, in_tables ? in_tables : other.tables, other.dp), ircs(other.ircs) {} irc(const irc &other, const uint8_t *in_sp, const shape::type_param *in_params, const rust_shape_tables *in_tables, shape::ptr in_dp) : shape::data(other.task, other.align, in_sp, in_params, in_tables, in_dp), ircs(other.ircs) {} irc(rust_task *in_task, bool in_align, const uint8_t *in_sp, const shape::type_param *in_params, const rust_shape_tables *in_tables, uint8_t *in_data, irc_map &in_ircs) : shape::data(in_task, in_align, in_sp, in_params, in_tables, in_data), ircs(in_ircs) {} void walk_vec(bool is_pod, uint16_t sp_size) { if (is_pod || shape::get_dp(dp) == NULL) return; // There can't be any outbound pointers from this. std::pair data_range(get_vec_data_range(dp)); if (data_range.second - data_range.first > 100000) abort(); // FIXME: Temporary sanity check. irc sub(*this, data_range.first); shape::ptr data_end = sub.end_dp = data_range.second; while (sub.dp < data_end) { sub.walk_reset(); align = true; } } void walk_tag(shape::tag_info &tinfo, uint32_t tag_variant) { shape::data::walk_variant(tinfo, tag_variant); } void walk_box() { shape::data::walk_box_contents(); } void walk_fn() { shape::data::walk_fn_contents(dp); } void walk_obj() { shape::data::walk_obj_contents(dp); } void walk_res(const shape::rust_fn *dtor, unsigned n_params, const shape::type_param *params, const uint8_t *end_sp, bool live) { while (this->sp != end_sp) { this->walk(); align = true; } } void walk_subcontext(irc &sub) { sub.walk(); } void walk_box_contents(irc &sub, shape::ptr &ref_count_dp) { if (!ref_count_dp) return; // Bump the internal reference count of the box. if (ircs.find((void *)ref_count_dp) == ircs.end()) { //DPRINT("setting internal reference count for %p\n", // (void *)ref_count_dp); ircs[(void *)ref_count_dp] = 1; } else { ++ircs[(void *)ref_count_dp]; } // Do not traverse the contents of this box; it's in the allocation // somewhere, so we're guaranteed to come back to it (if we haven't // traversed it already). } void walk_struct(const uint8_t *end_sp) { while (this->sp != end_sp) { this->walk(); align = true; } } void walk_variant(shape::tag_info &tinfo, uint32_t variant_id, const std::pair variant_ptr_and_end); template inline void walk_number() { /* no-op */ } public: static void compute_ircs(rust_task *task, irc_map &ircs); }; void irc::walk_variant(shape::tag_info &tinfo, uint32_t variant_id, const std::pair variant_ptr_and_end) { irc sub(*this, variant_ptr_and_end.first, tinfo.params); assert(variant_id < 256); // FIXME: Temporary sanity check. const uint8_t *variant_end = variant_ptr_and_end.second; while (sub.sp < variant_end) { sub.walk(); align = true; } } void irc::compute_ircs(rust_task *task, irc_map &ircs) { std::map::iterator begin(task->local_allocs.begin()), end(task->local_allocs.end()); while (begin != end) { uint8_t *p = reinterpret_cast(begin->first); const type_desc *tydesc = begin->second; //DPRINT("determining internal ref counts: %p, tydesc=%p\n", p, //tydesc); shape::arena arena; shape::type_param *params = shape::type_param::from_tydesc_and_data(tydesc, p, arena); #if 0 shape::print print(task, true, tydesc->shape, params, tydesc->shape_tables); print.walk(); shape::log log(task, true, tydesc->shape, params, tydesc->shape_tables, p + sizeof(uintptr_t), std::cerr); log.walk(); #endif irc irc(task, true, tydesc->shape, params, tydesc->shape_tables, p + sizeof(uintptr_t), ircs); irc.walk(); ++begin; } } // Root finding void find_roots(rust_task *task, irc_map &ircs, std::vector &roots) { std::map::iterator begin(task->local_allocs.begin()), end(task->local_allocs.end()); while (begin != end) { void *alloc = begin->first; uintptr_t *ref_count_ptr = reinterpret_cast(alloc); uintptr_t ref_count = *ref_count_ptr; uintptr_t irc; if (ircs.find(alloc) != ircs.end()) irc = ircs[alloc]; else irc = 0; if (irc < ref_count) { // This allocation must be a root, because the internal reference // count is smaller than the total reference count. //DPRINT("root found: %p, irc %lu, ref count %lu\n", alloc, irc, // ref_count); roots.push_back(alloc); } else { //DPRINT("nonroot found: %p, ref count %lu\n", alloc, ref_count); /*assert(irc == ref_count && "Internal reference count must be " "less than or equal to the total reference count!");*/ } ++begin; } } // Marking class mark : public shape::data { friend class shape::data; std::set &marked; mark(const mark &other, const shape::ptr &in_dp) : shape::data(other.task, other.align, other.sp, other.params, other.tables, in_dp), marked(other.marked) {} mark(const mark &other, const uint8_t *in_sp, const shape::type_param *in_params, const rust_shape_tables *in_tables = NULL) : shape::data(other.task, other.align, in_sp, in_params, in_tables ? in_tables : other.tables, other.dp), marked(other.marked) {} mark(const mark &other, const uint8_t *in_sp, const shape::type_param *in_params, const rust_shape_tables *in_tables, shape::ptr in_dp) : shape::data(other.task, other.align, in_sp, in_params, in_tables, in_dp), marked(other.marked) {} mark(rust_task *in_task, bool in_align, const uint8_t *in_sp, const shape::type_param *in_params, const rust_shape_tables *in_tables, uint8_t *in_data, std::set &in_marked) : shape::data(in_task, in_align, in_sp, in_params, in_tables, in_data), marked(in_marked) {} void walk_vec(bool is_pod, uint16_t sp_size) { if (is_pod || shape::get_dp(dp) == NULL) return; // There can't be any outbound pointers from this. std::pair data_range(get_vec_data_range(dp)); if (data_range.second - data_range.first > 100000) abort(); // FIXME: Temporary sanity check. mark sub(*this, data_range.first); shape::ptr data_end = sub.end_dp = data_range.second; while (sub.dp < data_end) { sub.walk_reset(); align = true; } } void walk_tag(shape::tag_info &tinfo, uint32_t tag_variant) { shape::data::walk_variant(tinfo, tag_variant); } void walk_box() { shape::data::walk_box_contents(); } void walk_fn() { shape::data::walk_fn_contents(dp); } void walk_obj() { shape::data::walk_obj_contents(dp); } void walk_res(const shape::rust_fn *dtor, unsigned n_params, const shape::type_param *params, const uint8_t *end_sp, bool live) { while (this->sp != end_sp) { this->walk(); align = true; } } void walk_subcontext(mark &sub) { sub.walk(); } void walk_box_contents(mark &sub, shape::ptr &ref_count_dp) { if (!ref_count_dp) return; if (marked.find((void *)ref_count_dp) != marked.end()) return; // Skip to avoid chasing cycles. marked.insert((void *)ref_count_dp); sub.walk(); } void walk_struct(const uint8_t *end_sp) { while (this->sp != end_sp) { this->walk(); align = true; } } void walk_variant(shape::tag_info &tinfo, uint32_t variant_id, const std::pair variant_ptr_and_end); template inline void walk_number() { /* no-op */ } public: static void do_mark(rust_task *task, const std::vector &roots, std::set &marked); }; void mark::walk_variant(shape::tag_info &tinfo, uint32_t variant_id, const std::pair variant_ptr_and_end) { mark sub(*this, variant_ptr_and_end.first, tinfo.params); assert(variant_id < 256); // FIXME: Temporary sanity check. const uint8_t *variant_end = variant_ptr_and_end.second; while (sub.sp < variant_end) { sub.walk(); align = true; } } void mark::do_mark(rust_task *task, const std::vector &roots, std::set &marked) { std::vector::const_iterator begin(roots.begin()), end(roots.end()); while (begin != end) { void *alloc = *begin; if (marked.find(alloc) == marked.end()) { marked.insert(alloc); const type_desc *tydesc = task->local_allocs[alloc]; //DPRINT("marking: %p, tydesc=%p\n", p, tydesc); uint8_t *p = reinterpret_cast(alloc); shape::arena arena; shape::type_param *params = shape::type_param::from_tydesc_and_data(tydesc, p, arena); #if 0 // We skip over the reference count here. shape::log log(task, true, tydesc->shape, params, tydesc->shape_tables, p + sizeof(uintptr_t), std::cerr); log.walk(); DPRINT("\n"); #endif // We skip over the reference count here. mark mark(task, true, tydesc->shape, params, tydesc->shape_tables, p + sizeof(uintptr_t), marked); mark.walk(); } ++begin; } } void sweep(rust_task *task, const std::set &marked) { std::map::iterator begin(task->local_allocs.begin()), end(task->local_allocs.end()); while (begin != end) { void *alloc = begin->first; if (marked.find(alloc) == marked.end()) { //DPRINT("object is part of a cycle: %p\n", alloc); // FIXME: Run the destructor, *if* it's a resource. task->free(alloc); } ++begin; } } void do_cc(rust_task *task) { //DPRINT("cc; n allocs = %lu\n", // (long unsigned int)task->local_allocs.size()); irc_map ircs; irc::compute_ircs(task, ircs); std::vector roots; find_roots(task, ircs, roots); std::set marked; mark::do_mark(task, roots, marked); sweep(task, marked); } void maybe_cc(rust_task *task) { static debug::flag zeal("RUST_CC_ZEAL"); if (*zeal) { do_cc(task); return; } // FIXME: Needs a snapshot. #if 0 if (task->cc_counter++ > RUST_CC_FREQUENCY) { task->cc_counter = 0; do_cc(task); } #endif } } // end namespace cc