| 1 | #include "state.h" | 
|---|
| 2 |  | 
|---|
| 3 | #include <stdlib.hfa> | 
|---|
| 4 |  | 
|---|
| 5 | //general purpouse includes | 
|---|
| 6 | #include "tools.h" | 
|---|
| 7 |  | 
|---|
| 8 | //platform abstraction includes | 
|---|
| 9 | #include "allocate-pool.h" | 
|---|
| 10 |  | 
|---|
| 11 | //gc internal includes | 
|---|
| 12 | #include "collector.h" | 
|---|
| 13 | #include "globals.h" | 
|---|
| 14 | #include "memory_pool.h" | 
|---|
| 15 | #include "object_header.h" | 
|---|
| 16 | #include "tools/worklist.h" | 
|---|
| 17 |  | 
|---|
| 18 | void gc_state_swap(gc_state *const this); | 
|---|
| 19 | void gc_state_sweep_roots(gc_state *const this, worklist_t* worklist); | 
|---|
| 20 | void gc_state_clear(gc_state *const this); | 
|---|
| 21 | void gc_state_calc_usage(gc_state *const this); | 
|---|
| 22 |  | 
|---|
| 23 | #ifndef NDEBUG | 
|---|
| 24 | bool gc_state_roots_match(gc_state *const this); | 
|---|
| 25 | bool gc_state_no_from_space_ref(gc_state *const this); | 
|---|
| 26 | #endif | 
|---|
| 27 |  | 
|---|
| 28 | static gc_state s; | 
|---|
| 29 |  | 
|---|
| 30 | gc_state* gc_get_state() | 
|---|
| 31 | { | 
|---|
| 32 | if(!s.is_initialized) ctor(&s); | 
|---|
| 33 | return &s; | 
|---|
| 34 | } | 
|---|
| 35 |  | 
|---|
| 36 | void ctor(gc_state *const this) | 
|---|
| 37 | { | 
|---|
| 38 | this->from_code = 0; | 
|---|
| 39 | this->to_space = NULL; | 
|---|
| 40 | this->from_space = NULL; | 
|---|
| 41 | this->total_space = 0; | 
|---|
| 42 | this->used_space = 0; | 
|---|
| 43 | ctor(&this->pools_table); | 
|---|
| 44 |  | 
|---|
| 45 | gc_allocate_pool(this); | 
|---|
| 46 |  | 
|---|
| 47 | this->is_initialized = true; | 
|---|
| 48 | } | 
|---|
| 49 |  | 
|---|
| 50 | void dtor(gc_state *const this) | 
|---|
| 51 | { | 
|---|
| 52 | dtor(&this->pools_table); | 
|---|
| 53 | this->is_initialized = false; | 
|---|
| 54 | } | 
|---|
| 55 |  | 
|---|
| 56 | bool gc_is_in_heap(const gc_state* const this, const void* const address) | 
|---|
| 57 | { | 
|---|
| 58 | gc_memory_pool* target_pool = gc_pool_of(address); | 
|---|
| 59 |  | 
|---|
| 60 | gc_memory_pool** first = cbegin(&this->pools_table); | 
|---|
| 61 | gc_memory_pool** last = cend(&this->pools_table); | 
|---|
| 62 | gc_memory_pool** result = find(first, &last, target_pool); | 
|---|
| 63 | return result != last && gc_pool_is_from_space(*result); | 
|---|
| 64 | } | 
|---|
| 65 |  | 
|---|
| 66 | bool gc_is_in_to_space(const gc_state* const this, const void* const address) | 
|---|
| 67 | { | 
|---|
| 68 | gc_memory_pool* target_pool = gc_pool_of(address); | 
|---|
| 69 |  | 
|---|
| 70 | gc_memory_pool** first = cbegin(&this->pools_table); | 
|---|
| 71 | gc_memory_pool** last = cend(&this->pools_table); | 
|---|
| 72 | gc_memory_pool** result = find(first, &last, target_pool); | 
|---|
| 73 | return result != last && !gc_pool_is_from_space(*result); | 
|---|
| 74 | } | 
|---|
| 75 |  | 
|---|
| 76 | gc_object_header* gc_get_object_for_ref(gc_state* state, void* member) | 
|---|
| 77 | { | 
|---|
| 78 | volatile int stage = 0; | 
|---|
| 79 | intptr_t target = ((intptr_t)member); | 
|---|
| 80 | if(!gc_is_in_heap(state, member)) return NULL; | 
|---|
| 81 | stage++; | 
|---|
| 82 |  | 
|---|
| 83 | gc_memory_pool* pool = gc_pool_of(member); | 
|---|
| 84 | stage++; | 
|---|
| 85 | gc_pool_object_iterator it = gc_pool_iterator_for(pool, member); | 
|---|
| 86 | stage++; | 
|---|
| 87 | gc_pool_object_iterator end = end(pool); | 
|---|
| 88 | stage++; | 
|---|
| 89 |  | 
|---|
| 90 | while(it != end) | 
|---|
| 91 | { | 
|---|
| 92 | gc_object_header* object = *it; | 
|---|
| 93 | check(object); | 
|---|
| 94 | check( is_valid(object) ); | 
|---|
| 95 | { | 
|---|
| 96 | intptr_t start = ((intptr_t)object); | 
|---|
| 97 | intptr_t end = ((intptr_t)start + object->size); | 
|---|
| 98 | if(start < target && end > target) | 
|---|
| 99 | { | 
|---|
| 100 | return object; | 
|---|
| 101 | } | 
|---|
| 102 | } | 
|---|
| 103 | stage++; | 
|---|
| 104 | ++it; | 
|---|
| 105 | } | 
|---|
| 106 |  | 
|---|
| 107 | checkf( (int) 0, "is_in_heap() and iterator_for() return inconsistent data"); | 
|---|
| 108 | abort(); | 
|---|
| 109 | return NULL; | 
|---|
| 110 | } | 
|---|
| 111 |  | 
|---|
| 112 | void* gc_try_allocate(gc_state* const this, size_t size) | 
|---|
| 113 | { | 
|---|
| 114 | gc_memory_pool* pool = this->from_space; | 
|---|
| 115 | while(pool != (gc_memory_pool*)0) | 
|---|
| 116 | { | 
|---|
| 117 | if(gc_pool_size_left(pool) > size) | 
|---|
| 118 | { | 
|---|
| 119 | return gc_pool_allocate(pool, size, true); | 
|---|
| 120 | } | 
|---|
| 121 | pool = pool->next; | 
|---|
| 122 | } | 
|---|
| 123 |  | 
|---|
| 124 | return (void*)0; | 
|---|
| 125 | } | 
|---|
| 126 |  | 
|---|
| 127 | void gc_allocate_pool(gc_state *const this) | 
|---|
| 128 | { | 
|---|
| 129 | gc_memory_pool* old_from_space = this->from_space; | 
|---|
| 130 | gc_memory_pool* old_to_space = this->to_space; | 
|---|
| 131 |  | 
|---|
| 132 | this->from_space = (gc_memory_pool*)(pal_allocPool(POOL_SIZE_BYTES, 1)); | 
|---|
| 133 | this->to_space   = (gc_memory_pool*)(pal_allocPool(POOL_SIZE_BYTES, 1)); | 
|---|
| 134 |  | 
|---|
| 135 | this->from_space{ POOL_SIZE_BYTES, old_from_space, this->to_space,   this->from_code }; | 
|---|
| 136 | this->to_space  { POOL_SIZE_BYTES, old_to_space,   this->from_space, (~this->from_code) & 0x01 }; | 
|---|
| 137 |  | 
|---|
| 138 | this->total_space += gc_pool_size_used(this->from_space); | 
|---|
| 139 |  | 
|---|
| 140 | push_back(&this->pools_table, this->from_space); | 
|---|
| 141 | push_back(&this->pools_table, this->to_space); | 
|---|
| 142 | } | 
|---|
| 143 |  | 
|---|
| 144 | void gc_collect(gc_state* const this) | 
|---|
| 145 | { | 
|---|
| 146 | // DEBUG("collecting"); | 
|---|
| 147 | // DEBUG("previous usage " << this->used_space << " / " << this->total_space); | 
|---|
| 148 |  | 
|---|
| 149 | worklist_t worklist; | 
|---|
| 150 | ctor(&worklist); | 
|---|
| 151 | gc_state_sweep_roots(this, &worklist); | 
|---|
| 152 |  | 
|---|
| 153 | while(!empty(&worklist)) | 
|---|
| 154 | { | 
|---|
| 155 | intptr_t* ref = back(&worklist); | 
|---|
| 156 | pop_back(&worklist); | 
|---|
| 157 | gc_process_reference((void**)ref, &worklist); | 
|---|
| 158 | } | 
|---|
| 159 |  | 
|---|
| 160 | check(gc_state_roots_match(this)); | 
|---|
| 161 | check(gc_state_no_from_space_ref(this)); | 
|---|
| 162 |  | 
|---|
| 163 | gc_state_swap(this); | 
|---|
| 164 |  | 
|---|
| 165 | gc_state_calc_usage(this); | 
|---|
| 166 |  | 
|---|
| 167 | if(gc_needs_collect(this)) gc_allocate_pool(this); | 
|---|
| 168 |  | 
|---|
| 169 | // DEBUG("done"); | 
|---|
| 170 | dtor(&worklist); | 
|---|
| 171 | } | 
|---|
| 172 |  | 
|---|
| 173 | void gc_state_swap(gc_state* const this) | 
|---|
| 174 | { | 
|---|
| 175 | swap(&this->from_space, &this->to_space); | 
|---|
| 176 |  | 
|---|
| 177 | gc_memory_pool* pool = this->to_space; | 
|---|
| 178 | while(pool) | 
|---|
| 179 | { | 
|---|
| 180 | gc_reset_pool(pool); | 
|---|
| 181 | pool = pool->next; | 
|---|
| 182 | } | 
|---|
| 183 |  | 
|---|
| 184 | this->from_code = (~this->from_code) & 0x01; | 
|---|
| 185 |  | 
|---|
| 186 | #ifndef NDEBUG | 
|---|
| 187 | { | 
|---|
| 188 | gc_memory_pool* pool = this->from_space; | 
|---|
| 189 | while(pool) | 
|---|
| 190 | { | 
|---|
| 191 | check(gc_pool_is_from_space(pool)); | 
|---|
| 192 | pool = pool->next; | 
|---|
| 193 | } | 
|---|
| 194 |  | 
|---|
| 195 | pool = this->to_space; | 
|---|
| 196 | while(pool) | 
|---|
| 197 | { | 
|---|
| 198 | check(!gc_pool_is_from_space(pool)); | 
|---|
| 199 | pool = pool->next; | 
|---|
| 200 | } | 
|---|
| 201 | } | 
|---|
| 202 | #endif | 
|---|
| 203 | } | 
|---|
| 204 |  | 
|---|
| 205 | void gc_state_sweep_roots(gc_state* const this, worklist_t* worklist) | 
|---|
| 206 | { | 
|---|
| 207 | gc_memory_pool* pool = this->from_space; | 
|---|
| 208 | while(pool) | 
|---|
| 209 | { | 
|---|
| 210 | gc_pool_object_iterator it = begin(pool); | 
|---|
| 211 | gc_pool_object_iterator end = end(pool); | 
|---|
| 212 | for(;it != end; ++it) | 
|---|
| 213 | { | 
|---|
| 214 | gc_object_header* object = *it; | 
|---|
| 215 | if(!object->root_chain) continue; | 
|---|
| 216 |  | 
|---|
| 217 | gc_copy_object(object); | 
|---|
| 218 |  | 
|---|
| 219 | gc_scan_object(object->forward, worklist); | 
|---|
| 220 | } | 
|---|
| 221 |  | 
|---|
| 222 | pool = pool->next; | 
|---|
| 223 | } | 
|---|
| 224 | } | 
|---|
| 225 |  | 
|---|
| 226 | void gc_state_clear(gc_state* const this) | 
|---|
| 227 | { | 
|---|
| 228 | gc_memory_pool* pool = this->from_space; | 
|---|
| 229 | while(pool) | 
|---|
| 230 | { | 
|---|
| 231 | gc_reset_pool(pool); | 
|---|
| 232 | pool = pool->next; | 
|---|
| 233 | } | 
|---|
| 234 |  | 
|---|
| 235 | pool = this->to_space; | 
|---|
| 236 | while(pool) | 
|---|
| 237 | { | 
|---|
| 238 | gc_reset_pool(pool); | 
|---|
| 239 | pool = pool->next; | 
|---|
| 240 | } | 
|---|
| 241 | } | 
|---|
| 242 |  | 
|---|
| 243 | void gc_state_calc_usage(gc_state* const this) | 
|---|
| 244 | { | 
|---|
| 245 | this->total_space = 0; | 
|---|
| 246 | this->used_space = 0; | 
|---|
| 247 |  | 
|---|
| 248 | gc_memory_pool* pool = this->from_space; | 
|---|
| 249 | while(pool) | 
|---|
| 250 | { | 
|---|
| 251 | size_t size = gc_pool_size_total(pool); | 
|---|
| 252 | size_t used = gc_pool_size_used(pool); | 
|---|
| 253 | check(used <= size); | 
|---|
| 254 | this->total_space += size; | 
|---|
| 255 | this->used_space += used; | 
|---|
| 256 |  | 
|---|
| 257 | pool = pool->next; | 
|---|
| 258 | } | 
|---|
| 259 | } | 
|---|
| 260 |  | 
|---|
| 261 | #ifndef NDEBUG | 
|---|
| 262 | bool gc_state_roots_match(gc_state* const this) | 
|---|
| 263 | { | 
|---|
| 264 | gc_memory_pool* pool = this->to_space; | 
|---|
| 265 | while(pool) | 
|---|
| 266 | { | 
|---|
| 267 | size_t size = 0; | 
|---|
| 268 | gc_pool_object_iterator it = begin(pool); | 
|---|
| 269 | gc_pool_object_iterator end = end(pool); | 
|---|
| 270 | for(;it != end; ++it) | 
|---|
| 271 | { | 
|---|
| 272 | gc_object_header* object = *it; | 
|---|
| 273 | size += object->size; | 
|---|
| 274 |  | 
|---|
| 275 | gcpointer_t* ptr = object->root_chain; | 
|---|
| 276 | while(ptr) | 
|---|
| 277 | { | 
|---|
| 278 | check(gc_get_object_ptr( (void*)ptr->ptr ) == object); | 
|---|
| 279 | ptr = ptr->next; | 
|---|
| 280 | } | 
|---|
| 281 | } | 
|---|
| 282 |  | 
|---|
| 283 | checkf(size + gc_pool_size_left(pool) == gc_pool_size_total(pool), | 
|---|
| 284 | (const char*)"expected %lu + %lu == %lu\n", | 
|---|
| 285 | (size_t)size, | 
|---|
| 286 | (size_t)gc_pool_size_left(pool), | 
|---|
| 287 | (size_t)gc_pool_size_total(pool)); | 
|---|
| 288 |  | 
|---|
| 289 | pool = pool->next; | 
|---|
| 290 | } | 
|---|
| 291 |  | 
|---|
| 292 | return true; | 
|---|
| 293 | } | 
|---|
| 294 |  | 
|---|
| 295 | bool gc_state_no_from_space_ref(gc_state* const this) | 
|---|
| 296 | { | 
|---|
| 297 | gc_memory_pool* pool = this->to_space; | 
|---|
| 298 | while(pool) | 
|---|
| 299 | { | 
|---|
| 300 | void** potential_ref = (void**)pool->start_p; | 
|---|
| 301 | while(potential_ref < (void**)pool->free_p) | 
|---|
| 302 | { | 
|---|
| 303 | check(!gc_is_in_heap(this, *potential_ref)); | 
|---|
| 304 | potential_ref++; | 
|---|
| 305 | } | 
|---|
| 306 |  | 
|---|
| 307 | pool = pool->next; | 
|---|
| 308 | } | 
|---|
| 309 |  | 
|---|
| 310 | return true; | 
|---|
| 311 | } | 
|---|
| 312 | #endif | 
|---|