diff options
Diffstat (limited to 'imark.s')
| -rw-r--r-- | imark.s | 1880 |
1 files changed, 1880 insertions, 0 deletions
@@ -0,0 +1,1880 @@ + +#define d0 %eax +#define d1 %ebx +#define a0 %ecx +#define a1 %edx +#define a2 %ebp +#define a3 %esi +#define a4 %edi +#define sp %esp + +#undef COUNT_GARBAGE_COLLECTIONS +#undef MARK_USING_REVERSAL +#undef COMPARE_HEAP_AFTER_MARK +#undef DEBUG_MARK_COLLECT + +#ifdef COMPARE_HEAP_AFTER_MARK + .data +heap_copy: .long 0 + .text + pushl d0 + pushl d1 + pushl a0 + pushl a1 + pushl a2 + pushl a3 + pushl a4 + + movl heap_size_33,d0 + shl $5,d0 + pushl d0 + call @allocate_memory + addl $4,sp + + movl d0,heap_copy + + testl d0,d0 + je no_copy + + movl heap_p3,a0 + movl heap_size_33,d1 + shl $3,d1 + jmp start_copy + +copy_heap_lp: + movl (a0),a2 + addl $4,a0 + movl a2,(d0) + addl $4,d0 +start_copy: + subl $1,d1 + jge copy_heap_lp + +no_copy: + popl a4 + popl a3 + popl a2 + popl a1 + popl a0 + popl d1 + popl a0 +#endif + + movl heap_size_33,d0 + xorl d1,d1 + + movl d1,n_marked_words + shl $5,d0 + + movl d0,heap_size_32_33 + movl d1,lazy_array_list + + lea -2000(sp),a3 + + movl caf_list,d0 + + movl a3,end_stack + + test d0,d0 + je _end_mark_cafs + +_mark_cafs_lp: + movl (d0),d1 + movl -4(d0),a2 + + pushl a2 + lea 4(d0),a2 + lea 4(d0,d1,4),d0 + movl d0,end_vector + + call _mark_stack_nodes + + popl d0 + test d0,d0 + jne _mark_cafs_lp + +_end_mark_cafs: + movl stack_top,a3 + movl stack_p,a2 + + movl a3,end_vector + call _mark_stack_nodes + + movl lazy_array_list,a0 + + test a0,a0 + je end_restore_arrays + +restore_arrays: + movl (a0),d1 + movl $__ARRAY__+2,(a0) + + cmpl $1,d1 + je restore_array_size_1 + + lea (a0,d1,4),a1 + movl 8(a1),d0 + test d0,d0 + je restore_lazy_array + + movl d0,a2 + push a1 + + xorl a1,a1 + movl d1,d0 + movzwl -2+2(a2),d1 + + div d1 + movl d0,d1 + + pop a1 + movl a2,d0 + +restore_lazy_array: + movl 8(a0),a4 + movl 4(a0),a2 + movl d1,4(a0) + movl 4(a1),a3 + movl d0,8(a0) + movl a2,4(a1) + movl a4,8(a1) + + test d0,d0 + je no_reorder_array + + movzwl -2(d0),a1 + subl $256,a1 + movzwl -2+2(d0),a2 + cmpl a1,a2 + je no_reorder_array + + addl $12,a0 + imull a1,d1 + movl a1,d0 + lea (a0,d1,4),a1 + movl a2,d1 + subl a2,d0 + + call reorder + +no_reorder_array: + movl a3,a0 + testl a0,a0 + jne restore_arrays + + jmp end_restore_arrays + +restore_array_size_1: + movl 4(a0),a2 + movl 8(a0),a1 + movl d1,4(a0) + movl 12(a0),d0 + movl a2,12(a0) + movl d0,8(a0) + + movl a1,a0 + testl a0,a0 + jne restore_arrays + +end_restore_arrays: + call add_garbage_collect_time + + +#ifdef COMPARE_HEAP_AFTER_MARK + pushl d0 + pushl d1 + pushl a0 + pushl a1 + pushl a2 + pushl a3 + pushl a4 + + movl heap_copy,d0 + + testl d0,d0 + je no_compare + + movl heap_p3,a0 + movl heap_size_33,d1 + shl $3,d1 + jmp start_compare + +compare_heap_lp: + movl (a0),a2 + cmpl a2,(d0) + je no_change + nop +no_change: + addl $4,a0 + addl $4,d0 +start_compare: + subl $1,d1 + jge compare_heap_lp + + pushl heap_copy + call @free_memory + addl $4,sp + +no_compare: + + popl a4 + popl a3 + popl a2 + popl a1 + popl a0 + popl d1 + popl a0 +#endif + + +#ifdef ADJUST_HEAP_SIZE + movl bit_vector_size,d0 +#else + movl heap_size_33,d0 + shl $3,d0 +#endif + +#ifdef ADJUST_HEAP_SIZE + movl n_allocated_words,a4 + addl n_marked_words,a4 + shl $2,a4 + + movl d0,a3 + shl $2,a3 + + push a1 + push d0 + + movl a4,d0 + mull @heap_size_multiple + shrd $8,a1,d0 + shrl $8,a1 + + movl d0,d1 + testl a1,a1 + + pop d0 + pop a1 + + je not_largest_heap + + movl heap_size_33,d1 + shl $5,d1 + +not_largest_heap: + cmpl a3,d1 + jbe no_larger_heap + + movl heap_size_33,a3 + shl $5,a3 + cmpl a3,d1 + jbe not_larger_then_heap + movl a3,d1 +not_larger_then_heap: + movl d1,d0 + shr $2,d0 + movl d0,bit_vector_size +no_larger_heap: +#endif + movl d0,a2 + + movl heap_vector,a4 + + shrl $5,a2 + + testb $31,d0 + je no_extra_word + + movl $0,(a4,a2,4) + +no_extra_word: + subl n_marked_words,d0 + shl $2,d0 + movl d0,n_last_heap_free_bytes + +#ifdef COUNT_GARBAGE_COLLECTIONS + addl $1,n_garbage_collections +#endif +#ifdef MEASURE_GC + movl n_marked_words,d0 + shl $2,d0 + addl d0,total_gc_bytes_lo + jnc no_total_gc_bytes_carry2 + incl total_gc_bytes_hi +no_total_gc_bytes_carry2: +#endif + + testl $2,@flags + je _no_heap_use_message2 + + pushl $marked_gc_string_1 + call @ew_print_string + addl $4,sp + + movl n_marked_words,d0 + shll $2,d0 + pushl d0 + call @ew_print_int + addl $4,sp + + pushl $heap_use_after_gc_string_2 + call @ew_print_string + addl $4,sp + +_no_heap_use_message2: + movl n_allocated_words,a3 + xorl d1,d1 + + movl a4,a0 + movl d1,n_free_words_after_mark + +_scan_bits: + cmpl (a0),d1 + je _zero_bits + movl d1,(a0) + addl $4,a0 + subl $1,a2 + jne _scan_bits + + jmp _end_scan + +_zero_bits: + lea 4(a0),a1 + addl $4,a0 + subl $1,a2 + jne _skip_zero_bits_lp1 + jmp _end_bits + +_skip_zero_bits_lp: + test d0,d0 + jne _end_zero_bits +_skip_zero_bits_lp1: + movl (a0),d0 + addl $4,a0 + subl $1,a2 + jne _skip_zero_bits_lp + + test d0,d0 + je _end_bits + movl a0,d0 + movl d1,-4(a0) + subl a1,d0 + jmp _end_bits2 + +_end_zero_bits: + movl a0,d0 + subl a1,d0 + shl $3,d0 + addl d0,n_free_words_after_mark + movl d1,-4(a0) + + cmpl a3,d0 + jb _scan_bits + +_found_free_memory: + movl a2,bit_counter + movl a0,bit_vector_p + + lea -4(a1),d1 + subl a4,d1 + shl $5,d1 + movl heap_p3,a4 + addl d1,a4 + + movl stack_top,a3 + + lea (a4,d0,4),d1 + movl d1,heap_end_after_gc + subl $32,d1 + movl d1,end_heap + + pop d1 + pop d0 + ret + +_end_bits: + movl a0,d0 + subl a1,d0 + addl $4,d0 +_end_bits2: + shl $3,d0 + addl d0,n_free_words_after_mark + cmpl a3,d0 + jae _found_free_memory + +_end_scan: + movl a2,bit_counter + jmp compact_gc + +/ a2: pointer to stack element +/ a4: heap_vector +/ d0,d1,a0,a1,a3: free + +_mark_stack_nodes: + cmpl end_vector,a2 + je _end_mark_nodes +_mark_stack_nodes_: + movl (a2),a0 + movl neg_heap_p3,a1 + + addl $4,a2 + addl a0,a1 +#ifdef SHARE_CHAR_INT + cmpl heap_size_32_33,a1 + jnc _mark_stack_nodes +#endif + movl a1,d1 + andl $31*4,a1 + shrl $7,d1 + movl bit_set_table(a1),a3 + + testl (a4,d1,4),a3 + jne _mark_stack_nodes + + pushl a2 + +#ifdef MARK_USING_REVERSAL + movl $1,a3 + jmp __mark_node + +__end_mark_using_reversal: + popl a2 + movl a0,-4(a2) + jmp _mark_stack_nodes +#else + pushl $0 + + jmp _mark_arguments + +_mark_hnf_2: + cmpl $0x20000000,a3 + jbe fits_in_word_6 + orl $1,4(a4,d1,4) +fits_in_word_6: + addl $3,n_marked_words + +_mark_record_2_c: + movl 4(a0),d1 + push d1 + + cmpl end_stack,sp + jb __mark_using_reversal + +_mark_node2: +_shared_argument_part: + movl (a0),a0 + +_mark_node: + movl neg_heap_p3,a1 +# ifdef SHARE_CHAR_INT + movl heap_size_32_33,d1 +# endif + addl a0,a1 +# ifdef SHARE_CHAR_INT + cmpl d1,a1 + jnc _mark_next_node +# endif + movl a1,d1 + andl $31*4,a1 + shrl $7,d1 + movl bit_set_table(a1),a3 + + testl (a4,d1,4),a3 + jne _mark_next_node + +_mark_arguments: + movl (a0),d0 + test $2,d0 + je _mark_lazy_node + + movzwl -2(d0),a2 + + test a2,a2 + je _mark_hnf_0 + + orl a3,(a4,d1,4) + addl $4,a0 + + cmpl $256,a2 + jae _mark_record + + subl $2,a2 + je _mark_hnf_2 + jb _mark_hnf_1 + +_mark_hnf_3: + movl 4(a0),a1 + + cmpl $0x20000000,a3 + jbe fits_in_word_1 + orl $1,4(a4,d1,4) +fits_in_word_1: + + movl neg_heap_p3,d0 + movl n_marked_words,a3 + addl a1,d0 + addl $3,a3 + movl d0,d1 + andl $31*4,d0 + + shrl $7,d1 + movl a3,n_marked_words + + movl bit_set_table(d0),a3 + + testl (a4,d1,4),a3 + jne _shared_argument_part + +_no_shared_argument_part: + orl a3,(a4,d1,4) + addl $1,a2 + + addl a2,n_marked_words + lea (d0,a2,4),d0 + lea -4(a1,a2,4),a1 + + cmpl $32*4,d0 + jbe fits_in_word_2 + orl $1,4(a4,d1,4) +fits_in_word_2: + + movl (a1),d1 + subl $2,a2 + pushl d1 + +_push_hnf_args: + movl -4(a1),d1 + subl $4,a1 + pushl d1 + subl $1,a2 + jge _push_hnf_args + + cmpl end_stack,sp + jae _mark_node2 + + jmp __mark_using_reversal + +_mark_hnf_1: + cmpl $0x40000000,a3 + jbe fits_in_word_4 + orl $1,4(a4,d1,4) +fits_in_word_4: + addl $2,n_marked_words + movl (a0),a0 + jmp _mark_node + +_mark_lazy_node_1: + addl $4,a0 + orl a3,(a4,d1,4) + cmpl $0x20000000,a3 + jbe fits_in_word_3 + orl $1,4(a4,d1,4) +fits_in_word_3: + addl $3,n_marked_words + + cmpl $1,a2 + je _mark_node2 + +_mark_selector_node_1: + addl $2,a2 + movl (a0),a1 + je _mark_indirection_node + + movl neg_heap_p3,a3 + addl a1,a3 + movl a3,d1 + + shrl $7,d1 + andl $31*4,a3 + + addl $1,a2 + + movl bit_set_table(a3),a3 + jle _mark_record_selector_node_1 + + testl (a4,d1,4),a3 + jne _mark_node3 + + movl (a1),a2 + testl $2,a2 + je _mark_node3 + + cmpw $2,-2(a2) + jbe _small_tuple_or_record + +_large_tuple_or_record: + movl 8(a1),a2 + addl neg_heap_p3,a2 + movl a2,d1 + andl $31*4,a2 + shrl $7,d1 + movl bit_set_table(a2),a2 + testl (a4,d1,4),a2 + jne _mark_node3 + +_small_tuple_or_record: + movl -8(d0),d0 + pushl a0 + movl a1,a0 + call *4(d0) + popl a1 + + movl $__indirection,-4(a1) + movl a0,(a1) + jmp _mark_node + +_mark_record_selector_node_1: + je _mark_strict_record_selector_node_1 + + testl (a4,d1,4),a3 + jne _mark_node3 + + movl (a1),a2 + testl $2,a2 + je _mark_node3 + + cmpw $258,-2(a2) + jbe _small_tuple_or_record + jmp _large_tuple_or_record + +_mark_strict_record_selector_node_1: + testl (a4,d1,4),a3 + jne _mark_node3 + + movl (a1),a2 + testl $2,a2 + je _mark_node3 + + cmpw $258,-2(a2) + jbe _select_from_small_record + + movl 8(a1),a2 + addl neg_heap_p3,a2 + movl a2,d1 + andl $31*4,a2 + shrl $7,d1 + movl bit_set_table(a2),a2 + testl (a4,d1,4),a2 + jne _mark_node3 + +_select_from_small_record: + movl -8(d0),d0 + subl $4,a0 + + call *4(d0) + + jmp _mark_next_node + +_mark_indirection_node: +_mark_node3: + movl a1,a0 + jmp _mark_node + +_mark_next_node: + popl a0 + test a0,a0 + jne _mark_node + + popl a2 + cmpl end_vector,a2 + jne _mark_stack_nodes_ + +_end_mark_nodes: + ret + +_mark_lazy_node: + movl -4(d0),a2 + test a2,a2 + je _mark_real_or_file + + cmpl $1,a2 + jle _mark_lazy_node_1 + + cmpl $256,a2 + jge _mark_closure_with_unboxed_arguments + incl a2 + orl a3,(a4,d1,4) + + addl a2,n_marked_words + lea (a1,a2,4),a1 + lea (a0,a2,4),a0 + + cmpl $32*4,a1 + jbe fits_in_word_7 + orl $1,4(a4,d1,4) +fits_in_word_7: + subl $3,a2 +_push_lazy_args: + movl -4(a0),d1 + subl $4,a0 + push d1 + subl $1,a2 + jge _push_lazy_args + + subl $4,a0 + + cmpl end_stack,sp + jae _mark_node2 + + jmp __mark_using_reversal + +_mark_closure_with_unboxed_arguments: + movl a2,d0 + andl $255,a2 + subl $1,a2 + je _mark_real_or_file + + shrl $8,d0 + addl $2,a2 + + orl a3,(a4,d1,4) + addl a2,n_marked_words + lea (a1,a2,4),a1 + + subl d0,a2 + + cmpl $32*4,a1 + jbe fits_in_word_7_ + orl $1,4(a4,d1,4) +fits_in_word_7_: + subl $2,a2 + jl _mark_next_node + + lea 8(a0,a2,4),a0 + jne _push_lazy_args + +_mark_closure_with_one_boxed_argument: + movl -4(a0),a0 + jmp _mark_node + +_mark_hnf_0: + cmpl $INT+2,d0 + jb _mark_real_file_or_string + + orl a3,(a4,d1,4) + + cmpl $CHAR+2,d0 + ja _mark_normal_hnf_0 + +_mark_bool: + addl $2,n_marked_words + + cmpl $0x40000000,a3 + jbe _mark_next_node + + orl $1,4(a4,d1,4) + jmp _mark_next_node + +_mark_normal_hnf_0: + incl n_marked_words + jmp _mark_next_node + +_mark_real_file_or_string: + cmpl $__STRING__+2,d0 + jbe _mark_string_or_array + +_mark_real_or_file: + orl a3,(a4,d1,4) + addl $3,n_marked_words + + cmpl $0x20000000,a3 + jbe _mark_next_node + + orl $1,4(a4,d1,4) + jmp _mark_next_node + +_mark_record: + subl $258,a2 + je _mark_record_2 + jl _mark_record_1 + +_mark_record_3: + addl $3,n_marked_words + + cmpl $0x20000000,a3 + jbe fits_in_word_13 + orl $1,4(a4,d1,4) +fits_in_word_13: + movl 4(a0),a1 + movl neg_heap_p3,a3 + + movzwl -2+2(d0),d1 + addl a1,a3 + + movl a3,d0 + andl $31*4,a3 + + shrl $7,d0 + subl $1,d1 + + movl bit_set_table(a3),a1 + jb _mark_record_3_bb + + testl (a4,d0,4),a1 + jne _mark_node2 + + addl $1,a2 + orl a1,(a4,d0,4) + addl a2,n_marked_words + lea (a3,a2,4),a3 + + cmpl $32*4,a3 + jbe _push_record_arguments + orl $1,4(a4,d0,4) +_push_record_arguments: + movl 4(a0),a1 + movl d1,a2 + shl $2,d1 + addl d1,a1 + subl $1,a2 + jge _push_hnf_args + + jmp _mark_node2 + +_mark_record_3_bb: + testl (a4,d0,4),a1 + jne _mark_next_node + + addl $1,a2 + orl a1,(a4,d0,4) + addl a2,n_marked_words + lea (a3,a2,4),a3 + + cmpl $32*4,a3 + jbe _mark_next_node + + orl $1,4(a4,d0,4) + jmp _mark_next_node + +_mark_record_2: + cmpl $0x20000000,a3 + jbe fits_in_word_12 + orl $1,4(a4,d1,4) +fits_in_word_12: + addl $3,n_marked_words + + cmpw $1,-2+2(d0) + ja _mark_record_2_c + je _mark_node2 + jmp _mark_next_node + +_mark_record_1: + cmpw $0,-2+2(d0) + jne _mark_hnf_1 + + jmp _mark_bool + +_mark_string_or_array: + je _mark_string_ + +_mark_array: + movl 8(a0),a2 + test a2,a2 + je _mark_lazy_array + + movzwl -2(a2),d0 + + testl d0,d0 + je _mark_strict_basic_array + + movzwl -2+2(a2),a2 + testl a2,a2 + je _mark_b_record_array + + cmpl end_stack,sp + jb _mark_array_using_reversal + + subl $256,d0 + cmpl a2,d0 + je _mark_a_record_array + +_mark_ab_record_array: + orl a3,(a4,d1,4) + movl 4(a0),a2 + + imull a2,d0 + addl $3,d0 + + addl d0,n_marked_words + lea -4(a0,d0,4),d0 + + addl neg_heap_p3,d0 + shrl $7,d0 + + cmpl d0,d1 + jae _end_set_ab_array_bits + + incl d1 + movl $1,a2 + cmpl d0,d1 + jae _last_ab_array_bits + +_mark_ab_array_lp: + orl a2,(a4,d1,4) + incl d1 + cmpl d0,d1 + jb _mark_ab_array_lp + +_last_ab_array_bits: + orl a2,(a4,d1,4) + +_end_set_ab_array_bits: + movl 4(a0),d0 + movl 8(a0),a1 + movzwl -2+2(a1),d1 + movzwl -2(a1),a1 + shll $2,d1 + lea -1024(,a1,4),a1 + pushl d1 + pushl a1 + lea 12(a0),a2 + pushl end_vector + jmp _mark_ab_array_begin + +_mark_ab_array: + movl 8(sp),d1 + pushl d0 + pushl a2 + lea (a2,d1),d0 + + movl d0,end_vector + call _mark_stack_nodes + + movl 4+8(sp),d1 + popl a2 + popl d0 + addl d1,a2 +_mark_ab_array_begin: + subl $1,d0 + jnc _mark_ab_array + + popl end_vector + addl $8,sp + jmp _mark_next_node + +_mark_a_record_array: + orl a3,(a4,d1,4) + movl 4(a0),a2 + + imull a2,d0 + pushl d0 + + addl $3,d0 + + addl d0,n_marked_words + lea -4(a0,d0,4),d0 + + addl neg_heap_p3,d0 + shrl $7,d0 + + cmpl d0,d1 + jae _end_set_a_array_bits + + incl d1 + movl $1,a2 + cmpl d0,d1 + jae _last_a_array_bits + +_mark_a_array_lp: + orl a2,(a4,d1,4) + incl d1 + cmpl d0,d1 + jb _mark_a_array_lp + +_last_a_array_bits: + orl a2,(a4,d1,4) + +_end_set_a_array_bits: + popl d0 + lea 12(a0),a2 + + pushl end_vector + lea 12(a0,d0,4),d0 + + movl d0,end_vector + call _mark_stack_nodes + + popl end_vector + jmp _mark_next_node + +_mark_lazy_array: + cmpl end_stack,sp + jb _mark_array_using_reversal + + orl a3,(a4,d1,4) + movl 4(a0),d0 + + addl $3,d0 + + addl d0,n_marked_words + lea -4(a0,d0,4),d0 + + addl neg_heap_p3,d0 + shrl $7,d0 + + cmpl d0,d1 + jae _end_set_lazy_array_bits + + incl d1 + movl $1,a2 + cmpl d0,d1 + jae _last_lazy_array_bits + +_mark_lazy_array_lp: + orl a2,(a4,d1,4) + incl d1 + cmpl d0,d1 + jb _mark_lazy_array_lp + +_last_lazy_array_bits: + orl a2,(a4,d1,4) + +_end_set_lazy_array_bits: + movl 4(a0),d0 + lea 12(a0),a2 + + pushl end_vector + lea 12(a0,d0,4),d0 + + movl d0,end_vector + call _mark_stack_nodes + + popl end_vector + jmp _mark_next_node + +_mark_array_using_reversal: + pushl $0 + movl $1,a3 + jmp __mark_node + +_mark_strict_basic_array: + movl 4(a0),d0 + cmpl $INT+2,a2 + je _mark_strict_int_array + cmpl $BOOL+2,a2 + je _mark_strict_bool_array +_mark_strict_real_array: + addl d0,d0 +_mark_strict_int_array: + addl $3,d0 + jmp _mark_basic_array_ +_mark_strict_bool_array: + addl $12+3,d0 + shrl $2,d0 + jmp _mark_basic_array_ + +_mark_b_record_array: + movl 4(a0),a2 + subl $256,d0 + imull a2,d0 + addl $3,d0 + jmp _mark_basic_array_ + +_mark_string_: + movl 4(a0),d0 + addl $8+3,d0 + shrl $2,d0 + +_mark_basic_array_: + orl a3,(a4,d1,4) + + addl d0,n_marked_words + lea -4(a0,d0,4),d0 + + addl neg_heap_p3,d0 + shrl $7,d0 + + cmpl d0,d1 + jae _mark_next_node + + incl d1 + movl $1,a2 + cmpl d0,d1 + jae _last_string_bits + +_mark_string_lp: + orl a2,(a4,d1,4) + incl d1 + cmpl d0,d1 + jb _mark_string_lp + +_last_string_bits: + orl a2,(a4,d1,4) + jmp _mark_next_node + +__end_mark_using_reversal: + popl a1 + test a1,a1 + je _mark_next_node + movl a0,(a1) + jmp _mark_next_node +#endif + +__mark_using_reversal: + pushl a0 + movl $1,a3 + movl (a0),a0 + jmp __mark_node + +__mark_arguments: + movl (a0),d0 + testb $2,d0 + je __mark_lazy_node + + movzwl -2(d0),a2 + testl a2,a2 + je __mark_hnf_0 + + addl $4,a0 + + cmpl $256,a2 + jae __mark__record + + subl $2,a2 + je __mark_hnf_2 + jb __mark_hnf_1 + +__mark_hnf_3: + movl bit_set_table(a1),a1 + addl $3,n_marked_words + + orl a1,(a4,d1,4) + + cmpl $0x20000000,a1 + + movl neg_heap_p3,d0 + + jbe fits__in__word__1 + orl $1,4(a4,d1,4) +fits__in__word__1: + addl 4(a0),d0 + + movl d0,d1 + andl $31*4,d0 + + shrl $7,d1 + + movl bit_set_table(d0),a1 + testl (a4,d1,4),a1 + jne __shared_argument_part + +__no_shared_argument_part: + orl a1,(a4,d1,4) + movl 4(a0),a1 + + addl $1,a2 + movl a3,4(a0) + + addl a2,n_marked_words + addl $4,a0 + + shl $2,a2 + orl $1,(a1) + + addl a2,d0 + addl a2,a1 + + cmpl $32*4,d0 + jbe fits__in__word__2 + orl $1,4(a4,d1,4) +fits__in__word__2: + + movl -4(a1),a2 + movl a0,-4(a1) + lea -4(a1),a3 + movl a2,a0 + jmp __mark_node + +__mark_hnf_1: + movl bit_set_table(a1),a1 + addl $2,n_marked_words + orl a1,(a4,d1,4) + cmpl $0x40000000,a1 + jbe __shared_argument_part + orl $1,4(a4,d1,4) +__shared_argument_part: + movl (a0),a2 + movl a3,(a0) + lea 2(a0),a3 + movl a2,a0 + jmp __mark_node + +__mark_no_selector_2: + popl d1 +__mark_no_selector_1: + movl bit_set_table(a1),a1 + addl $3,n_marked_words + orl a1,(a4,d1,4) + cmpl $0x20000000,a1 + jbe __shared_argument_part + + orl $1,4(a4,d1,4) + jmp __shared_argument_part + +__mark_lazy_node_1: +#ifdef COMPARE_HEAP_AFTER_MARK + jmp __mark_no_selector_1 +#endif + je __mark_no_selector_1 + +__mark_selector_node_1: + addl $2,a2 + je __mark_indirection_node + + addl $1,a2 + + pushl d1 + movl (a0),a2 + pushl d0 + movl neg_heap_p3,d0 + + jle __mark_record_selector_node_1 + + addl a2,d0 + movl d0,d1 + andl $31*4,d0 + shrl $7,d1 + movl bit_set_table(d0),d0 + testl (a4,d1,4),d0 + popl d0 + jne __mark_no_selector_2 + + movl (a2),d1 + testb $2,d1 + je __mark_no_selector_2 + + cmpw $2,-2(d1) + jbe __small_tuple_or_record + +__large_tuple_or_record: + movl 8(a2),a2 + movl neg_heap_p3,d1 + addl d1,a2 + movl a2,d1 + andl $31*4,a2 + shrl $7,d1 + movl bit_set_table(a2),a2 + testl (a4,d1,4),a2 + jne __mark_no_selector_2 + +__small_tuple_or_record: + movl -8(d0),d0 + popl d1 + + pushl a0 + movl (a0),a0 + call *4(d0) + popl a1 + + movl $__indirection,-4(a1) + movl a0,(a1) + jmp __mark_node + +__mark_record_selector_node_1: + je __mark_strict_record_selector_node_1 + + addl a2,d0 + movl d0,d1 + andl $31*4,d0 + shrl $7,d1 + movl bit_set_table(d0),d0 + testl (a4,d1,4),d0 + popl d0 + jne __mark_no_selector_2 + + movl (a2),d1 + testb $2,d1 + je __mark_no_selector_2 + + cmpw $258,-2(d1) + jbe __small_tuple_or_record + jmp __large_tuple_or_record + +__mark_strict_record_selector_node_1: + addl a2,d0 + movl d0,d1 + andl $31*4,d0 + shrl $7,d1 + movl bit_set_table(d0),d0 + testl (a4,d1,4),d0 + popl d0 + jne __mark_no_selector_2 + + movl (a2),d1 + testb $2,d1 + je __mark_no_selector_2 + + cmpw $258,-2(d1) + jle __select_from_small_record + + movl 8(a2),a2 + movl neg_heap_p3,d1 + addl d1,a2 + movl a2,d1 + andl $31*4,a2 + shrl $7,d1 + movl bit_set_table(a2),a2 + testl (a4,d1,4),a2 + jne __mark_no_selector_2 + +__select_from_small_record: + movl -8(d0),d0 + popl d1 + movl (a0),a1 + subl $4,a0 + call *4(d0) + jmp __mark_node + +__mark_indirection_node: + movl (a0),a0 + jmp __mark_node + +__mark_hnf_2: + movl bit_set_table(a1),a1 + addl $3,n_marked_words + orl a1,(a4,d1,4) + cmpl $0x20000000,a1 + jbe fits__in__word__6 + orl $1,4(a4,d1,4) +fits__in__word__6: + +__mark_record_2_c: + movl (a0),d0 + movl 4(a0),a2 + orl $2,d0 + movl a3,4(a0) + movl d0,(a0) + lea 4(a0),a3 + movl a2,a0 + +__mark_node: +#ifdef DEBUG_MARK_COLLECT + testl $3,a0 + je no_error_in_gc1 + call error_in_gc +no_error_in_gc1: +#endif + + movl neg_heap_p3,a1 +#ifdef SHARE_CHAR_INT + movl heap_size_32_33,d1 +#endif + addl a0,a1 +#ifdef SHARE_CHAR_INT + cmpl d1,a1 + jae __mark_next_node +#endif + movl a1,d1 + andl $31*4,a1 + shrl $7,d1 + movl bit_set_table(a1),a2 + testl (a4,d1,4),a2 + je __mark_arguments + +__mark_next_node: + testl $3,a3 + jne __mark_parent + + movl -4(a3),a2 + movl K6_0(a3),a1 + movl a0,K6_0(a3) + movl a1,-4(a3) + subl $4,a3 + + movl a2,a0 + andl $3,a2 + andl $-4,a0 + orl a2,a3 + jmp __mark_node + +__mark_parent: + movl a3,d1 + andl $-4,a3 + je __end_mark_using_reversal + + andl $3,d1 + movl K6_0(a3),a2 + movl a0,K6_0(a3) + + subl $1,d1 + je __argument_part_parent + +#ifdef DEBUG_MARK_COLLECT + cmpl $1,d1 + je no_error_in_gc2 + call error_in_gc +no_error_in_gc2: +#endif + + lea -4(a3),a0 + movl a2,a3 + jmp __mark_next_node + +__argument_part_parent: + andl $-4,a2 + movl a3,a1 + movl -4(a2),a0 + movl (a2),d1 + movl d1,-4(a2) + movl a1,(a2) + lea (-4)+2(a2),a3 + jmp __mark_node + +__mark_lazy_node: + movl -4(d0),a2 + testl a2,a2 + je __mark_real_or_file + + addl $4,a0 + cmpl $1,a2 + jle __mark_lazy_node_1 + cmpl $256,a2 + jge __mark_closure_with_unboxed_arguments + + addl $1,a2 + movl a1,d0 + movl bit_set_table(a1),a1 + addl a2,n_marked_words + + lea (d0,a2,4),d0 + subl $2,a2 + + orl a1,(a4,d1,4) + + cmpl $32*4,d0 + jbe fits__in__word__7 + orl $1,4(a4,d1,4) +fits__in__word__7: +__mark_closure_with_unboxed_arguments__2: + lea (a0,a2,4),a1 + movl (a0),d0 + orl $2,d0 + movl d0,(a0) + movl (a1),a0 + movl a3,(a1) + movl a1,a3 + jmp __mark_node + +__mark_closure_with_unboxed_arguments: + movl a2,d0 + andl $255,a2 + + subl $1,a2 + je __mark_closure_1_with_unboxed_argument + addl $2,a2 + + shrl $8,d0 + addl a2,n_marked_words + + pushl a0 + lea (a1,a2,4),a0 + + movl bit_set_table(a1),a1 + subl d0,a2 + + orl a1,(a4,d1,4) + cmpl $32*4,a0 + jbe fits__in_word_7_ + orl $1,4(a4,d1,4) +fits__in_word_7_: + popl a0 + subl $2,a2 + jg __mark_closure_with_unboxed_arguments__2 + je __shared_argument_part + subl $4,a0 + jmp __mark_next_node + +__mark_closure_1_with_unboxed_argument: + subl $4,a0 + jmp __mark_real_or_file + +__mark_hnf_0: + cmpl $INT+2,d0 + jne __no_int_3 + + movl 4(a0),a2 + cmpl $33,a2 +#ifdef COMPARE_HEAP_AFTER_MARK + jmp __mark_bool_or_small_string +#endif + jb ____small_int + +__mark_bool_or_small_string: + movl bit_set_table(a1),a1 + addl $2,n_marked_words + orl a1,(a4,d1,4) + cmpl $0x40000000,a1 + jbe __mark_next_node + orl $1,4(a4,d1,4) + jmp __mark_next_node + +____small_int: + lea small_integers(,a2,8),a0 + jmp __mark_next_node + +__no_int_3: + jb __mark_real_file_or_string + + cmpl $CHAR+2,d0 + jne __no_char_3 +#ifdef COMPARE_HEAP_AFTER_MARK + jmp __mark_bool_or_small_string +#endif + movzbl 4(a0),a2 + lea static_characters(,a2,8),a0 + jmp __mark_next_node + +__no_char_3: + jb __mark_bool_or_small_string + +#ifdef COMPARE_HEAP_AFTER_MARK + movl bit_set_table(a1),a1 + incl n_marked_words + orl a1,(a4,d1,4) + jmp __mark_next_node +#endif + + lea -2+ZERO_ARITY_DESCRIPTOR_OFFSET(d0),a0 + jmp __mark_next_node + +__mark_real_file_or_string: + cmpl $__STRING__+2,d0 + jbe __mark_string_or_array + +__mark_real_or_file: + movl bit_set_table(a1),a1 + addl $3,n_marked_words + + orl a1,(a4,d1,4) + + cmpl $0x20000000,a1 + jbe __mark_next_node + + orl $1,4(a4,d1,4) + jmp __mark_next_node + +__mark__record: + subl $258,a2 + je __mark_record_2 + jl __mark_record_1 + +__mark_record_3: + movl bit_set_table(a1),a1 + addl $3,n_marked_words + orl a1,(a4,d1,4) + cmpl $0x20000000,a1 + jbe fits__in__word__13 + orl $1,4(a4,d1,4) +fits__in__word__13: + movzwl -2+2(d0),d1 + + movl neg_heap_p3,d0 + movl 4(a0),a1 + addl d0,a1 + movl a1,d0 + andl $31*4,a1 + shrl $7,d0 + + pushl a3 + + movl bit_set_table(a1),a3 + testl (a4,d0,4),a3 + jne __shared_record_argument_part + + addl $1,a2 + orl a3,(a4,d0,4) + + lea (a1,a2,4),a1 + addl a2,n_marked_words + + popl a3 + + cmpl $32*4,a1 + jbe fits__in__word__14 + orl $1,4(a4,d0,4) +fits__in__word__14: + subl $1,d1 + movl 4(a0),a1 + jl __mark_record_3_bb + je __shared_argument_part + + movl a3,4(a0) + addl $4,a0 + + subl $1,d1 + je __mark_record_3_aab + + lea (a1,d1,4),a3 + movl (a1),d0 + orl $1,d0 + movl K6_0(a3),a2 + movl d0,(a1) + movl a0,K6_0(a3) + movl a2,a0 + jmp __mark_node + +__mark_record_3_bb: + subl $4,a0 + jmp __mark_next_node + +__mark_record_3_aab: + movl (a1),a2 + movl a0,(a1) + lea 1(a1),a3 + movl a2,a0 + jmp __mark_node + +__shared_record_argument_part: + movl 4(a0),a1 + + popl a3 + + test d1,d1 + jne __shared_argument_part + subl $4,a0 + jmp __mark_next_node + +__mark_record_2: + movl bit_set_table(a1),a1 + addl $3,n_marked_words + orl a1,(a4,d1,4) + cmpl $0x20000000,a1 + jbe fits__in__word_12 + orl $1,4(a4,d1,4) +fits__in__word_12: + cmpw $1,-2+2(d0) + ja __mark_record_2_c + je __shared_argument_part + subl $4,a0 + jmp __mark_next_node + +__mark_record_1: + cmpw $0,-2+2(d0) + jne __mark_hnf_1 + subl $4,a0 + jmp __mark_bool_or_small_string + +__mark_string_or_array: + je __mark_string_ + +__mark_array: + movl 8(a0),a2 + test a2,a2 + je __mark_lazy_array + + movzwl -2(a2),d0 + test d0,d0 + je __mark_strict_basic_array + + movzwl -2+2(a2),a2 + test a2,a2 + je __mark_b_record_array + + subl $256,d0 + cmpl a2,d0 + je __mark_a_record_array + +__mark__ab__record__array: + pushl a1 + pushl d1 + movl a2,d1 + + movl 4(a0),a2 + addl $8,a0 + pushl a0 + + shl $2,a2 + movl d0,a1 + imull a2,a1 + + subl d1,d0 + addl $4,a0 + addl a0,a1 + + call reorder + + popl a0 + + xchg d1,d0 + movl -4(a0),a2 + imull a2,d0 + imull a2,d1 + addl d1,n_marked_words + addl d0,d1 + + movl neg_heap_p3,a2 + shl $2,d1 + addl a0,a2 + addl d1,a2 + + popl d1 + popl a1 + + movl bit_set_table(a1),a1 + orl a1,(a4,d1,4) + + lea (a0,d0,4),a1 + jmp __mark_r_array + +__mark_a_record_array: + imull 4(a0),d0 + addl $8,a0 + jmp __mark_lr_array + +__mark_lazy_array: + movl 4(a0),d0 + addl $8,a0 + +__mark_lr_array: + movl bit_set_table(a1),a1 + movl neg_heap_p3,a2 + orl a1,(a4,d1,4) + lea (a0,d0,4),a1 + addl a1,a2 +__mark_r_array: + shrl $7,a2 + + cmpl a2,d1 + jae __skip_mark_lazy_array_bits + + inc d1 + +__mark_lazy_array_bits: + orl $1,(a4,d1,4) + inc d1 + cmpl a2,d1 + jbe __mark_lazy_array_bits + +__skip_mark_lazy_array_bits: + movl n_marked_words,a2 + addl $3,a2 + addl d0,a2 + + cmpl $1,d0 + movl a2,n_marked_words + jbe __mark_array_length_0_1 + + movl (a1),a2 + movl (a0),d1 + movl d1,(a1) + movl a2,(a0) + + movl -4(a1),a2 + subl $4,a1 + movl lazy_array_list,d1 + addl $2,a2 + movl d1,(a1) + movl a2,-4(a0) + movl d0,-8(a0) + subl $8,a0 + movl a0,lazy_array_list + + movl -4(a1),a0 + movl a3,-4(a1) + lea -4(a1),a3 + jmp __mark_node + +__mark_array_length_0_1: + lea -8(a0),a0 + jb __mark_next_node + + movl 12(a0),d1 + movl 8(a0),a2 + movl lazy_array_list,a1 + movl a2,12(a0) + movl a1,8(a0) + movl d0,(a0) + movl a0,lazy_array_list + movl d1,4(a0) + addl $4,a0 + + movl (a0),a2 + movl a3,(a0) + lea 2(a0),a3 + movl a2,a0 + jmp __mark_node + +__mark_b_record_array: + movl 4(a0),a2 + subl $256,d0 + imull a2,d0 + addl $3,d0 + jmp __mark_basic_array + +__mark_strict_basic_array: + movl 4(a0),d0 + cmpl $INT+2,a2 + je __mark__strict__int__array + cmpl $BOOL+2,a2 + je __mark__strict__bool__array +__mark__strict__real__array: + addl d0,d0 +__mark__strict__int__array: + addl $3,d0 + jmp __mark_basic_array +__mark__strict__bool__array: + addl $12+3,d0 + shrl $2,d0 + jmp __mark_basic_array + +__mark_string_: + movl 4(a0),d0 + addl $8+3,d0 + shr $2,d0 + +__mark_basic_array: + movl bit_set_table(a1),a1 + addl d0,n_marked_words + +#ifdef DEBUG_MARK_COLLECT + cmpl $100000,d0 + jc no_error_in_gc4 + call error_in_gc +no_error_in_gc4: +#endif + + orl a1,(a4,d1,4) + lea -4(a0,d0,4),d0 + + addl neg_heap_p3,d0 + shrl $7,d0 + + cmpl d0,d1 + jae __mark_next_node + + incl d1 + movl $1,a2 + + cmpl d0,d1 + jae __last__string__bits + +__mark_string_lp: + orl a2,(a4,d1,4) + incl d1 + cmpl d0,d1 + jb __mark_string_lp + +__last__string__bits: + orl a2,(a4,d1,4) + jmp __mark_next_node + +#ifdef DEBUG_MARK_COLLECT +error_in_gc: + pushl d0 + pushl d1 + pushl a0 + pushl a1 + pushl $error_in_gc_string + call @ew_print_string + addl $4,sp + popl a1 + popl a0 + popl d1 + popl d0 + ret + +error_in_gc_string: + .ascii "Error in marking gc" + .byte 0 + +#endif |