From 7d0fdbfba815324c5908a6c0db2b47be631b7ca0 Mon Sep 17 00:00:00 2001
From: John van Groningen
Date: Wed, 14 Mar 2012 11:22:02 +0000
Subject: fix newlines

---
 thread/acompact_rmarkr.asm | 2190 ++++++++++++++++++++++----------------------
 1 file changed, 1095 insertions(+), 1095 deletions(-)

(limited to 'thread/acompact_rmarkr.asm')

diff --git a/thread/acompact_rmarkr.asm b/thread/acompact_rmarkr.asm
index 56a91a0..21d25c7 100644
--- a/thread/acompact_rmarkr.asm
+++ b/thread/acompact_rmarkr.asm
@@ -1,1095 +1,1095 @@
-
-rmark_using_reversal:
-	push	rsi
-	push	rsi
-	mov	rsi,1
-	jmp	rmarkr_node
-
-rmark_using_reversal_:
-	sub	rcx,8
-	push	rbx
-	push	rsi
-	cmp	rcx,rbx
-	ja	rmark_no_undo_reverse_1
-	mov	qword ptr [rsi],rcx
-	mov	qword ptr [rcx],rax
-rmark_no_undo_reverse_1:
-	mov	rsi,1
-	jmp	rmarkr_arguments
-
-rmark_array_using_reversal:
-	push	rbx
-	push	rsi
-	cmp	rcx,rbx
-	ja	rmark_no_undo_reverse_2
-	mov	qword ptr [rsi],rcx
-	mov	qword ptr [rcx],offset __ARRAY__+2
-rmark_no_undo_reverse_2:
-	mov	rsi,1
-	jmp	rmarkr_arguments
-
-rmarkr_hnf_2:
-	or	qword ptr [rcx],2
-	mov	rbp,qword ptr 8[rcx]
-	mov	qword ptr 8[rcx],rsi
-	lea	rsi,8[rcx]
-	mov	rcx,rbp
-
-rmarkr_node:
- if THREAD
-	mov	rax,qword ptr neg_heap_p3_offset[r9]
- else
-	mov	rax,qword ptr neg_heap_p3
- endif
-	add	rax,rcx
-
- if THREAD
-	cmp	rax,qword ptr heap_size_64_65_offset[r9]
- else
-	cmp	rax,qword ptr heap_size_64_65
- endif
-	jnc	rmarkr_next_node_after_static
-
-	mov	rbx,rax
-	and	rax,31*8
-	shr	rbx,8
-
-	mov	eax,dword ptr (bit_set_table2)[rax]
-	mov	ebp,dword ptr [rdi+rbx*4]
-
-	test	rbp,rax
-	jne	rmarkr_next_node
-
-	or	rbp,rax
-	mov	dword ptr [rdi+rbx*4],ebp
-
-rmarkr_arguments:
-	mov	rax,qword ptr [rcx]
-	test	al,2
-	je	rmarkr_lazy_node
-
-	movzx	rbp,word ptr (-2)[rax]
-	test	rbp,rbp
-	je	rmarkr_hnf_0
-
-	add	rcx,8
-
-	cmp	rbp,256
-	jae	rmarkr_record
-
-	sub	rbp,2
-	je	rmarkr_hnf_2
-	jc	rmarkr_hnf_1
-
-rmarkr_hnf_3:
-	mov	rdx,qword ptr 8[rcx]
-
- if THREAD
-	mov	rax,qword ptr neg_heap_p3_offset[r9]
- else
-	mov	rax,qword ptr neg_heap_p3
- endif
-	add	rax,rdx
-
-	mov	rbx,rax
-	and	rax,31*8
-	shr	rbx,8
-	mov	eax,dword ptr (bit_set_table2)[rax]
-	test	eax,[rdi+rbx*4]
-	jne	rmarkr_shared_argument_part
-
-	or	dword ptr [rdi+rbx*4],eax
-
-rmarkr_no_shared_argument_part:
-	or	qword ptr [rcx],2
-	mov	qword ptr 8[rcx],rsi
-	add	rcx,8
-
-	or	qword ptr [rdx],1
-	lea	rdx,[rdx+rbp*8]
-
-	mov	rbp,qword ptr [rdx]
-	mov	qword ptr [rdx],rcx
-	mov	rsi,rdx
-	mov	rcx,rbp
-	jmp	rmarkr_node
-
-rmarkr_shared_argument_part:
-	cmp	rdx,rcx
-	ja	rmarkr_hnf_1
-
-	mov	rbx,qword ptr [rdx]
-	lea	rax,(8+2+1)[rcx]
-	mov	qword ptr [rdx],rax
-	mov	qword ptr 8[rcx],rbx
-	jmp	rmarkr_hnf_1
-
-rmarkr_record:
-	sub	rbp,258
-	je	rmarkr_record_2
-	jb	rmarkr_record_1
-
-rmarkr_record_3:
-	movzx	rbp,word ptr (-2+2)[rax]
-	sub	rbp,1
-	jb	rmarkr_record_3_bb
-	je	rmarkr_record_3_ab
-	dec	rbp
-	je	rmarkr_record_3_aab
-	jmp	rmarkr_hnf_3
-
-rmarkr_record_3_bb:
-	mov	rdx,qword ptr (16-8)[rcx]
-	sub	rcx,8
-
- if THREAD
-	mov	rax,qword ptr neg_heap_p3_offset[r9]
- else
-	mov	rax,qword ptr neg_heap_p3
- endif
-	add	rax,rdx
-
-	mov	rbp,rax
-	and	rax,31*8
-	shr	rbp,8
-	mov	eax,dword ptr (bit_set_table2)[rax]
-	or	dword ptr [rdi+rbp*4],eax
-
-	cmp	rdx,rcx
-	ja	rmarkr_next_node
-
-	add	eax,eax
-	jne	rmarkr_bit_in_same_word1
-	inc	rbp
-	mov	rax,1
-rmarkr_bit_in_same_word1:
-	test	eax,dword ptr [rdi+rbp*4]
-	je	rmarkr_not_yet_linked_bb
-
- if THREAD
-	mov	rax,qword ptr neg_heap_p3_offset[r9]
- else
-	mov	rax,qword ptr neg_heap_p3
- endif
-	add	rax,rcx
-
-	add	rax,2*8
-
-	mov	rbp,rax 
-	and	rax,31*8
-	shr	rbp,8
-	mov	eax,dword ptr (bit_set_table2)[rax]
-	or	dword ptr [rdi+rbp*4],eax
-
-	mov	rbp,qword ptr [rdx]
-	lea	rax,(16+2+1)[rcx]
-	mov	qword ptr 16[rcx],rbp 
-	mov	qword ptr [rdx],rax 
-	jmp	rmarkr_next_node
-
-rmarkr_not_yet_linked_bb:
-	or	dword ptr [rdi+rbp*4],eax
-	mov	rbp,qword ptr [rdx]
-	lea	rax,(16+2+1)[rcx]
-	mov	qword ptr 16[rcx],rbp 
-	mov	qword ptr [rdx],rax 
-	jmp	rmarkr_next_node
-
-rmarkr_record_3_ab:
-	mov	rdx,qword ptr 8[rcx]
-
- if THREAD
-	mov	rax,qword ptr neg_heap_p3_offset[r9]
- else
-	mov	rax,qword ptr neg_heap_p3
- endif
-	add	rax,rdx
-
-	mov	rbp,rax
-	and	rax,31*8
-	shr	rbp,8
-	mov	eax,dword ptr (bit_set_table2)[rax]
-	or	dword ptr [rdi+rbp*4],eax
-
-	cmp	rdx,rcx
-	ja	rmarkr_hnf_1
-
-	add	eax,eax 
-	jne	rmarkr_bit_in_same_word2
-	inc	rbp
-	mov	rax,1
-rmarkr_bit_in_same_word2:
-	test	eax,dword ptr [rdi+rbp*4]
-	je	rmarkr_not_yet_linked_ab
-
- if THREAD
-	mov	rax,qword ptr neg_heap_p3_offset[r9]
- else
-	mov	rax,qword ptr neg_heap_p3
- endif
-	add	rax,rcx
-
-	add	rax,8
-
-	mov	rbp,rax
-	and	rax,31*8
-	shr	rbp,8
-	mov	eax,dword ptr (bit_set_table2)[rax]
-	or	dword ptr [rdi+rbp*4],eax
-
-	mov	rbp,qword ptr [rdx]
-	lea	rax,(8+2+1)[rcx]
-	mov	qword ptr 8[rcx],rbp
-	mov	qword ptr [rdx],rax
-	jmp	rmarkr_hnf_1
-
-rmarkr_not_yet_linked_ab:
-	or	dword ptr [rdi+rbp*4],eax
-	mov	rbp,qword ptr [rdx]
-	lea	rax,(8+2+1)[rcx]
-	mov	qword ptr 8[rcx],rbp 
-	mov	qword ptr [rdx],rax
-	jmp	rmarkr_hnf_1
-
-rmarkr_record_3_aab:
-	mov	rdx,qword ptr 8[rcx]
-
- if THREAD
-	mov	rax,qword ptr neg_heap_p3_offset[r9]
- else
-	mov	rax,qword ptr neg_heap_p3
- endif
-	add	rax,rdx 
-
-	mov	rbp,rax
-	and	rax,31*8
-	shr	rbp,8
-	mov	eax,dword ptr (bit_set_table2)[rax]
-	test	eax,dword ptr [rdi+rbp*4]
-	jne	rmarkr_shared_argument_part
-	or	dword ptr [rdi+rbp*4],eax
-
-	add	qword ptr [rcx],2
-	mov	qword ptr 8[rcx],rsi
-	add	rcx,8
-
-	mov	rsi,qword ptr [rdx]
-	mov	qword ptr [rdx],rcx 
-	mov	rcx,rsi
-	lea	rsi,1[rdx]
-	jmp	rmarkr_node
-
-rmarkr_record_2:
-	cmp	word ptr (-2+2)[rax],1
-	ja	rmarkr_hnf_2
-	je	rmarkr_hnf_1
-	sub	rcx,8
-	jmp	rmarkr_next_node
-
-rmarkr_record_1:
-	cmp	word ptr (-2+2)[rax],0
-	jne	rmarkr_hnf_1
-	sub	rcx,8
-	jmp	rmarkr_next_node
-
-rmarkr_lazy_node_1:
-	jne	rmarkr_selector_node_1
-
-rmarkr_hnf_1:
-	mov	rbp,qword ptr [rcx]
-	mov	qword ptr [rcx],rsi 
-
-	lea	rsi,2[rcx]
-	mov	rcx,rbp 
-	jmp	rmarkr_node
-
-rmarkr_indirection_node:
- if THREAD
-	mov	rbx,qword ptr neg_heap_p3_offset[r9]
- else
-	mov	rbx,qword ptr neg_heap_p3
- endif
-	lea	rbx,(-8)[rcx+rbx]
-
-	mov	rax,rbx
-	and	rax,31*8
-	shr	rbx,8
-	mov	eax,dword ptr (bit_clear_table2)[rax]
-	and	dword ptr [rdi+rbx*4],eax
-
-	mov	rcx,qword ptr [rcx]
-	jmp	rmarkr_node
-
-rmarkr_selector_node_1:
-	add	rbp,3
-	je	rmarkr_indirection_node
-
-	mov	rdx,qword ptr [rcx]
-
- if THREAD
-	mov	rbx,qword ptr neg_heap_p3_offset[r9]
- else
-	mov	rbx,qword ptr neg_heap_p3
- endif
-	add	rbx,rdx
-	shr	rbx,3
-
-	add	rbp,1
-	jle	rmarkr_record_selector_node_1
-
-	push	rax
-	mov	rax,rbx
-
-	shr	rbx,5
-	and	rax,31
-
-	mov	eax,dword ptr (bit_set_table)[rax*4]
-	mov	ebx,dword ptr [rdi+rbx*4]
-	and	rbx,rax 
-
-	pop	rax
-	jne	rmarkr_hnf_1
-
-	mov	rbx,qword ptr [rdx]
-	test	bl,2
-	je	rmarkr_hnf_1
-
-	cmp	word ptr (-2)[rbx],2
-	jbe	rmarkr_small_tuple_or_record
-
-rmarkr_large_tuple_or_record:
-	mov	rbx,qword ptr 16[rdx]
- if THREAD
-	add	rbx,qword ptr neg_heap_p3_offset[r9]
- else
-	add	rbx,qword ptr neg_heap_p3
- endif
-	shr	rbx,3
-
-	push	rax
-	mov	rax,rbx
-
-	shr	rbx,5
-	and	rax,31
-
-	mov	eax,dword ptr (bit_set_table)[rax*4]
-	mov	ebx,dword ptr [rdi+rbx*4]
-	and	rbx,rax
-
-	pop	rax
-	jne	rmarkr_hnf_1
-
- ifdef NEW_DESCRIPTORS
-  if THREAD
-	mov	rbx,qword ptr neg_heap_p3_offset[r9]
-  else
-	mov	rbx,qword ptr neg_heap_p3
-  endif
-	lea	rbx,(-8)[rcx+rbx]
-
-	push	rcx
-
-	mov	eax,dword ptr (-8)[rax]
-
-	mov	rcx,rbx
-	and	rcx,31*8
-	shr	rbx,8
-	mov	ecx,dword ptr (bit_clear_table2)[rcx]
-	and	dword ptr [rdi+rbx*4],ecx
-
-	movzx	eax,word ptr 4[rax]
-	cmp	rax,16
-	jl	rmarkr_tuple_or_record_selector_node_2
-	mov	rdx,qword ptr 16[rdx]
-	je	rmarkr_tuple_selector_node_2
-	mov	rcx,qword ptr (-24)[rdx+rax]
-	pop	rdx
-	mov	qword ptr (-8)[rdx],offset __indirection
-	mov	qword ptr [rdx],rcx
-	jmp	rmarkr_node
-
-rmarkr_tuple_selector_node_2:
-	mov	rcx,qword ptr [rdx]
-	pop	rdx
-	mov	qword ptr (-8)[rdx],offset __indirection
-	mov	qword ptr [rdx],rcx
-	jmp	rmarkr_node
- else
-rmarkr_small_tuple_or_record:
-  if THREAD
-	mov	rbx,qword ptr neg_heap_p3_offset[r9]
-  else
-	mov	rbx,qword ptr neg_heap_p3
-  endif
-	lea	rbx,(-8)[rcx+rbx]
-
-	push	rcx
-
-	mov	rcx,rbx
-	and	rcx,31*8
-	shr	rbx,8
-	mov	ecx,dword ptr (bit_clear_table2)[rcx]
-	and	dword ptr [rdi+rbx*4],ecx
-
-	mov	eax,(-8)[rax]
-
-	mov	rcx,rdx
-	push	rbp
-	mov	eax,4[rax]
-	call	near ptr rax
-	pop	rbp
-	pop	rdx
-
-	mov	qword ptr (-8)[rdx],offset __indirection
-	mov	qword ptr [rdx],rcx
-	jmp	rmarkr_node
- endif
-
-rmarkr_record_selector_node_1:
-	je	rmarkr_strict_record_selector_node_1
-
-	push	rax
-	mov	rax,rbx
-
-	shr	rbx,5
-	and	rax,31
-
-	mov	eax,dword ptr (bit_set_table)[rax*4]
-	mov	ebx,dword ptr [rdi+rbx*4]
-	and	rbx,rax 
-
-	pop	rax
-	jne	rmarkr_hnf_1
-
-	mov	rbx,qword ptr [rdx]
-	test	bl,2
-	je	rmarkr_hnf_1
-
-	cmp	word ptr (-2)[rbx],258
- ifdef NEW_DESCRIPTORS
-	jbe	rmarkr_small_tuple_or_record
-
-	mov	rbx,qword ptr 16[rdx]
-  if THREAD
-	add	rbx,qword ptr neg_heap_p3_offset[r9]
-  else
-	add	rbx,qword ptr neg_heap_p3
-  endif
-	shr	rbx,3
-
-	push	rax
-	mov	rax,rbx
-	shr	rbx,5
-	and	rax,31
-	mov	eax,dword ptr (bit_set_table)[rax*4]
-	mov	ebx,dword ptr [rdi+rbx*4]
-	and	rbx,rax
-	pop	rax
-	jne	rmarkr_hnf_1
-
-rmarkr_small_tuple_or_record:
-  if THREAD
-	mov	rbx,qword ptr neg_heap_p3_offset[r9]
-  else
-	mov	rbx,qword ptr neg_heap_p3
-  endif
-	lea	rbx,(-8)[rcx+rbx]
-
-	push	rcx
-
-	mov	eax,(-8)[rax]
-
-	mov	rcx,rbx
-	and	rcx,31*8
-	shr	rbx,8
-	mov	ecx,dword ptr (bit_clear_table2)[rcx]
-	and	dword ptr [rdi+rbx*4],ecx 
-
-	movzx	eax,word ptr 4[rax]
-	cmp	rax,16
-	jle	rmarkr_tuple_or_record_selector_node_2
-	mov	rdx,qword ptr 16[rdx]
-	sub	rax,24
-rmarkr_tuple_or_record_selector_node_2:
-	mov	rcx,qword ptr [rdx+rax]
-	pop	rdx
-	mov	qword ptr (-8)[rdx],offset __indirection
-	mov	qword ptr [rdx],rcx
-	jmp	rmarkr_node
- else
-	jbe	rmarkr_small_tuple_or_record
-	jmp	rmarkr_large_tuple_or_record
- endif
-
-rmarkr_strict_record_selector_node_1:
-	push	rax
-	mov	rax,rbx
-
-	shr	rbx,5
-	and	rax,31
-
-	mov	eax,dword ptr (bit_set_table)[rax*4]
-	mov	ebx,dword ptr [rdi+rbx*4]
-	and	rbx,rax 
-
-	pop	rax 
-	jne	rmarkr_hnf_1
-
-	mov	rbx,qword ptr [rdx]
-	test	bl,2
-	je	rmarkr_hnf_1
-
-	cmp	word ptr (-2)[rbx],258
-	jbe	rmarkr_select_from_small_record
-
-	mov	rbx,qword ptr 16[rdx]
- if THREAD
-	add	rbx,qword ptr neg_heap_p3_offset[r9]
- else
-	add	rbx,qword ptr neg_heap_p3
- endif
-
-	push	rax
-	mov	rax,rbx
-
-	shr	rbx,8
-	and	rax,31*8
-
-	mov	eax,dword ptr (bit_set_table2)[rax]
-	mov	ebx,dword ptr [rdi+rbx*4]
-	and	rbx,rax
-
-	pop	rax
-	jne	rmarkr_hnf_1
-
-rmarkr_select_from_small_record:
-	mov	eax,(-8)[rax]
-	sub	rcx,8
-
- ifdef NEW_DESCRIPTORS
-	movzx	ebx,word ptr 4[rax]
-	cmp	rbx,16
-	jle	rmarkr_strict_record_selector_node_2
-	add	rbx,qword ptr 16[rdx]
-	mov	rbx,qword ptr (-24)[rbx]
-	jmp	rmarkr_strict_record_selector_node_3
-rmarkr_strict_record_selector_node_2:
-	mov	rbx,qword ptr [rdx+rbx]
-rmarkr_strict_record_selector_node_3:
-	mov	qword ptr 8[rcx],rbx
-
-	movzx	ebx,word ptr 6[rax]
-	test	rbx,rbx
-	je	rmarkr_strict_record_selector_node_5
-	cmp	rbx,16
-	jle	rmarkr_strict_record_selector_node_4
-	mov	rdx,qword ptr 16[rdx]
-	sub	rbx,24
-rmarkr_strict_record_selector_node_4:
-	mov	rbx,qword ptr [rdx+rbx]
-	mov	qword ptr 16[rcx],rbx
-rmarkr_strict_record_selector_node_5:
-
-	mov	rax,qword ptr (-8)[rbx]
-	mov	qword ptr [rcx],rax
- else
-	mov	eax,4[rax]
-	call	near ptr rax
- endif
-	jmp	rmarkr_next_node
-
-; a2,d1: free
-
-rmarkr_next_node:
-	test	rsi,3
-	jne	rmarkr_parent
-
-	mov	rbp,qword ptr (-8)[rsi]
-	mov	rbx,3
-	
-	and	rbx,rbp
-	sub	rsi,8
-
-	cmp	rbx,3
-	je	rmarkr_argument_part_cycle1
-
-	mov	rdx,qword ptr 8[rsi]
-	mov	qword ptr [rsi],rdx
-
-rmarkr_c_argument_part_cycle1:
-	cmp	rcx,rsi 
-	ja	rmarkr_no_reverse_1
-
-	mov	rdx,qword ptr [rcx]
-	lea	rax,(8+1)[rsi]
-	mov	qword ptr 8[rsi],rdx
-	mov	qword ptr [rcx],rax
-
-	or	rsi,rbx
-	mov	rcx,rbp
-	xor	rcx,rbx
-	jmp	rmarkr_node
-
-rmarkr_no_reverse_1:
-	mov	qword ptr 8[rsi],rcx
-	mov	rcx,rbp
-	or	rsi,rbx
-	xor	rcx,rbx
-	jmp	rmarkr_node
-
-rmarkr_lazy_node:
-	movsxd	rbp,dword ptr (-4)[rax]
-	test	rbp,rbp
-	je	rmarkr_next_node
-
-	add	rcx,8
-
-	sub	rbp,1
-	jle	rmarkr_lazy_node_1
-
-	cmp	rbp,255
-	jge	rmarkr_closure_with_unboxed_arguments
-
-rmarkr_closure_with_unboxed_arguments_:
-	or	qword ptr [rcx],2
-	lea	rcx,[rcx+rbp*8]
-
-	mov	rbp,qword ptr [rcx]
-	mov	qword ptr [rcx],rsi
-	mov	rsi,rcx
-	mov	rcx,rbp
-	jmp	rmarkr_node
-
-rmarkr_closure_with_unboxed_arguments:
-; (a_size+b_size)+(b_size<<8)
-;	add	rbp,1
-	mov	rax,rbp
-	and	rbp,255
-	shr	rax,8
-	sub	rbp,rax
-;	sub	rbp,1
-	jg	rmarkr_closure_with_unboxed_arguments_
-	je	rmarkr_hnf_1
-	sub	rcx,8
-	jmp	rmarkr_next_node
-
-rmarkr_hnf_0:
-	cmp	rax,offset dINT+2
-	je	rmarkr_int_3
-
-	cmp	rax,offset CHAR+2
- 	je	rmarkr_char_3
-
-	jb	rmarkr_no_normal_hnf_0
-
- if THREAD
-	mov	rbx,qword ptr neg_heap_p3_offset[r9]
- else
-	mov	rbx,qword ptr neg_heap_p3
- endif
-	add	rbx,rcx
-
-	mov	rcx,rbx
-	and	rcx,31*8
-	shr	rbx,8
-	mov	ecx,dword ptr (bit_clear_table2)[rcx]
-	and	dword ptr [rdi+rbx*4],ecx 
-
- ifdef NEW_DESCRIPTORS
-	lea	rcx,((-8)-2)[rax]
- else
-	lea	rcx,((-12)-2)[rax]
- endif
-	jmp	rmarkr_next_node_after_static
-
-rmarkr_int_3:
-	mov	rbp,qword ptr 8[rcx]
-	cmp	rbp,33
-	jnc	rmarkr_next_node
-
- if THREAD
-	mov	rbx,qword ptr neg_heap_p3_offset[r9]
- else
-	mov	rbx,qword ptr neg_heap_p3
- endif
-	add	rbx,rcx
-
-	mov	rcx,rbx
-	and	rcx,31*8
-	shr	rbx,8
-	mov	ecx,dword ptr (bit_clear_table2)[rcx]
-	shl	rbp,4
-	and	dword ptr [rdi+rbx*4],ecx 
-
-	lea	rcx,(small_integers)[rbp]
-	jmp	rmarkr_next_node_after_static
-
-rmarkr_char_3:
- if THREAD
-	mov	rbx,qword ptr neg_heap_p3_offset[r9]
- else
-	mov	rbx,qword ptr neg_heap_p3
- endif
-
-	movzx	rax,byte ptr 8[rcx]
-	add	rbx,rcx
-
-	mov	rbp,rbx
-	and	rbp,31*8
-	shr	rbx,8
-	mov	ebp,dword ptr (bit_clear_table2)[rbp]
-	and	dword ptr [rdi+rbx*4],ebp
-
-	shl	rax,4
-	lea	rcx,static_characters[rax]
-	jmp	rmarkr_next_node_after_static
-
-rmarkr_no_normal_hnf_0:
- if THREAD
-	cmp	rax,offset __ARRAY__+2
- else
-	lea	r9,__ARRAY__+2
-	cmp	rax,r9
- endif
-	jne	rmarkr_next_node
-
-	mov	rax,qword ptr 16[rcx]
-	test	rax,rax
-	je	rmarkr_lazy_array
-
-	movzx	rbx,word ptr (-2+2)[rax]
-	test	rbx,rbx
-	je	rmarkr_b_array
-
-	movzx	rax,word ptr (-2)[rax]
-	test	rax,rax
-	je	rmarkr_b_array
-
-	sub	rax,256
-	cmp	rbx,rax
-	je	rmarkr_a_record_array
-
-rmarkr_ab_record_array:
-	mov	rdx,qword ptr 8[rcx]
-	add	rcx,16
-	push	rcx
-
-	imul	rdx,rax 
-	shl	rdx,3
-
-	sub	rax,rbx
-	add	rcx,8
-	add	rdx,rcx
-	call	reorder
-	
-	pop	rcx
-	mov	rax,rbx
-	imul	rax,qword ptr (-8)[rcx]
-	jmp	rmarkr_lr_array
-
-rmarkr_b_array:
- if THREAD
-	mov	rax,qword ptr neg_heap_p3_offset[r9]
- else
-	mov	rax,qword ptr neg_heap_p3
- endif
-	add	rax,rcx
-	add	rax,8
-	mov	rbp,rax
-	and	rax,31*8
-	shr	rbp,8
-	mov	eax,dword ptr bit_set_table2[rax]
-	or	dword ptr [rdi+rbp*4],eax
-	jmp	rmarkr_next_node
-
-rmarkr_a_record_array:
-	mov	rax,qword ptr 8[rcx]
-	add	rcx,16
-	cmp	rbx,2
-	jb	rmarkr_lr_array
-
-	imul	rax,rbx
-	jmp	rmarkr_lr_array
-
-rmarkr_lazy_array:
-	mov	rax,qword ptr 8[rcx]
-	add	rcx,16
-
-rmarkr_lr_array:
- if THREAD
-	mov	rbx,qword ptr neg_heap_p3_offset[r9]
- else
-	mov	rbx,qword ptr neg_heap_p3
- endif
-	add	rbx,rcx 
-	shr	rbx,3
-	add	rbx,rax 
-
-	mov	rdx,rbx
-	and	rbx,31
-	shr	rdx,5
-	mov	ebx,dword ptr (bit_set_table)[rbx*4]
-	or	dword ptr [rdi+rdx*4],ebx
-
-	cmp	rax,1
-	jbe	rmarkr_array_length_0_1
-
-	mov	rdx,rcx 
-	lea	rcx,[rcx+rax*8]
-
-	mov	rax,qword ptr [rcx]
-	mov	rbx,qword ptr [rdx]
-	mov	qword ptr [rdx],rax
-	mov	qword ptr [rcx],rbx 
-	
-	mov	rax,qword ptr (-8)[rcx]
-	sub	rcx,8
-	add	rax,2
-	mov	rbx,qword ptr (-8)[rdx]
-	sub	rdx,8
-	mov	qword ptr [rcx],rbx
-	mov	qword ptr [rdx],rax
-
-	mov	rax,qword ptr (-8)[rcx]
-	sub	rcx,8
-	mov	qword ptr [rcx],rsi
-	mov	rsi,rcx
-	mov	rcx,rax
-	jmp	rmarkr_node
-
-rmarkr_array_length_0_1:
-	lea	rcx,-16[rcx]
-	jb	rmarkr_next_node
-
-	mov	rbx,qword ptr 24[rcx]
-	mov	rbp,qword ptr 16[rcx]
-	mov	qword ptr 24[rcx],rbp
-	mov	rbp,qword ptr 8[rcx]
-	mov	qword ptr 16[rcx],rbp
-	mov	qword ptr 8[rcx],rbx
-	add	rcx,8
-	jmp	rmarkr_hnf_1
-
-; a2: free
-
-rmarkr_parent:
-	mov	rbx,rsi
-	and	rbx,3
-
-	and	rsi,-4
-	je	end_rmarkr
-
-	sub	rbx,1
-	je	rmarkr_argument_part_parent
-
-	mov	rbp,qword ptr [rsi]
-
-	cmp	rcx,rsi
-	ja	rmarkr_no_reverse_2
-
-	mov	rdx,rcx
-	lea	rax,1[rsi]
-	mov	rcx,qword ptr [rdx]
-	mov	qword ptr [rdx],rax
-
-rmarkr_no_reverse_2:
-	mov	qword ptr [rsi],rcx 
-	lea	rcx,(-8)[rsi]
-	mov	rsi,rbp
-	jmp	rmarkr_next_node
-
-rmarkr_argument_part_parent:
-	mov	rbp,qword ptr [rsi]
-
-	mov	rdx,rsi
-	mov	rsi,rcx
-	mov	rcx,rdx
-
-rmarkr_skip_upward_pointers:
-	mov	rax,rbp
-	and	rax,3
-	cmp	rax,3
-	jne	rmarkr_no_upward_pointer
-
-	lea	rdx,(-3)[rbp]
-	mov	rbp,qword ptr (-3)[rbp]
-	jmp	rmarkr_skip_upward_pointers
-
-rmarkr_no_upward_pointer:
-	cmp	rsi,rcx
-	ja	rmarkr_no_reverse_3
-
-	mov	rbx,rsi
-	mov	rsi,qword ptr [rsi]
-	lea	rax,1[rcx]
-	mov	qword ptr [rbx],rax
-
-rmarkr_no_reverse_3:
-	mov	qword ptr [rdx],rsi
-	lea	rsi,(-8)[rbp]
-
-	and	rsi,-4
-
-	mov	rdx,rsi
-	mov	rbx,3
-
-	mov	rbp,qword ptr [rsi]
-
-	and	rbx,rbp
-	mov	rax,qword ptr 8[rdx]
-
-	or	rsi,rbx
-	mov	qword ptr [rdx],rax
-
-	cmp	rcx,rdx
-	ja	rmarkr_no_reverse_4
-
-	mov	rax,qword ptr [rcx]
-	mov	qword ptr 8[rdx],rax
-	lea	rax,(8+2+1)[rdx]
-	mov	qword ptr [rcx],rax
-	mov	rcx,rbp
-	and	rcx,-4
-	jmp	rmarkr_node
-
-rmarkr_no_reverse_4:
-	mov	qword ptr 8[rdx],rcx
-	mov	rcx,rbp
-	and	rcx,-4
-	jmp	rmarkr_node
-
-rmarkr_argument_part_cycle1:
-	mov	rax,qword ptr 8[rsi]
-	push	rdx
-
-rmarkr_skip_pointer_list1:
-	mov	rdx,rbp
-	and	rdx,-4
-	mov	rbp,qword ptr [rdx]
-	mov	rbx,3
-	and	rbx,rbp
-	cmp	rbx,3
-	je	rmarkr_skip_pointer_list1
-
-	mov	qword ptr [rdx],rax
-	pop	rdx
-	jmp	rmarkr_c_argument_part_cycle1
-
-rmarkr_next_node_after_static:
-	test	rsi,3
-	jne	rmarkr_parent_after_static
-
-	mov	rbp,qword ptr (-8)[rsi]
-	mov	rbx,3
-	
-	and	rbx,rbp
-	sub	rsi,8
-
-	cmp	rbx,3
-	je	rmarkr_argument_part_cycle2
-	
-	mov	rax,qword ptr 8[rsi]
-	mov	qword ptr [rsi],rax
-
-rmarkr_c_argument_part_cycle2:
-	mov	qword ptr 8[rsi],rcx
-	mov	rcx,rbp
-	or	rsi,rbx
-	xor	rcx,rbx
-	jmp	rmarkr_node
-
-rmarkr_parent_after_static:
-	mov	rbx,rsi
-	and	rbx,3
-
-	and	rsi,-4
-	je	end_rmarkr_after_static
-
-	sub	rbx,1
-	je	rmarkr_argument_part_parent_after_static
-
-	mov	rbp,qword ptr [rsi]
-	mov	qword ptr [rsi],rcx
-	lea	rcx,(-8)[rsi]
-	mov	rsi,rbp
-	jmp	rmarkr_next_node
-	
-rmarkr_argument_part_parent_after_static:
-	mov	rbp,qword ptr [rsi]
-
-	mov	rdx,rsi
-	mov	rsi,rcx
-	mov	rcx,rdx
-
-;	movl	rbp,qword ptr [rdx]
-rmarkr_skip_upward_pointers_2:
-	mov	rax,rbp
-	and	rax,3
-	cmp	rax,3
-	jne	rmarkr_no_reverse_3
-
-	lea	rdx,(-3)[rbp]
-	mov	rbp,qword ptr (-3)[rbp]
-	jmp	rmarkr_skip_upward_pointers_2
-
-rmarkr_argument_part_cycle2:
-	mov	rax,qword ptr 8[rsi]
-	push	rdx
-
-rmarkr_skip_pointer_list2:
-	mov	rdx,rbp 
-	and	rdx,-4
-	mov	rbp,qword ptr [rdx]
-	mov	rbx,3
-	and	rbx,rbp
-	cmp	rbx,3
-	je	rmarkr_skip_pointer_list2
-
-	mov	qword ptr [rdx],rax
-	pop	rdx
-	jmp	rmarkr_c_argument_part_cycle2
-
-end_rmarkr_after_static:
-	mov	rsi,qword ptr [rsp]
-	add	rsp,16
-	mov	qword ptr [rsi],rcx
-	jmp	rmarkr_next_stack_node
-
-end_rmarkr:
-	pop	rsi
-	pop	rbx
-
-	cmp	rcx,rbx
-	ja	rmarkr_no_reverse_5
-
-	mov	rdx,rcx
-	lea	rax,1[rsi]
-	mov	rcx,qword ptr [rcx]
-	mov	qword ptr [rdx],rax
-
-rmarkr_no_reverse_5:
-	mov	qword ptr [rsi],rcx
-
-rmarkr_next_stack_node:
- if THREAD
-	cmp	rsp,qword ptr end_stack_offset[r9]
- else
-	cmp	rsp,qword ptr end_stack
- endif
-	jae	rmarkr_end
-
-	mov	rcx,qword ptr [rsp]
-	mov	rsi,qword ptr 8[rsp]
-	add	rsp,16
-
-	cmp	rcx,1
-	ja	rmark_using_reversal
-
-	test	qword ptr flags,4096
-	je	rmark_next_node_
-	jmp	rmarkp_next_node_
-
-rmarkr_end:
-	test	qword ptr flags,4096
-	je	rmark_next_node
-	jmp	rmarkp_next_node
+
+rmark_using_reversal:
+	push	rsi
+	push	rsi
+	mov	rsi,1
+	jmp	rmarkr_node
+
+rmark_using_reversal_:
+	sub	rcx,8
+	push	rbx
+	push	rsi
+	cmp	rcx,rbx
+	ja	rmark_no_undo_reverse_1
+	mov	qword ptr [rsi],rcx
+	mov	qword ptr [rcx],rax
+rmark_no_undo_reverse_1:
+	mov	rsi,1
+	jmp	rmarkr_arguments
+
+rmark_array_using_reversal:
+	push	rbx
+	push	rsi
+	cmp	rcx,rbx
+	ja	rmark_no_undo_reverse_2
+	mov	qword ptr [rsi],rcx
+	mov	qword ptr [rcx],offset __ARRAY__+2
+rmark_no_undo_reverse_2:
+	mov	rsi,1
+	jmp	rmarkr_arguments
+
+rmarkr_hnf_2:
+	or	qword ptr [rcx],2
+	mov	rbp,qword ptr 8[rcx]
+	mov	qword ptr 8[rcx],rsi
+	lea	rsi,8[rcx]
+	mov	rcx,rbp
+
+rmarkr_node:
+ if THREAD
+	mov	rax,qword ptr neg_heap_p3_offset[r9]
+ else
+	mov	rax,qword ptr neg_heap_p3
+ endif
+	add	rax,rcx
+
+ if THREAD
+	cmp	rax,qword ptr heap_size_64_65_offset[r9]
+ else
+	cmp	rax,qword ptr heap_size_64_65
+ endif
+	jnc	rmarkr_next_node_after_static
+
+	mov	rbx,rax
+	and	rax,31*8
+	shr	rbx,8
+
+	mov	eax,dword ptr (bit_set_table2)[rax]
+	mov	ebp,dword ptr [rdi+rbx*4]
+
+	test	rbp,rax
+	jne	rmarkr_next_node
+
+	or	rbp,rax
+	mov	dword ptr [rdi+rbx*4],ebp
+
+rmarkr_arguments:
+	mov	rax,qword ptr [rcx]
+	test	al,2
+	je	rmarkr_lazy_node
+
+	movzx	rbp,word ptr (-2)[rax]
+	test	rbp,rbp
+	je	rmarkr_hnf_0
+
+	add	rcx,8
+
+	cmp	rbp,256
+	jae	rmarkr_record
+
+	sub	rbp,2
+	je	rmarkr_hnf_2
+	jc	rmarkr_hnf_1
+
+rmarkr_hnf_3:
+	mov	rdx,qword ptr 8[rcx]
+
+ if THREAD
+	mov	rax,qword ptr neg_heap_p3_offset[r9]
+ else
+	mov	rax,qword ptr neg_heap_p3
+ endif
+	add	rax,rdx
+
+	mov	rbx,rax
+	and	rax,31*8
+	shr	rbx,8
+	mov	eax,dword ptr (bit_set_table2)[rax]
+	test	eax,[rdi+rbx*4]
+	jne	rmarkr_shared_argument_part
+
+	or	dword ptr [rdi+rbx*4],eax
+
+rmarkr_no_shared_argument_part:
+	or	qword ptr [rcx],2
+	mov	qword ptr 8[rcx],rsi
+	add	rcx,8
+
+	or	qword ptr [rdx],1
+	lea	rdx,[rdx+rbp*8]
+
+	mov	rbp,qword ptr [rdx]
+	mov	qword ptr [rdx],rcx
+	mov	rsi,rdx
+	mov	rcx,rbp
+	jmp	rmarkr_node
+
+rmarkr_shared_argument_part:
+	cmp	rdx,rcx
+	ja	rmarkr_hnf_1
+
+	mov	rbx,qword ptr [rdx]
+	lea	rax,(8+2+1)[rcx]
+	mov	qword ptr [rdx],rax
+	mov	qword ptr 8[rcx],rbx
+	jmp	rmarkr_hnf_1
+
+rmarkr_record:
+	sub	rbp,258
+	je	rmarkr_record_2
+	jb	rmarkr_record_1
+
+rmarkr_record_3:
+	movzx	rbp,word ptr (-2+2)[rax]
+	sub	rbp,1
+	jb	rmarkr_record_3_bb
+	je	rmarkr_record_3_ab
+	dec	rbp
+	je	rmarkr_record_3_aab
+	jmp	rmarkr_hnf_3
+
+rmarkr_record_3_bb:
+	mov	rdx,qword ptr (16-8)[rcx]
+	sub	rcx,8
+
+ if THREAD
+	mov	rax,qword ptr neg_heap_p3_offset[r9]
+ else
+	mov	rax,qword ptr neg_heap_p3
+ endif
+	add	rax,rdx
+
+	mov	rbp,rax
+	and	rax,31*8
+	shr	rbp,8
+	mov	eax,dword ptr (bit_set_table2)[rax]
+	or	dword ptr [rdi+rbp*4],eax
+
+	cmp	rdx,rcx
+	ja	rmarkr_next_node
+
+	add	eax,eax
+	jne	rmarkr_bit_in_same_word1
+	inc	rbp
+	mov	rax,1
+rmarkr_bit_in_same_word1:
+	test	eax,dword ptr [rdi+rbp*4]
+	je	rmarkr_not_yet_linked_bb
+
+ if THREAD
+	mov	rax,qword ptr neg_heap_p3_offset[r9]
+ else
+	mov	rax,qword ptr neg_heap_p3
+ endif
+	add	rax,rcx
+
+	add	rax,2*8
+
+	mov	rbp,rax 
+	and	rax,31*8
+	shr	rbp,8
+	mov	eax,dword ptr (bit_set_table2)[rax]
+	or	dword ptr [rdi+rbp*4],eax
+
+	mov	rbp,qword ptr [rdx]
+	lea	rax,(16+2+1)[rcx]
+	mov	qword ptr 16[rcx],rbp 
+	mov	qword ptr [rdx],rax 
+	jmp	rmarkr_next_node
+
+rmarkr_not_yet_linked_bb:
+	or	dword ptr [rdi+rbp*4],eax
+	mov	rbp,qword ptr [rdx]
+	lea	rax,(16+2+1)[rcx]
+	mov	qword ptr 16[rcx],rbp 
+	mov	qword ptr [rdx],rax 
+	jmp	rmarkr_next_node
+
+rmarkr_record_3_ab:
+	mov	rdx,qword ptr 8[rcx]
+
+ if THREAD
+	mov	rax,qword ptr neg_heap_p3_offset[r9]
+ else
+	mov	rax,qword ptr neg_heap_p3
+ endif
+	add	rax,rdx
+
+	mov	rbp,rax
+	and	rax,31*8
+	shr	rbp,8
+	mov	eax,dword ptr (bit_set_table2)[rax]
+	or	dword ptr [rdi+rbp*4],eax
+
+	cmp	rdx,rcx
+	ja	rmarkr_hnf_1
+
+	add	eax,eax 
+	jne	rmarkr_bit_in_same_word2
+	inc	rbp
+	mov	rax,1
+rmarkr_bit_in_same_word2:
+	test	eax,dword ptr [rdi+rbp*4]
+	je	rmarkr_not_yet_linked_ab
+
+ if THREAD
+	mov	rax,qword ptr neg_heap_p3_offset[r9]
+ else
+	mov	rax,qword ptr neg_heap_p3
+ endif
+	add	rax,rcx
+
+	add	rax,8
+
+	mov	rbp,rax
+	and	rax,31*8
+	shr	rbp,8
+	mov	eax,dword ptr (bit_set_table2)[rax]
+	or	dword ptr [rdi+rbp*4],eax
+
+	mov	rbp,qword ptr [rdx]
+	lea	rax,(8+2+1)[rcx]
+	mov	qword ptr 8[rcx],rbp
+	mov	qword ptr [rdx],rax
+	jmp	rmarkr_hnf_1
+
+rmarkr_not_yet_linked_ab:
+	or	dword ptr [rdi+rbp*4],eax
+	mov	rbp,qword ptr [rdx]
+	lea	rax,(8+2+1)[rcx]
+	mov	qword ptr 8[rcx],rbp 
+	mov	qword ptr [rdx],rax
+	jmp	rmarkr_hnf_1
+
+rmarkr_record_3_aab:
+	mov	rdx,qword ptr 8[rcx]
+
+ if THREAD
+	mov	rax,qword ptr neg_heap_p3_offset[r9]
+ else
+	mov	rax,qword ptr neg_heap_p3
+ endif
+	add	rax,rdx 
+
+	mov	rbp,rax
+	and	rax,31*8
+	shr	rbp,8
+	mov	eax,dword ptr (bit_set_table2)[rax]
+	test	eax,dword ptr [rdi+rbp*4]
+	jne	rmarkr_shared_argument_part
+	or	dword ptr [rdi+rbp*4],eax
+
+	add	qword ptr [rcx],2
+	mov	qword ptr 8[rcx],rsi
+	add	rcx,8
+
+	mov	rsi,qword ptr [rdx]
+	mov	qword ptr [rdx],rcx 
+	mov	rcx,rsi
+	lea	rsi,1[rdx]
+	jmp	rmarkr_node
+
+rmarkr_record_2:
+	cmp	word ptr (-2+2)[rax],1
+	ja	rmarkr_hnf_2
+	je	rmarkr_hnf_1
+	sub	rcx,8
+	jmp	rmarkr_next_node
+
+rmarkr_record_1:
+	cmp	word ptr (-2+2)[rax],0
+	jne	rmarkr_hnf_1
+	sub	rcx,8
+	jmp	rmarkr_next_node
+
+rmarkr_lazy_node_1:
+	jne	rmarkr_selector_node_1
+
+rmarkr_hnf_1:
+	mov	rbp,qword ptr [rcx]
+	mov	qword ptr [rcx],rsi 
+
+	lea	rsi,2[rcx]
+	mov	rcx,rbp 
+	jmp	rmarkr_node
+
+rmarkr_indirection_node:
+ if THREAD
+	mov	rbx,qword ptr neg_heap_p3_offset[r9]
+ else
+	mov	rbx,qword ptr neg_heap_p3
+ endif
+	lea	rbx,(-8)[rcx+rbx]
+
+	mov	rax,rbx
+	and	rax,31*8
+	shr	rbx,8
+	mov	eax,dword ptr (bit_clear_table2)[rax]
+	and	dword ptr [rdi+rbx*4],eax
+
+	mov	rcx,qword ptr [rcx]
+	jmp	rmarkr_node
+
+rmarkr_selector_node_1:
+	add	rbp,3
+	je	rmarkr_indirection_node
+
+	mov	rdx,qword ptr [rcx]
+
+ if THREAD
+	mov	rbx,qword ptr neg_heap_p3_offset[r9]
+ else
+	mov	rbx,qword ptr neg_heap_p3
+ endif
+	add	rbx,rdx
+	shr	rbx,3
+
+	add	rbp,1
+	jle	rmarkr_record_selector_node_1
+
+	push	rax
+	mov	rax,rbx
+
+	shr	rbx,5
+	and	rax,31
+
+	mov	eax,dword ptr (bit_set_table)[rax*4]
+	mov	ebx,dword ptr [rdi+rbx*4]
+	and	rbx,rax 
+
+	pop	rax
+	jne	rmarkr_hnf_1
+
+	mov	rbx,qword ptr [rdx]
+	test	bl,2
+	je	rmarkr_hnf_1
+
+	cmp	word ptr (-2)[rbx],2
+	jbe	rmarkr_small_tuple_or_record
+
+rmarkr_large_tuple_or_record:
+	mov	rbx,qword ptr 16[rdx]
+ if THREAD
+	add	rbx,qword ptr neg_heap_p3_offset[r9]
+ else
+	add	rbx,qword ptr neg_heap_p3
+ endif
+	shr	rbx,3
+
+	push	rax
+	mov	rax,rbx
+
+	shr	rbx,5
+	and	rax,31
+
+	mov	eax,dword ptr (bit_set_table)[rax*4]
+	mov	ebx,dword ptr [rdi+rbx*4]
+	and	rbx,rax
+
+	pop	rax
+	jne	rmarkr_hnf_1
+
+ ifdef NEW_DESCRIPTORS
+  if THREAD
+	mov	rbx,qword ptr neg_heap_p3_offset[r9]
+  else
+	mov	rbx,qword ptr neg_heap_p3
+  endif
+	lea	rbx,(-8)[rcx+rbx]
+
+	push	rcx
+
+	mov	eax,dword ptr (-8)[rax]
+
+	mov	rcx,rbx
+	and	rcx,31*8
+	shr	rbx,8
+	mov	ecx,dword ptr (bit_clear_table2)[rcx]
+	and	dword ptr [rdi+rbx*4],ecx
+
+	movzx	eax,word ptr 4[rax]
+	cmp	rax,16
+	jl	rmarkr_tuple_or_record_selector_node_2
+	mov	rdx,qword ptr 16[rdx]
+	je	rmarkr_tuple_selector_node_2
+	mov	rcx,qword ptr (-24)[rdx+rax]
+	pop	rdx
+	mov	qword ptr (-8)[rdx],offset __indirection
+	mov	qword ptr [rdx],rcx
+	jmp	rmarkr_node
+
+rmarkr_tuple_selector_node_2:
+	mov	rcx,qword ptr [rdx]
+	pop	rdx
+	mov	qword ptr (-8)[rdx],offset __indirection
+	mov	qword ptr [rdx],rcx
+	jmp	rmarkr_node
+ else
+rmarkr_small_tuple_or_record:
+  if THREAD
+	mov	rbx,qword ptr neg_heap_p3_offset[r9]
+  else
+	mov	rbx,qword ptr neg_heap_p3
+  endif
+	lea	rbx,(-8)[rcx+rbx]
+
+	push	rcx
+
+	mov	rcx,rbx
+	and	rcx,31*8
+	shr	rbx,8
+	mov	ecx,dword ptr (bit_clear_table2)[rcx]
+	and	dword ptr [rdi+rbx*4],ecx
+
+	mov	eax,(-8)[rax]
+
+	mov	rcx,rdx
+	push	rbp
+	mov	eax,4[rax]
+	call	near ptr rax
+	pop	rbp
+	pop	rdx
+
+	mov	qword ptr (-8)[rdx],offset __indirection
+	mov	qword ptr [rdx],rcx
+	jmp	rmarkr_node
+ endif
+
+rmarkr_record_selector_node_1:
+	je	rmarkr_strict_record_selector_node_1
+
+	push	rax
+	mov	rax,rbx
+
+	shr	rbx,5
+	and	rax,31
+
+	mov	eax,dword ptr (bit_set_table)[rax*4]
+	mov	ebx,dword ptr [rdi+rbx*4]
+	and	rbx,rax 
+
+	pop	rax
+	jne	rmarkr_hnf_1
+
+	mov	rbx,qword ptr [rdx]
+	test	bl,2
+	je	rmarkr_hnf_1
+
+	cmp	word ptr (-2)[rbx],258
+ ifdef NEW_DESCRIPTORS
+	jbe	rmarkr_small_tuple_or_record
+
+	mov	rbx,qword ptr 16[rdx]
+  if THREAD
+	add	rbx,qword ptr neg_heap_p3_offset[r9]
+  else
+	add	rbx,qword ptr neg_heap_p3
+  endif
+	shr	rbx,3
+
+	push	rax
+	mov	rax,rbx
+	shr	rbx,5
+	and	rax,31
+	mov	eax,dword ptr (bit_set_table)[rax*4]
+	mov	ebx,dword ptr [rdi+rbx*4]
+	and	rbx,rax
+	pop	rax
+	jne	rmarkr_hnf_1
+
+rmarkr_small_tuple_or_record:
+  if THREAD
+	mov	rbx,qword ptr neg_heap_p3_offset[r9]
+  else
+	mov	rbx,qword ptr neg_heap_p3
+  endif
+	lea	rbx,(-8)[rcx+rbx]
+
+	push	rcx
+
+	mov	eax,(-8)[rax]
+
+	mov	rcx,rbx
+	and	rcx,31*8
+	shr	rbx,8
+	mov	ecx,dword ptr (bit_clear_table2)[rcx]
+	and	dword ptr [rdi+rbx*4],ecx 
+
+	movzx	eax,word ptr 4[rax]
+	cmp	rax,16
+	jle	rmarkr_tuple_or_record_selector_node_2
+	mov	rdx,qword ptr 16[rdx]
+	sub	rax,24
+rmarkr_tuple_or_record_selector_node_2:
+	mov	rcx,qword ptr [rdx+rax]
+	pop	rdx
+	mov	qword ptr (-8)[rdx],offset __indirection
+	mov	qword ptr [rdx],rcx
+	jmp	rmarkr_node
+ else
+	jbe	rmarkr_small_tuple_or_record
+	jmp	rmarkr_large_tuple_or_record
+ endif
+
+rmarkr_strict_record_selector_node_1:
+	push	rax
+	mov	rax,rbx
+
+	shr	rbx,5
+	and	rax,31
+
+	mov	eax,dword ptr (bit_set_table)[rax*4]
+	mov	ebx,dword ptr [rdi+rbx*4]
+	and	rbx,rax 
+
+	pop	rax 
+	jne	rmarkr_hnf_1
+
+	mov	rbx,qword ptr [rdx]
+	test	bl,2
+	je	rmarkr_hnf_1
+
+	cmp	word ptr (-2)[rbx],258
+	jbe	rmarkr_select_from_small_record
+
+	mov	rbx,qword ptr 16[rdx]
+ if THREAD
+	add	rbx,qword ptr neg_heap_p3_offset[r9]
+ else
+	add	rbx,qword ptr neg_heap_p3
+ endif
+
+	push	rax
+	mov	rax,rbx
+
+	shr	rbx,8
+	and	rax,31*8
+
+	mov	eax,dword ptr (bit_set_table2)[rax]
+	mov	ebx,dword ptr [rdi+rbx*4]
+	and	rbx,rax
+
+	pop	rax
+	jne	rmarkr_hnf_1
+
+rmarkr_select_from_small_record:
+	mov	eax,(-8)[rax]
+	sub	rcx,8
+
+ ifdef NEW_DESCRIPTORS
+	movzx	ebx,word ptr 4[rax]
+	cmp	rbx,16
+	jle	rmarkr_strict_record_selector_node_2
+	add	rbx,qword ptr 16[rdx]
+	mov	rbx,qword ptr (-24)[rbx]
+	jmp	rmarkr_strict_record_selector_node_3
+rmarkr_strict_record_selector_node_2:
+	mov	rbx,qword ptr [rdx+rbx]
+rmarkr_strict_record_selector_node_3:
+	mov	qword ptr 8[rcx],rbx
+
+	movzx	ebx,word ptr 6[rax]
+	test	rbx,rbx
+	je	rmarkr_strict_record_selector_node_5
+	cmp	rbx,16
+	jle	rmarkr_strict_record_selector_node_4
+	mov	rdx,qword ptr 16[rdx]
+	sub	rbx,24
+rmarkr_strict_record_selector_node_4:
+	mov	rbx,qword ptr [rdx+rbx]
+	mov	qword ptr 16[rcx],rbx
+rmarkr_strict_record_selector_node_5:
+
+	mov	rax,qword ptr (-8)[rbx]
+	mov	qword ptr [rcx],rax
+ else
+	mov	eax,4[rax]
+	call	near ptr rax
+ endif
+	jmp	rmarkr_next_node
+
+; a2,d1: free
+
+rmarkr_next_node:
+	test	rsi,3
+	jne	rmarkr_parent
+
+	mov	rbp,qword ptr (-8)[rsi]
+	mov	rbx,3
+	
+	and	rbx,rbp
+	sub	rsi,8
+
+	cmp	rbx,3
+	je	rmarkr_argument_part_cycle1
+
+	mov	rdx,qword ptr 8[rsi]
+	mov	qword ptr [rsi],rdx
+
+rmarkr_c_argument_part_cycle1:
+	cmp	rcx,rsi 
+	ja	rmarkr_no_reverse_1
+
+	mov	rdx,qword ptr [rcx]
+	lea	rax,(8+1)[rsi]
+	mov	qword ptr 8[rsi],rdx
+	mov	qword ptr [rcx],rax
+
+	or	rsi,rbx
+	mov	rcx,rbp
+	xor	rcx,rbx
+	jmp	rmarkr_node
+
+rmarkr_no_reverse_1:
+	mov	qword ptr 8[rsi],rcx
+	mov	rcx,rbp
+	or	rsi,rbx
+	xor	rcx,rbx
+	jmp	rmarkr_node
+
+rmarkr_lazy_node:
+	movsxd	rbp,dword ptr (-4)[rax]
+	test	rbp,rbp
+	je	rmarkr_next_node
+
+	add	rcx,8
+
+	sub	rbp,1
+	jle	rmarkr_lazy_node_1
+
+	cmp	rbp,255
+	jge	rmarkr_closure_with_unboxed_arguments
+
+rmarkr_closure_with_unboxed_arguments_:
+	or	qword ptr [rcx],2
+	lea	rcx,[rcx+rbp*8]
+
+	mov	rbp,qword ptr [rcx]
+	mov	qword ptr [rcx],rsi
+	mov	rsi,rcx
+	mov	rcx,rbp
+	jmp	rmarkr_node
+
+rmarkr_closure_with_unboxed_arguments:
+; (a_size+b_size)+(b_size<<8)
+;	add	rbp,1
+	mov	rax,rbp
+	and	rbp,255
+	shr	rax,8
+	sub	rbp,rax
+;	sub	rbp,1
+	jg	rmarkr_closure_with_unboxed_arguments_
+	je	rmarkr_hnf_1
+	sub	rcx,8
+	jmp	rmarkr_next_node
+
+rmarkr_hnf_0:
+	cmp	rax,offset dINT+2
+	je	rmarkr_int_3
+
+	cmp	rax,offset CHAR+2
+ 	je	rmarkr_char_3
+
+	jb	rmarkr_no_normal_hnf_0
+
+ if THREAD
+	mov	rbx,qword ptr neg_heap_p3_offset[r9]
+ else
+	mov	rbx,qword ptr neg_heap_p3
+ endif
+	add	rbx,rcx
+
+	mov	rcx,rbx
+	and	rcx,31*8
+	shr	rbx,8
+	mov	ecx,dword ptr (bit_clear_table2)[rcx]
+	and	dword ptr [rdi+rbx*4],ecx 
+
+ ifdef NEW_DESCRIPTORS
+	lea	rcx,((-8)-2)[rax]
+ else
+	lea	rcx,((-12)-2)[rax]
+ endif
+	jmp	rmarkr_next_node_after_static
+
+rmarkr_int_3:
+	mov	rbp,qword ptr 8[rcx]
+	cmp	rbp,33
+	jnc	rmarkr_next_node
+
+ if THREAD
+	mov	rbx,qword ptr neg_heap_p3_offset[r9]
+ else
+	mov	rbx,qword ptr neg_heap_p3
+ endif
+	add	rbx,rcx
+
+	mov	rcx,rbx
+	and	rcx,31*8
+	shr	rbx,8
+	mov	ecx,dword ptr (bit_clear_table2)[rcx]
+	shl	rbp,4
+	and	dword ptr [rdi+rbx*4],ecx 
+
+	lea	rcx,(small_integers)[rbp]
+	jmp	rmarkr_next_node_after_static
+
+rmarkr_char_3:
+ if THREAD
+	mov	rbx,qword ptr neg_heap_p3_offset[r9]
+ else
+	mov	rbx,qword ptr neg_heap_p3
+ endif
+
+	movzx	rax,byte ptr 8[rcx]
+	add	rbx,rcx
+
+	mov	rbp,rbx
+	and	rbp,31*8
+	shr	rbx,8
+	mov	ebp,dword ptr (bit_clear_table2)[rbp]
+	and	dword ptr [rdi+rbx*4],ebp
+
+	shl	rax,4
+	lea	rcx,static_characters[rax]
+	jmp	rmarkr_next_node_after_static
+
+rmarkr_no_normal_hnf_0:
+ if THREAD
+	cmp	rax,offset __ARRAY__+2
+ else
+	lea	r9,__ARRAY__+2
+	cmp	rax,r9
+ endif
+	jne	rmarkr_next_node
+
+	mov	rax,qword ptr 16[rcx]
+	test	rax,rax
+	je	rmarkr_lazy_array
+
+	movzx	rbx,word ptr (-2+2)[rax]
+	test	rbx,rbx
+	je	rmarkr_b_array
+
+	movzx	rax,word ptr (-2)[rax]
+	test	rax,rax
+	je	rmarkr_b_array
+
+	sub	rax,256
+	cmp	rbx,rax
+	je	rmarkr_a_record_array
+
+rmarkr_ab_record_array:
+	mov	rdx,qword ptr 8[rcx]
+	add	rcx,16
+	push	rcx
+
+	imul	rdx,rax 
+	shl	rdx,3
+
+	sub	rax,rbx
+	add	rcx,8
+	add	rdx,rcx
+	call	reorder
+	
+	pop	rcx
+	mov	rax,rbx
+	imul	rax,qword ptr (-8)[rcx]
+	jmp	rmarkr_lr_array
+
+rmarkr_b_array:
+ if THREAD
+	mov	rax,qword ptr neg_heap_p3_offset[r9]
+ else
+	mov	rax,qword ptr neg_heap_p3
+ endif
+	add	rax,rcx
+	add	rax,8
+	mov	rbp,rax
+	and	rax,31*8
+	shr	rbp,8
+	mov	eax,dword ptr bit_set_table2[rax]
+	or	dword ptr [rdi+rbp*4],eax
+	jmp	rmarkr_next_node
+
+rmarkr_a_record_array:
+	mov	rax,qword ptr 8[rcx]
+	add	rcx,16
+	cmp	rbx,2
+	jb	rmarkr_lr_array
+
+	imul	rax,rbx
+	jmp	rmarkr_lr_array
+
+rmarkr_lazy_array:
+	mov	rax,qword ptr 8[rcx]
+	add	rcx,16
+
+rmarkr_lr_array:
+ if THREAD
+	mov	rbx,qword ptr neg_heap_p3_offset[r9]
+ else
+	mov	rbx,qword ptr neg_heap_p3
+ endif
+	add	rbx,rcx 
+	shr	rbx,3
+	add	rbx,rax 
+
+	mov	rdx,rbx
+	and	rbx,31
+	shr	rdx,5
+	mov	ebx,dword ptr (bit_set_table)[rbx*4]
+	or	dword ptr [rdi+rdx*4],ebx
+
+	cmp	rax,1
+	jbe	rmarkr_array_length_0_1
+
+	mov	rdx,rcx 
+	lea	rcx,[rcx+rax*8]
+
+	mov	rax,qword ptr [rcx]
+	mov	rbx,qword ptr [rdx]
+	mov	qword ptr [rdx],rax
+	mov	qword ptr [rcx],rbx 
+	
+	mov	rax,qword ptr (-8)[rcx]
+	sub	rcx,8
+	add	rax,2
+	mov	rbx,qword ptr (-8)[rdx]
+	sub	rdx,8
+	mov	qword ptr [rcx],rbx
+	mov	qword ptr [rdx],rax
+
+	mov	rax,qword ptr (-8)[rcx]
+	sub	rcx,8
+	mov	qword ptr [rcx],rsi
+	mov	rsi,rcx
+	mov	rcx,rax
+	jmp	rmarkr_node
+
+rmarkr_array_length_0_1:
+	lea	rcx,-16[rcx]
+	jb	rmarkr_next_node
+
+	mov	rbx,qword ptr 24[rcx]
+	mov	rbp,qword ptr 16[rcx]
+	mov	qword ptr 24[rcx],rbp
+	mov	rbp,qword ptr 8[rcx]
+	mov	qword ptr 16[rcx],rbp
+	mov	qword ptr 8[rcx],rbx
+	add	rcx,8
+	jmp	rmarkr_hnf_1
+
+; a2: free
+
+rmarkr_parent:
+	mov	rbx,rsi
+	and	rbx,3
+
+	and	rsi,-4
+	je	end_rmarkr
+
+	sub	rbx,1
+	je	rmarkr_argument_part_parent
+
+	mov	rbp,qword ptr [rsi]
+
+	cmp	rcx,rsi
+	ja	rmarkr_no_reverse_2
+
+	mov	rdx,rcx
+	lea	rax,1[rsi]
+	mov	rcx,qword ptr [rdx]
+	mov	qword ptr [rdx],rax
+
+rmarkr_no_reverse_2:
+	mov	qword ptr [rsi],rcx 
+	lea	rcx,(-8)[rsi]
+	mov	rsi,rbp
+	jmp	rmarkr_next_node
+
+rmarkr_argument_part_parent:
+	mov	rbp,qword ptr [rsi]
+
+	mov	rdx,rsi
+	mov	rsi,rcx
+	mov	rcx,rdx
+
+rmarkr_skip_upward_pointers:
+	mov	rax,rbp
+	and	rax,3
+	cmp	rax,3
+	jne	rmarkr_no_upward_pointer
+
+	lea	rdx,(-3)[rbp]
+	mov	rbp,qword ptr (-3)[rbp]
+	jmp	rmarkr_skip_upward_pointers
+
+rmarkr_no_upward_pointer:
+	cmp	rsi,rcx
+	ja	rmarkr_no_reverse_3
+
+	mov	rbx,rsi
+	mov	rsi,qword ptr [rsi]
+	lea	rax,1[rcx]
+	mov	qword ptr [rbx],rax
+
+rmarkr_no_reverse_3:
+	mov	qword ptr [rdx],rsi
+	lea	rsi,(-8)[rbp]
+
+	and	rsi,-4
+
+	mov	rdx,rsi
+	mov	rbx,3
+
+	mov	rbp,qword ptr [rsi]
+
+	and	rbx,rbp
+	mov	rax,qword ptr 8[rdx]
+
+	or	rsi,rbx
+	mov	qword ptr [rdx],rax
+
+	cmp	rcx,rdx
+	ja	rmarkr_no_reverse_4
+
+	mov	rax,qword ptr [rcx]
+	mov	qword ptr 8[rdx],rax
+	lea	rax,(8+2+1)[rdx]
+	mov	qword ptr [rcx],rax
+	mov	rcx,rbp
+	and	rcx,-4
+	jmp	rmarkr_node
+
+rmarkr_no_reverse_4:
+	mov	qword ptr 8[rdx],rcx
+	mov	rcx,rbp
+	and	rcx,-4
+	jmp	rmarkr_node
+
+rmarkr_argument_part_cycle1:
+	mov	rax,qword ptr 8[rsi]
+	push	rdx
+
+rmarkr_skip_pointer_list1:
+	mov	rdx,rbp
+	and	rdx,-4
+	mov	rbp,qword ptr [rdx]
+	mov	rbx,3
+	and	rbx,rbp
+	cmp	rbx,3
+	je	rmarkr_skip_pointer_list1
+
+	mov	qword ptr [rdx],rax
+	pop	rdx
+	jmp	rmarkr_c_argument_part_cycle1
+
+rmarkr_next_node_after_static:
+	test	rsi,3
+	jne	rmarkr_parent_after_static
+
+	mov	rbp,qword ptr (-8)[rsi]
+	mov	rbx,3
+	
+	and	rbx,rbp
+	sub	rsi,8
+
+	cmp	rbx,3
+	je	rmarkr_argument_part_cycle2
+	
+	mov	rax,qword ptr 8[rsi]
+	mov	qword ptr [rsi],rax
+
+rmarkr_c_argument_part_cycle2:
+	mov	qword ptr 8[rsi],rcx
+	mov	rcx,rbp
+	or	rsi,rbx
+	xor	rcx,rbx
+	jmp	rmarkr_node
+
+rmarkr_parent_after_static:
+	mov	rbx,rsi
+	and	rbx,3
+
+	and	rsi,-4
+	je	end_rmarkr_after_static
+
+	sub	rbx,1
+	je	rmarkr_argument_part_parent_after_static
+
+	mov	rbp,qword ptr [rsi]
+	mov	qword ptr [rsi],rcx
+	lea	rcx,(-8)[rsi]
+	mov	rsi,rbp
+	jmp	rmarkr_next_node
+	
+rmarkr_argument_part_parent_after_static:
+	mov	rbp,qword ptr [rsi]
+
+	mov	rdx,rsi
+	mov	rsi,rcx
+	mov	rcx,rdx
+
+;	movl	rbp,qword ptr [rdx]
+rmarkr_skip_upward_pointers_2:
+	mov	rax,rbp
+	and	rax,3
+	cmp	rax,3
+	jne	rmarkr_no_reverse_3
+
+	lea	rdx,(-3)[rbp]
+	mov	rbp,qword ptr (-3)[rbp]
+	jmp	rmarkr_skip_upward_pointers_2
+
+rmarkr_argument_part_cycle2:
+	mov	rax,qword ptr 8[rsi]
+	push	rdx
+
+rmarkr_skip_pointer_list2:
+	mov	rdx,rbp 
+	and	rdx,-4
+	mov	rbp,qword ptr [rdx]
+	mov	rbx,3
+	and	rbx,rbp
+	cmp	rbx,3
+	je	rmarkr_skip_pointer_list2
+
+	mov	qword ptr [rdx],rax
+	pop	rdx
+	jmp	rmarkr_c_argument_part_cycle2
+
+end_rmarkr_after_static:
+	mov	rsi,qword ptr [rsp]
+	add	rsp,16
+	mov	qword ptr [rsi],rcx
+	jmp	rmarkr_next_stack_node
+
+end_rmarkr:
+	pop	rsi
+	pop	rbx
+
+	cmp	rcx,rbx
+	ja	rmarkr_no_reverse_5
+
+	mov	rdx,rcx
+	lea	rax,1[rsi]
+	mov	rcx,qword ptr [rcx]
+	mov	qword ptr [rdx],rax
+
+rmarkr_no_reverse_5:
+	mov	qword ptr [rsi],rcx
+
+rmarkr_next_stack_node:
+ if THREAD
+	cmp	rsp,qword ptr end_stack_offset[r9]
+ else
+	cmp	rsp,qword ptr end_stack
+ endif
+	jae	rmarkr_end
+
+	mov	rcx,qword ptr [rsp]
+	mov	rsi,qword ptr 8[rsp]
+	add	rsp,16
+
+	cmp	rcx,1
+	ja	rmark_using_reversal
+
+	test	qword ptr flags,4096
+	je	rmark_next_node_
+	jmp	rmarkp_next_node_
+
+rmarkr_end:
+	test	qword ptr flags,4096
+	je	rmark_next_node
+	jmp	rmarkp_next_node
-- 
cgit v1.2.3