#ifdef __aarch64__ #include #include "ibm.h" #include "codegen.h" #include "codegen_backend.h" #include "codegen_backend_arm64_defs.h" #include "codegen_backend_arm64_ops.h" #include "x86.h" #if defined(__linux__) || defined(__APPLE__) #include #include #endif #if defined WIN32 || defined _WIN32 || defined _WIN32 #include #endif void *codegen_mem_load_byte; void *codegen_mem_load_word; void *codegen_mem_load_long; void *codegen_mem_store_byte; void *codegen_mem_store_word; void *codegen_mem_store_long; int codegen_host_reg_list[CODEGEN_HOST_REGS] = { REG_X19, REG_X20, REG_X21, REG_X22, REG_X23 }; static void build_load_routine(codeblock_t *block, int size) { uint32_t *branch_offset; uint8_t *misaligned_offset; int offset; /*In - W0 = address Out - W0 = data, W1 = abrt*/ /*MOV W1, W0, LSR #12 MOV X2, #readlookup2 LDR X1, [X2, X1, LSL #3] CMP X1, #-1 BEQ + LDRB W0, [X1, X0] MOV W1, #0 RET * STP X29, X30, [SP, #-16] BL readmemb386l LDRB R1, cpu_state.abrt LDP X29, X30, [SP, #-16] RET */ host_arm64_MOV_REG_LSR(block, REG_W1, REG_W0, 12); offset = add_literal_q(block, (uintptr_t)readlookup2); host_arm64_LDR_LITERAL_X(block, REG_X2, offset); host_arm64_LDRX_REG_LSL3(block, REG_X1, REG_X2, REG_X1); if (size != 1) { host_arm64_TST_IMM(block, REG_W0, size-1); misaligned_offset = host_arm64_BNE_(block); } host_arm64_CMPX_IMM(block, REG_X1, -1); branch_offset = host_arm64_BEQ_(block); if (size == 1) host_arm64_LDRB_REG(block, REG_W0, REG_W1, REG_W0); else if (size == 2) host_arm64_LDRH_REG(block, REG_W0, REG_W1, REG_W0); else if (size == 4) host_arm64_LDR_REG(block, REG_W0, REG_W1, REG_W0); host_arm64_MOVZ_IMM(block, REG_W1, 0); host_arm64_RET(block, REG_X30); host_arm64_branch_set_offset(branch_offset, &block->data[block_pos]); if (size != 1) host_arm64_branch_set_offset(misaligned_offset, &block->data[block_pos]); host_arm64_STP_PREIDX_X(block, REG_X29, REG_X30, REG_SP, -16); if (size == 1) host_arm64_call(block, (uintptr_t)readmemb386l); else if (size == 2) host_arm64_call(block, (uintptr_t)readmemwl); else if (size == 4) host_arm64_call(block, (uintptr_t)readmemll); else fatal("build_load_routine - unknown size %i\n", size); codegen_direct_read_8(block, REG_W1, &cpu_state.abrt); host_arm64_LDP_POSTIDX_X(block, REG_X29, REG_X30, REG_SP, 16); host_arm64_RET(block, REG_X30); block_pos = (block_pos + 63) & ~63; } static void build_store_routine(codeblock_t *block, int size) { uint8_t *branch_offset; uint8_t *misaligned_offset; int offset; /*In - R0 = address, R1 = data Out - R1 = abrt*/ /*MOV W2, W0, LSR #12 MOV X3, #writelookup2 LDR X2, [X3, X2, LSL #3] CMP X2, #-1 BEQ + STRB W1, [X2, X0] MOV W1, #0 RET * STP X29, X30, [SP, #-16] BL writememb386l LDRB R1, cpu_state.abrt LDP X29, X30, [SP, #-16] RET */ host_arm64_MOV_REG_LSR(block, REG_W2, REG_W0, 12); offset = add_literal_q(block, (uintptr_t)writelookup2); host_arm64_LDR_LITERAL_X(block, REG_X3, offset); host_arm64_LDRX_REG_LSL3(block, REG_X2, REG_X3, REG_X2); if (size != 1) { host_arm64_TST_IMM(block, REG_W0, size-1); misaligned_offset = host_arm64_BNE_(block); } host_arm64_CMPX_IMM(block, REG_X2, -1); branch_offset = host_arm64_BEQ_(block); if (size == 1) host_arm64_STRB_REG(block, REG_X1, REG_X2, REG_X0); else if (size == 2) host_arm64_STRH_REG(block, REG_X1, REG_X2, REG_X0); else if (size == 4) host_arm64_STR_REG(block, REG_X1, REG_X2, REG_X0); host_arm64_MOVZ_IMM(block, REG_X1, 0); host_arm64_RET(block, REG_X30); host_arm64_branch_set_offset(branch_offset, &block->data[block_pos]); if (size != 1) host_arm64_branch_set_offset(misaligned_offset, &block->data[block_pos]); host_arm64_STP_PREIDX_X(block, REG_X29, REG_X30, REG_SP, -16); if (size == 1) host_arm64_call(block, (uintptr_t)writememb386l); else if (size == 2) host_arm64_call(block, (uintptr_t)writememwl); else if (size == 4) host_arm64_call(block, (uintptr_t)writememll); else fatal("build_store_routine - unknown size %i\n", size); codegen_direct_read_8(block, REG_W1, &cpu_state.abrt); host_arm64_LDP_POSTIDX_X(block, REG_X29, REG_X30, REG_SP, 16); host_arm64_RET(block, REG_X30); block_pos = (block_pos + 63) & ~63; } static void build_loadstore_routines(codeblock_t *block) { codegen_mem_load_byte = &codeblock[block_current].data[block_pos]; build_load_routine(block, 1); codegen_mem_load_word = &codeblock[block_current].data[block_pos]; build_load_routine(block, 2); codegen_mem_load_long = &codeblock[block_current].data[block_pos]; build_load_routine(block, 4); codegen_mem_store_byte = &codeblock[block_current].data[block_pos]; build_store_routine(block, 1); codegen_mem_store_word = &codeblock[block_current].data[block_pos]; build_store_routine(block, 2); codegen_mem_store_long = &codeblock[block_current].data[block_pos]; build_store_routine(block, 4); } void codegen_backend_init() { int c; #if defined(__linux__) || defined(__APPLE__) void *start; size_t len; long pagesize = sysconf(_SC_PAGESIZE); long pagemask = ~(pagesize - 1); #endif #if defined WIN32 || defined _WIN32 || defined _WIN32 codeblock = VirtualAlloc(NULL, (BLOCK_SIZE+1) * sizeof(codeblock_t), MEM_COMMIT, PAGE_EXECUTE_READWRITE); #else codeblock = malloc((BLOCK_SIZE+1) * sizeof(codeblock_t)); #endif if (!codeblock) fatal("codeblock failed to alloc - %i\n", (BLOCK_SIZE+1) * sizeof(codeblock_t)); codeblock_hash = malloc(HASH_SIZE * sizeof(codeblock_t *)); memset(codeblock, 0, (BLOCK_SIZE+1) * sizeof(codeblock_t)); memset(codeblock_hash, 0, HASH_SIZE * sizeof(codeblock_t *)); for (c = 0; c < BLOCK_SIZE; c++) codeblock[c].pc = BLOCK_PC_INVALID; #if defined(__linux__) || defined(__APPLE__) start = (void *)((long)codeblock & pagemask); len = (((BLOCK_SIZE+1) * sizeof(codeblock_t)) + pagesize) & pagemask; if (mprotect(start, len, PROT_READ | PROT_WRITE | PROT_EXEC) != 0) { perror("mprotect"); exit(-1); } #endif // pclog("Codegen is %p\n", (void *)pages[0xfab12 >> 12].block); block_current = BLOCK_SIZE; block_pos = 0; codegen_reset_literal_pool(&codeblock[block_current]); build_loadstore_routines(&codeblock[block_current]); } /*R11 - literal pool R10 - cpu_state*/ void codegen_backend_prologue(codeblock_t *block) { int offset; codegen_reset_literal_pool(block); block_pos = 0; block_pos = BLOCK_GPF_OFFSET; host_arm64_mov_imm(block, REG_ARG0, 0); host_arm64_mov_imm(block, REG_ARG1, 0); host_arm64_call(block, x86gpf); while (block_pos != BLOCK_EXIT_OFFSET) host_arm64_NOP(block); block_pos = BLOCK_EXIT_OFFSET; /*Exit code*/ host_arm64_LDP_POSTIDX_X(block, REG_X19, REG_X20, REG_SP, 16); host_arm64_LDP_POSTIDX_X(block, REG_X21, REG_X22, REG_SP, 16); host_arm64_LDP_POSTIDX_X(block, REG_X23, REG_X24, REG_SP, 16); host_arm64_LDP_POSTIDX_X(block, REG_X25, REG_X26, REG_SP, 16); host_arm64_LDP_POSTIDX_X(block, REG_X27, REG_X28, REG_SP, 16); host_arm64_LDP_POSTIDX_X(block, REG_X29, REG_X30, REG_SP, 16); host_arm64_RET(block, REG_X30); while (block_pos != BLOCK_START) host_arm64_NOP(block); /*Entry code*/ host_arm64_STP_PREIDX_X(block, REG_X29, REG_X30, REG_SP, -16); host_arm64_STP_PREIDX_X(block, REG_X27, REG_X28, REG_SP, -16); host_arm64_STP_PREIDX_X(block, REG_X25, REG_X26, REG_SP, -16); host_arm64_STP_PREIDX_X(block, REG_X23, REG_X24, REG_SP, -16); host_arm64_STP_PREIDX_X(block, REG_X21, REG_X22, REG_SP, -16); host_arm64_STP_PREIDX_X(block, REG_X19, REG_X20, REG_SP, -16); offset = add_literal_q(block, (uintptr_t)&cpu_state); host_arm64_LDR_LITERAL_X(block, REG_CPUSTATE, offset); } void codegen_backend_epilogue(codeblock_t *block) { host_arm64_LDP_POSTIDX_X(block, REG_X19, REG_X20, REG_SP, 16); host_arm64_LDP_POSTIDX_X(block, REG_X21, REG_X22, REG_SP, 16); host_arm64_LDP_POSTIDX_X(block, REG_X23, REG_X24, REG_SP, 16); host_arm64_LDP_POSTIDX_X(block, REG_X25, REG_X26, REG_SP, 16); host_arm64_LDP_POSTIDX_X(block, REG_X27, REG_X28, REG_SP, 16); host_arm64_LDP_POSTIDX_X(block, REG_X29, REG_X30, REG_SP, 16); host_arm64_RET(block, REG_X30); if (block_pos > ARM_LITERAL_POOL_OFFSET) fatal("Over limit!\n"); __clear_cache(&block->data[0], &block->data[block_pos]); } #endif