/******************************************************************************* * Copyright (C) 2017-2024 MINRES Technologies GmbH * All rights reserved. * * Redistribution and use in source and binary forms, with or without * modification, are permitted provided that the following conditions are met: * * 1. Redistributions of source code must retain the above copyright notice, * this list of conditions and the following disclaimer. * * 2. Redistributions in binary form must reproduce the above copyright notice, * this list of conditions and the following disclaimer in the documentation * and/or other materials provided with the distribution. * * 3. Neither the name of the copyright holder nor the names of its contributors * may be used to endorse or promote products derived from this software * without specific prior written permission. * * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE * POSSIBILITY OF SUCH DAMAGE. * *******************************************************************************/ // clang-format off #include #include #include #include #include #include #include #include <%def fcsr = registers.find {it.name=='FCSR'} if(fcsr != null) {%> #include <%}%> #ifndef FMT_HEADER_ONLY #define FMT_HEADER_ONLY #endif #include #include #include namespace iss { namespace asmjit { namespace ${coreDef.name.toLowerCase()} { using namespace ::asmjit; using namespace iss::arch; using namespace iss::debugger; template class vm_impl : public iss::asmjit::vm_base { public: using traits = arch::traits; using super = typename iss::asmjit::vm_base; using virt_addr_t = typename super::virt_addr_t; using phys_addr_t = typename super::phys_addr_t; using code_word_t = typename super::code_word_t; using mem_type_e = typename super::mem_type_e; using addr_t = typename super::addr_t; vm_impl(); vm_impl(ARCH &core, unsigned core_id = 0, unsigned cluster_id = 0); void enableDebug(bool enable) { super::sync_exec = super::ALL_SYNC; } target_adapter_if *accquire_target_adapter(server_if *srv) override { debugger_if::dbg_enabled = true; if (vm_base::tgt_adapter == nullptr) vm_base::tgt_adapter = new riscv_target_adapter(srv, this->get_arch()); return vm_base::tgt_adapter; } protected: using super::get_ptr_for; using super::get_reg_for; using super::get_reg_for_Gp; using super::load_reg_from_mem; using super::load_reg_from_mem_Gp; using super::write_reg_to_mem; using super::gen_read_mem; using super::gen_write_mem; using super::gen_leave; using super::gen_sync; using this_class = vm_impl; using compile_func = continuation_e (this_class::*)(virt_addr_t&, code_word_t, jit_holder&); continuation_e gen_single_inst_behavior(virt_addr_t&, unsigned int &, jit_holder&) override; enum globals_e {TVAL = 0, GLOBALS_SIZE}; void gen_block_prologue(jit_holder& jh) override; void gen_block_epilogue(jit_holder& jh) override; inline const char *name(size_t index){return traits::reg_aliases.at(index);} <%if(fcsr != null) {%> inline const char *fname(size_t index){return index < 32?name(index+traits::F0):"illegal";} <%}%> void gen_instr_prologue(jit_holder& jh); void gen_instr_epilogue(jit_holder& jh); inline void gen_raise(jit_holder& jh, uint16_t trap_id, uint16_t cause); template ::value>::type> void gen_set_tval(jit_holder& jh, T new_tval) ; void gen_set_tval(jit_holder& jh, x86_reg_t _new_tval) ; template::type> inline S sext(U from) { auto mask = (1ULL< ${it}<%}%> <%}%> private: /**************************************************************************** * start opcode definitions ****************************************************************************/ struct instruction_descriptor { uint32_t length; uint32_t value; uint32_t mask; compile_func op; }; const std::array instr_descr = {{ /* entries are: size, valid value, valid mask, function ptr */<%instructions.each{instr -> %> /* instruction ${instr.instruction.name}, encoding '${instr.encoding}' */ {${instr.length}, ${instr.encoding}, ${instr.mask}, &this_class::__${generator.functionName(instr.name)}},<%}%> }}; //needs to be declared after instr_descr decoder instr_decoder; /* instruction definitions */<%instructions.eachWithIndex{instr, idx -> %> /* instruction ${idx}: ${instr.name} */ continuation_e __${generator.functionName(instr.name)}(virt_addr_t& pc, code_word_t instr, jit_holder& jh){ uint64_t PC = pc.val; <%instr.fields.eachLine{%>${it} <%}%>if(this->disass_enabled){ /* generate disass */ <%instr.disass.eachLine{%> ${it}<%}%> InvokeNode* call_print_disass; char* mnemonic_ptr = strdup(mnemonic.c_str()); jh.disass_collection.push_back(mnemonic_ptr); jh.cc.invoke(&call_print_disass, &print_disass, FuncSignature::build()); call_print_disass->setArg(0, jh.arch_if_ptr); call_print_disass->setArg(1, pc.val); call_print_disass->setArg(2, mnemonic_ptr); } x86::Compiler& cc = jh.cc; cc.comment(fmt::format("${instr.name}_{:#x}:",pc.val).c_str()); gen_sync(jh, PRE_SYNC, ${idx}); mov(cc, jh.pc, pc.val); gen_set_tval(jh, instr); pc = pc+${instr.length/8}; mov(cc, jh.next_pc, pc.val); gen_instr_prologue(jh); cc.comment("//behavior:"); /*generate behavior*/ <%instr.behavior.eachLine{%>${it} <%}%> gen_sync(jh, POST_SYNC, ${idx}); gen_instr_epilogue(jh); return returnValue; } <%}%> /**************************************************************************** * end opcode definitions ****************************************************************************/ continuation_e illegal_instruction(virt_addr_t &pc, code_word_t instr, jit_holder& jh ) { x86::Compiler& cc = jh.cc; if(this->disass_enabled){ auto mnemonic = std::string("illegal_instruction"); InvokeNode* call_print_disass; char* mnemonic_ptr = strdup(mnemonic.c_str()); jh.disass_collection.push_back(mnemonic_ptr); jh.cc.invoke(&call_print_disass, &print_disass, FuncSignature::build()); call_print_disass->setArg(0, jh.arch_if_ptr); call_print_disass->setArg(1, pc.val); call_print_disass->setArg(2, mnemonic_ptr); } cc.comment(fmt::format("illegal_instruction{:#x}:",pc.val).c_str()); gen_sync(jh, PRE_SYNC, instr_descr.size()); mov(cc, jh.pc, pc.val); gen_set_tval(jh, instr); pc = pc + ((instr & 3) == 3 ? 4 : 2); mov(cc, jh.next_pc, pc.val); gen_instr_prologue(jh); cc.comment("//behavior:"); gen_raise(jh, 0, 2); gen_sync(jh, POST_SYNC, instr_descr.size()); gen_instr_epilogue(jh); return ILLEGAL_INSTR; } }; template vm_impl::vm_impl() { this(new ARCH()); } template vm_impl::vm_impl(ARCH &core, unsigned core_id, unsigned cluster_id) : vm_base(core, core_id, cluster_id) , instr_decoder([this]() { std::vector g_instr_descr; g_instr_descr.reserve(instr_descr.size()); for (uint32_t i = 0; i < instr_descr.size(); ++i) { generic_instruction_descriptor new_instr_descr {instr_descr[i].value, instr_descr[i].mask, i}; g_instr_descr.push_back(new_instr_descr); } return std::move(g_instr_descr); }()) {} template continuation_e vm_impl::gen_single_inst_behavior(virt_addr_t &pc, unsigned int &inst_cnt, jit_holder& jh) { enum {TRAP_ID=1<<16}; code_word_t instr = 0; phys_addr_t paddr(pc); auto *const data = (uint8_t *)&instr; if(this->core.has_mmu()) paddr = this->core.virt2phys(pc); auto res = this->core.read(paddr, 4, data); if (res != iss::Ok) return ILLEGAL_FETCH; if (instr == 0x0000006f || (instr&0xffff)==0xa001) return JUMP_TO_SELF; ++inst_cnt; uint32_t inst_index = instr_decoder.decode_instr(instr); compile_func f = nullptr; if(inst_index < instr_descr.size()) f = instr_descr[inst_index].op; if (f == nullptr) f = &this_class::illegal_instruction; return (this->*f)(pc, instr, jh); } template void vm_impl::gen_instr_prologue(jit_holder& jh) { auto& cc = jh.cc; cc.comment("//gen_instr_prologue"); x86_reg_t current_trap_state = get_reg_for(cc, traits::TRAP_STATE); mov(cc, current_trap_state, get_ptr_for(jh, traits::TRAP_STATE)); mov(cc, get_ptr_for(jh, traits::PENDING_TRAP), current_trap_state); } template void vm_impl::gen_instr_epilogue(jit_holder& jh) { auto& cc = jh.cc; cc.comment("//gen_instr_epilogue"); x86_reg_t current_trap_state = get_reg_for(cc, traits::TRAP_STATE); mov(cc, current_trap_state, get_ptr_for(jh, traits::TRAP_STATE)); cmp(cc, current_trap_state, 0); cc.jne(jh.trap_entry); cc.inc(get_ptr_for(jh, traits::ICOUNT)); cc.inc(get_ptr_for(jh, traits::CYCLE)); } template void vm_impl::gen_block_prologue(jit_holder& jh){ jh.pc = load_reg_from_mem_Gp(jh, traits::PC); jh.next_pc = load_reg_from_mem_Gp(jh, traits::NEXT_PC); jh.globals.resize(GLOBALS_SIZE); jh.globals[TVAL] = get_reg_Gp(jh.cc, 64, false); } template void vm_impl::gen_block_epilogue(jit_holder& jh){ x86::Compiler& cc = jh.cc; cc.comment("//gen_block_epilogue"); cc.ret(jh.next_pc); cc.bind(jh.trap_entry); this->write_back(jh); x86::Gp current_trap_state = get_reg_for_Gp(cc, traits::TRAP_STATE); mov(cc, current_trap_state, get_ptr_for(jh, traits::TRAP_STATE)); x86::Gp current_pc = get_reg_for_Gp(cc, traits::PC); mov(cc, current_pc, get_ptr_for(jh, traits::PC)); cc.comment("//enter trap call;"); InvokeNode* call_enter_trap; cc.invoke(&call_enter_trap, &enter_trap, FuncSignature::build()); call_enter_trap->setArg(0, jh.arch_if_ptr); call_enter_trap->setArg(1, current_trap_state); call_enter_trap->setArg(2, current_pc); call_enter_trap->setArg(3, jh.globals[TVAL]); x86_reg_t current_next_pc = get_reg_for(cc, traits::NEXT_PC); mov(cc, current_next_pc, get_ptr_for(jh, traits::NEXT_PC)); mov(cc, jh.next_pc, current_next_pc); mov(cc, get_ptr_for(jh, traits::LAST_BRANCH), static_cast(UNKNOWN_JUMP)); cc.ret(jh.next_pc); } template inline void vm_impl::gen_raise(jit_holder& jh, uint16_t trap_id, uint16_t cause) { auto& cc = jh.cc; cc.comment("//gen_raise"); auto tmp1 = get_reg_for(cc, traits::TRAP_STATE); mov(cc, tmp1, 0x80ULL << 24 | (cause << 16) | trap_id); mov(cc, get_ptr_for(jh, traits::TRAP_STATE), tmp1); cc.jmp(jh.trap_entry); } template template void vm_impl::gen_set_tval(jit_holder& jh, T new_tval) { mov(jh.cc, jh.globals[TVAL], new_tval); } template void vm_impl::gen_set_tval(jit_holder& jh, x86_reg_t _new_tval) { if(nonstd::holds_alternative(_new_tval)) { x86::Gp new_tval = nonstd::get(_new_tval); if(new_tval.size() < 8) new_tval = gen_ext_Gp(jh.cc, new_tval, 64, false); mov(jh.cc, jh.globals[TVAL], new_tval); } else { throw std::runtime_error("Variant not supported in gen_set_tval"); } } } // namespace tgc5c template <> std::unique_ptr create(arch::${coreDef.name.toLowerCase()} *core, unsigned short port, bool dump) { auto ret = new ${coreDef.name.toLowerCase()}::vm_impl(*core, dump); if (port != 0) debugger::server::run_server(ret, port); return std::unique_ptr(ret); } } // namespace asmjit } // namespace iss #include #include #include namespace iss { namespace { volatile std::array dummy = { core_factory::instance().register_creator("${coreDef.name.toLowerCase()}|m_p|asmjit", [](unsigned port, void* init_data) -> std::tuple{ auto* cpu = new iss::arch::riscv_hart_m_p(); auto vm = new asmjit::${coreDef.name.toLowerCase()}::vm_impl(*cpu, false); if (port != 0) debugger::server::run_server(vm, port); if(init_data){ auto* cb = reinterpret_cast::reg_t>*>(init_data); cpu->set_semihosting_callback(*cb); } return {cpu_ptr{cpu}, vm_ptr{vm}}; }), core_factory::instance().register_creator("${coreDef.name.toLowerCase()}|mu_p|asmjit", [](unsigned port, void* init_data) -> std::tuple{ auto* cpu = new iss::arch::riscv_hart_mu_p(); auto vm = new asmjit::${coreDef.name.toLowerCase()}::vm_impl(*cpu, false); if (port != 0) debugger::server::run_server(vm, port); if(init_data){ auto* cb = reinterpret_cast::reg_t>*>(init_data); cpu->set_semihosting_callback(*cb); } return {cpu_ptr{cpu}, vm_ptr{vm}}; }) }; } } // clang-format on