1185 lines
67 KiB
Plaintext
1185 lines
67 KiB
Plaintext
/*******************************************************************************
|
|
* Copyright (C) 2017-2024 MINRES Technologies GmbH
|
|
* All rights reserved.
|
|
*
|
|
* Redistribution and use in source and binary forms, with or without
|
|
* modification, are permitted provided that the following conditions are met:
|
|
*
|
|
* 1. Redistributions of source code must retain the above copyright notice,
|
|
* this list of conditions and the following disclaimer.
|
|
*
|
|
* 2. Redistributions in binary form must reproduce the above copyright notice,
|
|
* this list of conditions and the following disclaimer in the documentation
|
|
* and/or other materials provided with the distribution.
|
|
*
|
|
* 3. Neither the name of the copyright holder nor the names of its contributors
|
|
* may be used to endorse or promote products derived from this software
|
|
* without specific prior written permission.
|
|
*
|
|
* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
|
|
* AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
|
|
* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
|
|
* ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE
|
|
* LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
|
|
* CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
|
|
* SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
|
|
* INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
|
|
* CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
|
|
* ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
|
|
* POSSIBILITY OF SUCH DAMAGE.
|
|
*
|
|
*******************************************************************************/
|
|
<%
|
|
def floating_point = registers.find {it.name=='FCSR'}
|
|
def vector = registers.find {it.name=='vtype'}
|
|
def aes = functions.find { it.contains('aes') }
|
|
def nativeTypeSize(int size){
|
|
if(size<=8) return 8; else if(size<=16) return 16; else if(size<=32) return 32; else return 64;
|
|
}
|
|
%>
|
|
// clang-format off
|
|
#include <cstdint>
|
|
#include <iss/arch/${coreDef.name.toLowerCase()}.h>
|
|
#include <iss/debugger/gdb_session.h>
|
|
#include <iss/debugger/server.h>
|
|
#include <iss/iss.h>
|
|
#include <iss/interp/vm_base.h>
|
|
<%
|
|
if(floating_point != null) {%>
|
|
#include <vm/fp_functions.h>
|
|
<%}
|
|
if(vector != null) {%>
|
|
#include <vm/vector_functions.h>
|
|
<%}
|
|
if(aes != null) {%>
|
|
#include <vm/aes_sbox.h>
|
|
<%}%>
|
|
#include <util/logging.h>
|
|
#include <boost/coroutine2/all.hpp>
|
|
#include <functional>
|
|
#include <exception>
|
|
#include <vector>
|
|
#include <sstream>
|
|
#include <iss/instruction_decoder.h>
|
|
|
|
|
|
#ifndef FMT_HEADER_ONLY
|
|
#define FMT_HEADER_ONLY
|
|
#endif
|
|
#include <fmt/format.h>
|
|
|
|
#include <array>
|
|
#include <iss/debugger/riscv_target_adapter.h>
|
|
|
|
namespace iss {
|
|
namespace interp {
|
|
namespace ${coreDef.name.toLowerCase()} {
|
|
using namespace iss::arch;
|
|
using namespace iss::debugger;
|
|
using namespace std::placeholders;
|
|
|
|
struct memory_access_exception : public std::exception{
|
|
memory_access_exception(){}
|
|
};
|
|
|
|
template <typename ARCH> class vm_impl : public iss::interp::vm_base<ARCH> {
|
|
public:
|
|
using traits = arch::traits<ARCH>;
|
|
using super = typename iss::interp::vm_base<ARCH>;
|
|
using virt_addr_t = typename super::virt_addr_t;
|
|
using phys_addr_t = typename super::phys_addr_t;
|
|
using code_word_t = typename super::code_word_t;
|
|
using addr_t = typename super::addr_t;
|
|
using reg_t = typename traits::reg_t;
|
|
using mem_type_e = typename traits::mem_type_e;
|
|
using opcode_e = typename traits::opcode_e;
|
|
|
|
vm_impl();
|
|
|
|
vm_impl(ARCH &core, unsigned core_id = 0, unsigned cluster_id = 0);
|
|
|
|
void enableDebug(bool enable) { super::sync_exec = super::ALL_SYNC; }
|
|
|
|
target_adapter_if *accquire_target_adapter(server_if *srv) override {
|
|
debugger_if::dbg_enabled = true;
|
|
if (super::tgt_adapter == nullptr)
|
|
super::tgt_adapter = new riscv_target_adapter<ARCH>(srv, this->get_arch());
|
|
return super::tgt_adapter;
|
|
}
|
|
|
|
protected:
|
|
using this_class = vm_impl<ARCH>;
|
|
using compile_ret_t = virt_addr_t;
|
|
using compile_func = compile_ret_t (this_class::*)(virt_addr_t &pc, code_word_t instr);
|
|
|
|
inline const char *name(size_t index){return traits::reg_aliases.at(index);}
|
|
<%
|
|
if(floating_point != null) {%>
|
|
inline const char *fname(size_t index){return index < 32?name(index+traits::F0):"illegal";}
|
|
<%}
|
|
if(vector != null) {%>
|
|
inline const char* vname(size_t index) { return index < 32 ? name(index + traits::V0) : "illegal"; }
|
|
inline const char* sew_name(size_t bits) {
|
|
switch(bits) {
|
|
case 0b000:
|
|
return "e8";
|
|
case 0b001:
|
|
return "e16";
|
|
case 0b010:
|
|
return "e32";
|
|
case 0b011:
|
|
return "e64";
|
|
default:
|
|
return "illegal";
|
|
}
|
|
}
|
|
inline const char* lmul_name(size_t bits) {
|
|
switch(bits) {
|
|
case 0b101:
|
|
return "mf8";
|
|
case 0b110:
|
|
return "mf4";
|
|
case 0b111:
|
|
return "mf2";
|
|
case 0b000:
|
|
return "m1";
|
|
case 0b001:
|
|
return "m2";
|
|
case 0b010:
|
|
return "m4";
|
|
case 0b011:
|
|
return "m8";
|
|
default:
|
|
return "illegal";
|
|
}
|
|
}
|
|
inline const char* ma_name(bool ma) { return ma ? "ma" : "mu"; }
|
|
inline const char* ta_name(bool ta) { return ta ? "ta" : "tu"; }
|
|
<%}%>
|
|
|
|
virt_addr_t execute_inst(finish_cond_e cond, virt_addr_t start, uint64_t icount_limit) override;
|
|
|
|
// some compile time constants
|
|
|
|
inline void raise(uint16_t trap_id, uint16_t cause){
|
|
auto trap_val = 0x80ULL << 24 | (cause << 16) | trap_id;
|
|
this->core.reg.trap_state = trap_val;
|
|
}
|
|
|
|
inline void leave(unsigned lvl){
|
|
this->core.leave_trap(lvl);
|
|
}
|
|
|
|
inline void wait(unsigned type){
|
|
this->core.wait_until(type);
|
|
}
|
|
|
|
inline void set_tval(uint64_t new_tval){
|
|
tval = new_tval;
|
|
}
|
|
<%if(vector != null) {
|
|
def xlen = constants.find { it.name == 'XLEN' }?.value ?: 0
|
|
def vlen = constants.find { it.name == 'VLEN' }?.value ?: 0 %>
|
|
inline void lower(){
|
|
this->core.reg.trap_state = 0;
|
|
}
|
|
uint64_t vlseg(uint8_t* V, uint64_t vl, uint64_t vstart, softvector::vtype_t vtype, bool vm, uint8_t vd, uint64_t rs1_val, uint8_t width_val, uint8_t segment_size){
|
|
switch(width_val){
|
|
case 0b000:
|
|
return softvector::vector_load_store<${vlen}, uint8_t>(this->get_arch(), softvector::softvec_read, V, vl, vstart, vtype, vm, vd, rs1_val, segment_size);
|
|
case 0b101:
|
|
return softvector::vector_load_store<${vlen}, uint16_t>(this->get_arch(), softvector::softvec_read, V, vl, vstart, vtype, vm, vd, rs1_val, segment_size);
|
|
case 0b110:
|
|
return softvector::vector_load_store<${vlen}, uint32_t>(this->get_arch(), softvector::softvec_read, V, vl, vstart, vtype, vm, vd, rs1_val, segment_size);
|
|
case 0b111:
|
|
return softvector::vector_load_store<${vlen}, uint64_t>(this->get_arch(), softvector::softvec_read, V, vl, vstart, vtype, vm, vd, rs1_val, segment_size);
|
|
default:
|
|
throw new std::runtime_error("Unsupported width bit value");
|
|
}
|
|
}
|
|
uint64_t vsseg(uint8_t* V, uint64_t vl, uint64_t vstart, softvector::vtype_t vtype, bool vm, uint8_t vd, uint64_t rs1_val, uint8_t width_val, uint8_t segment_size){
|
|
switch(width_val){
|
|
case 0b000:
|
|
return softvector::vector_load_store<${vlen}, uint8_t>(this->get_arch(), softvector::softvec_write, V, vl, vstart, vtype, vm, vd, rs1_val, segment_size);
|
|
case 0b101:
|
|
return softvector::vector_load_store<${vlen}, uint16_t>(this->get_arch(), softvector::softvec_write, V, vl, vstart, vtype, vm, vd, rs1_val, segment_size);
|
|
case 0b110:
|
|
return softvector::vector_load_store<${vlen}, uint32_t>(this->get_arch(), softvector::softvec_write, V, vl, vstart, vtype, vm, vd, rs1_val, segment_size);
|
|
case 0b111:
|
|
return softvector::vector_load_store<${vlen}, uint64_t>(this->get_arch(), softvector::softvec_write, V, vl, vstart, vtype, vm, vd, rs1_val, segment_size);
|
|
default:
|
|
throw new std::runtime_error("Unsupported width bit value");
|
|
}
|
|
}
|
|
uint64_t vlsseg(uint8_t* V, uint64_t vl, uint64_t vstart, softvector::vtype_t vtype, bool vm, uint8_t vd, uint64_t rs1_val, uint8_t width_val, uint8_t segment_size, int64_t stride){
|
|
switch(width_val){
|
|
case 0b000:
|
|
return softvector::vector_load_store<${vlen}, uint8_t>(this->get_arch(), softvector::softvec_read, V, vl, vstart, vtype, vm, vd, rs1_val, segment_size, stride, true);
|
|
case 0b101:
|
|
return softvector::vector_load_store<${vlen}, uint16_t>(this->get_arch(), softvector::softvec_read, V, vl, vstart, vtype, vm, vd, rs1_val, segment_size, stride, true);
|
|
case 0b110:
|
|
return softvector::vector_load_store<${vlen}, uint32_t>(this->get_arch(), softvector::softvec_read, V, vl, vstart, vtype, vm, vd, rs1_val, segment_size, stride, true);
|
|
case 0b111:
|
|
return softvector::vector_load_store<${vlen}, uint64_t>(this->get_arch(), softvector::softvec_read, V, vl, vstart, vtype, vm, vd, rs1_val, segment_size, stride, true);
|
|
default:
|
|
throw new std::runtime_error("Unsupported width bit value");
|
|
}
|
|
}
|
|
uint64_t vssseg(uint8_t* V, uint64_t vl, uint64_t vstart, softvector::vtype_t vtype, bool vm, uint8_t vd, uint64_t rs1_val, uint8_t width_val, uint8_t segment_size, int64_t stride){
|
|
switch(width_val){
|
|
case 0b000:
|
|
return softvector::vector_load_store<${vlen}, uint8_t>(this->get_arch(), softvector::softvec_write, V, vl, vstart, vtype, vm, vd, rs1_val, segment_size, stride, true);
|
|
case 0b101:
|
|
return softvector::vector_load_store<${vlen}, uint16_t>(this->get_arch(), softvector::softvec_write, V, vl, vstart, vtype, vm, vd, rs1_val, segment_size, stride, true);
|
|
case 0b110:
|
|
return softvector::vector_load_store<${vlen}, uint32_t>(this->get_arch(), softvector::softvec_write, V, vl, vstart, vtype, vm, vd, rs1_val, segment_size, stride, true);
|
|
case 0b111:
|
|
return softvector::vector_load_store<${vlen}, uint64_t>(this->get_arch(), softvector::softvec_write, V, vl, vstart, vtype, vm, vd, rs1_val, segment_size, stride, true);
|
|
default:
|
|
throw new std::runtime_error("Unsupported width bit value");
|
|
}
|
|
}
|
|
|
|
using indexed_load_store_t = std::function<uint64_t(void*, std::function<bool(void*, uint64_t, uint64_t, uint8_t*)>, uint8_t*, uint64_t, uint64_t, softvector::vtype_t, bool, uint8_t, uint64_t, uint8_t, uint8_t)>;
|
|
template <typename T1, typename T2> indexed_load_store_t getFunction() {
|
|
return [this](void* core, std::function<uint64_t(void*, uint64_t, uint64_t, uint8_t*)> load_store_fn, uint8_t* V, uint64_t vl,
|
|
uint64_t vstart, softvector::vtype_t vtype, bool vm, uint8_t vd, uint64_t rs1, uint8_t vs2, uint8_t segment_size) {
|
|
return softvector::vector_load_store_index<${xlen}, ${vlen}, T1, T2>(core, load_store_fn, V, vl, vstart, vtype, vm, vd, rs1, vs2, segment_size);
|
|
};
|
|
}
|
|
|
|
const std::array<std::array<indexed_load_store_t, 4>, 4> functionTable = {{
|
|
{getFunction<uint8_t, uint8_t>(), getFunction<uint8_t, uint16_t>(), getFunction<uint8_t, uint32_t>(), getFunction<uint8_t, uint64_t>()},
|
|
{getFunction<uint16_t, uint8_t>(), getFunction<uint16_t, uint16_t>(), getFunction<uint16_t, uint32_t>(), getFunction<uint16_t, uint64_t>()},
|
|
{getFunction<uint32_t, uint8_t>(), getFunction<uint32_t, uint16_t>(), getFunction<uint32_t, uint32_t>(), getFunction<uint32_t, uint64_t>()},
|
|
{getFunction<uint64_t, uint8_t>(), getFunction<uint64_t, uint16_t>(), getFunction<uint64_t, uint32_t>(), getFunction<uint64_t, uint64_t>()}
|
|
}};
|
|
const size_t map_index_size[9] = { 0, 0, 1, 0, 2, 0, 0, 0, 3 }; // translate number of bytes to index in functionTable
|
|
uint64_t vlxseg(uint8_t* V, uint64_t vl, uint64_t vstart, softvector::vtype_t vtype, bool vm, uint8_t vd, uint64_t rs1_val, uint8_t vs2, uint8_t segment_size, uint8_t index_byte_size, uint8_t data_byte_size, bool ordered){
|
|
return functionTable[map_index_size[index_byte_size]][data_byte_size](this->get_arch(), softvector::softvec_read, V, vl, vstart, vtype, vm, vd, rs1_val, vs2, segment_size);
|
|
}
|
|
uint64_t vsxseg(uint8_t* V, uint64_t vl, uint64_t vstart, softvector::vtype_t vtype, bool vm, uint8_t vs3, uint64_t rs1_val, uint8_t vs2, uint8_t segment_size, uint8_t index_byte_size, uint8_t data_byte_size, bool ordered){
|
|
return functionTable[map_index_size[index_byte_size]][data_byte_size](this->get_arch(), softvector::softvec_write, V, vl, vstart, vtype, vm, vs3, rs1_val, vs2, segment_size);
|
|
}
|
|
void vector_vector_op(uint8_t* V, uint8_t funct6, uint8_t funct3, uint64_t vl, uint64_t vstart, softvector::vtype_t vtype, bool vm, uint8_t vd, uint8_t vs2, uint8_t vs1, uint8_t sew_val){
|
|
switch(sew_val){
|
|
case 0b000:
|
|
return softvector::vector_vector_op<${vlen}, uint8_t>(V, funct6, funct3, vl, vstart, vtype, vm, vd, vs2, vs1);
|
|
case 0b001:
|
|
return softvector::vector_vector_op<${vlen}, uint16_t>(V, funct6, funct3, vl, vstart, vtype, vm, vd, vs2, vs1);
|
|
case 0b010:
|
|
return softvector::vector_vector_op<${vlen}, uint32_t>(V, funct6, funct3, vl, vstart, vtype, vm, vd, vs2, vs1);
|
|
case 0b011:
|
|
return softvector::vector_vector_op<${vlen}, uint64_t>(V, funct6, funct3, vl, vstart, vtype, vm, vd, vs2, vs1);
|
|
default:
|
|
throw new std::runtime_error("Unsupported sew bit value");
|
|
}
|
|
}
|
|
void vector_imm_op(uint8_t* V, uint8_t funct6, uint8_t funct3, uint64_t vl, uint64_t vstart, softvector::vtype_t vtype, bool vm, uint8_t vd, uint8_t vs2, int64_t imm, uint8_t sew_val){
|
|
switch(sew_val){
|
|
case 0b000:
|
|
return softvector::vector_imm_op<${vlen}, uint8_t>(V, funct6, funct3, vl, vstart, vtype, vm, vd, vs2, imm);
|
|
case 0b001:
|
|
return softvector::vector_imm_op<${vlen}, uint16_t>(V, funct6, funct3, vl, vstart, vtype, vm, vd, vs2, imm);
|
|
case 0b010:
|
|
return softvector::vector_imm_op<${vlen}, uint32_t>(V, funct6, funct3, vl, vstart, vtype, vm, vd, vs2, imm);
|
|
case 0b011:
|
|
return softvector::vector_imm_op<${vlen}, uint64_t>(V, funct6, funct3, vl, vstart, vtype, vm, vd, vs2, imm);
|
|
default:
|
|
throw new std::runtime_error("Unsupported sew bit value");
|
|
}
|
|
}
|
|
void vector_vector_wv(uint8_t* V, uint8_t funct6, uint8_t funct3, uint64_t vl, uint64_t vstart, softvector::vtype_t vtype, bool vm, uint8_t vd, uint8_t vs2, uint8_t vs1, uint8_t sew_val){
|
|
switch(sew_val){
|
|
case 0b000:
|
|
return softvector::vector_vector_op<${vlen}, uint16_t, uint8_t>(V, funct6, funct3, vl, vstart, vtype, vm, vd, vs2, vs1);
|
|
case 0b001:
|
|
return softvector::vector_vector_op<${vlen}, uint32_t, uint16_t>(V, funct6, funct3, vl, vstart, vtype, vm, vd, vs2, vs1);
|
|
case 0b010:
|
|
return softvector::vector_vector_op<${vlen}, uint64_t, uint32_t>(V, funct6, funct3, vl, vstart, vtype, vm, vd, vs2, vs1);
|
|
case 0b011: // would widen to 128 bits
|
|
default:
|
|
throw new std::runtime_error("Unsupported sew bit value");
|
|
}
|
|
}
|
|
void vector_imm_wv(uint8_t* V, uint8_t funct6, uint8_t funct3, uint64_t vl, uint64_t vstart, softvector::vtype_t vtype, bool vm, uint8_t vd, uint8_t vs2, int64_t imm, uint8_t sew_val){
|
|
switch(sew_val){
|
|
case 0b000:
|
|
return softvector::vector_imm_op<${vlen}, uint16_t, uint8_t>(V, funct6, funct3, vl, vstart, vtype, vm, vd, vs2, imm);
|
|
case 0b001:
|
|
return softvector::vector_imm_op<${vlen}, uint32_t, uint16_t>(V, funct6, funct3, vl, vstart, vtype, vm, vd, vs2, imm);
|
|
case 0b010:
|
|
return softvector::vector_imm_op<${vlen}, uint64_t, uint32_t>(V, funct6, funct3, vl, vstart, vtype, vm, vd, vs2, imm);
|
|
case 0b011: // would widen to 128 bits
|
|
default:
|
|
throw new std::runtime_error("Unsupported sew bit value");
|
|
}
|
|
}
|
|
void vector_vector_ww(uint8_t* V, uint8_t funct6, uint8_t funct3, uint64_t vl, uint64_t vstart, softvector::vtype_t vtype, bool vm, uint8_t vd, uint8_t vs2, uint8_t vs1, uint8_t sew_val){
|
|
switch(sew_val){
|
|
case 0b000:
|
|
return softvector::vector_vector_op<${vlen}, uint16_t, uint16_t, uint8_t>(V, funct6, funct3, vl, vstart, vtype, vm, vd, vs2, vs1);
|
|
case 0b001:
|
|
return softvector::vector_vector_op<${vlen}, uint32_t, uint32_t, uint16_t>(V, funct6, funct3, vl, vstart, vtype, vm, vd, vs2, vs1);
|
|
case 0b010:
|
|
return softvector::vector_vector_op<${vlen}, uint64_t, uint64_t, uint32_t>(V, funct6, funct3, vl, vstart, vtype, vm, vd, vs2, vs1);
|
|
case 0b011: // would widen to 128 bits
|
|
default:
|
|
throw new std::runtime_error("Unsupported sew bit value");
|
|
}
|
|
}
|
|
void vector_imm_ww(uint8_t* V, uint8_t funct6, uint8_t funct3, uint64_t vl, uint64_t vstart, softvector::vtype_t vtype, bool vm, uint8_t vd, uint8_t vs2, int64_t imm, uint8_t sew_val){
|
|
switch(sew_val){
|
|
case 0b000:
|
|
return softvector::vector_imm_op<${vlen}, uint16_t, uint16_t, uint8_t>(V, funct6, funct3, vl, vstart, vtype, vm, vd, vs2, imm);
|
|
case 0b001:
|
|
return softvector::vector_imm_op<${vlen}, uint32_t, uint32_t, uint16_t>(V, funct6, funct3, vl, vstart, vtype, vm, vd, vs2, imm);
|
|
case 0b010:
|
|
return softvector::vector_imm_op<${vlen}, uint64_t, uint64_t, uint32_t>(V, funct6, funct3, vl, vstart, vtype, vm, vd, vs2, imm);
|
|
case 0b011: // would widen to 128 bits
|
|
default:
|
|
throw new std::runtime_error("Unsupported sew bit value");
|
|
}
|
|
}
|
|
void vector_extend(uint8_t* V, uint8_t unary_op, uint64_t vl, uint64_t vstart, softvector::vtype_t vtype, bool vm, uint8_t vd, uint8_t vs2, uint8_t target_sew_pow, uint8_t frac_pow){
|
|
switch(target_sew_pow){
|
|
case 4: // uint16_t target
|
|
if(frac_pow != 1) throw new std::runtime_error("Unsupported frac_pow");
|
|
return softvector::vector_unary_op<${vlen}, uint16_t, uint8_t>(V, unary_op, vl, vstart, vtype, vm, vd, vs2);
|
|
case 5: // uint32_t target
|
|
switch(frac_pow){
|
|
case 1:
|
|
return softvector::vector_unary_op<${vlen}, uint32_t, uint16_t>(V, unary_op, vl, vstart, vtype, vm, vd, vs2);
|
|
case 2:
|
|
return softvector::vector_unary_op<${vlen}, uint32_t, uint8_t>(V, unary_op, vl, vstart, vtype, vm, vd, vs2);
|
|
default:
|
|
throw new std::runtime_error("Unsupported frac_pow");
|
|
}
|
|
case 6: // uint64_t target
|
|
switch(frac_pow){
|
|
case 1:
|
|
return softvector::vector_unary_op<${vlen}, uint64_t, uint32_t>(V, unary_op, vl, vstart, vtype, vm, vd, vs2);
|
|
case 2:
|
|
return softvector::vector_unary_op<${vlen}, uint64_t, uint16_t>(V, unary_op, vl, vstart, vtype, vm, vd, vs2);
|
|
case 3:
|
|
return softvector::vector_unary_op<${vlen}, uint64_t, uint8_t>(V, unary_op, vl, vstart, vtype, vm, vd, vs2);
|
|
default:
|
|
throw new std::runtime_error("Unsupported frac_pow");
|
|
}
|
|
default:
|
|
throw new std::runtime_error("Unsupported target_sew_pow");
|
|
}
|
|
}
|
|
void vector_vector_carry(uint8_t* V, uint8_t funct6, uint8_t funct3, uint64_t vl, uint64_t vstart, softvector::vtype_t vtype, uint8_t vd, uint8_t vs2, uint8_t vs1, uint8_t sew_val, int8_t carry){
|
|
switch(sew_val){
|
|
case 0b000:
|
|
return softvector::vector_vector_carry<${vlen}, uint8_t>(V, funct6, funct3, vl, vstart, vtype, vd, vs2, vs1, carry);
|
|
case 0b001:
|
|
return softvector::vector_vector_carry<${vlen}, uint16_t>(V, funct6, funct3, vl, vstart, vtype, vd, vs2, vs1, carry);
|
|
case 0b010:
|
|
return softvector::vector_vector_carry<${vlen}, uint32_t>(V, funct6, funct3, vl, vstart, vtype, vd, vs2, vs1, carry);
|
|
case 0b011:
|
|
return softvector::vector_vector_carry<${vlen}, uint64_t>(V, funct6, funct3, vl, vstart, vtype, vd, vs2, vs1, carry);
|
|
default:
|
|
throw new std::runtime_error("Unsupported sew bit value");
|
|
} }
|
|
void vector_imm_carry(uint8_t* V, uint8_t funct6, uint8_t funct3, uint64_t vl, uint64_t vstart, softvector::vtype_t vtype, uint8_t vd, uint8_t vs2, int64_t imm, uint8_t sew_val, int8_t carry){
|
|
switch(sew_val){
|
|
case 0b000:
|
|
return softvector::vector_imm_carry<${vlen}, uint8_t>(V, funct6, funct3, vl, vstart, vtype, vd, vs2, imm, carry);
|
|
case 0b001:
|
|
return softvector::vector_imm_carry<${vlen}, uint16_t>(V, funct6, funct3, vl, vstart, vtype, vd, vs2, imm, carry);
|
|
case 0b010:
|
|
return softvector::vector_imm_carry<${vlen}, uint32_t>(V, funct6, funct3, vl, vstart, vtype, vd, vs2, imm, carry);
|
|
case 0b011:
|
|
return softvector::vector_imm_carry<${vlen}, uint64_t>(V, funct6, funct3, vl, vstart, vtype, vd, vs2, imm, carry);
|
|
default:
|
|
throw new std::runtime_error("Unsupported sew bit value");
|
|
}
|
|
}
|
|
void carry_vector_vector_op(uint8_t* V, unsigned funct6, uint64_t vl, uint64_t vstart, softvector::vtype_t vtype, bool vm, unsigned vd, unsigned vs2, unsigned vs1, uint8_t sew_val){
|
|
switch(sew_val){
|
|
case 0b000:
|
|
return softvector::carry_vector_vector_op<${vlen}, uint8_t>(V, funct6, vl, vstart, vtype, vm, vd, vs2, vs1);
|
|
case 0b001:
|
|
return softvector::carry_vector_vector_op<${vlen}, uint16_t>(V, funct6, vl, vstart, vtype, vm, vd, vs2, vs1);
|
|
case 0b010:
|
|
return softvector::carry_vector_vector_op<${vlen}, uint32_t>(V, funct6, vl, vstart, vtype, vm, vd, vs2, vs1);
|
|
case 0b011:
|
|
return softvector::carry_vector_vector_op<${vlen}, uint64_t>(V, funct6, vl, vstart, vtype, vm, vd, vs2, vs1);
|
|
default:
|
|
throw new std::runtime_error("Unsupported sew bit value");
|
|
}
|
|
}
|
|
void carry_vector_imm_op(uint8_t* V, unsigned funct6, uint64_t vl, uint64_t vstart, softvector::vtype_t vtype, bool vm, unsigned vd, unsigned vs2, int64_t imm, uint8_t sew_val){
|
|
switch(sew_val){
|
|
case 0b000:
|
|
return softvector::carry_vector_imm_op<${vlen}, uint8_t>(V, funct6, vl, vstart, vtype, vm, vd, vs2, imm);
|
|
case 0b001:
|
|
return softvector::carry_vector_imm_op<${vlen}, uint16_t>(V, funct6, vl, vstart, vtype, vm, vd, vs2, imm);
|
|
case 0b010:
|
|
return softvector::carry_vector_imm_op<${vlen}, uint32_t>(V, funct6, vl, vstart, vtype, vm, vd, vs2, imm);
|
|
case 0b011:
|
|
return softvector::carry_vector_imm_op<${vlen}, uint64_t>(V, funct6, vl, vstart, vtype, vm, vd, vs2, imm);
|
|
default:
|
|
throw new std::runtime_error("Unsupported sew bit value");
|
|
}
|
|
}
|
|
void mask_vector_vector_op(uint8_t* V, unsigned funct6, uint8_t funct3, uint64_t vl, uint64_t vstart, softvector::vtype_t vtype, bool vm, unsigned vd, unsigned vs2, unsigned vs1, uint8_t sew_val){
|
|
switch(sew_val){
|
|
case 0b000:
|
|
return softvector::mask_vector_vector_op<${vlen}, uint8_t>(V, funct6, funct3, vl, vstart, vtype, vm, vd, vs2, vs1);
|
|
case 0b001:
|
|
return softvector::mask_vector_vector_op<${vlen}, uint16_t>(V, funct6, funct3, vl, vstart, vtype, vm, vd, vs2, vs1);
|
|
case 0b010:
|
|
return softvector::mask_vector_vector_op<${vlen}, uint32_t>(V, funct6, funct3, vl, vstart, vtype, vm, vd, vs2, vs1);
|
|
case 0b011:
|
|
return softvector::mask_vector_vector_op<${vlen}, uint64_t>(V, funct6, funct3, vl, vstart, vtype, vm, vd, vs2, vs1);
|
|
default:
|
|
throw new std::runtime_error("Unsupported sew bit value");
|
|
}
|
|
}
|
|
void mask_vector_imm_op(uint8_t* V, unsigned funct6, uint8_t funct3, uint64_t vl, uint64_t vstart, softvector::vtype_t vtype, bool vm, unsigned vd, unsigned vs2, int64_t imm, uint8_t sew_val){
|
|
switch(sew_val){
|
|
case 0b000:
|
|
return softvector::mask_vector_imm_op<${vlen}, uint8_t>(V, funct6, funct3, vl, vstart, vtype, vm, vd, vs2, imm);
|
|
case 0b001:
|
|
return softvector::mask_vector_imm_op<${vlen}, uint16_t>(V, funct6, funct3, vl, vstart, vtype, vm, vd, vs2, imm);
|
|
case 0b010:
|
|
return softvector::mask_vector_imm_op<${vlen}, uint32_t>(V, funct6, funct3, vl, vstart, vtype, vm, vd, vs2, imm);
|
|
case 0b011:
|
|
return softvector::mask_vector_imm_op<${vlen}, uint64_t>(V, funct6, funct3, vl, vstart, vtype, vm, vd, vs2, imm);
|
|
default:
|
|
throw new std::runtime_error("Unsupported sew bit value");
|
|
}
|
|
}
|
|
void vector_vector_vw(uint8_t* V, uint8_t funct6, uint8_t funct3, uint64_t vl, uint64_t vstart, softvector::vtype_t vtype, bool vm, uint8_t vd, uint8_t vs2, uint8_t vs1, uint8_t sew_val){
|
|
switch(sew_val){
|
|
case 0b000:
|
|
return softvector::vector_vector_op<${vlen}, uint8_t, uint16_t, uint8_t>(V, funct6, funct3, vl, vstart, vtype, vm, vd, vs2, vs1);
|
|
case 0b001:
|
|
return softvector::vector_vector_op<${vlen}, uint16_t, uint32_t, uint16_t>(V, funct6, funct3, vl, vstart, vtype, vm, vd, vs2, vs1);
|
|
case 0b010:
|
|
return softvector::vector_vector_op<${vlen}, uint32_t, uint64_t, uint32_t>(V, funct6, funct3, vl, vstart, vtype, vm, vd, vs2, vs1);
|
|
case 0b011: // would require 128 bits vs2 value
|
|
default:
|
|
throw new std::runtime_error("Unsupported sew bit value");
|
|
}
|
|
}
|
|
void vector_imm_vw(uint8_t* V, uint8_t funct6, uint8_t funct3, uint64_t vl, uint64_t vstart, softvector::vtype_t vtype, bool vm, uint8_t vd, uint8_t vs2, int64_t imm, uint8_t sew_val){
|
|
switch(sew_val){
|
|
case 0b000:
|
|
return softvector::vector_imm_op<${vlen}, uint8_t, uint16_t, uint8_t>(V, funct6, funct3, vl, vstart, vtype, vm, vd, vs2, imm);
|
|
case 0b001:
|
|
return softvector::vector_imm_op<${vlen}, uint16_t, uint32_t, uint16_t>(V, funct6, funct3, vl, vstart, vtype, vm, vd, vs2, imm);
|
|
case 0b010:
|
|
return softvector::vector_imm_op<${vlen}, uint32_t, uint64_t, uint32_t>(V, funct6, funct3, vl, vstart, vtype, vm, vd, vs2, imm);
|
|
case 0b011: // would require 128 bits vs2 value
|
|
default:
|
|
throw new std::runtime_error("Unsupported sew bit value");
|
|
}
|
|
}
|
|
void vector_vector_merge(uint8_t* V, uint64_t vl, uint64_t vstart, softvector::vtype_t vtype, bool vm, uint8_t vd, uint8_t vs2, uint8_t vs1, uint8_t sew_val){
|
|
switch(sew_val){
|
|
case 0b000:
|
|
return softvector::vector_vector_merge<${vlen}, uint8_t>(V, vl, vstart, vtype, vm, vd, vs2, vs1);
|
|
case 0b001:
|
|
return softvector::vector_vector_merge<${vlen}, uint16_t>(V, vl, vstart, vtype, vm, vd, vs2, vs1);
|
|
case 0b010:
|
|
return softvector::vector_vector_merge<${vlen}, uint32_t>(V, vl, vstart, vtype, vm, vd, vs2, vs1);
|
|
case 0b011:
|
|
return softvector::vector_vector_merge<${vlen}, uint64_t>(V, vl, vstart, vtype, vm, vd, vs2, vs1);
|
|
default:
|
|
throw new std::runtime_error("Unsupported sew bit value");
|
|
}
|
|
}
|
|
void vector_imm_merge(uint8_t* V, uint64_t vl, uint64_t vstart, softvector::vtype_t vtype, bool vm, uint8_t vd, uint8_t vs2, int64_t imm, uint8_t sew_val){
|
|
switch(sew_val){
|
|
case 0b000:
|
|
return softvector::vector_imm_merge<${vlen}, uint8_t>(V, vl, vstart, vtype, vm, vd, vs2, imm);
|
|
case 0b001:
|
|
return softvector::vector_imm_merge<${vlen}, uint16_t>(V, vl, vstart, vtype, vm, vd, vs2, imm);
|
|
case 0b010:
|
|
return softvector::vector_imm_merge<${vlen}, uint32_t>(V, vl, vstart, vtype, vm, vd, vs2, imm);
|
|
case 0b011:
|
|
return softvector::vector_imm_merge<${vlen}, uint64_t>(V, vl, vstart, vtype, vm, vd, vs2, imm);
|
|
default:
|
|
throw new std::runtime_error("Unsupported sew bit value");
|
|
}
|
|
}
|
|
bool sat_vector_vector_op(uint8_t* V, uint8_t funct6, uint8_t funct3, uint64_t vl, uint64_t vstart, softvector::vtype_t vtype, uint64_t vxrm, bool vm, uint8_t vd, uint8_t vs2, uint8_t vs1, uint8_t sew_val){
|
|
switch(sew_val){
|
|
case 0b000:
|
|
return softvector::sat_vector_vector_op<${vlen}, uint8_t>(V, funct6, funct3, vl, vstart, vtype, vxrm, vm, vd, vs2, vs1);
|
|
case 0b001:
|
|
return softvector::sat_vector_vector_op<${vlen}, uint16_t>(V, funct6, funct3, vl, vstart, vtype, vxrm, vm, vd, vs2, vs1);
|
|
case 0b010:
|
|
return softvector::sat_vector_vector_op<${vlen}, uint32_t>(V, funct6, funct3, vl, vstart, vtype, vxrm, vm, vd, vs2, vs1);
|
|
case 0b011:
|
|
return softvector::sat_vector_vector_op<${vlen}, uint64_t>(V, funct6, funct3, vl, vstart, vtype, vxrm, vm, vd, vs2, vs1);
|
|
default:
|
|
throw new std::runtime_error("Unsupported sew bit value");
|
|
}
|
|
}
|
|
bool sat_vector_imm_op(uint8_t* V, uint8_t funct6, uint8_t funct3, uint64_t vl, uint64_t vstart, softvector::vtype_t vtype, uint64_t vxrm, bool vm, uint8_t vd, uint8_t vs2, int64_t imm, uint8_t sew_val){
|
|
switch(sew_val){
|
|
case 0b000:
|
|
return softvector::sat_vector_imm_op<${vlen}, uint8_t>(V, funct6, funct3, vl, vstart, vtype, vxrm, vm, vd, vs2, imm);
|
|
case 0b001:
|
|
return softvector::sat_vector_imm_op<${vlen}, uint16_t>(V, funct6, funct3, vl, vstart, vtype, vxrm, vm, vd, vs2, imm);
|
|
case 0b010:
|
|
return softvector::sat_vector_imm_op<${vlen}, uint32_t>(V, funct6, funct3, vl, vstart, vtype, vxrm, vm, vd, vs2, imm);
|
|
case 0b011:
|
|
return softvector::sat_vector_imm_op<${vlen}, uint64_t>(V, funct6, funct3, vl, vstart, vtype, vxrm, vm, vd, vs2, imm);
|
|
default:
|
|
throw new std::runtime_error("Unsupported sew bit value");
|
|
}
|
|
}
|
|
bool sat_vector_vector_vw(uint8_t* V, uint8_t funct6, uint8_t funct3, uint64_t vl, uint64_t vstart, softvector::vtype_t vtype, uint64_t vxrm, bool vm, uint8_t vd, uint8_t vs2, uint8_t vs1, uint8_t sew_val){
|
|
switch(sew_val){
|
|
case 0b000:
|
|
return softvector::sat_vector_vector_op<${vlen}, uint8_t, uint16_t>(V, funct6, funct3, vl, vstart, vtype, vxrm, vm, vd, vs2, vs1);
|
|
case 0b001:
|
|
return softvector::sat_vector_vector_op<${vlen}, uint16_t, uint32_t>(V, funct6, funct3, vl, vstart, vtype, vxrm, vm, vd, vs2, vs1);
|
|
case 0b010:
|
|
return softvector::sat_vector_vector_op<${vlen}, uint32_t, uint64_t>(V, funct6, funct3, vl, vstart, vtype, vxrm, vm, vd, vs2, vs1);
|
|
case 0b011: // would require 128 bits vs2 value
|
|
default:
|
|
throw new std::runtime_error("Unsupported sew bit value");
|
|
}
|
|
}
|
|
bool sat_vector_imm_vw(uint8_t* V, uint8_t funct6, uint8_t funct3, uint64_t vl, uint64_t vstart, softvector::vtype_t vtype, uint64_t vxrm, bool vm, uint8_t vd, uint8_t vs2, int64_t imm, uint8_t sew_val){
|
|
switch(sew_val){
|
|
case 0b000:
|
|
return softvector::sat_vector_imm_op<${vlen}, uint8_t, uint16_t>(V, funct6, funct3, vl, vstart, vtype, vxrm, vm, vd, vs2, imm);
|
|
case 0b001:
|
|
return softvector::sat_vector_imm_op<${vlen}, uint16_t, uint32_t>(V, funct6, funct3, vl, vstart, vtype, vxrm, vm, vd, vs2, imm);
|
|
case 0b010:
|
|
return softvector::sat_vector_imm_op<${vlen}, uint32_t, uint64_t>(V, funct6, funct3, vl, vstart, vtype, vxrm, vm, vd, vs2, imm);
|
|
case 0b011: // would require 128 bits vs2 value
|
|
default:
|
|
throw new std::runtime_error("Unsupported sew bit value");
|
|
}
|
|
}
|
|
void vector_red_op(uint8_t* V, uint8_t funct6, uint8_t funct3, uint64_t vl, uint64_t vstart, softvector::vtype_t vtype, bool vm, uint8_t vd, uint8_t vs2, uint8_t vs1, uint8_t sew_val){
|
|
switch(sew_val){
|
|
case 0b000:
|
|
return softvector::vector_red_op<${vlen}, uint8_t>(V, funct6, funct3, vl, vstart, vtype, vm, vd, vs2, vs1);
|
|
case 0b001:
|
|
return softvector::vector_red_op<${vlen}, uint16_t>(V, funct6, funct3, vl, vstart, vtype, vm, vd, vs2, vs1);
|
|
case 0b010:
|
|
return softvector::vector_red_op<${vlen}, uint32_t>(V, funct6, funct3, vl, vstart, vtype, vm, vd, vs2, vs1);
|
|
case 0b011:
|
|
return softvector::vector_red_op<${vlen}, uint64_t>(V, funct6, funct3, vl, vstart, vtype, vm, vd, vs2, vs1);
|
|
default:
|
|
throw new std::runtime_error("Unsupported sew bit value");
|
|
}
|
|
}
|
|
void vector_red_wv(uint8_t* V, uint8_t funct6, uint8_t funct3, uint64_t vl, uint64_t vstart, softvector::vtype_t vtype, bool vm, uint8_t vd, uint8_t vs2, uint8_t vs1, uint8_t sew_val){
|
|
switch(sew_val){
|
|
case 0b000:
|
|
return softvector::vector_red_op<${vlen}, uint16_t, uint8_t>(V, funct6, funct3, vl, vstart, vtype, vm, vd, vs2, vs1);
|
|
case 0b001:
|
|
return softvector::vector_red_op<${vlen}, uint32_t, uint16_t>(V, funct6, funct3, vl, vstart, vtype, vm, vd, vs2, vs1);
|
|
case 0b010:
|
|
return softvector::vector_red_op<${vlen}, uint64_t, uint32_t>(V, funct6, funct3, vl, vstart, vtype, vm, vd, vs2, vs1);
|
|
case 0b011: // would require 128 bits vs2 value
|
|
default:
|
|
throw new std::runtime_error("Unsupported sew bit value");
|
|
}
|
|
}
|
|
void mask_mask_op(uint8_t* V, unsigned funct6, unsigned funct3, uint64_t vl, uint64_t vstart, unsigned vd, unsigned vs2, unsigned vs1){
|
|
return softvector::mask_mask_op<${vlen}>(V, funct6, funct3, vl, vstart, vd, vs2, vs1);
|
|
}
|
|
uint64_t vcpop(uint8_t* V, uint64_t vl, uint64_t vstart, bool vm, unsigned vs2){
|
|
return softvector::vcpop<${vlen}>(V, vl, vstart, vm, vs2);
|
|
}
|
|
int64_t vfirst(uint8_t* V, uint64_t vl, uint64_t vstart, bool vm, unsigned vs2){
|
|
return softvector::vfirst<${vlen}>(V, vl, vstart, vm, vs2);
|
|
}
|
|
void mask_set_op(uint8_t* V, unsigned enc, uint64_t vl, uint64_t vstart, bool vm, unsigned vd, unsigned vs2){
|
|
return softvector::mask_set_op<${vlen}>(V, enc, vl, vstart, vm, vd, vs2);
|
|
}
|
|
void viota(uint8_t* V, uint64_t vl, uint64_t vstart, softvector::vtype_t vtype, bool vm, uint8_t vd, uint8_t vs2, uint8_t sew_val){
|
|
switch(sew_val){
|
|
case 0b000:
|
|
return softvector::viota<${vlen}, uint8_t>(V, vl, vstart, vtype, vm, vd, vs2);
|
|
case 0b001:
|
|
return softvector::viota<${vlen}, uint16_t>(V, vl, vstart, vtype, vm, vd, vs2);
|
|
case 0b010:
|
|
return softvector::viota<${vlen}, uint32_t>(V, vl, vstart, vtype, vm, vd, vs2);
|
|
case 0b011:
|
|
return softvector::viota<${vlen}, uint64_t>(V, vl, vstart, vtype, vm, vd, vs2);
|
|
default:
|
|
throw new std::runtime_error("Unsupported sew bit value");
|
|
}
|
|
}
|
|
void vid(uint8_t* V, uint64_t vl, uint64_t vstart, softvector::vtype_t vtype, bool vm, uint8_t vd, uint8_t sew_val){
|
|
switch(sew_val){
|
|
case 0b000:
|
|
return softvector::vid<${vlen}, uint8_t>(V, vl, vstart, vtype, vm, vd);
|
|
case 0b001:
|
|
return softvector::vid<${vlen}, uint16_t>(V, vl, vstart, vtype, vm, vd);
|
|
case 0b010:
|
|
return softvector::vid<${vlen}, uint32_t>(V, vl, vstart, vtype, vm, vd);
|
|
case 0b011:
|
|
return softvector::vid<${vlen}, uint64_t>(V, vl, vstart, vtype, vm, vd);
|
|
default:
|
|
throw new std::runtime_error("Unsupported sew bit value");
|
|
}
|
|
}
|
|
void scalar_to_vector(uint8_t* V, softvector::vtype_t vtype, unsigned vd, uint64_t val, uint8_t sew_val){
|
|
switch(sew_val){
|
|
case 0b000:
|
|
softvector::scalar_move<${vlen}, uint8_t>(V, vtype, vd, val, true);
|
|
break;
|
|
case 0b001:
|
|
softvector::scalar_move<${vlen}, uint16_t>(V, vtype, vd, val, true);
|
|
break;
|
|
case 0b010:
|
|
softvector::scalar_move<${vlen}, uint32_t>(V, vtype, vd, val, true);
|
|
break;
|
|
case 0b011:
|
|
softvector::scalar_move<${vlen}, uint64_t>(V, vtype, vd, val, true);
|
|
break;
|
|
default:
|
|
throw new std::runtime_error("Unsupported sew bit value");
|
|
}
|
|
}
|
|
uint64_t scalar_from_vector(uint8_t* V, softvector::vtype_t vtype, unsigned vd, uint8_t sew_val){
|
|
switch(sew_val){
|
|
case 0b000:
|
|
return softvector::scalar_move<${vlen}, uint8_t>(V, vtype, vd, 0, false);
|
|
case 0b001:
|
|
return softvector::scalar_move<${vlen}, uint16_t>(V, vtype, vd, 0, false);
|
|
case 0b010:
|
|
return softvector::scalar_move<${vlen}, uint32_t>(V, vtype, vd, 0, false);
|
|
case 0b011:
|
|
return softvector::scalar_move<${vlen}, uint64_t>(V, vtype, vd, 0, false);
|
|
default:
|
|
throw new std::runtime_error("Unsupported sew bit value");
|
|
}
|
|
}
|
|
void vector_slideup(uint8_t* V, uint64_t vl, uint64_t vstart, softvector::vtype_t vtype, bool vm, unsigned vd, unsigned vs2, uint64_t imm, uint8_t sew_val) {
|
|
switch(sew_val){
|
|
case 0b000:
|
|
return softvector::vector_slideup<${vlen}, uint8_t>(V, vl, vstart, vtype, vm, vd, vs2, imm);
|
|
case 0b001:
|
|
return softvector::vector_slideup<${vlen}, uint16_t>(V, vl, vstart, vtype, vm, vd, vs2, imm);
|
|
case 0b010:
|
|
return softvector::vector_slideup<${vlen}, uint32_t>(V, vl, vstart, vtype, vm, vd, vs2, imm);
|
|
case 0b011:
|
|
return softvector::vector_slideup<${vlen}, uint64_t>(V, vl, vstart, vtype, vm, vd, vs2, imm);
|
|
default:
|
|
throw new std::runtime_error("Unsupported sew bit value");
|
|
}
|
|
}
|
|
void vector_slidedown(uint8_t* V, uint64_t vl, uint64_t vstart, softvector::vtype_t vtype, bool vm, unsigned vd, unsigned vs2, uint64_t imm, uint8_t sew_val) {
|
|
switch(sew_val){
|
|
case 0b000:
|
|
return softvector::vector_slidedown<${vlen}, uint8_t>(V, vl, vstart, vtype, vm, vd, vs2, imm);
|
|
case 0b001:
|
|
return softvector::vector_slidedown<${vlen}, uint16_t>(V, vl, vstart, vtype, vm, vd, vs2, imm);
|
|
case 0b010:
|
|
return softvector::vector_slidedown<${vlen}, uint32_t>(V, vl, vstart, vtype, vm, vd, vs2, imm);
|
|
case 0b011:
|
|
return softvector::vector_slidedown<${vlen}, uint64_t>(V, vl, vstart, vtype, vm, vd, vs2, imm);
|
|
default:
|
|
throw new std::runtime_error("Unsupported sew bit value");
|
|
}
|
|
}
|
|
void vector_slide1up(uint8_t* V, uint64_t vl, uint64_t vstart, softvector::vtype_t vtype, bool vm, unsigned vd, unsigned vs2, uint64_t imm, uint8_t sew_val) {
|
|
switch(sew_val){
|
|
case 0b000:
|
|
return softvector::vector_slide1up<${vlen}, uint8_t>(V, vl, vstart, vtype, vm, vd, vs2, imm);
|
|
case 0b001:
|
|
return softvector::vector_slide1up<${vlen}, uint16_t>(V, vl, vstart, vtype, vm, vd, vs2, imm);
|
|
case 0b010:
|
|
return softvector::vector_slide1up<${vlen}, uint32_t>(V, vl, vstart, vtype, vm, vd, vs2, imm);
|
|
case 0b011:
|
|
return softvector::vector_slide1up<${vlen}, uint64_t>(V, vl, vstart, vtype, vm, vd, vs2, imm);
|
|
default:
|
|
throw new std::runtime_error("Unsupported sew bit value");
|
|
}
|
|
}
|
|
void vector_slide1down(uint8_t* V, uint64_t vl, uint64_t vstart, softvector::vtype_t vtype, bool vm, unsigned vd, unsigned vs2, uint64_t imm, uint8_t sew_val) {
|
|
switch(sew_val){
|
|
case 0b000:
|
|
return softvector::vector_slide1down<${vlen}, uint8_t>(V, vl, vstart, vtype, vm, vd, vs2, imm);
|
|
case 0b001:
|
|
return softvector::vector_slide1down<${vlen}, uint16_t>(V, vl, vstart, vtype, vm, vd, vs2, imm);
|
|
case 0b010:
|
|
return softvector::vector_slide1down<${vlen}, uint32_t>(V, vl, vstart, vtype, vm, vd, vs2, imm);
|
|
case 0b011:
|
|
return softvector::vector_slide1down<${vlen}, uint64_t>(V, vl, vstart, vtype, vm, vd, vs2, imm);
|
|
default:
|
|
throw new std::runtime_error("Unsupported sew bit value");
|
|
}
|
|
}
|
|
void vector_vector_gather(uint8_t* V, uint64_t vl, uint64_t vstart, softvector::vtype_t vtype, bool vm, uint8_t vd, uint8_t vs2, uint8_t vs1, uint8_t sew_val){
|
|
switch(sew_val){
|
|
case 0b000:
|
|
return softvector::vector_vector_gather<${vlen}, uint8_t>(V, vl, vstart, vtype, vm, vd, vs2, vs1);
|
|
case 0b001:
|
|
return softvector::vector_vector_gather<${vlen}, uint16_t>(V, vl, vstart, vtype, vm, vd, vs2, vs1);
|
|
case 0b010:
|
|
return softvector::vector_vector_gather<${vlen}, uint32_t>(V, vl, vstart, vtype, vm, vd, vs2, vs1);
|
|
case 0b011:
|
|
return softvector::vector_vector_gather<${vlen}, uint64_t>(V, vl, vstart, vtype, vm, vd, vs2, vs1);
|
|
default:
|
|
throw new std::runtime_error("Unsupported sew bit value");
|
|
}
|
|
}
|
|
void vector_vector_gatherei16(uint8_t* V, uint64_t vl, uint64_t vstart, softvector::vtype_t vtype, bool vm, uint8_t vd, uint8_t vs2, uint8_t vs1, uint8_t sew_val){
|
|
switch(sew_val){
|
|
case 0b000:
|
|
return softvector::vector_vector_gather<${vlen}, uint8_t, uint16_t>(V, vl, vstart, vtype, vm, vd, vs2, vs1);
|
|
case 0b001:
|
|
return softvector::vector_vector_gather<${vlen}, uint16_t, uint16_t>(V, vl, vstart, vtype, vm, vd, vs2, vs1);
|
|
case 0b010:
|
|
return softvector::vector_vector_gather<${vlen}, uint32_t, uint16_t>(V, vl, vstart, vtype, vm, vd, vs2, vs1);
|
|
case 0b011:
|
|
return softvector::vector_vector_gather<${vlen}, uint64_t, uint16_t>(V, vl, vstart, vtype, vm, vd, vs2, vs1);
|
|
default:
|
|
throw new std::runtime_error("Unsupported sew bit value");
|
|
}
|
|
}
|
|
void vector_imm_gather(uint8_t* V, uint64_t vl, uint64_t vstart, softvector::vtype_t vtype, bool vm, uint8_t vd, uint8_t vs2, uint64_t imm, uint8_t sew_val){
|
|
switch(sew_val){
|
|
case 0b000:
|
|
return softvector::vector_imm_gather<${vlen}, uint8_t>(V, vl, vstart, vtype, vm, vd, vs2, imm);
|
|
case 0b001:
|
|
return softvector::vector_imm_gather<${vlen}, uint16_t>(V, vl, vstart, vtype, vm, vd, vs2, imm);
|
|
case 0b010:
|
|
return softvector::vector_imm_gather<${vlen}, uint32_t>(V, vl, vstart, vtype, vm, vd, vs2, imm);
|
|
case 0b011:
|
|
return softvector::vector_imm_gather<${vlen}, uint64_t>(V, vl, vstart, vtype, vm, vd, vs2, imm);
|
|
default:
|
|
throw new std::runtime_error("Unsupported sew bit value");
|
|
}
|
|
}
|
|
void vector_compress(uint8_t* V, uint64_t vl, uint64_t vstart, softvector::vtype_t vtype, uint8_t vd, uint8_t vs2, uint8_t vs1, uint8_t sew_val){
|
|
switch(sew_val){
|
|
case 0b000:
|
|
return softvector::vector_compress<${vlen}, uint8_t>(V, vl, vstart, vtype, vd, vs2, vs1);
|
|
case 0b001:
|
|
return softvector::vector_compress<${vlen}, uint16_t>(V, vl, vstart, vtype, vd, vs2, vs1);
|
|
case 0b010:
|
|
return softvector::vector_compress<${vlen}, uint32_t>(V, vl, vstart, vtype, vd, vs2, vs1);
|
|
case 0b011:
|
|
return softvector::vector_compress<${vlen}, uint64_t>(V, vl, vstart, vtype, vd, vs2, vs1);
|
|
default:
|
|
throw new std::runtime_error("Unsupported sew bit value");
|
|
}
|
|
}
|
|
void vector_whole_move(uint8_t* V, uint8_t vd, uint8_t vs2, uint8_t count){
|
|
return softvector::vector_whole_move<${vlen}>(V, vd, vs2, count);
|
|
}
|
|
uint64_t fp_scalar_from_vector(uint8_t* V, softvector::vtype_t vtype, unsigned vd, uint8_t sew_val){
|
|
return scalar_from_vector(V, vtype, vd, sew_val);
|
|
}
|
|
void fp_vector_slide1up(uint8_t* V, uint64_t vl, uint64_t vstart, softvector::vtype_t vtype, bool vm, unsigned vd, unsigned vs2, uint64_t imm, uint8_t sew_val) {
|
|
return vector_slide1up(V, vl, vstart, vtype, vm, vd, vs2, imm, sew_val);
|
|
}
|
|
void fp_vector_slide1down(uint8_t* V, uint64_t vl, uint64_t vstart, softvector::vtype_t vtype, bool vm, unsigned vd, unsigned vs2, uint64_t imm, uint8_t sew_val) {
|
|
return vector_slide1down(V, vl, vstart, vtype, vm, vd, vs2, imm, sew_val);
|
|
}
|
|
void fp_vector_red_op(uint8_t* V, uint8_t funct6, uint8_t funct3, uint64_t vl, uint64_t vstart, softvector::vtype_t vtype, bool vm, uint8_t vd, uint8_t vs2, uint8_t vs1, uint8_t rm, uint8_t sew_val){
|
|
switch(sew_val){
|
|
case 0b000:
|
|
throw new std::runtime_error("Unsupported sew bit value");
|
|
case 0b001:
|
|
return softvector::fp_vector_red_op<${vlen}, uint16_t>(V, funct6, funct3, vl, vstart, vtype, vm, vd, vs2, vs1, rm);
|
|
case 0b010:
|
|
return softvector::fp_vector_red_op<${vlen}, uint32_t>(V, funct6, funct3, vl, vstart, vtype, vm, vd, vs2, vs1, rm);
|
|
case 0b011:
|
|
return softvector::fp_vector_red_op<${vlen}, uint64_t>(V, funct6, funct3, vl, vstart, vtype, vm, vd, vs2, vs1, rm);
|
|
default:
|
|
throw new std::runtime_error("Unsupported sew bit value");
|
|
}
|
|
}
|
|
void fp_vector_red_wv(uint8_t* V, uint8_t funct6, uint8_t funct3, uint64_t vl, uint64_t vstart, softvector::vtype_t vtype, bool vm, uint8_t vd, uint8_t vs2, uint8_t vs1, uint8_t rm, uint8_t sew_val){
|
|
switch(sew_val){
|
|
case 0b000:
|
|
return softvector::fp_vector_red_op<${vlen}, uint16_t, uint8_t>(V, funct6, funct3, vl, vstart, vtype, vm, vd, vs2, vs1, rm);
|
|
case 0b001:
|
|
return softvector::fp_vector_red_op<${vlen}, uint32_t, uint16_t>(V, funct6, funct3, vl, vstart, vtype, vm, vd, vs2, vs1, rm);
|
|
case 0b010:
|
|
return softvector::fp_vector_red_op<${vlen}, uint64_t, uint32_t>(V, funct6, funct3, vl, vstart, vtype, vm, vd, vs2, vs1, rm);
|
|
case 0b011: // would require 128 bits vs2 value
|
|
default:
|
|
throw new std::runtime_error("Unsupported sew bit value");
|
|
}
|
|
}
|
|
void fp_vector_vector_op(uint8_t* V, uint8_t funct6, uint8_t funct3, uint64_t vl, uint64_t vstart, softvector::vtype_t vtype, bool vm, uint8_t vd, uint8_t vs2, uint8_t vs1, uint8_t rm, uint8_t sew_val){
|
|
switch(sew_val){
|
|
case 0b000:
|
|
throw new std::runtime_error("Unsupported sew bit value");
|
|
case 0b001:
|
|
return softvector::fp_vector_vector_op<${vlen}, uint16_t>(V, funct6, funct3, vl, vstart, vtype, vm, vd, vs2, vs1, rm);
|
|
case 0b010:
|
|
return softvector::fp_vector_vector_op<${vlen}, uint32_t>(V, funct6, funct3, vl, vstart, vtype, vm, vd, vs2, vs1, rm);
|
|
case 0b011:
|
|
return softvector::fp_vector_vector_op<${vlen}, uint64_t>(V, funct6, funct3, vl, vstart, vtype, vm, vd, vs2, vs1, rm);
|
|
default:
|
|
throw new std::runtime_error("Unsupported sew bit value");
|
|
}
|
|
}
|
|
void fp_vector_imm_op(uint8_t* V, uint8_t funct6, uint8_t funct3, uint64_t vl, uint64_t vstart, softvector::vtype_t vtype, bool vm, uint8_t vd, uint8_t vs2, uint64_t imm, uint8_t rm, uint8_t sew_val){
|
|
switch(sew_val){
|
|
case 0b000:
|
|
throw new std::runtime_error("Unsupported sew bit value");
|
|
case 0b001:
|
|
return softvector::fp_vector_imm_op<${vlen}, uint16_t>(V, funct6, funct3, vl, vstart, vtype, vm, vd, vs2, imm, rm);
|
|
case 0b010:
|
|
return softvector::fp_vector_imm_op<${vlen}, uint32_t>(V, funct6, funct3, vl, vstart, vtype, vm, vd, vs2, imm, rm);
|
|
case 0b011:
|
|
return softvector::fp_vector_imm_op<${vlen}, uint64_t>(V, funct6, funct3, vl, vstart, vtype, vm, vd, vs2, imm, rm);
|
|
default:
|
|
throw new std::runtime_error("Unsupported sew bit value");
|
|
}
|
|
}
|
|
void fp_vector_vector_wv(uint8_t* V, uint8_t funct6, uint8_t funct3, uint64_t vl, uint64_t vstart, softvector::vtype_t vtype, bool vm, uint8_t vd, uint8_t vs2, uint8_t vs1, uint8_t rm, uint8_t sew_val){
|
|
switch(sew_val){
|
|
case 0b000:
|
|
throw new std::runtime_error("Unsupported sew bit value");
|
|
case 0b001:
|
|
return softvector::fp_vector_vector_op<${vlen}, uint32_t, uint16_t>(V, funct6, funct3, vl, vstart, vtype, vm, vd, vs2, vs1, rm);
|
|
case 0b010:
|
|
return softvector::fp_vector_vector_op<${vlen}, uint64_t, uint32_t>(V, funct6, funct3, vl, vstart, vtype, vm, vd, vs2, vs1, rm);
|
|
case 0b011: // would widen to 128 bits
|
|
default:
|
|
throw new std::runtime_error("Unsupported sew bit value");
|
|
}
|
|
}
|
|
void fp_vector_imm_wv(uint8_t* V, uint8_t funct6, uint8_t funct3, uint64_t vl, uint64_t vstart, softvector::vtype_t vtype, bool vm, uint8_t vd, uint8_t vs2, uint64_t imm, uint8_t rm, uint8_t sew_val){
|
|
switch(sew_val){
|
|
case 0b000:
|
|
throw new std::runtime_error("Unsupported sew bit value");
|
|
case 0b001:
|
|
return softvector::fp_vector_imm_op<${vlen}, uint32_t, uint16_t, uint16_t>(V, funct6, funct3, vl, vstart, vtype, vm, vd, vs2, imm, rm);
|
|
case 0b010:
|
|
return softvector::fp_vector_imm_op<${vlen}, uint64_t, uint32_t, uint32_t>(V, funct6, funct3, vl, vstart, vtype, vm, vd, vs2, imm, rm);
|
|
case 0b011: // would widen to 128 bits
|
|
default:
|
|
throw new std::runtime_error("Unsupported sew bit value");
|
|
}
|
|
}
|
|
void fp_vector_vector_ww(uint8_t* V, uint8_t funct6, uint8_t funct3, uint64_t vl, uint64_t vstart, softvector::vtype_t vtype, bool vm, uint8_t vd, uint8_t vs2, uint8_t vs1, uint8_t rm, uint8_t sew_val){
|
|
switch(sew_val){
|
|
case 0b000:
|
|
throw new std::runtime_error("Unsupported sew bit value");
|
|
case 0b001:
|
|
return softvector::fp_vector_vector_op<${vlen}, uint32_t, uint32_t, uint16_t>(V, funct6, funct3, vl, vstart, vtype, vm, vd, vs2, vs1, rm);
|
|
case 0b010:
|
|
return softvector::fp_vector_vector_op<${vlen}, uint64_t, uint64_t, uint32_t>(V, funct6, funct3, vl, vstart, vtype, vm, vd, vs2, vs1, rm);
|
|
case 0b011: // would widen to 128 bits
|
|
default:
|
|
throw new std::runtime_error("Unsupported sew bit value");
|
|
}
|
|
}
|
|
void fp_vector_imm_ww(uint8_t* V, uint8_t funct6, uint8_t funct3, uint64_t vl, uint64_t vstart, softvector::vtype_t vtype, bool vm, uint8_t vd, uint8_t vs2, uint64_t imm, uint8_t rm, uint8_t sew_val){
|
|
switch(sew_val){
|
|
case 0b000:
|
|
throw new std::runtime_error("Unsupported sew bit value");
|
|
case 0b001:
|
|
return softvector::fp_vector_imm_op<${vlen}, uint32_t, uint32_t, uint16_t>(V, funct6, funct3, vl, vstart, vtype, vm, vd, vs2, imm, rm);
|
|
case 0b010:
|
|
return softvector::fp_vector_imm_op<${vlen}, uint64_t, uint64_t, uint32_t>(V, funct6, funct3, vl, vstart, vtype, vm, vd, vs2, imm, rm);
|
|
case 0b011: // would widen to 128 bits
|
|
default:
|
|
throw new std::runtime_error("Unsupported sew bit value");
|
|
}
|
|
}
|
|
void fp_vector_unary_op(uint8_t* V, uint8_t encoding_space, uint8_t unary_op, uint64_t vl, uint64_t vstart, softvector::vtype_t vtype, bool vm, uint8_t vd, uint8_t vs2, uint8_t rm, uint8_t sew_val){
|
|
switch(sew_val){
|
|
case 0b000:
|
|
throw new std::runtime_error("Unsupported sew bit value");
|
|
case 0b001:
|
|
return softvector::fp_vector_unary_op<${vlen}, uint16_t>(V, encoding_space, unary_op, vl, vstart, vtype, vm, vd, vs2, rm);
|
|
case 0b010:
|
|
return softvector::fp_vector_unary_op<${vlen}, uint32_t>(V, encoding_space, unary_op, vl, vstart, vtype, vm, vd, vs2, rm);
|
|
case 0b011:
|
|
return softvector::fp_vector_unary_op<${vlen}, uint64_t>(V, encoding_space, unary_op, vl, vstart, vtype, vm, vd, vs2, rm);
|
|
default:
|
|
throw new std::runtime_error("Unsupported sew bit value");
|
|
}
|
|
}
|
|
void mask_fp_vector_vector_op(uint8_t* V, uint8_t funct6, uint64_t vl, uint64_t vstart, softvector::vtype_t vtype, bool vm, uint8_t vd, uint8_t vs2, uint8_t vs1, uint8_t rm, uint8_t sew_val){
|
|
switch(sew_val){
|
|
case 0b000:
|
|
throw new std::runtime_error("Unsupported sew bit value");
|
|
case 0b001:
|
|
return softvector::mask_fp_vector_vector_op<${vlen}, uint16_t>(V, funct6, vl, vstart, vtype, vm, vd, vs2, vs1, rm);
|
|
case 0b010:
|
|
return softvector::mask_fp_vector_vector_op<${vlen}, uint32_t>(V, funct6, vl, vstart, vtype, vm, vd, vs2, vs1, rm);
|
|
case 0b011:
|
|
return softvector::mask_fp_vector_vector_op<${vlen}, uint64_t>(V, funct6, vl, vstart, vtype, vm, vd, vs2, vs1, rm);
|
|
default:
|
|
throw new std::runtime_error("Unsupported sew bit value");
|
|
}
|
|
}
|
|
void mask_fp_vector_imm_op(uint8_t* V, uint8_t funct6, uint64_t vl, uint64_t vstart, softvector::vtype_t vtype, bool vm, uint8_t vd, uint8_t vs2, uint64_t imm, uint8_t rm, uint8_t sew_val){
|
|
switch(sew_val){
|
|
case 0b000:
|
|
throw new std::runtime_error("Unsupported sew bit value");
|
|
case 0b001:
|
|
return softvector::mask_fp_vector_imm_op<${vlen}, uint16_t>(V, funct6, vl, vstart, vtype, vm, vd, vs2, imm, rm);
|
|
case 0b010:
|
|
return softvector::mask_fp_vector_imm_op<${vlen}, uint32_t>(V, funct6, vl, vstart, vtype, vm, vd, vs2, imm, rm);
|
|
case 0b011:
|
|
return softvector::mask_fp_vector_imm_op<${vlen}, uint64_t>(V, funct6, vl, vstart, vtype, vm, vd, vs2, imm, rm);
|
|
default:
|
|
throw new std::runtime_error("Unsupported sew bit value");
|
|
}
|
|
}
|
|
void fp_vector_imm_merge(uint8_t* V, uint64_t vl, uint64_t vstart, softvector::vtype_t vtype, bool vm, uint8_t vd, uint8_t vs2, uint64_t imm, uint8_t sew_val){
|
|
vector_imm_merge(V, vl, vstart, vtype, vm, vd, vs2, imm, sew_val);
|
|
}
|
|
void fp_vector_unary_w(uint8_t* V, uint8_t unary_op, uint64_t vl, uint64_t vstart, softvector::vtype_t vtype, bool vm, uint8_t vd, uint8_t vs2, uint8_t rm, uint8_t sew_val){
|
|
switch(sew_val){
|
|
case 0b000:
|
|
return softvector::fp_vector_unary_w<${vlen}, uint16_t, uint8_t>(V, unary_op, vl, vstart, vtype, vm, vd, vs2, rm);
|
|
case 0b001:
|
|
return softvector::fp_vector_unary_w<${vlen}, uint32_t, uint16_t>(V, unary_op, vl, vstart, vtype, vm, vd, vs2, rm);
|
|
case 0b010:
|
|
return softvector::fp_vector_unary_w<${vlen}, uint64_t, uint32_t>(V, unary_op, vl, vstart, vtype, vm, vd, vs2, rm);
|
|
case 0b011: // would widen to 128 bits
|
|
default:
|
|
throw new std::runtime_error("Unsupported sew bit value");
|
|
}
|
|
}
|
|
void fp_vector_unary_n(uint8_t* V, uint8_t unary_op, uint64_t vl, uint64_t vstart, softvector::vtype_t vtype, bool vm, uint8_t vd, uint8_t vs2, uint8_t rm, uint8_t sew_val){
|
|
switch(sew_val){
|
|
case 0b000:
|
|
return softvector::fp_vector_unary_n<${vlen}, uint8_t, uint16_t>(V, unary_op, vl, vstart, vtype, vm, vd, vs2, rm);
|
|
case 0b001:
|
|
return softvector::fp_vector_unary_n<${vlen}, uint16_t, uint32_t>(V, unary_op, vl, vstart, vtype, vm, vd, vs2, rm);
|
|
case 0b010:
|
|
return softvector::fp_vector_unary_n<${vlen}, uint32_t, uint64_t>(V, unary_op, vl, vstart, vtype, vm, vd, vs2, rm);
|
|
case 0b011: // would require 128 bit value to narrow
|
|
default:
|
|
throw new std::runtime_error("Unsupported sew bit value");
|
|
}
|
|
}
|
|
<%}%>
|
|
uint64_t fetch_count{0};
|
|
uint64_t tval{0};
|
|
|
|
using yield_t = boost::coroutines2::coroutine<void>::push_type;
|
|
using coro_t = boost::coroutines2::coroutine<void>::pull_type;
|
|
std::vector<coro_t> spawn_blocks;
|
|
|
|
template<unsigned W, typename U, typename S = typename std::make_signed<U>::type>
|
|
inline S sext(U from) {
|
|
auto mask = (1ULL<<W) - 1;
|
|
auto sign_mask = 1ULL<<(W-1);
|
|
return (from & mask) | ((from & sign_mask) ? ~mask : 0);
|
|
}
|
|
|
|
inline void process_spawn_blocks() {
|
|
if(spawn_blocks.size()==0) return;
|
|
for(auto it = std::begin(spawn_blocks); it!=std::end(spawn_blocks);)
|
|
if(*it){
|
|
(*it)();
|
|
++it;
|
|
} else
|
|
spawn_blocks.erase(it);
|
|
}
|
|
<%functions.each{ it.eachLine { %>
|
|
${it}<%}%>
|
|
<%}%>
|
|
|
|
private:
|
|
/****************************************************************************
|
|
* start opcode definitions
|
|
****************************************************************************/
|
|
struct instruction_descriptor {
|
|
uint32_t length;
|
|
uint32_t value;
|
|
uint32_t mask;
|
|
typename arch::traits<ARCH>::opcode_e op;
|
|
};
|
|
|
|
const std::array<instruction_descriptor, ${instructions.size()}> instr_descr = {{
|
|
/* entries are: size, valid value, valid mask, function ptr */<%instructions.each{instr -> %>
|
|
{${instr.length}, ${instr.encoding}, ${instr.mask}, arch::traits<ARCH>::opcode_e::${instr.instruction.name}},<%}%>
|
|
}};
|
|
|
|
//needs to be declared after instr_descr
|
|
decoder instr_decoder;
|
|
|
|
iss::status fetch_ins(virt_addr_t pc, uint8_t * data){
|
|
if (this->core.read(iss::address_type::PHYSICAL, pc.access, pc.space, pc.val, 4, data) != iss::Ok)
|
|
return iss::Err;
|
|
return iss::Ok;
|
|
}
|
|
};
|
|
|
|
template <typename CODE_WORD> void debug_fn(CODE_WORD insn) {
|
|
volatile CODE_WORD x = insn;
|
|
insn = 2 * x;
|
|
}
|
|
// according to
|
|
// https://stackoverflow.com/questions/8871204/count-number-of-1s-in-binary-representation
|
|
#ifdef __GCC__
|
|
constexpr size_t bit_count(uint32_t u) { return __builtin_popcount(u); }
|
|
#elif __cplusplus < 201402L
|
|
constexpr size_t uCount(uint32_t u) { return u - ((u >> 1) & 033333333333) - ((u >> 2) & 011111111111); }
|
|
constexpr size_t bit_count(uint32_t u) { return ((uCount(u) + (uCount(u) >> 3)) & 030707070707) % 63; }
|
|
#else
|
|
constexpr size_t bit_count(uint32_t u) {
|
|
size_t uCount = u - ((u >> 1) & 033333333333) - ((u >> 2) & 011111111111);
|
|
return ((uCount + (uCount >> 3)) & 030707070707) % 63;
|
|
}
|
|
#endif
|
|
|
|
template <typename ARCH>
|
|
vm_impl<ARCH>::vm_impl(ARCH &core, unsigned core_id, unsigned cluster_id)
|
|
: vm_base<ARCH>(core, core_id, cluster_id)
|
|
, instr_decoder([this]() {
|
|
std::vector<generic_instruction_descriptor> g_instr_descr;
|
|
g_instr_descr.reserve(instr_descr.size());
|
|
for (uint32_t i = 0; i < instr_descr.size(); ++i) {
|
|
generic_instruction_descriptor new_instr_descr {instr_descr[i].value, instr_descr[i].mask, i};
|
|
g_instr_descr.push_back(new_instr_descr);
|
|
}
|
|
return std::move(g_instr_descr);
|
|
}()) {}
|
|
|
|
inline bool is_icount_limit_enabled(finish_cond_e cond){
|
|
return (cond & finish_cond_e::ICOUNT_LIMIT) == finish_cond_e::ICOUNT_LIMIT;
|
|
}
|
|
|
|
inline bool is_fcount_limit_enabled(finish_cond_e cond){
|
|
return (cond & finish_cond_e::FCOUNT_LIMIT) == finish_cond_e::FCOUNT_LIMIT;
|
|
}
|
|
|
|
inline bool is_jump_to_self_enabled(finish_cond_e cond){
|
|
return (cond & finish_cond_e::JUMP_TO_SELF) == finish_cond_e::JUMP_TO_SELF;
|
|
}
|
|
|
|
template <typename ARCH>
|
|
typename vm_base<ARCH>::virt_addr_t vm_impl<ARCH>::execute_inst(finish_cond_e cond, virt_addr_t start, uint64_t count_limit){
|
|
auto pc=start;
|
|
auto* PC = reinterpret_cast<uint${addrDataWidth}_t*>(this->regs_base_ptr+arch::traits<ARCH>::reg_byte_offsets[arch::traits<ARCH>::PC]);
|
|
auto* NEXT_PC = reinterpret_cast<uint${addrDataWidth}_t*>(this->regs_base_ptr+arch::traits<ARCH>::reg_byte_offsets[arch::traits<ARCH>::NEXT_PC]);
|
|
auto& trap_state = this->core.reg.trap_state;
|
|
auto& icount = this->core.reg.icount;
|
|
auto& cycle = this->core.reg.cycle;
|
|
auto& instret = this->core.reg.instret;
|
|
auto& instr = this->core.reg.instruction;
|
|
// we fetch at max 4 byte, alignment is 2
|
|
auto *const data = reinterpret_cast<uint8_t*>(&instr);
|
|
|
|
while(!this->core.should_stop() &&
|
|
!(is_icount_limit_enabled(cond) && icount >= count_limit) &&
|
|
!(is_fcount_limit_enabled(cond) && fetch_count >= count_limit)){
|
|
if(this->debugging_enabled())
|
|
this->tgt_adapter->check_continue(*PC);
|
|
pc.val=*PC;
|
|
if(fetch_ins(pc, data)!=iss::Ok){
|
|
if(this->sync_exec && PRE_SYNC) this->do_sync(PRE_SYNC, std::numeric_limits<unsigned>::max());
|
|
process_spawn_blocks();
|
|
if(this->sync_exec && POST_SYNC) this->do_sync(PRE_SYNC, std::numeric_limits<unsigned>::max());
|
|
pc.val = super::core.enter_trap(arch::traits<ARCH>::RV_CAUSE_FETCH_ACCESS<<16, pc.val, 0);
|
|
} else {
|
|
if (is_jump_to_self_enabled(cond) &&
|
|
(instr == 0x0000006f || (instr&0xffff)==0xa001)) throw simulation_stopped(0); // 'J 0' or 'C.J 0'
|
|
uint32_t inst_index = instr_decoder.decode_instr(instr);
|
|
opcode_e inst_id = arch::traits<ARCH>::opcode_e::MAX_OPCODE;;
|
|
if(inst_index <instr_descr.size())
|
|
inst_id = instr_descr[inst_index].op;
|
|
|
|
// pre execution stuff
|
|
this->core.reg.last_branch = 0;
|
|
if(this->sync_exec && PRE_SYNC) this->do_sync(PRE_SYNC, static_cast<unsigned>(inst_id));
|
|
try{
|
|
switch(inst_id){<%instructions.eachWithIndex{instr, idx -> %>
|
|
case arch::traits<ARCH>::opcode_e::${instr.name}: {
|
|
<%instr.fields.eachLine{%>${it}
|
|
<%}%>if(this->disass_enabled){
|
|
/* generate console output when executing the command */<%instr.disass.eachLine{%>
|
|
${it}<%}%>
|
|
this->core.disass_output(pc.val, mnemonic);
|
|
}
|
|
// used registers<%instr.usedVariables.each{ k,v->
|
|
if(v.isArray) {%>
|
|
auto* ${k} = reinterpret_cast<uint${nativeTypeSize(v.type.size)}_t*>(this->regs_base_ptr+arch::traits<ARCH>::reg_byte_offsets[arch::traits<ARCH>::${k}0]);<% }else{ %>
|
|
auto* ${k} = reinterpret_cast<uint${nativeTypeSize(v.type.size)}_t*>(this->regs_base_ptr+arch::traits<ARCH>::reg_byte_offsets[arch::traits<ARCH>::${k}]);<%}}%>
|
|
// calculate next pc value
|
|
*NEXT_PC = *PC + ${instr.length/8};
|
|
// execute instruction<%instr.behavior.eachLine{%>
|
|
${it}<%}%>
|
|
break;
|
|
}// @suppress("No break at end of case")<%}%>
|
|
default: {
|
|
*NEXT_PC = *PC + ((instr & 3) == 3 ? 4 : 2);
|
|
raise(0, 2);
|
|
}
|
|
}
|
|
}catch(memory_access_exception& e){}
|
|
// post execution stuff
|
|
process_spawn_blocks();
|
|
if(this->sync_exec && POST_SYNC) this->do_sync(POST_SYNC, static_cast<unsigned>(inst_id));
|
|
// if(!this->core.reg.trap_state) // update trap state if there is a pending interrupt
|
|
// this->core.reg.trap_state = this->core.reg.pending_trap;
|
|
// trap check
|
|
if(trap_state!=0){
|
|
//In case of Instruction address misaligned (cause = 0 and trapid = 0) need the targeted addr (in tval)
|
|
auto mcause = (trap_state>>16) & 0xff;
|
|
super::core.enter_trap(trap_state, pc.val, mcause ? instr:tval);
|
|
} else {
|
|
icount++;
|
|
instret++;
|
|
}
|
|
*PC = *NEXT_PC;
|
|
this->core.reg.trap_state = this->core.reg.pending_trap;
|
|
}
|
|
fetch_count++;
|
|
cycle++;
|
|
}
|
|
return pc;
|
|
}
|
|
|
|
} // namespace ${coreDef.name.toLowerCase()}
|
|
|
|
template <>
|
|
std::unique_ptr<vm_if> create<arch::${coreDef.name.toLowerCase()}>(arch::${coreDef.name.toLowerCase()} *core, unsigned short port, bool dump) {
|
|
auto ret = new ${coreDef.name.toLowerCase()}::vm_impl<arch::${coreDef.name.toLowerCase()}>(*core, dump);
|
|
if (port != 0) debugger::server<debugger::gdb_session>::run_server(ret, port);
|
|
return std::unique_ptr<vm_if>(ret);
|
|
}
|
|
} // namespace interp
|
|
} // namespace iss
|
|
|
|
#include <iss/arch/riscv_hart_m_p.h>
|
|
#include <iss/arch/riscv_hart_mu_p.h>
|
|
#include <iss/factory.h>
|
|
namespace iss {
|
|
namespace {
|
|
volatile std::array<bool, 2> dummy = {
|
|
core_factory::instance().register_creator("${coreDef.name.toLowerCase()}|m_p|interp", [](unsigned port, void* init_data) -> std::tuple<cpu_ptr, vm_ptr>{
|
|
auto* cpu = new iss::arch::riscv_hart_m_p<iss::arch::${coreDef.name.toLowerCase()}>();
|
|
auto vm = new interp::${coreDef.name.toLowerCase()}::vm_impl<arch::${coreDef.name.toLowerCase()}>(*cpu, false);
|
|
if (port != 0) debugger::server<debugger::gdb_session>::run_server(vm, port);
|
|
if(init_data){
|
|
auto* cb = reinterpret_cast<semihosting_cb_t<arch::traits<arch::${coreDef.name.toLowerCase()}>::reg_t>*>(init_data);
|
|
cpu->set_semihosting_callback(*cb);
|
|
}
|
|
return {cpu_ptr{cpu}, vm_ptr{vm}};
|
|
}),
|
|
core_factory::instance().register_creator("${coreDef.name.toLowerCase()}|mu_p|interp", [](unsigned port, void* init_data) -> std::tuple<cpu_ptr, vm_ptr>{
|
|
auto* cpu = new iss::arch::riscv_hart_mu_p<iss::arch::${coreDef.name.toLowerCase()}>();
|
|
auto vm = new interp::${coreDef.name.toLowerCase()}::vm_impl<arch::${coreDef.name.toLowerCase()}>(*cpu, false);
|
|
if (port != 0) debugger::server<debugger::gdb_session>::run_server(vm, port);
|
|
if(init_data){
|
|
auto* cb = reinterpret_cast<semihosting_cb_t<arch::traits<arch::${coreDef.name.toLowerCase()}>::reg_t>*>(init_data);
|
|
cpu->set_semihosting_callback(*cb);
|
|
}
|
|
return {cpu_ptr{cpu}, vm_ptr{vm}};
|
|
})
|
|
};
|
|
}
|
|
}
|
|
// clang-format on |