Compare commits
	
		
			50 Commits
		
	
	
		
			dd4c19a15c
			...
			Trace_enha
		
	
	| Author | SHA1 | Date | |
|---|---|---|---|
| 1720bd4aaa | |||
| df16378605 | |||
| 1438f0f373 | |||
| 766f3ba9ee | |||
| 5da4e6b424 | |||
| e382217e04 | |||
| 9db4e3fd87 | |||
| bb658be3b4 | |||
| 6579780dc9 | |||
| e56bc12788 | |||
| e88f309ea2 | |||
| 03bec27376 | |||
| 9d9008a3a2 | |||
| 5f6d462973 | |||
| a92b84bef4 | |||
| 477c530847 | |||
| c054d75717 | |||
| 15cd26f800 | |||
| 9465cffe79 | |||
| 00d2d06cbd | |||
| 8e4e702cb9 | |||
| 58311b37db | |||
| ad8dc09bee | |||
| 49be143588 | |||
| 0aea1d0177 | |||
| 6ea7721961 | |||
| b0cb997009 | |||
| 9dfca612b7 | |||
| 30ae743361 | |||
| d91f5f9df4 | |||
| 5ec457c76b | |||
| 2e670c4d03 | |||
| 3d32c33333 | |||
| 521f40a3d6 | |||
| 2bba5645c3 | |||
| bf0a5a80de | |||
| b37ef973de | |||
| 4c363f4073 | |||
| b8fa5fbbda | |||
| ac86f14a54 | |||
| 68b5697c8f | |||
| 09b0f0d0c8 | |||
| 98b418ff43 | |||
| 059bd0d371 | |||
| ef2a4df925 | |||
| 7578906310 | |||
| afe8905ac9 | |||
| ecc6091d1e | |||
| 3563ba80d0 | |||
| 09955be90f | 
							
								
								
									
										1
									
								
								.gitignore
									
									
									
									
										vendored
									
									
								
							
							
						
						
									
										1
									
								
								.gitignore
									
									
									
									
										vendored
									
									
								
							@@ -32,3 +32,4 @@ language.settings.xml
 | 
			
		||||
/dump.json
 | 
			
		||||
/src-gen/
 | 
			
		||||
/*.yaml
 | 
			
		||||
/*.json
 | 
			
		||||
 
 | 
			
		||||
							
								
								
									
										3
									
								
								.gitmodules
									
									
									
									
										vendored
									
									
								
							
							
						
						
									
										3
									
								
								.gitmodules
									
									
									
									
										vendored
									
									
								
							@@ -1,3 +0,0 @@
 | 
			
		||||
[submodule "gen_input/CoreDSL-Instruction-Set-Description"]
 | 
			
		||||
	path = gen_input/CoreDSL-Instruction-Set-Description
 | 
			
		||||
	url = ../CoreDSL-Instruction-Set-Description.git
 | 
			
		||||
@@ -6,7 +6,8 @@ project(dbt-rise-tgc VERSION 1.0.0)
 | 
			
		||||
 | 
			
		||||
include(GNUInstallDirs)
 | 
			
		||||
 | 
			
		||||
find_package(elfio)
 | 
			
		||||
find_package(elfio QUIET)
 | 
			
		||||
find_package(Boost COMPONENTS coroutine)
 | 
			
		||||
 | 
			
		||||
if(WITH_LLVM)
 | 
			
		||||
    if(DEFINED ENV{LLVM_HOME})
 | 
			
		||||
@@ -34,10 +35,13 @@ FILE(GLOB TGC_VM_SOURCES ${CMAKE_CURRENT_SOURCE_DIR}/src/vm/interp/vm_*.cpp)
 | 
			
		||||
set(LIB_SOURCES 
 | 
			
		||||
    src/vm/fp_functions.cpp
 | 
			
		||||
    src/plugin/instruction_count.cpp
 | 
			
		||||
    src/plugin/cycle_estimate.cpp
 | 
			
		||||
    
 | 
			
		||||
    ${TGC_SOURCES}
 | 
			
		||||
    ${TGC_VM_SOURCES}
 | 
			
		||||
)
 | 
			
		||||
if(TARGET RapidJSON)
 | 
			
		||||
    list(APPEND LIB_SOURCES src/plugin/cycle_estimate.cpp src/plugin/pctrace.cpp)
 | 
			
		||||
endif()
 | 
			
		||||
 | 
			
		||||
if(WITH_LLVM)
 | 
			
		||||
	FILE(GLOB TGC_LLVM_SOURCES
 | 
			
		||||
@@ -66,11 +70,11 @@ elseif("${CMAKE_CXX_COMPILER_ID}" STREQUAL "MSVC")
 | 
			
		||||
    target_compile_options(${PROJECT_NAME} PRIVATE /wd4293)
 | 
			
		||||
endif()
 | 
			
		||||
target_include_directories(${PROJECT_NAME} PUBLIC incl)
 | 
			
		||||
target_link_libraries(${PROJECT_NAME} PUBLIC softfloat scc-util jsoncpp)
 | 
			
		||||
target_link_libraries(${PROJECT_NAME} PUBLIC softfloat scc-util jsoncpp Boost::coroutine)
 | 
			
		||||
if("${CMAKE_CXX_COMPILER_ID}" STREQUAL "GNU")
 | 
			
		||||
    target_link_libraries(${PROJECT_NAME} PUBLIC -Wl,--whole-archive dbt-core -Wl,--no-whole-archive)
 | 
			
		||||
    target_link_libraries(${PROJECT_NAME} PUBLIC -Wl,--whole-archive dbt-rise-core -Wl,--no-whole-archive)
 | 
			
		||||
else()
 | 
			
		||||
    target_link_libraries(${PROJECT_NAME} PUBLIC dbt-core)
 | 
			
		||||
    target_link_libraries(${PROJECT_NAME} PUBLIC dbt-rise-core)
 | 
			
		||||
endif()
 | 
			
		||||
if(TARGET CONAN_PKG::elfio)
 | 
			
		||||
    target_link_libraries(${PROJECT_NAME} PUBLIC CONAN_PKG::elfio)
 | 
			
		||||
@@ -79,6 +83,14 @@ elseif(TARGET elfio::elfio)
 | 
			
		||||
else()
 | 
			
		||||
    message(FATAL_ERROR "No elfio library found, maybe a find_package() call is missing")
 | 
			
		||||
endif()
 | 
			
		||||
if(TARGET lz4::lz4)
 | 
			
		||||
    target_compile_definitions(${PROJECT_NAME} PUBLIC WITH_LZ4)
 | 
			
		||||
    target_link_libraries(${PROJECT_NAME} PUBLIC lz4::lz4)
 | 
			
		||||
endif()
 | 
			
		||||
if(TARGET RapidJSON)
 | 
			
		||||
    target_link_libraries(${PROJECT_NAME} PUBLIC RapidJSON)
 | 
			
		||||
endif()
 | 
			
		||||
 | 
			
		||||
 | 
			
		||||
set_target_properties(${PROJECT_NAME} PROPERTIES
 | 
			
		||||
  VERSION ${PROJECT_VERSION}
 | 
			
		||||
 
 | 
			
		||||
							
								
								
									
										1
									
								
								gen_input/.gitignore
									
									
									
									
										vendored
									
									
								
							
							
						
						
									
										1
									
								
								gen_input/.gitignore
									
									
									
									
										vendored
									
									
								
							@@ -1 +1,2 @@
 | 
			
		||||
/src-gen/
 | 
			
		||||
/CoreDSL-Instruction-Set-Description
 | 
			
		||||
 
 | 
			
		||||
 Submodule gen_input/CoreDSL-Instruction-Set-Description deleted from b005607fc3
									
								
							@@ -1,6 +1,6 @@
 | 
			
		||||
import "CoreDSL-Instruction-Set-Description/RV32I.core_desc"
 | 
			
		||||
import "CoreDSL-Instruction-Set-Description/RVM.core_desc"
 | 
			
		||||
import "CoreDSL-Instruction-Set-Description/RVC.core_desc"
 | 
			
		||||
import "RV32I.core_desc"
 | 
			
		||||
import "RVM.core_desc"
 | 
			
		||||
import "RVC.core_desc"
 | 
			
		||||
 | 
			
		||||
Core TGC_C provides RV32I, Zicsr, Zifencei, RV32M, RV32IC {
 | 
			
		||||
    architectural_state {
 | 
			
		||||
 
 | 
			
		||||
@@ -33,7 +33,7 @@
 | 
			
		||||
def getRegisterSizes(){
 | 
			
		||||
	def regs = registers.collect{it.size}
 | 
			
		||||
	regs[-1]=64 // correct for NEXT_PC
 | 
			
		||||
	regs+=[32, 32, 64, 64, 64] // append TRAP_STATE, PENDING_TRAP, ICOUNT, CYCLE, INSTRET
 | 
			
		||||
	//regs+=[32, 32, 64, 64, 64, 32] // append TRAP_STATE, PENDING_TRAP, ICOUNT, CYCLE, INSTRET, INSTRUCTION
 | 
			
		||||
    return regs
 | 
			
		||||
}
 | 
			
		||||
%>
 | 
			
		||||
@@ -51,9 +51,7 @@ constexpr std::array<const char*, ${registers.size}>    iss::arch::traits<iss::a
 | 
			
		||||
constexpr std::array<const uint32_t, ${getRegisterSizes().size}> iss::arch::traits<iss::arch::${coreDef.name.toLowerCase()}>::reg_bit_widths;
 | 
			
		||||
constexpr std::array<const uint32_t, ${getRegisterSizes().size}> iss::arch::traits<iss::arch::${coreDef.name.toLowerCase()}>::reg_byte_offsets;
 | 
			
		||||
 | 
			
		||||
${coreDef.name.toLowerCase()}::${coreDef.name.toLowerCase()}() {
 | 
			
		||||
    reg.icount = 0;
 | 
			
		||||
}
 | 
			
		||||
${coreDef.name.toLowerCase()}::${coreDef.name.toLowerCase()}()  = default;
 | 
			
		||||
 | 
			
		||||
${coreDef.name.toLowerCase()}::~${coreDef.name.toLowerCase()}() = default;
 | 
			
		||||
 | 
			
		||||
@@ -64,8 +62,8 @@ void ${coreDef.name.toLowerCase()}::reset(uint64_t address) {
 | 
			
		||||
    reg.PC=address;
 | 
			
		||||
    reg.NEXT_PC=reg.PC;
 | 
			
		||||
    reg.PRIV=0x3;
 | 
			
		||||
    reg.trap_state=0;
 | 
			
		||||
    reg.icount=0;
 | 
			
		||||
    trap_state=0;
 | 
			
		||||
    icount=0;
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
uint8_t *${coreDef.name.toLowerCase()}::get_regs_base_ptr() {
 | 
			
		||||
 
 | 
			
		||||
@@ -37,7 +37,7 @@ def nativeTypeSize(int size){
 | 
			
		||||
}
 | 
			
		||||
def getRegisterSizes(){
 | 
			
		||||
    def regs = registers.collect{nativeTypeSize(it.size)}
 | 
			
		||||
    regs+=[32,32, 64, 64, 64] // append TRAP_STATE, PENDING_TRAP, ICOUNT, CYCLE, INSTRET
 | 
			
		||||
    // regs+=[32,32, 64, 64, 64, 32] // append TRAP_STATE, PENDING_TRAP, ICOUNT, CYCLE, INSTRET, INSTRUCTION
 | 
			
		||||
    return regs
 | 
			
		||||
}
 | 
			
		||||
def getRegisterOffsets(){
 | 
			
		||||
@@ -91,12 +91,7 @@ template <> struct traits<${coreDef.name.toLowerCase()}> {
 | 
			
		||||
    constexpr static unsigned FP_REGS_SIZE = ${constants.find {it.name=='FLEN'}?.value?:0};
 | 
			
		||||
 | 
			
		||||
    enum reg_e {
 | 
			
		||||
        ${registers.collect{it.name}.join(', ')}, NUM_REGS,
 | 
			
		||||
        TRAP_STATE=NUM_REGS,
 | 
			
		||||
        PENDING_TRAP,
 | 
			
		||||
        ICOUNT,
 | 
			
		||||
        CYCLE,
 | 
			
		||||
        INSTRET
 | 
			
		||||
        ${registers.collect{it.name}.join(', ')}, NUM_REGS
 | 
			
		||||
    };
 | 
			
		||||
 | 
			
		||||
    using reg_t = uint${addrDataWidth}_t;
 | 
			
		||||
@@ -141,7 +136,7 @@ struct ${coreDef.name.toLowerCase()}: public arch_if {
 | 
			
		||||
 | 
			
		||||
    uint8_t* get_regs_base_ptr() override;
 | 
			
		||||
 | 
			
		||||
    inline uint64_t get_icount() { return reg.icount; }
 | 
			
		||||
    inline uint64_t get_icount() { return icount; }
 | 
			
		||||
 | 
			
		||||
    inline bool should_stop() { return interrupt_sim; }
 | 
			
		||||
 | 
			
		||||
@@ -159,21 +154,22 @@ struct ${coreDef.name.toLowerCase()}: public arch_if {
 | 
			
		||||
 | 
			
		||||
    virtual iss::sync_type needed_sync() const { return iss::NO_SYNC; }
 | 
			
		||||
 | 
			
		||||
    inline uint32_t get_last_branch() { return reg.last_branch; }
 | 
			
		||||
    inline uint32_t get_last_branch() { return last_branch; }
 | 
			
		||||
 | 
			
		||||
 | 
			
		||||
protected:
 | 
			
		||||
#pragma pack(push, 1)
 | 
			
		||||
    struct ${coreDef.name}_regs {<%
 | 
			
		||||
        registers.each { reg -> if(reg.size>0) {%> 
 | 
			
		||||
        uint${byteSize(reg.size)}_t ${reg.name} = 0;<%
 | 
			
		||||
        }}%>
 | 
			
		||||
    } reg;
 | 
			
		||||
#pragma pack(pop)
 | 
			
		||||
    uint32_t trap_state = 0, pending_trap = 0;
 | 
			
		||||
    uint64_t icount = 0;
 | 
			
		||||
    uint64_t cycle = 0;
 | 
			
		||||
    uint64_t instret = 0;
 | 
			
		||||
        uint32_t last_branch;
 | 
			
		||||
    } reg;
 | 
			
		||||
#pragma pack(pop)
 | 
			
		||||
    uint32_t instruction = 0;
 | 
			
		||||
    uint32_t last_branch = 0;
 | 
			
		||||
    std::array<address_type, 4> addr_mode;
 | 
			
		||||
    
 | 
			
		||||
    uint64_t interrupt_sim=0;
 | 
			
		||||
 
 | 
			
		||||
@@ -3,6 +3,9 @@
 | 
			
		||||
		{
 | 
			
		||||
			"name"  :   "${instr.name}",
 | 
			
		||||
			"size"  :   ${instr.length},
 | 
			
		||||
			"encoding": "${instr.encoding}",
 | 
			
		||||
            "mask":     "${instr.mask}",
 | 
			
		||||
			"branch":   ${instr.modifiesPC},
 | 
			
		||||
			"delay" :   ${instr.isConditional?"[1,1]":"1"}
 | 
			
		||||
		}<%}%>
 | 
			
		||||
	]
 | 
			
		||||
 
 | 
			
		||||
@@ -45,6 +45,8 @@ def nativeTypeSize(int size){
 | 
			
		||||
#include <iss/interp/vm_base.h>
 | 
			
		||||
#include <util/logging.h>
 | 
			
		||||
#include <sstream>
 | 
			
		||||
#include <boost/coroutine2/all.hpp>
 | 
			
		||||
#include <functional>
 | 
			
		||||
 | 
			
		||||
#ifndef FMT_HEADER_ONLY
 | 
			
		||||
#define FMT_HEADER_ONLY
 | 
			
		||||
@@ -59,6 +61,7 @@ namespace interp {
 | 
			
		||||
namespace ${coreDef.name.toLowerCase()} {
 | 
			
		||||
using namespace iss::arch;
 | 
			
		||||
using namespace iss::debugger;
 | 
			
		||||
using namespace std::placeholders;
 | 
			
		||||
 | 
			
		||||
template <typename ARCH> class vm_impl : public iss::interp::vm_base<ARCH> {
 | 
			
		||||
public:
 | 
			
		||||
@@ -91,7 +94,7 @@ protected:
 | 
			
		||||
 | 
			
		||||
    inline const char *name(size_t index){return traits::reg_aliases.at(index);}
 | 
			
		||||
 | 
			
		||||
    compile_func decode_inst(code_word_t instr) ;
 | 
			
		||||
    typename arch::traits<ARCH>::opcode_e decode_inst_id(code_word_t instr);
 | 
			
		||||
    virt_addr_t execute_inst(finish_cond_e cond, virt_addr_t start, uint64_t icount_limit) override;
 | 
			
		||||
 | 
			
		||||
    // some compile time constants
 | 
			
		||||
@@ -111,14 +114,14 @@ protected:
 | 
			
		||||
    struct instruction_pattern {
 | 
			
		||||
        uint32_t value;
 | 
			
		||||
        uint32_t mask;
 | 
			
		||||
        compile_func opc;
 | 
			
		||||
        typename arch::traits<ARCH>::opcode_e id;
 | 
			
		||||
    };
 | 
			
		||||
 | 
			
		||||
    std::array<std::vector<instruction_pattern>, 4> qlut;
 | 
			
		||||
 | 
			
		||||
    inline void raise(uint16_t trap_id, uint16_t cause){
 | 
			
		||||
        auto trap_val =  0x80ULL << 24 | (cause << 16) | trap_id;
 | 
			
		||||
        this->template get_reg<uint32_t>(traits::TRAP_STATE) = trap_val;
 | 
			
		||||
        this->core.trap_state = trap_val;
 | 
			
		||||
        this->template get_reg<uint32_t>(traits::NEXT_PC) = std::numeric_limits<uint32_t>::max();
 | 
			
		||||
    }
 | 
			
		||||
 | 
			
		||||
@@ -130,43 +133,47 @@ protected:
 | 
			
		||||
        this->core.wait_until(type);
 | 
			
		||||
    }
 | 
			
		||||
 | 
			
		||||
    using yield_t = boost::coroutines2::coroutine<void>::push_type;
 | 
			
		||||
    using coro_t = boost::coroutines2::coroutine<void>::pull_type;
 | 
			
		||||
    std::vector<coro_t> spawn_blocks;
 | 
			
		||||
 | 
			
		||||
    template<typename T>
 | 
			
		||||
    T& pc_assign(T& val){super::ex_info.branch_taken=true; return val;}
 | 
			
		||||
    inline uint8_t readSpace1(typename super::mem_type_e space, uint64_t addr){
 | 
			
		||||
        auto ret = super::template read_mem<uint8_t>(space, addr);
 | 
			
		||||
        if(this->template get_reg<uint32_t>(traits::TRAP_STATE)) throw 0;
 | 
			
		||||
        if(this->core.trap_state) throw 0;
 | 
			
		||||
        return ret;
 | 
			
		||||
    }
 | 
			
		||||
    inline uint16_t readSpace2(typename super::mem_type_e space, uint64_t addr){
 | 
			
		||||
        auto ret = super::template read_mem<uint16_t>(space, addr);
 | 
			
		||||
        if(this->template get_reg<uint32_t>(traits::TRAP_STATE)) throw 0;
 | 
			
		||||
        if(this->core.trap_state) throw 0;
 | 
			
		||||
        return ret;
 | 
			
		||||
    }
 | 
			
		||||
    inline uint32_t readSpace4(typename super::mem_type_e space, uint64_t addr){
 | 
			
		||||
        auto ret = super::template read_mem<uint32_t>(space, addr);
 | 
			
		||||
        if(this->template get_reg<uint32_t>(traits::TRAP_STATE)) throw 0;
 | 
			
		||||
        if(this->core.trap_state) throw 0;
 | 
			
		||||
        return ret;
 | 
			
		||||
    }
 | 
			
		||||
    inline uint64_t readSpace8(typename super::mem_type_e space, uint64_t addr){
 | 
			
		||||
        auto ret = super::template read_mem<uint64_t>(space, addr);
 | 
			
		||||
        if(this->template get_reg<uint32_t>(traits::TRAP_STATE)) throw 0;
 | 
			
		||||
        if(this->core.trap_state) throw 0;
 | 
			
		||||
        return ret;
 | 
			
		||||
    }
 | 
			
		||||
    inline void writeSpace1(typename super::mem_type_e space, uint64_t addr, uint8_t data){
 | 
			
		||||
        super::write_mem(space, addr, data);
 | 
			
		||||
        if(this->template get_reg<uint32_t>(traits::TRAP_STATE)) throw 0;
 | 
			
		||||
        if(this->core.trap_state) throw 0;
 | 
			
		||||
    }
 | 
			
		||||
    inline void writeSpace2(typename super::mem_type_e space, uint64_t addr, uint16_t data){
 | 
			
		||||
        super::write_mem(space, addr, data);
 | 
			
		||||
        if(this->template get_reg<uint32_t>(traits::TRAP_STATE)) throw 0;
 | 
			
		||||
        if(this->core.trap_state) throw 0;
 | 
			
		||||
    }
 | 
			
		||||
    inline void writeSpace4(typename super::mem_type_e space, uint64_t addr, uint32_t data){
 | 
			
		||||
        super::write_mem(space, addr, data);
 | 
			
		||||
        if(this->template get_reg<uint32_t>(traits::TRAP_STATE)) throw 0;
 | 
			
		||||
        if(this->core.trap_state) throw 0;
 | 
			
		||||
    }
 | 
			
		||||
    inline void writeSpace8(typename super::mem_type_e space, uint64_t addr, uint64_t data){
 | 
			
		||||
        super::write_mem(space, addr, data);
 | 
			
		||||
        if(this->template get_reg<uint32_t>(traits::TRAP_STATE)) throw 0;
 | 
			
		||||
        if(this->core.trap_state) throw 0;
 | 
			
		||||
    }
 | 
			
		||||
    template<unsigned W, typename U, typename S = typename std::make_signed<U>::type>
 | 
			
		||||
    inline S sext(U from) {
 | 
			
		||||
@@ -175,6 +182,17 @@ protected:
 | 
			
		||||
        return (from & mask) | ((from & sign_mask) ? ~mask : 0);
 | 
			
		||||
    }
 | 
			
		||||
    
 | 
			
		||||
    inline void process_spawn_blocks() {
 | 
			
		||||
        for(auto it = std::begin(spawn_blocks); it!=std::end(spawn_blocks);)
 | 
			
		||||
             if(*it){
 | 
			
		||||
                 (*it)();
 | 
			
		||||
                 ++it;
 | 
			
		||||
             } else
 | 
			
		||||
                 spawn_blocks.erase(it);
 | 
			
		||||
    }
 | 
			
		||||
<%functions.each{ it.eachLine { %>
 | 
			
		||||
    ${it}<%}%>
 | 
			
		||||
<%}%>
 | 
			
		||||
private:
 | 
			
		||||
    /****************************************************************************
 | 
			
		||||
     * start opcode definitions
 | 
			
		||||
@@ -183,75 +201,14 @@ private:
 | 
			
		||||
        size_t length;
 | 
			
		||||
        uint32_t value;
 | 
			
		||||
        uint32_t mask;
 | 
			
		||||
        compile_func op;
 | 
			
		||||
        typename arch::traits<ARCH>::opcode_e op;
 | 
			
		||||
    };
 | 
			
		||||
 | 
			
		||||
    const std::array<InstructionDesriptor, ${instructions.size}> instr_descr = {{
 | 
			
		||||
         /* entries are: size, valid value, valid mask, function ptr */<%instructions.each{instr -> %>
 | 
			
		||||
        /* instruction ${instr.instruction.name} */
 | 
			
		||||
        {${instr.length}, ${instr.encoding}, ${instr.mask}, &this_class::__${generator.functionName(instr.name)}},<%}%>
 | 
			
		||||
        {${instr.length}, ${instr.encoding}, ${instr.mask}, arch::traits<ARCH>::opcode_e::${instr.instruction.name}},<%}%>
 | 
			
		||||
    }};
 | 
			
		||||
 | 
			
		||||
    /* instruction definitions */<%instructions.eachWithIndex{instr, idx -> %>
 | 
			
		||||
    /* instruction ${idx}: ${instr.name} */
 | 
			
		||||
    compile_ret_t __${generator.functionName(instr.name)}(virt_addr_t& pc, code_word_t instr){
 | 
			
		||||
        // pre execution stuff
 | 
			
		||||
        auto* PC = reinterpret_cast<uint${addrDataWidth}_t*>(this->regs_base_ptr+arch::traits<ARCH>::reg_byte_offsets[arch::traits<ARCH>::PC]);
 | 
			
		||||
        auto NEXT_PC = reinterpret_cast<uint${addrDataWidth}_t*>(this->regs_base_ptr+arch::traits<ARCH>::reg_byte_offsets[arch::traits<ARCH>::NEXT_PC]);
 | 
			
		||||
        *PC=*NEXT_PC;
 | 
			
		||||
        auto* trap_state = reinterpret_cast<uint32_t*>(this->regs_base_ptr+arch::traits<ARCH>::reg_byte_offsets[arch::traits<ARCH>::TRAP_STATE]);
 | 
			
		||||
        *trap_state = *reinterpret_cast<uint32_t*>(this->regs_base_ptr+arch::traits<ARCH>::reg_byte_offsets[arch::traits<ARCH>::PENDING_TRAP]);
 | 
			
		||||
        if(this->sync_exec && PRE_SYNC) this->do_sync(PRE_SYNC, ${idx});
 | 
			
		||||
        <%instr.fields.eachLine{%>${it}
 | 
			
		||||
        <%}%>if(this->disass_enabled){
 | 
			
		||||
            /* generate console output when executing the command */
 | 
			
		||||
            <%instr.disass.eachLine{%>${it}
 | 
			
		||||
            <%}%>
 | 
			
		||||
        }
 | 
			
		||||
        // used registers<%instr.usedVariables.each{ k,v->
 | 
			
		||||
            if(v.isArray) {%>
 | 
			
		||||
        auto* ${k} = reinterpret_cast<uint${nativeTypeSize(v.type.size)}_t*>(this->regs_base_ptr+arch::traits<ARCH>::reg_byte_offsets[arch::traits<ARCH>::${k}0]);<% }else{ %> 
 | 
			
		||||
        auto* ${k} = reinterpret_cast<uint${nativeTypeSize(v.type.size)}_t*>(this->regs_base_ptr+arch::traits<ARCH>::reg_byte_offsets[arch::traits<ARCH>::${k}]);
 | 
			
		||||
        <%}}%>// calculate next pc value
 | 
			
		||||
        *NEXT_PC = *PC + ${instr.length/8};
 | 
			
		||||
        // execute instruction
 | 
			
		||||
        try {
 | 
			
		||||
        <%instr.behavior.eachLine{%>${it}
 | 
			
		||||
        <%}%>} catch(...){}
 | 
			
		||||
        // post execution stuff
 | 
			
		||||
        if(this->sync_exec && POST_SYNC) this->do_sync(POST_SYNC, ${idx});
 | 
			
		||||
        // trap check
 | 
			
		||||
        if(*trap_state!=0){
 | 
			
		||||
            super::core.enter_trap(*trap_state, pc.val, instr);
 | 
			
		||||
        } else {
 | 
			
		||||
            (*reinterpret_cast<uint64_t*>(this->regs_base_ptr+arch::traits<ARCH>::reg_byte_offsets[arch::traits<ARCH>::ICOUNT]))++;
 | 
			
		||||
            (*reinterpret_cast<uint64_t*>(this->regs_base_ptr+arch::traits<ARCH>::reg_byte_offsets[arch::traits<ARCH>::INSTRET]))++;
 | 
			
		||||
        }
 | 
			
		||||
        (*reinterpret_cast<uint64_t*>(this->regs_base_ptr+arch::traits<ARCH>::reg_byte_offsets[arch::traits<ARCH>::CYCLE]))++;
 | 
			
		||||
        pc.val=*NEXT_PC;
 | 
			
		||||
        return pc;
 | 
			
		||||
    }
 | 
			
		||||
    <%}%>
 | 
			
		||||
    /****************************************************************************
 | 
			
		||||
     * end opcode definitions
 | 
			
		||||
     ****************************************************************************/
 | 
			
		||||
    compile_ret_t illegal_intruction(virt_addr_t &pc, code_word_t instr) {
 | 
			
		||||
        this->do_sync(PRE_SYNC, static_cast<unsigned>(arch::traits<ARCH>::opcode_e::MAX_OPCODE));
 | 
			
		||||
        uint32_t* PC = reinterpret_cast<uint32_t*>(this->regs_base_ptr+arch::traits<ARCH>::reg_byte_offsets[arch::traits<ARCH>::PC]);
 | 
			
		||||
        uint32_t* NEXT_PC = reinterpret_cast<uint32_t*>(this->regs_base_ptr+arch::traits<ARCH>::reg_byte_offsets[arch::traits<ARCH>::NEXT_PC]);
 | 
			
		||||
        *NEXT_PC = *PC + ((instr & 3) == 3 ? 4 : 2);
 | 
			
		||||
        raise(0,  2);
 | 
			
		||||
        // post execution stuff
 | 
			
		||||
        if(this->sync_exec && POST_SYNC) this->do_sync(POST_SYNC, static_cast<unsigned>(arch::traits<ARCH>::opcode_e::MAX_OPCODE));
 | 
			
		||||
        auto* trap_state = reinterpret_cast<uint32_t*>(this->regs_base_ptr+arch::traits<ARCH>::reg_byte_offsets[arch::traits<ARCH>::TRAP_STATE]);
 | 
			
		||||
        // trap check
 | 
			
		||||
        if(*trap_state!=0){
 | 
			
		||||
            super::core.enter_trap(*trap_state, pc.val, instr);
 | 
			
		||||
        }
 | 
			
		||||
        pc.val=*NEXT_PC;
 | 
			
		||||
        return pc;
 | 
			
		||||
    }
 | 
			
		||||
 | 
			
		||||
    //static constexpr typename traits::addr_t upper_bits = ~traits::PGMASK;
 | 
			
		||||
    iss::status fetch_ins(virt_addr_t pc, uint8_t * data){
 | 
			
		||||
        auto phys_pc = this->core.v2p(pc);
 | 
			
		||||
@@ -290,6 +247,7 @@ constexpr size_t bit_count(uint32_t u) {
 | 
			
		||||
template <typename ARCH>
 | 
			
		||||
vm_impl<ARCH>::vm_impl(ARCH &core, unsigned core_id, unsigned cluster_id)
 | 
			
		||||
: vm_base<ARCH>(core, core_id, cluster_id) {
 | 
			
		||||
    unsigned id=0;
 | 
			
		||||
    for (auto instr : instr_descr) {
 | 
			
		||||
        auto quadrant = instr.value & 0x3;
 | 
			
		||||
        qlut[quadrant].push_back(instruction_pattern{instr.value, instr.mask, instr.op});
 | 
			
		||||
@@ -310,37 +268,80 @@ inline bool is_jump_to_self_enabled(finish_cond_e cond){
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
template <typename ARCH>
 | 
			
		||||
typename vm_impl<ARCH>::compile_func vm_impl<ARCH>::decode_inst(code_word_t instr){
 | 
			
		||||
typename arch::traits<ARCH>::opcode_e vm_impl<ARCH>::decode_inst_id(code_word_t instr){
 | 
			
		||||
    for(auto& e: qlut[instr&0x3]){
 | 
			
		||||
        if(!((instr&e.mask) ^ e.value )) return e.opc;
 | 
			
		||||
        if(!((instr&e.mask) ^ e.value )) return e.id;
 | 
			
		||||
    }
 | 
			
		||||
    return &this_class::illegal_intruction;
 | 
			
		||||
    return arch::traits<ARCH>::opcode_e::MAX_OPCODE;
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
template <typename ARCH>
 | 
			
		||||
typename vm_base<ARCH>::virt_addr_t vm_impl<ARCH>::execute_inst(finish_cond_e cond, virt_addr_t start, uint64_t icount_limit){
 | 
			
		||||
    // we fetch at max 4 byte, alignment is 2
 | 
			
		||||
    code_word_t insn = 0;
 | 
			
		||||
    auto *const data = (uint8_t *)&insn;
 | 
			
		||||
    auto pc=start;
 | 
			
		||||
    auto* PC = reinterpret_cast<uint32_t*>(this->regs_base_ptr+arch::traits<ARCH>::reg_byte_offsets[arch::traits<ARCH>::PC]);
 | 
			
		||||
    auto* NEXT_PC = reinterpret_cast<uint32_t*>(this->regs_base_ptr+arch::traits<ARCH>::reg_byte_offsets[arch::traits<ARCH>::NEXT_PC]);
 | 
			
		||||
    auto& trap_state = this->core.trap_state;
 | 
			
		||||
    auto& icount = this->core.icount;
 | 
			
		||||
    auto& cycle = this->core.cycle;
 | 
			
		||||
    auto& instret = this->core.instret;
 | 
			
		||||
    auto& instr = this->core.instruction;
 | 
			
		||||
    // we fetch at max 4 byte, alignment is 2
 | 
			
		||||
    auto *const data = reinterpret_cast<uint8_t*>(&instr);
 | 
			
		||||
 | 
			
		||||
    while(!this->core.should_stop() &&
 | 
			
		||||
            !(is_count_limit_enabled(cond) && this->core.get_icount() >= icount_limit)){
 | 
			
		||||
        auto res = fetch_ins(pc, data);
 | 
			
		||||
        if(res!=iss::Ok){
 | 
			
		||||
        if(fetch_ins(pc, data)!=iss::Ok){
 | 
			
		||||
            this->do_sync(POST_SYNC, std::numeric_limits<unsigned>::max());
 | 
			
		||||
            pc.val = super::core.enter_trap(std::numeric_limits<uint64_t>::max(), pc.val, 0);
 | 
			
		||||
        } else {
 | 
			
		||||
            if (is_jump_to_self_enabled(cond) &&
 | 
			
		||||
                    (insn == 0x0000006f || (insn&0xffff)==0xa001)) throw simulation_stopped(0); // 'J 0' or 'C.J 0'
 | 
			
		||||
            auto f = decode_inst(insn);
 | 
			
		||||
            auto old_pc = pc.val;
 | 
			
		||||
            pc = (this->*f)(pc, insn);
 | 
			
		||||
                    (instr == 0x0000006f || (instr&0xffff)==0xa001)) throw simulation_stopped(0); // 'J 0' or 'C.J 0'
 | 
			
		||||
            auto inst_id = decode_inst_id(instr);
 | 
			
		||||
            // pre execution stuff
 | 
			
		||||
            if(this->sync_exec && PRE_SYNC) this->do_sync(PRE_SYNC, static_cast<unsigned>(inst_id));
 | 
			
		||||
            switch(inst_id){<%instructions.eachWithIndex{instr, idx -> %>
 | 
			
		||||
            case arch::traits<ARCH>::opcode_e::${instr.name}: {
 | 
			
		||||
		        <%instr.fields.eachLine{%>${it}
 | 
			
		||||
		        <%}%>if(this->disass_enabled){
 | 
			
		||||
		            /* generate console output when executing the command */
 | 
			
		||||
		            <%instr.disass.eachLine{%>${it}
 | 
			
		||||
		            <%}%>
 | 
			
		||||
		        }
 | 
			
		||||
		        // used registers<%instr.usedVariables.each{ k,v->
 | 
			
		||||
		        if(v.isArray) {%>
 | 
			
		||||
		        auto* ${k} = reinterpret_cast<uint${nativeTypeSize(v.type.size)}_t*>(this->regs_base_ptr+arch::traits<ARCH>::reg_byte_offsets[arch::traits<ARCH>::${k}0]);<% }else{ %> 
 | 
			
		||||
		        auto* ${k} = reinterpret_cast<uint${nativeTypeSize(v.type.size)}_t*>(this->regs_base_ptr+arch::traits<ARCH>::reg_byte_offsets[arch::traits<ARCH>::${k}]);
 | 
			
		||||
		        <%}}%>// calculate next pc value
 | 
			
		||||
		        *NEXT_PC = *PC + ${instr.length/8};
 | 
			
		||||
		        // execute instruction
 | 
			
		||||
		        <%instr.behavior.eachLine{%>${it}
 | 
			
		||||
		        <%}%>TRAP_${instr.name}:break;
 | 
			
		||||
	    	}// @suppress("No break at end of case")<%}%>
 | 
			
		||||
            default: {
 | 
			
		||||
                *NEXT_PC = *PC + ((instr & 3) == 3 ? 4 : 2);
 | 
			
		||||
                raise(0,  2);
 | 
			
		||||
            }
 | 
			
		||||
            }
 | 
			
		||||
            // post execution stuff
 | 
			
		||||
            process_spawn_blocks();
 | 
			
		||||
            if(this->sync_exec && POST_SYNC) this->do_sync(POST_SYNC, static_cast<unsigned>(inst_id));
 | 
			
		||||
            // trap check
 | 
			
		||||
            if(trap_state!=0){
 | 
			
		||||
                super::core.enter_trap(trap_state, pc.val, instr);
 | 
			
		||||
            } else {
 | 
			
		||||
                icount++;
 | 
			
		||||
                instret++;
 | 
			
		||||
            }
 | 
			
		||||
            cycle++;
 | 
			
		||||
            pc.val=*NEXT_PC;
 | 
			
		||||
            this->core.reg.PC = this->core.reg.NEXT_PC;
 | 
			
		||||
            this->core.trap_state = this->core.pending_trap;
 | 
			
		||||
        }
 | 
			
		||||
    }
 | 
			
		||||
    return pc;
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
} // namespace mnrv32
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
template <>
 | 
			
		||||
std::unique_ptr<vm_if> create<arch::${coreDef.name.toLowerCase()}>(arch::${coreDef.name.toLowerCase()} *core, unsigned short port, bool dump) {
 | 
			
		||||
 
 | 
			
		||||
							
								
								
									
										100
									
								
								incl/iss/arch/hwl.h
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										100
									
								
								incl/iss/arch/hwl.h
									
									
									
									
									
										Normal file
									
								
							@@ -0,0 +1,100 @@
 | 
			
		||||
/*******************************************************************************
 | 
			
		||||
 * Copyright (C) 2022 MINRES Technologies GmbH
 | 
			
		||||
 * All rights reserved.
 | 
			
		||||
 *
 | 
			
		||||
 * Redistribution and use in source and binary forms, with or without
 | 
			
		||||
 * modification, are permitted provided that the following conditions are met:
 | 
			
		||||
 *
 | 
			
		||||
 * 1. Redistributions of source code must retain the above copyright notice,
 | 
			
		||||
 *    this list of conditions and the following disclaimer.
 | 
			
		||||
 *
 | 
			
		||||
 * 2. Redistributions in binary form must reproduce the above copyright notice,
 | 
			
		||||
 *    this list of conditions and the following disclaimer in the documentation
 | 
			
		||||
 *    and/or other materials provided with the distribution.
 | 
			
		||||
 *
 | 
			
		||||
 * 3. Neither the name of the copyright holder nor the names of its contributors
 | 
			
		||||
 *    may be used to endorse or promote products derived from this software
 | 
			
		||||
 *    without specific prior written permission.
 | 
			
		||||
 *
 | 
			
		||||
 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
 | 
			
		||||
 * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
 | 
			
		||||
 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
 | 
			
		||||
 * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE
 | 
			
		||||
 * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
 | 
			
		||||
 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
 | 
			
		||||
 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
 | 
			
		||||
 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
 | 
			
		||||
 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
 | 
			
		||||
 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
 | 
			
		||||
 * POSSIBILITY OF SUCH DAMAGE.
 | 
			
		||||
 *
 | 
			
		||||
 * Contributors:
 | 
			
		||||
 *       eyck@minres.com - initial implementation
 | 
			
		||||
 ******************************************************************************/
 | 
			
		||||
 | 
			
		||||
#ifndef _RISCV_HART_M_P_HWL_H
 | 
			
		||||
#define _RISCV_HART_M_P_HWL_H
 | 
			
		||||
 | 
			
		||||
#include <iss/vm_types.h>
 | 
			
		||||
 | 
			
		||||
namespace iss {
 | 
			
		||||
namespace arch {
 | 
			
		||||
 | 
			
		||||
template <typename BASE> class hwl : public BASE {
 | 
			
		||||
public:
 | 
			
		||||
    using base_class = BASE;
 | 
			
		||||
    using this_class = hwl<BASE>;
 | 
			
		||||
    using reg_t = typename BASE::reg_t;
 | 
			
		||||
 | 
			
		||||
    hwl();
 | 
			
		||||
    virtual ~hwl() = default;
 | 
			
		||||
 | 
			
		||||
protected:
 | 
			
		||||
    iss::status read_custom_csr_reg(unsigned addr, reg_t &val) override;
 | 
			
		||||
    iss::status write_custom_csr_reg(unsigned addr, reg_t val) override;
 | 
			
		||||
};
 | 
			
		||||
 | 
			
		||||
 | 
			
		||||
template<typename BASE>
 | 
			
		||||
inline hwl<BASE>::hwl() {
 | 
			
		||||
    for (unsigned addr = 0x800; addr < 0x803; ++addr){
 | 
			
		||||
        this->register_custom_csr_rd(addr);
 | 
			
		||||
        this->register_custom_csr_wr(addr);
 | 
			
		||||
    }
 | 
			
		||||
    for (unsigned addr = 0x804; addr < 0x807; ++addr){
 | 
			
		||||
        this->register_custom_csr_rd(addr);
 | 
			
		||||
        this->register_custom_csr_wr(addr);
 | 
			
		||||
    }
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
template<typename BASE>
 | 
			
		||||
inline iss::status iss::arch::hwl<BASE>::read_custom_csr_reg(unsigned addr, reg_t &val) {
 | 
			
		||||
    switch(addr){
 | 
			
		||||
    case 0x800: val = this->reg.lpstart0; break;
 | 
			
		||||
    case 0x801: val = this->reg.lpend0;   break;
 | 
			
		||||
    case 0x802: val = this->reg.lpcount0; break;
 | 
			
		||||
    case 0x804: val = this->reg.lpstart1; break;
 | 
			
		||||
    case 0x805: val = this->reg.lpend1;   break;
 | 
			
		||||
    case 0x806: val = this->reg.lpcount1; break;
 | 
			
		||||
    }
 | 
			
		||||
    return iss::Ok;
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
template<typename BASE>
 | 
			
		||||
inline iss::status iss::arch::hwl<BASE>::write_custom_csr_reg(unsigned addr, reg_t val) {
 | 
			
		||||
    switch(addr){
 | 
			
		||||
    case 0x800: this->reg.lpstart0 = val; break;
 | 
			
		||||
    case 0x801: this->reg.lpend0   = val; break;
 | 
			
		||||
    case 0x802: this->reg.lpcount0 = val; break;
 | 
			
		||||
    case 0x804: this->reg.lpstart1 = val; break;
 | 
			
		||||
    case 0x805: this->reg.lpend1   = val; break;
 | 
			
		||||
    case 0x806: this->reg.lpcount1 = val; break;
 | 
			
		||||
    }
 | 
			
		||||
    return iss::Ok;
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
} // namespace arch
 | 
			
		||||
} // namespace iss
 | 
			
		||||
 | 
			
		||||
 | 
			
		||||
#endif /* _RISCV_HART_M_P_H */
 | 
			
		||||
@@ -43,7 +43,7 @@ namespace arch {
 | 
			
		||||
 | 
			
		||||
enum { tohost_dflt = 0xF0001000, fromhost_dflt = 0xF0001040 };
 | 
			
		||||
 | 
			
		||||
enum features_e{FEAT_NONE, FEAT_PMP=1, FEAT_EXT_N=2, FEAT_CLIC=4, FEAT_DEBUG=8};
 | 
			
		||||
enum features_e{FEAT_NONE, FEAT_PMP=1, FEAT_EXT_N=2, FEAT_CLIC=4, FEAT_DEBUG=8, FEAT_TCM=16};
 | 
			
		||||
 | 
			
		||||
enum riscv_csr {
 | 
			
		||||
    /* user-level CSR */
 | 
			
		||||
@@ -188,7 +188,7 @@ enum {
 | 
			
		||||
 | 
			
		||||
template <typename T> inline bool PTE_TABLE(T PTE) { return (((PTE) & (PTE_V | PTE_R | PTE_W | PTE_X)) == PTE_V); }
 | 
			
		||||
 | 
			
		||||
enum { PRIV_U = 0, PRIV_S = 1, PRIV_M = 3 };
 | 
			
		||||
enum { PRIV_U = 0, PRIV_S = 1, PRIV_M = 3, PRIV_D = 4};
 | 
			
		||||
 | 
			
		||||
enum {
 | 
			
		||||
    ISA_A = 1,
 | 
			
		||||
@@ -214,6 +214,14 @@ struct vm_info {
 | 
			
		||||
    bool is_active() { return levels; }
 | 
			
		||||
};
 | 
			
		||||
 | 
			
		||||
struct feature_config {
 | 
			
		||||
    uint64_t clic_base{0xc0000000};
 | 
			
		||||
    unsigned clic_num_irq{16};
 | 
			
		||||
    unsigned clic_num_trigger{0};
 | 
			
		||||
    uint64_t tcm_base{0x10000000};
 | 
			
		||||
    uint64_t tcm_size{0x8000};
 | 
			
		||||
};
 | 
			
		||||
 | 
			
		||||
class trap_load_access_fault : public trap_access {
 | 
			
		||||
public:
 | 
			
		||||
    trap_load_access_fault(uint64_t badaddr)
 | 
			
		||||
@@ -239,6 +247,49 @@ public:
 | 
			
		||||
    trap_store_page_fault(uint64_t badaddr)
 | 
			
		||||
    : trap_access(15 << 16, badaddr) {}
 | 
			
		||||
};
 | 
			
		||||
 | 
			
		||||
inline void read_reg_uint32(uint64_t offs, uint32_t& reg, uint8_t *const data, unsigned length) {
 | 
			
		||||
    auto reg_ptr = reinterpret_cast<uint8_t*>(®);
 | 
			
		||||
    switch (offs & 0x3) {
 | 
			
		||||
    case 0:
 | 
			
		||||
        for (auto i = 0U; i < length; ++i)
 | 
			
		||||
            *(data + i) = *(reg_ptr + i);
 | 
			
		||||
    break;
 | 
			
		||||
    case 1:
 | 
			
		||||
        for (auto i = 0U; i < length; ++i)
 | 
			
		||||
            *(data + i) = *(reg_ptr + 1 + i);
 | 
			
		||||
    break;
 | 
			
		||||
    case 2:
 | 
			
		||||
        for (auto i = 0U; i < length; ++i)
 | 
			
		||||
            *(data + i) = *(reg_ptr + 2 + i);
 | 
			
		||||
    break;
 | 
			
		||||
    case 3:
 | 
			
		||||
        *data = *(reg_ptr + 3);
 | 
			
		||||
    break;
 | 
			
		||||
    }
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
inline void write_reg_uint32(uint64_t offs, uint32_t& reg, const uint8_t *const data, unsigned length) {
 | 
			
		||||
    auto reg_ptr = reinterpret_cast<uint8_t*>(®);
 | 
			
		||||
    switch (offs & 0x3) {
 | 
			
		||||
    case 0:
 | 
			
		||||
        for (auto i = 0U; i < length; ++i)
 | 
			
		||||
            *(reg_ptr + i) = *(data + i);
 | 
			
		||||
    break;
 | 
			
		||||
    case 1:
 | 
			
		||||
        for (auto i = 0U; i < length; ++i)
 | 
			
		||||
            *(reg_ptr + 1 + i) = *(data + i);
 | 
			
		||||
    break;
 | 
			
		||||
    case 2:
 | 
			
		||||
        for (auto i = 0U; i < length; ++i)
 | 
			
		||||
            *(reg_ptr + 2 + i) = *(data + i);
 | 
			
		||||
    break;
 | 
			
		||||
    case 3:
 | 
			
		||||
        *(reg_ptr + 3) = *data ;
 | 
			
		||||
    break;
 | 
			
		||||
    }
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
}
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
 
 | 
			
		||||
@@ -99,6 +99,8 @@ public:
 | 
			
		||||
 | 
			
		||||
    using rd_csr_f    = iss::status (this_class::*)(unsigned addr, reg_t &);
 | 
			
		||||
    using wr_csr_f    = iss::status (this_class::*)(unsigned addr, reg_t);
 | 
			
		||||
    using mem_read_f  = iss::status(phys_addr_t addr, unsigned, uint8_t *const);
 | 
			
		||||
    using mem_write_f = iss::status(phys_addr_t addr, unsigned, uint8_t const *const);
 | 
			
		||||
 | 
			
		||||
    // primary template
 | 
			
		||||
    template <class T, class Enable = void> struct hart_state {};
 | 
			
		||||
@@ -201,7 +203,7 @@ public:
 | 
			
		||||
 | 
			
		||||
    void disass_output(uint64_t pc, const std::string instr) override {
 | 
			
		||||
        CLOG(INFO, disass) << fmt::format("0x{:016x}    {:40} [s:0x{:x};c:{}]",
 | 
			
		||||
                pc, instr, (reg_t)state.mstatus, this->reg.icount);
 | 
			
		||||
                pc, instr, (reg_t)state.mstatus, this->icount + cycle_offset);
 | 
			
		||||
    };
 | 
			
		||||
 | 
			
		||||
    iss::instrumentation_if *get_instrumentation_if() override { return &instr_if; }
 | 
			
		||||
@@ -233,18 +235,24 @@ protected:
 | 
			
		||||
         */
 | 
			
		||||
        const std::string core_type_name() const override { return traits<BASE>::core_type; }
 | 
			
		||||
 | 
			
		||||
        virtual uint64_t get_pc() { return arch.get_pc(); };
 | 
			
		||||
        uint64_t get_pc() override { return arch.reg.PC; };
 | 
			
		||||
 | 
			
		||||
        virtual uint64_t get_next_pc() { return arch.get_next_pc(); };
 | 
			
		||||
        uint64_t get_next_pc() override { return arch.reg.NEXT_PC; };
 | 
			
		||||
 | 
			
		||||
        virtual void set_curr_instr_cycles(unsigned cycles) { arch.cycle_offset += cycles - 1; };
 | 
			
		||||
        uint64_t get_instr_word() override { return arch.instruction; }
 | 
			
		||||
 | 
			
		||||
        uint64_t get_instr_count() override { return arch.icount; }
 | 
			
		||||
 | 
			
		||||
        uint64_t get_pendig_traps() override { return arch.trap_state; }
 | 
			
		||||
 | 
			
		||||
        uint64_t get_total_cycles() override { return arch.icount + arch.cycle_offset; }
 | 
			
		||||
 | 
			
		||||
        void set_curr_instr_cycles(unsigned cycles) override { arch.cycle_offset += cycles - 1; };
 | 
			
		||||
 | 
			
		||||
        riscv_hart_m_p<BASE, FEAT> &arch;
 | 
			
		||||
    };
 | 
			
		||||
 | 
			
		||||
    friend struct riscv_instrumentation_if;
 | 
			
		||||
    addr_t get_pc() { return this->reg.PC; }
 | 
			
		||||
    addr_t get_next_pc() { return this->reg.NEXT_PC; }
 | 
			
		||||
 | 
			
		||||
    virtual iss::status read_mem(phys_addr_t addr, unsigned length, uint8_t *const data);
 | 
			
		||||
    virtual iss::status write_mem(phys_addr_t addr, unsigned length, const uint8_t *const data);
 | 
			
		||||
@@ -290,6 +298,8 @@ protected:
 | 
			
		||||
    };
 | 
			
		||||
    std::vector<clic_int_reg_t> clic_int_reg;
 | 
			
		||||
 | 
			
		||||
    std::vector<uint8_t> tcm;
 | 
			
		||||
 | 
			
		||||
    iss::status read_csr_reg(unsigned addr, reg_t &val);
 | 
			
		||||
    iss::status write_csr_reg(unsigned addr, reg_t val);
 | 
			
		||||
    iss::status read_null(unsigned addr, reg_t &val);
 | 
			
		||||
@@ -306,7 +316,6 @@ protected:
 | 
			
		||||
    iss::status read_ie(unsigned addr, reg_t &val);
 | 
			
		||||
    iss::status write_ie(unsigned addr, reg_t val);
 | 
			
		||||
    iss::status read_ip(unsigned addr, reg_t &val);
 | 
			
		||||
    iss::status write_ip(unsigned addr, reg_t val);
 | 
			
		||||
    iss::status read_hartid(unsigned addr, reg_t &val);
 | 
			
		||||
    iss::status write_epc(unsigned addr, reg_t val);
 | 
			
		||||
    iss::status write_intstatus(unsigned addr, reg_t val);
 | 
			
		||||
@@ -317,12 +326,26 @@ protected:
 | 
			
		||||
    iss::status read_dpc_reg(unsigned addr, reg_t &val);
 | 
			
		||||
    iss::status write_dpc_reg(unsigned addr, reg_t val);
 | 
			
		||||
 | 
			
		||||
    virtual iss::status read_custom_csr_reg(unsigned addr, reg_t &val) {return iss::status::Err;};
 | 
			
		||||
    virtual iss::status write_custom_csr_reg(unsigned addr, reg_t val) {return iss::status::Err;};
 | 
			
		||||
 | 
			
		||||
    void register_custom_csr_rd(unsigned addr){
 | 
			
		||||
        csr_rd_cb[addr] = &this_class::read_custom_csr_reg;
 | 
			
		||||
    }
 | 
			
		||||
    void register_custom_csr_wr(unsigned addr){
 | 
			
		||||
        csr_wr_cb[addr] = &this_class::write_custom_csr_reg;
 | 
			
		||||
    }
 | 
			
		||||
 | 
			
		||||
    reg_t mhartid_reg{0x0};
 | 
			
		||||
    std::function<iss::status(phys_addr_t, unsigned, uint8_t *const)>mem_read_cb;
 | 
			
		||||
    std::function<iss::status(phys_addr_t, unsigned, const uint8_t *const)> mem_write_cb;
 | 
			
		||||
 | 
			
		||||
    void check_interrupt();
 | 
			
		||||
    bool pmp_check(const access_type type, const uint64_t addr, const unsigned len);
 | 
			
		||||
    std::vector<std::tuple<uint64_t, uint64_t>> memfn_range;
 | 
			
		||||
    std::vector<std::function<mem_read_f>> memfn_read;
 | 
			
		||||
    std::vector<std::function<mem_write_f>> memfn_write;
 | 
			
		||||
    void insert_mem_range(uint64_t, uint64_t, std::function<mem_read_f>, std::function<mem_write_f>);
 | 
			
		||||
    uint64_t clic_base_addr{0};
 | 
			
		||||
    unsigned clic_num_irq{0};
 | 
			
		||||
    unsigned clic_num_trigger{0};
 | 
			
		||||
@@ -389,7 +412,7 @@ riscv_hart_m_p<BASE, FEAT>::riscv_hart_m_p()
 | 
			
		||||
    csr_rd_cb[mtvec] = &this_class::read_tvec;
 | 
			
		||||
    csr_wr_cb[mepc] = &this_class::write_epc;
 | 
			
		||||
    csr_rd_cb[mip] = &this_class::read_ip;
 | 
			
		||||
    csr_wr_cb[mip] = &this_class::write_ip;
 | 
			
		||||
    csr_wr_cb[mip] = &this_class::write_null;
 | 
			
		||||
    csr_rd_cb[mie] = &this_class::read_ie;
 | 
			
		||||
    csr_wr_cb[mie] = &this_class::write_ie;
 | 
			
		||||
    csr_rd_cb[mhartid] = &this_class::read_hartid;
 | 
			
		||||
@@ -397,6 +420,46 @@ riscv_hart_m_p<BASE, FEAT>::riscv_hart_m_p()
 | 
			
		||||
    csr_wr_cb[mvendorid] = &this_class::write_null;
 | 
			
		||||
    csr_wr_cb[marchid] = &this_class::write_null;
 | 
			
		||||
    csr_wr_cb[mimpid] = &this_class::write_null;
 | 
			
		||||
    if(FEAT & FEAT_CLIC) {
 | 
			
		||||
        csr_rd_cb[mtvt] = &this_class::read_csr_reg;
 | 
			
		||||
        csr_wr_cb[mtvt] = &this_class::write_csr_reg;
 | 
			
		||||
        csr_rd_cb[mxnti] = &this_class::read_csr_reg;
 | 
			
		||||
        csr_wr_cb[mxnti] = &this_class::write_csr_reg;
 | 
			
		||||
        csr_rd_cb[mintstatus] = &this_class::read_csr_reg;
 | 
			
		||||
        csr_wr_cb[mintstatus] = &this_class::write_null;
 | 
			
		||||
        csr_rd_cb[mscratchcsw] = &this_class::read_csr_reg;
 | 
			
		||||
        csr_wr_cb[mscratchcsw] = &this_class::write_csr_reg;
 | 
			
		||||
        csr_rd_cb[mscratchcswl] = &this_class::read_csr_reg;
 | 
			
		||||
        csr_wr_cb[mscratchcswl] = &this_class::write_csr_reg;
 | 
			
		||||
        csr_rd_cb[mintthresh] = &this_class::read_csr_reg;
 | 
			
		||||
        csr_wr_cb[mintthresh] = &this_class::write_intthresh;
 | 
			
		||||
        csr_rd_cb[mclicbase] = &this_class::read_csr_reg;
 | 
			
		||||
        csr_wr_cb[mclicbase] = &this_class::write_null;
 | 
			
		||||
 | 
			
		||||
        clic_base_addr=0xC0000000;
 | 
			
		||||
        clic_num_irq=16;
 | 
			
		||||
        clic_int_reg.resize(clic_num_irq);
 | 
			
		||||
        clic_cfg_reg=0x20;
 | 
			
		||||
        clic_info_reg = (/*CLICINTCTLBITS*/ 4U<<21) + clic_num_irq;
 | 
			
		||||
        mcause_max_irq=clic_num_irq+16;
 | 
			
		||||
        insert_mem_range(clic_base_addr, 0x5000UL,
 | 
			
		||||
                [this](phys_addr_t addr, unsigned length, uint8_t * const data) { return read_clic(addr.val, length, data);},
 | 
			
		||||
                [this](phys_addr_t addr, unsigned length, uint8_t const * const data) {return write_clic(addr.val, length, data);});
 | 
			
		||||
    }
 | 
			
		||||
    if(FEAT & FEAT_TCM) {
 | 
			
		||||
        tcm.resize(0x8000);
 | 
			
		||||
        std::function<mem_read_f> read_clic_cb = [this](phys_addr_t addr, unsigned length, uint8_t * const data) {
 | 
			
		||||
            auto offset=addr.val-0x10000000;
 | 
			
		||||
            std::copy(tcm.data() + offset, tcm.data() + offset + length, data);
 | 
			
		||||
            return iss::Ok;
 | 
			
		||||
        };
 | 
			
		||||
        std::function<mem_write_f> write_clic_cb = [this](phys_addr_t addr, unsigned length, uint8_t const * const data) {
 | 
			
		||||
            auto offset=addr.val-0x10000000;
 | 
			
		||||
            std::copy(data, data + length, tcm.data() + offset);
 | 
			
		||||
            return iss::Ok;
 | 
			
		||||
        };
 | 
			
		||||
        insert_mem_range(0x10000000, 0x8000UL, read_clic_cb, write_clic_cb);
 | 
			
		||||
    }
 | 
			
		||||
    if(FEAT & FEAT_DEBUG){
 | 
			
		||||
        csr_wr_cb[dscratch0] = &this_class::write_dcsr_reg;
 | 
			
		||||
        csr_rd_cb[dscratch0] = &this_class::read_dcsr_reg;
 | 
			
		||||
@@ -475,6 +538,20 @@ template <typename BASE, features_e FEAT> std::pair<uint64_t, bool> riscv_hart_m
 | 
			
		||||
    throw std::runtime_error("memory load file not found");
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
template<typename BASE, features_e FEAT>
 | 
			
		||||
inline void riscv_hart_m_p<BASE, FEAT>::insert_mem_range(uint64_t base, uint64_t size, std::function<mem_read_f> rd_f,
 | 
			
		||||
        std::function<mem_write_f> wr_fn) {
 | 
			
		||||
    std::tuple<uint64_t, uint64_t> entry{base, size};
 | 
			
		||||
    auto it = std::upper_bound( memfn_range.begin(), memfn_range.end(), entry,
 | 
			
		||||
            [](std::tuple<uint64_t, uint64_t> const& a, std::tuple<uint64_t, uint64_t> const& b){
 | 
			
		||||
        return std::get<0>(a)<std::get<0>(b);
 | 
			
		||||
    });
 | 
			
		||||
    auto idx = std::distance(memfn_range.begin(), it);
 | 
			
		||||
    memfn_range.insert(it, entry);
 | 
			
		||||
    memfn_read.insert(std::begin(memfn_read)+idx, rd_f);
 | 
			
		||||
    memfn_write.insert(std::begin(memfn_write)+idx, wr_fn);
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
template <typename BASE, features_e FEAT>
 | 
			
		||||
iss::status riscv_hart_m_p<BASE, FEAT>::read(const address_type type, const access_type access, const uint32_t space,
 | 
			
		||||
        const uint64_t addr, const unsigned length, uint8_t *const data) {
 | 
			
		||||
@@ -490,29 +567,40 @@ iss::status riscv_hart_m_p<BASE, FEAT>::read(const address_type type, const acce
 | 
			
		||||
    try {
 | 
			
		||||
        switch (space) {
 | 
			
		||||
        case traits<BASE>::MEM: {
 | 
			
		||||
            if (unlikely((access == iss::access_type::FETCH || access == iss::access_type::DEBUG_FETCH) && (addr & 0x1) == 1)) {
 | 
			
		||||
            auto alignment = is_fetch(access)? (traits<BASE>::MISA_VAL&0x100? 2 : 4) : length;
 | 
			
		||||
            if (unlikely(is_fetch(access) && (addr&(alignment-1)))) {
 | 
			
		||||
                fault_data = addr;
 | 
			
		||||
                if (access && iss::access_type::DEBUG) throw trap_access(0, addr);
 | 
			
		||||
                this->reg.trap_state = (1 << 31); // issue trap 0
 | 
			
		||||
                if (is_debug(access)) throw trap_access(0, addr);
 | 
			
		||||
                this->trap_state = (1 << 31); // issue trap 0
 | 
			
		||||
                return iss::Err;
 | 
			
		||||
            }
 | 
			
		||||
            try {
 | 
			
		||||
                auto alignment = access == iss::access_type::FETCH? (traits<BASE>::MISA_VAL&0x100? 2 : 4) : length;
 | 
			
		||||
                if(alignment>1 && (addr&(alignment-1))){
 | 
			
		||||
                    this->reg.trap_state = 1<<31 | 4<<16;
 | 
			
		||||
                if(!is_debug(access) && (addr&(alignment-1))){
 | 
			
		||||
                    this->trap_state = 1<<31 | 4<<16;
 | 
			
		||||
                    fault_data=addr;
 | 
			
		||||
                    return iss::Err;
 | 
			
		||||
                }
 | 
			
		||||
                auto res = type==iss::address_type::PHYSICAL?
 | 
			
		||||
                        read_mem( BASE::v2p(phys_addr_t{access, space, addr}), length, data):
 | 
			
		||||
                        read_mem( BASE::v2p(iss::addr_t{access, type, space, addr}), length, data);
 | 
			
		||||
                auto phys_addr = type==iss::address_type::PHYSICAL?phys_addr_t{access, space, addr}:BASE::v2p(iss::addr_t{access, type, space, addr});
 | 
			
		||||
                auto res = iss::Err;
 | 
			
		||||
                if(!is_fetch(access) && memfn_range.size()){
 | 
			
		||||
                    auto it = std::find_if(std::begin(memfn_range), std::end(memfn_range), [phys_addr](std::tuple<uint64_t, uint64_t> const& a){
 | 
			
		||||
                        return std::get<0>(a)<=phys_addr.val && (std::get<0>(a)+std::get<1>(a))>phys_addr.val;
 | 
			
		||||
                    });
 | 
			
		||||
                    if(it!=std::end(memfn_range)) {
 | 
			
		||||
                        auto idx = std::distance(std::begin(memfn_range), it);
 | 
			
		||||
                        res = memfn_read[idx](phys_addr, length, data);
 | 
			
		||||
                    } else
 | 
			
		||||
                        res = read_mem( phys_addr, length, data);
 | 
			
		||||
                } else {
 | 
			
		||||
                    res = read_mem( phys_addr, length, data);
 | 
			
		||||
                }
 | 
			
		||||
                if (unlikely(res != iss::Ok)){
 | 
			
		||||
                    this->reg.trap_state = (1 << 31) | (5 << 16); // issue trap 5 (load access fault
 | 
			
		||||
                    this->trap_state = (1 << 31) | (5 << 16); // issue trap 5 (load access fault
 | 
			
		||||
                    fault_data=addr;
 | 
			
		||||
                }
 | 
			
		||||
                return res;
 | 
			
		||||
            } catch (trap_access &ta) {
 | 
			
		||||
                this->reg.trap_state = (1 << 31) | ta.id;
 | 
			
		||||
                this->trap_state = (1 << 31) | ta.id;
 | 
			
		||||
                fault_data=ta.addr;
 | 
			
		||||
                return iss::Err;
 | 
			
		||||
            }
 | 
			
		||||
@@ -538,7 +626,7 @@ iss::status riscv_hart_m_p<BASE, FEAT>::read(const address_type type, const acce
 | 
			
		||||
        }
 | 
			
		||||
        return iss::Ok;
 | 
			
		||||
    } catch (trap_access &ta) {
 | 
			
		||||
        this->reg.trap_state = (1 << 31) | ta.id;
 | 
			
		||||
        this->trap_state = (1 << 31) | ta.id;
 | 
			
		||||
        fault_data=ta.addr;
 | 
			
		||||
        return iss::Err;
 | 
			
		||||
    }
 | 
			
		||||
@@ -576,25 +664,36 @@ iss::status riscv_hart_m_p<BASE, FEAT>::write(const address_type type, const acc
 | 
			
		||||
            if (unlikely((access && iss::access_type::FETCH) && (addr & 0x1) == 1)) {
 | 
			
		||||
                fault_data = addr;
 | 
			
		||||
                if (access && iss::access_type::DEBUG) throw trap_access(0, addr);
 | 
			
		||||
                this->reg.trap_state = (1 << 31); // issue trap 0
 | 
			
		||||
                this->trap_state = (1 << 31); // issue trap 0
 | 
			
		||||
                return iss::Err;
 | 
			
		||||
            }
 | 
			
		||||
            try {
 | 
			
		||||
                if(!(access && iss::access_type::DEBUG) &&  length>1 && (addr&(length-1))){
 | 
			
		||||
                    this->reg.trap_state = 1<<31 | 6<<16;
 | 
			
		||||
                if(length>1 && (addr&(length-1)) && (access&access_type::DEBUG) != access_type::DEBUG){
 | 
			
		||||
                    this->trap_state = 1<<31 | 6<<16;
 | 
			
		||||
                    fault_data=addr;
 | 
			
		||||
                    return iss::Err;
 | 
			
		||||
                }
 | 
			
		||||
                auto res = type==iss::address_type::PHYSICAL?
 | 
			
		||||
                        write_mem(phys_addr_t{access, space, addr}, length, data):
 | 
			
		||||
                        write_mem(BASE::v2p(iss::addr_t{access, type, space, addr}), length, data);
 | 
			
		||||
                auto phys_addr = type==iss::address_type::PHYSICAL?phys_addr_t{access, space, addr}:BASE::v2p(iss::addr_t{access, type, space, addr});
 | 
			
		||||
                auto res = iss::Err;
 | 
			
		||||
                if(access != access_type::FETCH && memfn_range.size()){
 | 
			
		||||
                    auto it = std::find_if(std::begin(memfn_range), std::end(memfn_range), [phys_addr](std::tuple<uint64_t, uint64_t> const& a){
 | 
			
		||||
                        return std::get<0>(a)<=phys_addr.val && (std::get<0>(a)+std::get<1>(a))>phys_addr.val;
 | 
			
		||||
                    });
 | 
			
		||||
                    if(it!=std::end(memfn_range)) {
 | 
			
		||||
                        auto idx = std::distance(std::begin(memfn_range), it);
 | 
			
		||||
                        res = memfn_write[idx]( phys_addr, length, data);
 | 
			
		||||
                    } else
 | 
			
		||||
                        res = write_mem( phys_addr, length, data);
 | 
			
		||||
                } else {
 | 
			
		||||
                    res = write_mem( phys_addr, length, data);
 | 
			
		||||
                }
 | 
			
		||||
                if (unlikely(res != iss::Ok)) {
 | 
			
		||||
                    this->reg.trap_state = (1 << 31) | (7 << 16); // issue trap 7 (Store/AMO access fault)
 | 
			
		||||
                    this->trap_state = (1 << 31) | (7 << 16); // issue trap 7 (Store/AMO access fault)
 | 
			
		||||
                    fault_data=addr;
 | 
			
		||||
                }
 | 
			
		||||
                return res;
 | 
			
		||||
            } catch (trap_access &ta) {
 | 
			
		||||
                this->reg.trap_state = (1 << 31) | ta.id;
 | 
			
		||||
                this->trap_state = (1 << 31) | ta.id;
 | 
			
		||||
                fault_data=ta.addr;
 | 
			
		||||
                return iss::Err;
 | 
			
		||||
            }
 | 
			
		||||
@@ -654,7 +753,7 @@ iss::status riscv_hart_m_p<BASE, FEAT>::write(const address_type type, const acc
 | 
			
		||||
        }
 | 
			
		||||
        return iss::Ok;
 | 
			
		||||
    } catch (trap_access &ta) {
 | 
			
		||||
        this->reg.trap_state = (1 << 31) | ta.id;
 | 
			
		||||
        this->trap_state = (1 << 31) | ta.id;
 | 
			
		||||
        fault_data=ta.addr;
 | 
			
		||||
        return iss::Err;
 | 
			
		||||
    }
 | 
			
		||||
@@ -700,7 +799,7 @@ template <typename BASE, features_e FEAT> iss::status riscv_hart_m_p<BASE, FEAT>
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
template <typename BASE, features_e FEAT> iss::status riscv_hart_m_p<BASE, FEAT>::read_cycle(unsigned addr, reg_t &val) {
 | 
			
		||||
    auto cycle_val = this->reg.icount + cycle_offset;
 | 
			
		||||
    auto cycle_val = this->icount + cycle_offset;
 | 
			
		||||
    if (addr == mcycle) {
 | 
			
		||||
        val = static_cast<reg_t>(cycle_val);
 | 
			
		||||
    } else if (addr == mcycleh) {
 | 
			
		||||
@@ -722,16 +821,16 @@ template <typename BASE, features_e FEAT> iss::status riscv_hart_m_p<BASE, FEAT>
 | 
			
		||||
            mcycle_csr = (static_cast<uint64_t>(val)<<32) + (mcycle_csr & 0xffffffff);
 | 
			
		||||
        }
 | 
			
		||||
    }
 | 
			
		||||
    cycle_offset = mcycle_csr-this->reg.icount; // TODO: relying on wrap-around
 | 
			
		||||
    cycle_offset = mcycle_csr-this->icount; // TODO: relying on wrap-around
 | 
			
		||||
    return iss::Ok;
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
template <typename BASE, features_e FEAT> iss::status riscv_hart_m_p<BASE, FEAT>::read_instret(unsigned addr, reg_t &val) {
 | 
			
		||||
    if ((addr&0xff) == (minstret&0xff)) {
 | 
			
		||||
        val = static_cast<reg_t>(this->reg.instret);
 | 
			
		||||
        val = static_cast<reg_t>(this->instret);
 | 
			
		||||
    } else if ((addr&0xff) == (minstreth&0xff)) {
 | 
			
		||||
        if (sizeof(typename traits<BASE>::reg_t) != 4) return iss::Err;
 | 
			
		||||
        val = static_cast<reg_t>(this->reg.instret >> 32);
 | 
			
		||||
        val = static_cast<reg_t>(this->instret >> 32);
 | 
			
		||||
    }
 | 
			
		||||
    return iss::Ok;
 | 
			
		||||
}
 | 
			
		||||
@@ -740,20 +839,20 @@ template <typename BASE, features_e FEAT> iss::status riscv_hart_m_p<BASE, FEAT>
 | 
			
		||||
    if (sizeof(typename traits<BASE>::reg_t) != 4) {
 | 
			
		||||
        if ((addr&0xff) == (minstreth&0xff))
 | 
			
		||||
            return iss::Err;
 | 
			
		||||
        this->reg.instret = static_cast<uint64_t>(val);
 | 
			
		||||
        this->instret = static_cast<uint64_t>(val);
 | 
			
		||||
    } else {
 | 
			
		||||
        if ((addr&0xff) == (minstret&0xff)) {
 | 
			
		||||
            this->reg.instret = (this->reg.instret & 0xffffffff00000000) + val;
 | 
			
		||||
            this->instret = (this->instret & 0xffffffff00000000) + val;
 | 
			
		||||
        } else  {
 | 
			
		||||
            this->reg.instret = (static_cast<uint64_t>(val)<<32) + (this->reg.instret & 0xffffffff);
 | 
			
		||||
            this->instret = (static_cast<uint64_t>(val)<<32) + (this->instret & 0xffffffff);
 | 
			
		||||
        }
 | 
			
		||||
    }
 | 
			
		||||
    this->reg.instret--;
 | 
			
		||||
    this->instret--;
 | 
			
		||||
    return iss::Ok;
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
template <typename BASE, features_e FEAT> iss::status riscv_hart_m_p<BASE, FEAT>::read_time(unsigned addr, reg_t &val) {
 | 
			
		||||
    uint64_t time_val = this->reg.icount / (100000000 / 32768 - 1); //-> ~3052;
 | 
			
		||||
    uint64_t time_val = this->icount / (100000000 / 32768 - 1); //-> ~3052;
 | 
			
		||||
    if (addr == time) {
 | 
			
		||||
        val = static_cast<reg_t>(time_val);
 | 
			
		||||
    } else if (addr == timeh) {
 | 
			
		||||
@@ -808,14 +907,6 @@ template <typename BASE, features_e FEAT> iss::status riscv_hart_m_p<BASE, FEAT>
 | 
			
		||||
    return iss::Ok;
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
template <typename BASE, features_e FEAT> iss::status riscv_hart_m_p<BASE, FEAT>::write_ip(unsigned addr, reg_t val) {
 | 
			
		||||
    auto mask = get_irq_mask();
 | 
			
		||||
    mask &= 0xf; // only xSIP is writable
 | 
			
		||||
    csr[mip] = (csr[mip] & ~mask) | (val & mask);
 | 
			
		||||
    check_interrupt();
 | 
			
		||||
    return iss::Ok;
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
template <typename BASE, features_e FEAT> iss::status riscv_hart_m_p<BASE, FEAT>::write_epc(unsigned addr, reg_t val) {
 | 
			
		||||
    csr[addr] = val & get_pc_mask();
 | 
			
		||||
    return iss::Ok;
 | 
			
		||||
@@ -860,6 +951,12 @@ template <typename BASE, features_e FEAT> iss::status riscv_hart_m_p<BASE, FEAT>
 | 
			
		||||
    return iss::Ok;
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
template<typename BASE, features_e FEAT>
 | 
			
		||||
iss::status riscv_hart_m_p<BASE, FEAT>::write_intthresh(unsigned addr, reg_t val) {
 | 
			
		||||
    csr[addr]= val &0xff;
 | 
			
		||||
    return iss::Ok;
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
template <typename BASE, features_e FEAT>
 | 
			
		||||
iss::status riscv_hart_m_p<BASE, FEAT>::read_mem(phys_addr_t paddr, unsigned length, uint8_t *const data) {
 | 
			
		||||
    if(mem_read_cb) return mem_read_cb(paddr, length, data);
 | 
			
		||||
@@ -874,7 +971,7 @@ iss::status riscv_hart_m_p<BASE, FEAT>::read_mem(phys_addr_t paddr, unsigned len
 | 
			
		||||
        const mem_type::page_type &p = mem(paddr.val / mem.page_size);
 | 
			
		||||
        uint64_t offs = paddr.val & mem.page_addr_mask;
 | 
			
		||||
        std::copy(p.data() + offs, p.data() + offs + length, data);
 | 
			
		||||
        if (this->reg.icount > 30000) data[3] |= 0x80;
 | 
			
		||||
        if (this->icount > 30000) data[3] |= 0x80;
 | 
			
		||||
    } break;
 | 
			
		||||
    default: {
 | 
			
		||||
        for(auto offs=0U; offs<length; ++offs) {
 | 
			
		||||
@@ -934,7 +1031,7 @@ iss::status riscv_hart_m_p<BASE, FEAT>::write_mem(phys_addr_t paddr, unsigned le
 | 
			
		||||
                            LOG(INFO) << "tohost value is 0x" << std::hex << hostvar << std::dec << " (" << hostvar
 | 
			
		||||
                                      << "), stopping simulation";
 | 
			
		||||
                        }
 | 
			
		||||
                        this->reg.trap_state=std::numeric_limits<uint32_t>::max();
 | 
			
		||||
                        this->trap_state=std::numeric_limits<uint32_t>::max();
 | 
			
		||||
                        this->interrupt_sim=hostvar;
 | 
			
		||||
                        break;
 | 
			
		||||
                        //throw(iss::simulation_stopped(hostvar));
 | 
			
		||||
@@ -963,6 +1060,42 @@ iss::status riscv_hart_m_p<BASE, FEAT>::write_mem(phys_addr_t paddr, unsigned le
 | 
			
		||||
    return iss::Ok;
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
template<typename BASE, features_e FEAT>
 | 
			
		||||
iss::status riscv_hart_m_p<BASE, FEAT>::read_clic(uint64_t addr, unsigned length, uint8_t *const data) {
 | 
			
		||||
    if(addr==clic_base_addr) { // cliccfg
 | 
			
		||||
        *data=clic_cfg_reg;
 | 
			
		||||
        for(auto i=1; i<length; ++i) *(data+i)=0;
 | 
			
		||||
    } else if(addr>=(clic_base_addr+4) && (addr+length)<=(clic_base_addr+8)){ // clicinfo
 | 
			
		||||
        read_reg_uint32(addr, clic_info_reg, data, length);
 | 
			
		||||
    } else if(addr>=(clic_base_addr+0x40) && (addr+length)<=(clic_base_addr+0x40+clic_num_trigger*4)){ // clicinttrig
 | 
			
		||||
        auto offset = ((addr&0x7fff)-0x40)/4;
 | 
			
		||||
        read_reg_uint32(addr, clic_inttrig_reg[offset], data, length);
 | 
			
		||||
    } else if(addr>=(clic_base_addr+0x1000) && (addr+length)<=(clic_base_addr+clic_num_irq*4)){ // clicintip/clicintie/clicintattr/clicintctl
 | 
			
		||||
        auto offset = ((addr&0x7fff)-0x1000)/4;
 | 
			
		||||
        read_reg_uint32(addr, clic_int_reg[offset].raw, data, length);
 | 
			
		||||
    } else {
 | 
			
		||||
        for(auto i = 0U; i<length; ++i) *(data+i)=0;
 | 
			
		||||
    }
 | 
			
		||||
    return iss::Ok;
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
template<typename BASE, features_e FEAT>
 | 
			
		||||
iss::status riscv_hart_m_p<BASE, FEAT>::write_clic(uint64_t addr, unsigned length, const uint8_t *const data) {
 | 
			
		||||
    if(addr==clic_base_addr) { // cliccfg
 | 
			
		||||
        clic_cfg_reg = *data;
 | 
			
		||||
        clic_cfg_reg&= 0x7e;
 | 
			
		||||
//    } else if(addr>=(clic_base_addr+4) && (addr+length)<=(clic_base_addr+4)){ // clicinfo
 | 
			
		||||
//        write_uint32(addr, clic_info_reg, data, length);
 | 
			
		||||
    } else if(addr>=(clic_base_addr+0x40) && (addr+length)<=(clic_base_addr+0xC0)){ // clicinttrig
 | 
			
		||||
        auto offset = ((addr&0x7fff)-0x40)/4;
 | 
			
		||||
        write_reg_uint32(addr, clic_inttrig_reg[offset], data, length);
 | 
			
		||||
    } else if(addr>=(clic_base_addr+0x1000) && (addr+length)<=(clic_base_addr+clic_num_irq*4)){ // clicintip/clicintie/clicintattr/clicintctl
 | 
			
		||||
        auto offset = ((addr&0x7fff)-0x1000)/4;
 | 
			
		||||
        write_reg_uint32(addr, clic_int_reg[offset].raw, data, length);
 | 
			
		||||
    }
 | 
			
		||||
    return iss::Ok;
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
template <typename BASE, features_e FEAT> inline void riscv_hart_m_p<BASE, FEAT>::reset(uint64_t address) {
 | 
			
		||||
    BASE::reset(address);
 | 
			
		||||
    state.mstatus = hart_state_type::mstatus_reset_val;
 | 
			
		||||
@@ -986,7 +1119,7 @@ template <typename BASE, features_e FEAT> void riscv_hart_m_p<BASE, FEAT>::check
 | 
			
		||||
        	enabled_interrupts >>= 1;
 | 
			
		||||
        	res++;
 | 
			
		||||
        }
 | 
			
		||||
        this->reg.pending_trap = res << 16 | 1; // 0x80 << 24 | (cause << 16) | trap_id
 | 
			
		||||
        this->pending_trap = res << 16 | 1; // 0x80 << 24 | (cause << 16) | trap_id
 | 
			
		||||
    }
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
@@ -996,6 +1129,7 @@ template <typename BASE, features_e FEAT> uint64_t riscv_hart_m_p<BASE, FEAT>::e
 | 
			
		||||
    auto trap_id = bit_sub<0, 16>(flags);
 | 
			
		||||
    auto cause = bit_sub<16, 15>(flags);
 | 
			
		||||
    // calculate effective privilege level
 | 
			
		||||
    unsigned new_priv = PRIV_M;
 | 
			
		||||
    if (trap_id == 0) { // exception
 | 
			
		||||
        if (cause == 11) cause = 0x8 + PRIV_M; // adjust environment call cause
 | 
			
		||||
        // store ret addr in xepc register
 | 
			
		||||
@@ -1015,10 +1149,13 @@ template <typename BASE, features_e FEAT> uint64_t riscv_hart_m_p<BASE, FEAT>::e
 | 
			
		||||
            csr[mtval] = (instr & 0x3)==3?instr:instr&0xffff;
 | 
			
		||||
            break;
 | 
			
		||||
        case 3:
 | 
			
		||||
            //TODO: implement debug mode behavior
 | 
			
		||||
            // csr[dpc] = addr;
 | 
			
		||||
            // csr[dcsr] = (csr[dcsr] & ~0x1c3) | (1<<6) | PRIV_M; //FIXME: cause should not be 4 (stepi)
 | 
			
		||||
            if((FEAT & FEAT_DEBUG) && (csr[dcsr] & 0x8000)) {
 | 
			
		||||
                this->reg.DPC = addr;
 | 
			
		||||
                csr[dcsr] = (csr[dcsr] & ~0x1c3) | (1<<6) | PRIV_M; //FIXME: cause should not be 4 (stepi)
 | 
			
		||||
                new_priv = this->reg.PRIV | PRIV_D;
 | 
			
		||||
            } else {
 | 
			
		||||
                csr[mtval] = addr;
 | 
			
		||||
            }
 | 
			
		||||
            break;
 | 
			
		||||
        case 4:
 | 
			
		||||
        case 6:
 | 
			
		||||
@@ -1030,7 +1167,7 @@ template <typename BASE, features_e FEAT> uint64_t riscv_hart_m_p<BASE, FEAT>::e
 | 
			
		||||
        fault_data = 0;
 | 
			
		||||
    } else {
 | 
			
		||||
        csr[mepc] = this->reg.NEXT_PC & get_pc_mask(); // store next address if interrupt
 | 
			
		||||
        this->reg.pending_trap = 0;
 | 
			
		||||
        this->pending_trap = 0;
 | 
			
		||||
    }
 | 
			
		||||
    csr[mcause] = (trap_id << (traits<BASE>::XLEN-1)) + cause;
 | 
			
		||||
    // update mstatus
 | 
			
		||||
@@ -1051,8 +1188,8 @@ template <typename BASE, features_e FEAT> uint64_t riscv_hart_m_p<BASE, FEAT>::e
 | 
			
		||||
    this->reg.NEXT_PC = ivec & ~0x3UL;
 | 
			
		||||
    if ((ivec & 0x1) == 1 && trap_id != 0) this->reg.NEXT_PC += 4 * cause;
 | 
			
		||||
    // reset trap state
 | 
			
		||||
    this->reg.PRIV = PRIV_M;
 | 
			
		||||
    this->reg.trap_state = 0;
 | 
			
		||||
    this->reg.PRIV = new_priv;
 | 
			
		||||
    this->trap_state = 0;
 | 
			
		||||
    std::array<char, 32> buffer;
 | 
			
		||||
#if defined(_MSC_VER)
 | 
			
		||||
    sprintf(buffer.data(), "0x%016llx", addr);
 | 
			
		||||
 
 | 
			
		||||
@@ -293,21 +293,21 @@ public:
 | 
			
		||||
 | 
			
		||||
    std::pair<uint64_t, bool> load_file(std::string name, int type = -1) override;
 | 
			
		||||
 | 
			
		||||
    virtual phys_addr_t virt2phys(const iss::addr_t &addr) override;
 | 
			
		||||
    phys_addr_t virt2phys(const iss::addr_t &addr) override;
 | 
			
		||||
 | 
			
		||||
    iss::status read(const address_type type, const access_type access, const uint32_t space,
 | 
			
		||||
            const uint64_t addr, const unsigned length, uint8_t *const data) override;
 | 
			
		||||
    iss::status write(const address_type type, const access_type access, const uint32_t space,
 | 
			
		||||
            const uint64_t addr, const unsigned length, const uint8_t *const data) override;
 | 
			
		||||
 | 
			
		||||
    virtual uint64_t enter_trap(uint64_t flags) override { return riscv_hart_msu_vp::enter_trap(flags, fault_data, fault_data); }
 | 
			
		||||
    virtual uint64_t enter_trap(uint64_t flags, uint64_t addr, uint64_t instr) override;
 | 
			
		||||
    virtual uint64_t leave_trap(uint64_t flags) override;
 | 
			
		||||
    uint64_t enter_trap(uint64_t flags) override { return riscv_hart_msu_vp::enter_trap(flags, fault_data, fault_data); }
 | 
			
		||||
    uint64_t enter_trap(uint64_t flags, uint64_t addr, uint64_t instr) override;
 | 
			
		||||
    uint64_t leave_trap(uint64_t flags) override;
 | 
			
		||||
    void wait_until(uint64_t flags) override;
 | 
			
		||||
 | 
			
		||||
    void disass_output(uint64_t pc, const std::string instr) override {
 | 
			
		||||
        CLOG(INFO, disass) << fmt::format("0x{:016x}    {:40} [p:{};s:0x{:x};c:{}]",
 | 
			
		||||
                pc, instr, lvl[this->reg.PRIV], (reg_t)state.mstatus, this->reg.ccount);
 | 
			
		||||
                pc, instr, lvl[this->reg.PRIV], (reg_t)state.mstatus, this->icount + cycle_offset);
 | 
			
		||||
    };
 | 
			
		||||
 | 
			
		||||
    iss::instrumentation_if *get_instrumentation_if() override { return &instr_if; }
 | 
			
		||||
@@ -340,6 +340,14 @@ protected:
 | 
			
		||||
 | 
			
		||||
        virtual uint64_t get_next_pc() { return arch.get_next_pc(); };
 | 
			
		||||
 | 
			
		||||
        uint64_t get_instr_word() override { return arch.instruction; }
 | 
			
		||||
 | 
			
		||||
        uint64_t get_instr_count() { return arch.icount; }
 | 
			
		||||
 | 
			
		||||
        uint64_t get_pendig_traps() override { return arch.trap_state; }
 | 
			
		||||
 | 
			
		||||
        uint64_t get_total_cycles() override { return arch.icount + arch.cycle_offset; }
 | 
			
		||||
 | 
			
		||||
        virtual void set_curr_instr_cycles(unsigned cycles) { arch.cycle_offset += cycles - 1; };
 | 
			
		||||
 | 
			
		||||
        riscv_hart_msu_vp<BASE> &arch;
 | 
			
		||||
@@ -396,7 +404,6 @@ private:
 | 
			
		||||
    iss::status read_ie(unsigned addr, reg_t &val);
 | 
			
		||||
    iss::status write_ie(unsigned addr, reg_t val);
 | 
			
		||||
    iss::status read_ip(unsigned addr, reg_t &val);
 | 
			
		||||
    iss::status write_ip(unsigned addr, reg_t val);
 | 
			
		||||
    iss::status read_hartid(unsigned addr, reg_t &val);
 | 
			
		||||
    iss::status write_epc(unsigned addr, reg_t val);
 | 
			
		||||
    iss::status read_satp(unsigned addr, reg_t &val);
 | 
			
		||||
@@ -404,6 +411,16 @@ private:
 | 
			
		||||
    iss::status read_fcsr(unsigned addr, reg_t &val);
 | 
			
		||||
    iss::status write_fcsr(unsigned addr, reg_t val);
 | 
			
		||||
 | 
			
		||||
    virtual iss::status read_custom_csr_reg(unsigned addr, reg_t &val) {return iss::status::Err;};
 | 
			
		||||
    virtual iss::status write_custom_csr_reg(unsigned addr, reg_t val) {return iss::status::Err;};
 | 
			
		||||
 | 
			
		||||
    void register_custom_csr_rd(unsigned addr){
 | 
			
		||||
        csr_rd_cb[addr] = &this_class::read_custom_csr_reg;
 | 
			
		||||
    }
 | 
			
		||||
    void register_custom_csr_wr(unsigned addr){
 | 
			
		||||
        csr_wr_cb[addr] = &this_class::write_custom_csr_reg;
 | 
			
		||||
    }
 | 
			
		||||
 | 
			
		||||
    reg_t mhartid_reg{0x0};
 | 
			
		||||
    std::function<iss::status(phys_addr_t, unsigned, uint8_t *const)>mem_read_cb;
 | 
			
		||||
    std::function<iss::status(phys_addr_t, unsigned, const uint8_t *const)> mem_write_cb;
 | 
			
		||||
@@ -485,11 +502,11 @@ riscv_hart_msu_vp<BASE>::riscv_hart_msu_vp()
 | 
			
		||||
    csr_wr_cb[sepc] = &this_class::write_epc;
 | 
			
		||||
    csr_wr_cb[uepc] = &this_class::write_epc;
 | 
			
		||||
    csr_rd_cb[mip] = &this_class::read_ip;
 | 
			
		||||
    csr_wr_cb[mip] = &this_class::write_ip;
 | 
			
		||||
    csr_wr_cb[mip] = &this_class::write_null;
 | 
			
		||||
    csr_rd_cb[sip] = &this_class::read_ip;
 | 
			
		||||
    csr_wr_cb[sip] = &this_class::write_ip;
 | 
			
		||||
    csr_wr_cb[sip] = &this_class::write_null;
 | 
			
		||||
    csr_rd_cb[uip] = &this_class::read_ip;
 | 
			
		||||
    csr_wr_cb[uip] = &this_class::write_ip;
 | 
			
		||||
    csr_wr_cb[uip] = &this_class::write_null;
 | 
			
		||||
    csr_rd_cb[mie] = &this_class::read_ie;
 | 
			
		||||
    csr_wr_cb[mie] = &this_class::write_ie;
 | 
			
		||||
    csr_rd_cb[sie] = &this_class::read_ie;
 | 
			
		||||
@@ -594,13 +611,19 @@ iss::status riscv_hart_msu_vp<BASE>::read(const address_type type, const access_
 | 
			
		||||
    try {
 | 
			
		||||
        switch (space) {
 | 
			
		||||
        case traits<BASE>::MEM: {
 | 
			
		||||
            if (unlikely((access == iss::access_type::FETCH || access == iss::access_type::DEBUG_FETCH) && (addr & 0x1) == 1)) {
 | 
			
		||||
            auto alignment = is_fetch(access)? (traits<BASE>::MISA_VAL&0x100? 2 : 4) : length;
 | 
			
		||||
            if (unlikely(is_fetch(access) && (addr&(alignment-1)))) {
 | 
			
		||||
                fault_data = addr;
 | 
			
		||||
                if (access && iss::access_type::DEBUG) throw trap_access(0, addr);
 | 
			
		||||
                this->reg.trap_state = (1 << 31); // issue trap 0
 | 
			
		||||
                this->trap_state = (1 << 31); // issue trap 0
 | 
			
		||||
                return iss::Err;
 | 
			
		||||
            }
 | 
			
		||||
            try {
 | 
			
		||||
                if(!is_debug(access)  && (addr&(alignment-1))){
 | 
			
		||||
                    this->trap_state = 1<<31 | 4<<16;
 | 
			
		||||
                    fault_data=addr;
 | 
			
		||||
                    return iss::Err;
 | 
			
		||||
                }
 | 
			
		||||
                if (unlikely((addr & ~PGMASK) != ((addr + length - 1) & ~PGMASK))) { // we may cross a page boundary
 | 
			
		||||
                    vm_info vm = hart_state_type::decode_vm_info(this->reg.PRIV, state.satp);
 | 
			
		||||
                    if (vm.levels != 0) { // VM is active
 | 
			
		||||
@@ -616,12 +639,12 @@ iss::status riscv_hart_msu_vp<BASE>::read(const address_type type, const access_
 | 
			
		||||
                        read_mem( BASE::v2p(phys_addr_t{access, space, addr}), length, data):
 | 
			
		||||
                        read_mem( BASE::v2p(iss::addr_t{access, type, space, addr}), length, data);
 | 
			
		||||
                if (unlikely(res != iss::Ok)){
 | 
			
		||||
                	this->reg.trap_state = (1 << 31) | (5 << 16); // issue trap 5 (load access fault
 | 
			
		||||
                	this->trap_state = (1 << 31) | (5 << 16); // issue trap 5 (load access fault
 | 
			
		||||
                    fault_data=addr;
 | 
			
		||||
                }
 | 
			
		||||
                return res;
 | 
			
		||||
            } catch (trap_access &ta) {
 | 
			
		||||
                this->reg.trap_state = (1 << 31) | ta.id;
 | 
			
		||||
                this->trap_state = (1 << 31) | ta.id;
 | 
			
		||||
                fault_data=ta.addr;
 | 
			
		||||
                return iss::Err;
 | 
			
		||||
            }
 | 
			
		||||
@@ -637,7 +660,7 @@ iss::status riscv_hart_msu_vp<BASE>::read(const address_type type, const access_
 | 
			
		||||
            case 3: { // SFENCE:VMA upper
 | 
			
		||||
                auto tvm = state.mstatus.TVM;
 | 
			
		||||
                if (this->reg.PRIV == PRIV_S & tvm != 0) {
 | 
			
		||||
                    this->reg.trap_state = (1 << 31) | (2 << 16);
 | 
			
		||||
                    this->trap_state = (1 << 31) | (2 << 16);
 | 
			
		||||
                    this->fault_data = this->reg.PC;
 | 
			
		||||
                    return iss::Err;
 | 
			
		||||
                }
 | 
			
		||||
@@ -658,7 +681,7 @@ iss::status riscv_hart_msu_vp<BASE>::read(const address_type type, const access_
 | 
			
		||||
        }
 | 
			
		||||
        return iss::Ok;
 | 
			
		||||
    } catch (trap_access &ta) {
 | 
			
		||||
        this->reg.trap_state = (1 << 31) | ta.id;
 | 
			
		||||
        this->trap_state = (1 << 31) | ta.id;
 | 
			
		||||
        fault_data=ta.addr;
 | 
			
		||||
        return iss::Err;
 | 
			
		||||
    }
 | 
			
		||||
@@ -696,7 +719,7 @@ iss::status riscv_hart_msu_vp<BASE>::write(const address_type type, const access
 | 
			
		||||
            if (unlikely((access && iss::access_type::FETCH) && (addr & 0x1) == 1)) {
 | 
			
		||||
                fault_data = addr;
 | 
			
		||||
                if (access && iss::access_type::DEBUG) throw trap_access(0, addr);
 | 
			
		||||
                this->reg.trap_state = (1 << 31); // issue trap 0
 | 
			
		||||
                this->trap_state = (1 << 31); // issue trap 0
 | 
			
		||||
                return iss::Err;
 | 
			
		||||
            }
 | 
			
		||||
            try {
 | 
			
		||||
@@ -715,12 +738,12 @@ iss::status riscv_hart_msu_vp<BASE>::write(const address_type type, const access
 | 
			
		||||
                        write_mem(phys_addr_t{access, space, addr}, length, data):
 | 
			
		||||
                        write_mem(BASE::v2p(iss::addr_t{access, type, space, addr}), length, data);
 | 
			
		||||
                if (unlikely(res != iss::Ok)) {
 | 
			
		||||
                    this->reg.trap_state = (1 << 31) | (7 << 16); // issue trap 7 (Store/AMO access fault)
 | 
			
		||||
                    this->trap_state = (1 << 31) | (7 << 16); // issue trap 7 (Store/AMO access fault)
 | 
			
		||||
                    fault_data=addr;
 | 
			
		||||
                }
 | 
			
		||||
                return res;
 | 
			
		||||
            } catch (trap_access &ta) {
 | 
			
		||||
                this->reg.trap_state = (1 << 31) | ta.id;
 | 
			
		||||
                this->trap_state = (1 << 31) | ta.id;
 | 
			
		||||
                fault_data=ta.addr;
 | 
			
		||||
                return iss::Err;
 | 
			
		||||
            }
 | 
			
		||||
@@ -769,7 +792,7 @@ iss::status riscv_hart_msu_vp<BASE>::write(const address_type type, const access
 | 
			
		||||
                ptw.clear();
 | 
			
		||||
                auto tvm = state.mstatus.TVM;
 | 
			
		||||
                if (this->reg.PRIV == PRIV_S & tvm != 0) {
 | 
			
		||||
                    this->reg.trap_state = (1 << 31) | (2 << 16);
 | 
			
		||||
                    this->trap_state = (1 << 31) | (2 << 16);
 | 
			
		||||
                    this->fault_data = this->reg.PC;
 | 
			
		||||
                    return iss::Err;
 | 
			
		||||
                }
 | 
			
		||||
@@ -785,7 +808,7 @@ iss::status riscv_hart_msu_vp<BASE>::write(const address_type type, const access
 | 
			
		||||
        }
 | 
			
		||||
        return iss::Ok;
 | 
			
		||||
    } catch (trap_access &ta) {
 | 
			
		||||
        this->reg.trap_state = (1 << 31) | ta.id;
 | 
			
		||||
        this->trap_state = (1 << 31) | ta.id;
 | 
			
		||||
        fault_data=ta.addr;
 | 
			
		||||
        return iss::Err;
 | 
			
		||||
    }
 | 
			
		||||
@@ -831,7 +854,7 @@ template <typename BASE> iss::status riscv_hart_msu_vp<BASE>::write_reg(unsigned
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
template <typename BASE> iss::status riscv_hart_m_p<BASE>::read_cycle(unsigned addr, reg_t &val) {
 | 
			
		||||
    auto cycle_val = this->reg.icount + cycle_offset;
 | 
			
		||||
    auto cycle_val = this->icount + cycle_offset;
 | 
			
		||||
    if (addr == mcycle) {
 | 
			
		||||
        val = static_cast<reg_t>(cycle_val);
 | 
			
		||||
    } else if (addr == mcycleh) {
 | 
			
		||||
@@ -853,7 +876,7 @@ template <typename BASE> iss::status riscv_hart_m_p<BASE>::write_cycle(unsigned
 | 
			
		||||
            mcycle_csr = (static_cast<uint64_t>(val)<<32) + (mcycle_csr & 0xffffffff);
 | 
			
		||||
        }
 | 
			
		||||
    }
 | 
			
		||||
    cycle_offset = mcycle_csr-this->reg.icount; // TODO: relying on wrap-around
 | 
			
		||||
    cycle_offset = mcycle_csr-this->icount; // TODO: relying on wrap-around
 | 
			
		||||
    return iss::Ok;
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
@@ -884,7 +907,7 @@ template <typename BASE> iss::status riscv_hart_m_p<BASE>::write_instret(unsigne
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
template <typename BASE> iss::status riscv_hart_m_p<BASE>::read_time(unsigned addr, reg_t &val) {
 | 
			
		||||
    uint64_t time_val = this->reg.icount / (100000000 / 32768 - 1); //-> ~3052;
 | 
			
		||||
    uint64_t time_val = this->icount / (100000000 / 32768 - 1); //-> ~3052;
 | 
			
		||||
    if (addr == time) {
 | 
			
		||||
        val = static_cast<reg_t>(time_val);
 | 
			
		||||
    } else if (addr == timeh) {
 | 
			
		||||
@@ -945,15 +968,6 @@ template <typename BASE> iss::status riscv_hart_msu_vp<BASE>::read_ip(unsigned a
 | 
			
		||||
    return iss::Ok;
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
template <typename BASE> iss::status riscv_hart_msu_vp<BASE>::write_ip(unsigned addr, reg_t val) {
 | 
			
		||||
    auto req_priv_lvl = (addr >> 8) & 0x3;
 | 
			
		||||
    auto mask = get_irq_mask(req_priv_lvl);
 | 
			
		||||
    mask &= ~(1 << 7); // MTIP is read only
 | 
			
		||||
    csr[mip] = (csr[mip] & ~mask) | (val & mask);
 | 
			
		||||
    check_interrupt();
 | 
			
		||||
    return iss::Ok;
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
template <typename BASE> iss::status riscv_hart_msu_vp<BASE>::write_epc(unsigned addr, reg_t val) {
 | 
			
		||||
    csr[addr] = val & get_pc_mask();
 | 
			
		||||
    return iss::Ok;
 | 
			
		||||
@@ -962,7 +976,7 @@ template <typename BASE> iss::status riscv_hart_msu_vp<BASE>::write_epc(unsigned
 | 
			
		||||
template <typename BASE> iss::status riscv_hart_msu_vp<BASE>::read_satp(unsigned addr, reg_t &val) {
 | 
			
		||||
    reg_t tvm = state.mstatus.TVM;
 | 
			
		||||
    if (this->reg.PRIV == PRIV_S & tvm != 0) {
 | 
			
		||||
        this->reg.trap_state = (1 << 31) | (2 << 16);
 | 
			
		||||
        this->trap_state = (1 << 31) | (2 << 16);
 | 
			
		||||
        this->fault_data = this->reg.PC;
 | 
			
		||||
        return iss::Err;
 | 
			
		||||
    }
 | 
			
		||||
@@ -973,7 +987,7 @@ template <typename BASE> iss::status riscv_hart_msu_vp<BASE>::read_satp(unsigned
 | 
			
		||||
template <typename BASE> iss::status riscv_hart_msu_vp<BASE>::write_satp(unsigned addr, reg_t val) {
 | 
			
		||||
    reg_t tvm = state.mstatus.TVM;
 | 
			
		||||
    if (this->reg.PRIV == PRIV_S & tvm != 0) {
 | 
			
		||||
        this->reg.trap_state = (1 << 31) | (2 << 16);
 | 
			
		||||
        this->trap_state = (1 << 31) | (2 << 16);
 | 
			
		||||
        this->fault_data = this->reg.PC;
 | 
			
		||||
        return iss::Err;
 | 
			
		||||
    }
 | 
			
		||||
@@ -1029,7 +1043,7 @@ iss::status riscv_hart_msu_vp<BASE>::read_mem(phys_addr_t paddr, unsigned length
 | 
			
		||||
        const mem_type::page_type &p = mem(paddr.val / mem.page_size);
 | 
			
		||||
        uint64_t offs = paddr.val & mem.page_addr_mask;
 | 
			
		||||
        std::copy(p.data() + offs, p.data() + offs + length, data);
 | 
			
		||||
        if (this->reg.icount > 30000) data[3] |= 0x80;
 | 
			
		||||
        if (this->icount > 30000) data[3] |= 0x80;
 | 
			
		||||
    } break;
 | 
			
		||||
    default: {
 | 
			
		||||
        for(auto offs=0U; offs<length; ++offs) {
 | 
			
		||||
@@ -1089,7 +1103,7 @@ iss::status riscv_hart_msu_vp<BASE>::write_mem(phys_addr_t paddr, unsigned lengt
 | 
			
		||||
                            LOG(INFO) << "tohost value is 0x" << std::hex << hostvar << std::dec << " (" << hostvar
 | 
			
		||||
                                      << "), stopping simulation";
 | 
			
		||||
                        }
 | 
			
		||||
                        this->reg.trap_state=std::numeric_limits<uint32_t>::max();
 | 
			
		||||
                        this->trap_state=std::numeric_limits<uint32_t>::max();
 | 
			
		||||
                        this->interrupt_sim=hostvar;
 | 
			
		||||
                        break;
 | 
			
		||||
                        //throw(iss::simulation_stopped(hostvar));
 | 
			
		||||
@@ -1158,7 +1172,7 @@ template <typename BASE> void riscv_hart_msu_vp<BASE>::check_interrupt() {
 | 
			
		||||
    if (enabled_interrupts != 0) {
 | 
			
		||||
        int res = 0;
 | 
			
		||||
        while ((enabled_interrupts & 1) == 0) enabled_interrupts >>= 1, res++;
 | 
			
		||||
        this->reg.pending_trap = res << 16 | 1; // 0x80 << 24 | (cause << 16) | trap_id
 | 
			
		||||
        this->pending_trap = res << 16 | 1; // 0x80 << 24 | (cause << 16) | trap_id
 | 
			
		||||
    }
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
@@ -1302,7 +1316,7 @@ template <typename BASE> uint64_t riscv_hart_msu_vp<BASE>::enter_trap(uint64_t f
 | 
			
		||||
        if (cur_priv != PRIV_M && ((csr[mideleg] >> cause) & 0x1) != 0)
 | 
			
		||||
            new_priv = (csr[sideleg] >> cause) & 0x1 ? PRIV_U : PRIV_S;
 | 
			
		||||
        csr[uepc | (new_priv << 8)] = this->reg.NEXT_PC; // store next address if interrupt
 | 
			
		||||
        this->reg.pending_trap = 0;
 | 
			
		||||
        this->pending_trap = 0;
 | 
			
		||||
    }
 | 
			
		||||
    size_t adr = ucause | (new_priv << 8);
 | 
			
		||||
    csr[adr] = (trap_id << 31) + cause;
 | 
			
		||||
@@ -1347,7 +1361,7 @@ template <typename BASE> uint64_t riscv_hart_msu_vp<BASE>::enter_trap(uint64_t f
 | 
			
		||||
                       << lvl[cur_priv] << " to " << lvl[new_priv];
 | 
			
		||||
    // reset trap state
 | 
			
		||||
    this->reg.PRIV = new_priv;
 | 
			
		||||
    this->reg.trap_state = 0;
 | 
			
		||||
    this->trap_state = 0;
 | 
			
		||||
    update_vm_info();
 | 
			
		||||
    return this->reg.NEXT_PC;
 | 
			
		||||
}
 | 
			
		||||
@@ -1359,7 +1373,7 @@ template <typename BASE> uint64_t riscv_hart_msu_vp<BASE>::leave_trap(uint64_t f
 | 
			
		||||
 | 
			
		||||
    auto tsr = state.mstatus.TSR;
 | 
			
		||||
    if (cur_priv == PRIV_S && inst_priv == PRIV_S && tsr != 0) {
 | 
			
		||||
        this->reg.trap_state = (1 << 31) | (2 << 16);
 | 
			
		||||
        this->trap_state = (1 << 31) | (2 << 16);
 | 
			
		||||
        this->fault_data = this->reg.PC;
 | 
			
		||||
        return this->reg.PC;
 | 
			
		||||
    }
 | 
			
		||||
@@ -1398,7 +1412,7 @@ template <typename BASE> void riscv_hart_msu_vp<BASE>::wait_until(uint64_t flags
 | 
			
		||||
    auto status = state.mstatus;
 | 
			
		||||
    auto tw = status.TW;
 | 
			
		||||
    if (this->reg.PRIV == PRIV_S && tw != 0) {
 | 
			
		||||
        this->reg.trap_state = (1 << 31) | (2 << 16);
 | 
			
		||||
        this->trap_state = (1 << 31) | (2 << 16);
 | 
			
		||||
        this->fault_data = this->reg.PC;
 | 
			
		||||
    }
 | 
			
		||||
}
 | 
			
		||||
 
 | 
			
		||||
@@ -99,6 +99,8 @@ public:
 | 
			
		||||
 | 
			
		||||
    using rd_csr_f    = iss::status (this_class::*)(unsigned addr, reg_t &);
 | 
			
		||||
    using wr_csr_f    = iss::status (this_class::*)(unsigned addr, reg_t);
 | 
			
		||||
    using mem_read_f  = iss::status(phys_addr_t addr, unsigned, uint8_t *const);
 | 
			
		||||
    using mem_write_f = iss::status(phys_addr_t addr, unsigned, uint8_t const *const);
 | 
			
		||||
 | 
			
		||||
    // primary template
 | 
			
		||||
    template <class T, class Enable = void> struct hart_state {};
 | 
			
		||||
@@ -195,7 +197,7 @@ public:
 | 
			
		||||
        return traits<BASE>::MISA_VAL&0b0100?~1:~3;
 | 
			
		||||
    }
 | 
			
		||||
 | 
			
		||||
    riscv_hart_mu_p();
 | 
			
		||||
    riscv_hart_mu_p(feature_config cfg = feature_config{});
 | 
			
		||||
    virtual ~riscv_hart_mu_p() = default;
 | 
			
		||||
 | 
			
		||||
    void reset(uint64_t address) override;
 | 
			
		||||
@@ -207,16 +209,16 @@ public:
 | 
			
		||||
    iss::status write(const address_type type, const access_type access, const uint32_t space,
 | 
			
		||||
            const uint64_t addr, const unsigned length, const uint8_t *const data) override;
 | 
			
		||||
 | 
			
		||||
    virtual uint64_t enter_trap(uint64_t flags) override { return riscv_hart_mu_p::enter_trap(flags, fault_data, fault_data); }
 | 
			
		||||
    virtual uint64_t enter_trap(uint64_t flags, uint64_t addr, uint64_t instr) override;
 | 
			
		||||
    virtual uint64_t leave_trap(uint64_t flags) override;
 | 
			
		||||
    uint64_t enter_trap(uint64_t flags) override { return riscv_hart_mu_p::enter_trap(flags, fault_data, fault_data); }
 | 
			
		||||
    uint64_t enter_trap(uint64_t flags, uint64_t addr, uint64_t instr) override;
 | 
			
		||||
    uint64_t leave_trap(uint64_t flags) override;
 | 
			
		||||
 | 
			
		||||
    const reg_t& get_mhartid() const { return mhartid_reg;	}
 | 
			
		||||
	void set_mhartid(reg_t mhartid) { mhartid_reg = mhartid; };
 | 
			
		||||
 | 
			
		||||
    void disass_output(uint64_t pc, const std::string instr) override {
 | 
			
		||||
        CLOG(INFO, disass) << fmt::format("0x{:016x}    {:40} [p:{};s:0x{:x};c:{}]",
 | 
			
		||||
                pc, instr, lvl[this->reg.PRIV], (reg_t)state.mstatus, this->reg.icount);
 | 
			
		||||
                pc, instr, lvl[this->reg.PRIV], (reg_t)state.mstatus, this->icount + cycle_offset);
 | 
			
		||||
    };
 | 
			
		||||
 | 
			
		||||
    iss::instrumentation_if *get_instrumentation_if() override { return &instr_if; }
 | 
			
		||||
@@ -252,6 +254,14 @@ protected:
 | 
			
		||||
 | 
			
		||||
        virtual uint64_t get_next_pc() { return arch.get_next_pc(); };
 | 
			
		||||
 | 
			
		||||
        uint64_t get_instr_word() override { return arch.instruction; }
 | 
			
		||||
 | 
			
		||||
        uint64_t get_instr_count() { return arch.icount; }
 | 
			
		||||
 | 
			
		||||
        uint64_t get_pendig_traps() override { return arch.trap_state; }
 | 
			
		||||
 | 
			
		||||
        uint64_t get_total_cycles() override { return arch.icount + arch.cycle_offset; }
 | 
			
		||||
 | 
			
		||||
        virtual void set_curr_instr_cycles(unsigned cycles) { arch.cycle_offset += cycles - 1; };
 | 
			
		||||
 | 
			
		||||
        riscv_hart_mu_p<BASE, FEAT> &arch;
 | 
			
		||||
@@ -305,6 +315,8 @@ protected:
 | 
			
		||||
    };
 | 
			
		||||
    std::vector<clic_int_reg_t> clic_int_reg;
 | 
			
		||||
 | 
			
		||||
    std::vector<uint8_t> tcm;
 | 
			
		||||
 | 
			
		||||
    iss::status read_csr_reg(unsigned addr, reg_t &val);
 | 
			
		||||
    iss::status write_csr_reg(unsigned addr, reg_t val);
 | 
			
		||||
    iss::status read_null(unsigned addr, reg_t &val);
 | 
			
		||||
@@ -321,7 +333,6 @@ protected:
 | 
			
		||||
    iss::status read_ie(unsigned addr, reg_t &val);
 | 
			
		||||
    iss::status write_ie(unsigned addr, reg_t val);
 | 
			
		||||
    iss::status read_ip(unsigned addr, reg_t &val);
 | 
			
		||||
    iss::status write_ip(unsigned addr, reg_t val);
 | 
			
		||||
    iss::status write_ideleg(unsigned addr, reg_t val);
 | 
			
		||||
    iss::status write_edeleg(unsigned addr, reg_t val);
 | 
			
		||||
    iss::status read_hartid(unsigned addr, reg_t &val);
 | 
			
		||||
@@ -335,29 +346,42 @@ protected:
 | 
			
		||||
    iss::status write_dpc_reg(unsigned addr, reg_t val);
 | 
			
		||||
    iss::status write_pmpcfg_reg(unsigned addr, reg_t val);
 | 
			
		||||
 | 
			
		||||
    virtual iss::status read_custom_csr_reg(unsigned addr, reg_t &val) {return iss::status::Err;};
 | 
			
		||||
    virtual iss::status write_custom_csr_reg(unsigned addr, reg_t val) {return iss::status::Err;};
 | 
			
		||||
 | 
			
		||||
    void register_custom_csr_rd(unsigned addr){
 | 
			
		||||
        csr_rd_cb[addr] = &this_class::read_custom_csr_reg;
 | 
			
		||||
    }
 | 
			
		||||
    void register_custom_csr_wr(unsigned addr){
 | 
			
		||||
        csr_wr_cb[addr] = &this_class::write_custom_csr_reg;
 | 
			
		||||
    }
 | 
			
		||||
 | 
			
		||||
    reg_t mhartid_reg{0x0};
 | 
			
		||||
    std::function<iss::status(phys_addr_t, unsigned, uint8_t *const)>mem_read_cb;
 | 
			
		||||
    std::function<iss::status(phys_addr_t, unsigned, const uint8_t *const)> mem_write_cb;
 | 
			
		||||
 | 
			
		||||
    void check_interrupt();
 | 
			
		||||
    bool pmp_check(const access_type type, const uint64_t addr, const unsigned len);
 | 
			
		||||
    uint64_t clic_base_addr{0};
 | 
			
		||||
    unsigned clic_num_irq{0};
 | 
			
		||||
    unsigned clic_num_trigger{0};
 | 
			
		||||
    std::vector<std::tuple<uint64_t, uint64_t>> memfn_range;
 | 
			
		||||
    std::vector<std::function<mem_read_f>> memfn_read;
 | 
			
		||||
    std::vector<std::function<mem_write_f>> memfn_write;
 | 
			
		||||
    void insert_mem_range(uint64_t, uint64_t, std::function<mem_read_f>, std::function<mem_write_f>);
 | 
			
		||||
    feature_config cfg;
 | 
			
		||||
    unsigned mcause_max_irq{16};
 | 
			
		||||
    inline bool debug_mode_active() {return this->reg.PRIV&0x4;}
 | 
			
		||||
};
 | 
			
		||||
 | 
			
		||||
template <typename BASE, features_e FEAT>
 | 
			
		||||
riscv_hart_mu_p<BASE, FEAT>::riscv_hart_mu_p()
 | 
			
		||||
riscv_hart_mu_p<BASE, FEAT>::riscv_hart_mu_p(feature_config cfg)
 | 
			
		||||
: state()
 | 
			
		||||
, instr_if(*this) {
 | 
			
		||||
, instr_if(*this)
 | 
			
		||||
, cfg(cfg) {
 | 
			
		||||
    // reset values
 | 
			
		||||
    csr[misa] = traits<BASE>::MISA_VAL;
 | 
			
		||||
    csr[mvendorid] = 0x669;
 | 
			
		||||
    csr[marchid] = traits<BASE>::MARCHID_VAL;
 | 
			
		||||
    csr[mimpid] = 1;
 | 
			
		||||
    csr[mclicbase] = 0xc0000000; // TODO: should be taken from YAML file
 | 
			
		||||
    csr[mclicbase] = cfg.clic_base; // TODO: should be taken from YAML file
 | 
			
		||||
 | 
			
		||||
    uart_buf.str("");
 | 
			
		||||
    for (unsigned addr = mhpmcounter3; addr <= mhpmcounter31; ++addr){
 | 
			
		||||
@@ -411,7 +435,7 @@ riscv_hart_mu_p<BASE, FEAT>::riscv_hart_mu_p()
 | 
			
		||||
    csr_rd_cb[mtvec] = &this_class::read_tvec;
 | 
			
		||||
    csr_wr_cb[mepc] = &this_class::write_epc;
 | 
			
		||||
    csr_rd_cb[mip] = &this_class::read_ip;
 | 
			
		||||
    csr_wr_cb[mip] = &this_class::write_ip;
 | 
			
		||||
    csr_wr_cb[mip] = &this_class::write_null;
 | 
			
		||||
    csr_rd_cb[mie] = &this_class::read_ie;
 | 
			
		||||
    csr_wr_cb[mie] = &this_class::write_ie;
 | 
			
		||||
    csr_rd_cb[mhartid] = &this_class::read_hartid;
 | 
			
		||||
@@ -440,7 +464,7 @@ riscv_hart_mu_p<BASE, FEAT>::riscv_hart_mu_p()
 | 
			
		||||
        csr_rd_cb[uie] = &this_class::read_ie;
 | 
			
		||||
        csr_wr_cb[uie] = &this_class::write_ie;
 | 
			
		||||
        csr_rd_cb[uip] = &this_class::read_ip;
 | 
			
		||||
        csr_wr_cb[uip] = &this_class::write_ip;
 | 
			
		||||
        csr_wr_cb[uip] = &this_class::write_null;
 | 
			
		||||
        csr_wr_cb[uepc] = &this_class::write_epc;
 | 
			
		||||
        csr_rd_cb[ustatus] = &this_class::read_status;
 | 
			
		||||
        csr_wr_cb[ustatus] = &this_class::write_status;
 | 
			
		||||
@@ -463,12 +487,27 @@ riscv_hart_mu_p<BASE, FEAT>::riscv_hart_mu_p()
 | 
			
		||||
        csr_rd_cb[mclicbase] = &this_class::read_csr_reg;
 | 
			
		||||
        csr_wr_cb[mclicbase] = &this_class::write_null;
 | 
			
		||||
 | 
			
		||||
        clic_base_addr=0xC0000000;
 | 
			
		||||
        clic_num_irq=16;
 | 
			
		||||
        clic_int_reg.resize(clic_num_irq);
 | 
			
		||||
        clic_int_reg.resize(cfg.clic_num_irq);
 | 
			
		||||
        clic_cfg_reg=0x20;
 | 
			
		||||
        clic_info_reg = (/*CLICINTCTLBITS*/ 4U<<21) + clic_num_irq;
 | 
			
		||||
        mcause_max_irq=clic_num_irq+16;
 | 
			
		||||
        clic_info_reg = (/*CLICINTCTLBITS*/ 4U<<21) + cfg.clic_num_irq;
 | 
			
		||||
        mcause_max_irq=cfg.clic_num_irq+16;
 | 
			
		||||
        insert_mem_range(cfg.clic_base, 0x5000UL,
 | 
			
		||||
                [this](phys_addr_t addr, unsigned length, uint8_t * const data) { return read_clic(addr.val, length, data);},
 | 
			
		||||
                [this](phys_addr_t addr, unsigned length, uint8_t const * const data) {return write_clic(addr.val, length, data);});
 | 
			
		||||
    }
 | 
			
		||||
    if(FEAT & FEAT_TCM) {
 | 
			
		||||
        tcm.resize(cfg.tcm_size);
 | 
			
		||||
        std::function<mem_read_f> read_clic_cb = [this](phys_addr_t addr, unsigned length, uint8_t * const data) {
 | 
			
		||||
            auto offset=addr.val-this->cfg.tcm_base;
 | 
			
		||||
            std::copy(tcm.data() + offset, tcm.data() + offset + length, data);
 | 
			
		||||
            return iss::Ok;
 | 
			
		||||
        };
 | 
			
		||||
        std::function<mem_write_f> write_clic_cb = [this](phys_addr_t addr, unsigned length, uint8_t const * const data) {
 | 
			
		||||
            auto offset=addr.val-this->cfg.tcm_base;
 | 
			
		||||
            std::copy(data, data + length, tcm.data() + offset);
 | 
			
		||||
            return iss::Ok;
 | 
			
		||||
        };
 | 
			
		||||
        insert_mem_range(cfg.tcm_base, cfg.tcm_size, read_clic_cb, write_clic_cb);
 | 
			
		||||
    }
 | 
			
		||||
    if(FEAT & FEAT_DEBUG){
 | 
			
		||||
        csr_wr_cb[dscratch0] = &this_class::write_dcsr_reg;
 | 
			
		||||
@@ -548,6 +587,20 @@ template <typename BASE, features_e FEAT> std::pair<uint64_t, bool> riscv_hart_m
 | 
			
		||||
    throw std::runtime_error("memory load file not found");
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
template<typename BASE, features_e FEAT>
 | 
			
		||||
inline void riscv_hart_mu_p<BASE, FEAT>::insert_mem_range(uint64_t base, uint64_t size, std::function<mem_read_f> rd_f,
 | 
			
		||||
        std::function<mem_write_f> wr_fn) {
 | 
			
		||||
    std::tuple<uint64_t, uint64_t> entry{base, size};
 | 
			
		||||
    auto it = std::upper_bound( memfn_range.begin(), memfn_range.end(), entry,
 | 
			
		||||
            [](std::tuple<uint64_t, uint64_t> const& a, std::tuple<uint64_t, uint64_t> const& b){
 | 
			
		||||
        return std::get<0>(a)<std::get<0>(b);
 | 
			
		||||
    });
 | 
			
		||||
    auto idx = std::distance(memfn_range.begin(), it);
 | 
			
		||||
    memfn_range.insert(it, entry);
 | 
			
		||||
    memfn_read.insert(std::begin(memfn_read)+idx, rd_f);
 | 
			
		||||
    memfn_write.insert(std::begin(memfn_write)+idx, wr_fn);
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
template<typename BASE, features_e FEAT>
 | 
			
		||||
inline iss::status riscv_hart_mu_p<BASE, FEAT>::write_pmpcfg_reg(unsigned addr, reg_t val) {
 | 
			
		||||
    csr[addr] = val & 0x9f9f9f9f;
 | 
			
		||||
@@ -652,40 +705,47 @@ iss::status riscv_hart_mu_p<BASE, FEAT>::read(const address_type type, const acc
 | 
			
		||||
        switch (space) {
 | 
			
		||||
        case traits<BASE>::MEM: {
 | 
			
		||||
            if(FEAT & FEAT_PMP){
 | 
			
		||||
                if(!pmp_check(access, addr, length) && (access&access_type::DEBUG) != access_type::DEBUG) {
 | 
			
		||||
                if(!pmp_check(access, addr, length) && !is_debug(access)) {
 | 
			
		||||
                    fault_data = addr;
 | 
			
		||||
                    if (access && iss::access_type::DEBUG) throw trap_access(0, addr);
 | 
			
		||||
                    this->reg.trap_state = (1 << 31) | ((access==access_type::FETCH?1:5) << 16); // issue trap 1
 | 
			
		||||
                    if (is_debug(access)) throw trap_access(0, addr);
 | 
			
		||||
                    this->trap_state = (1 << 31) | ((access==access_type::FETCH?1:5) << 16); // issue trap 1
 | 
			
		||||
                    return iss::Err;
 | 
			
		||||
                }
 | 
			
		||||
            }
 | 
			
		||||
            if (unlikely((access == iss::access_type::FETCH || access == iss::access_type::DEBUG_FETCH) && (addr & 0x1) == 1)) {
 | 
			
		||||
            auto alignment = is_fetch(access)? (traits<BASE>::MISA_VAL&0x100? 2 : 4) : length;
 | 
			
		||||
            if (unlikely(is_fetch(access) && (addr&(alignment-1)))) {
 | 
			
		||||
                fault_data = addr;
 | 
			
		||||
                if (access && iss::access_type::DEBUG) throw trap_access(0, addr);
 | 
			
		||||
                this->reg.trap_state = (1 << 31); // issue trap 0
 | 
			
		||||
                if (is_debug(access)) throw trap_access(0, addr);
 | 
			
		||||
                this->trap_state = (1 << 31); // issue trap 0
 | 
			
		||||
                return iss::Err;
 | 
			
		||||
            }
 | 
			
		||||
            try {
 | 
			
		||||
                auto alignment = access == iss::access_type::FETCH? (traits<BASE>::MISA_VAL&0x100? 2 : 4) : length;
 | 
			
		||||
                if(alignment>1 && (addr&(alignment-1))){
 | 
			
		||||
                    this->reg.trap_state = 1<<31 | 4<<16;
 | 
			
		||||
                if(!is_debug(access)  && (addr&(alignment-1))){
 | 
			
		||||
                    this->trap_state = 1<<31 | 4<<16;
 | 
			
		||||
                    fault_data=addr;
 | 
			
		||||
                    return iss::Err;
 | 
			
		||||
                }
 | 
			
		||||
                auto phys_addr = type==iss::address_type::PHYSICAL?phys_addr_t{access, space, addr}:BASE::v2p(iss::addr_t{access, type, space, addr});
 | 
			
		||||
                auto res = iss::Err;
 | 
			
		||||
                if((FEAT & FEAT_CLIC) && access != access_type::FETCH && phys_addr.val>=clic_base_addr && (phys_addr.val+length)<=(clic_base_addr+0x5000)){ //TODO: should be a constant
 | 
			
		||||
                    res = read_clic(phys_addr.val, length, data);
 | 
			
		||||
                if(access != access_type::FETCH && memfn_range.size()){
 | 
			
		||||
                    auto it = std::find_if(std::begin(memfn_range), std::end(memfn_range), [phys_addr](std::tuple<uint64_t, uint64_t> const& a){
 | 
			
		||||
                        return std::get<0>(a)<=phys_addr.val && (std::get<0>(a)+std::get<1>(a))>phys_addr.val;
 | 
			
		||||
                    });
 | 
			
		||||
                    if(it!=std::end(memfn_range)) {
 | 
			
		||||
                        auto idx = std::distance(std::begin(memfn_range), it);
 | 
			
		||||
                        res = memfn_read[idx](phys_addr, length, data);
 | 
			
		||||
                    } else
 | 
			
		||||
                        res = read_mem( phys_addr, length, data);
 | 
			
		||||
                } else {
 | 
			
		||||
                    res = read_mem( phys_addr, length, data);
 | 
			
		||||
                }
 | 
			
		||||
                if (unlikely(res != iss::Ok)){
 | 
			
		||||
                    this->reg.trap_state = (1 << 31) | (5 << 16); // issue trap 5 (load access fault
 | 
			
		||||
                    this->trap_state = (1 << 31) | (5 << 16); // issue trap 5 (load access fault
 | 
			
		||||
                    fault_data=addr;
 | 
			
		||||
                }
 | 
			
		||||
                return res;
 | 
			
		||||
            } catch (trap_access &ta) {
 | 
			
		||||
                this->reg.trap_state = (1 << 31) | ta.id;
 | 
			
		||||
                this->trap_state = (1 << 31) | ta.id;
 | 
			
		||||
                fault_data=ta.addr;
 | 
			
		||||
                return iss::Err;
 | 
			
		||||
            }
 | 
			
		||||
@@ -711,7 +771,7 @@ iss::status riscv_hart_mu_p<BASE, FEAT>::read(const address_type type, const acc
 | 
			
		||||
        }
 | 
			
		||||
        return iss::Ok;
 | 
			
		||||
    } catch (trap_access &ta) {
 | 
			
		||||
        this->reg.trap_state = (1 << 31) | ta.id;
 | 
			
		||||
        this->trap_state = (1 << 31) | ta.id;
 | 
			
		||||
        fault_data=ta.addr;
 | 
			
		||||
        return iss::Err;
 | 
			
		||||
    }
 | 
			
		||||
@@ -750,32 +810,43 @@ iss::status riscv_hart_mu_p<BASE, FEAT>::write(const address_type type, const ac
 | 
			
		||||
                if(!pmp_check(access, addr, length) && (access&access_type::DEBUG) != access_type::DEBUG) {
 | 
			
		||||
                    fault_data = addr;
 | 
			
		||||
                    if (access && iss::access_type::DEBUG) throw trap_access(0, addr);
 | 
			
		||||
                    this->reg.trap_state = (1 << 31) | (7 << 16); // issue trap 1
 | 
			
		||||
                    this->trap_state = (1 << 31) | (7 << 16); // issue trap 1
 | 
			
		||||
                    return iss::Err;
 | 
			
		||||
                }
 | 
			
		||||
            }
 | 
			
		||||
            if (unlikely((access && iss::access_type::FETCH) && (addr & 0x1) == 1)) {
 | 
			
		||||
                fault_data = addr;
 | 
			
		||||
                if (access && iss::access_type::DEBUG) throw trap_access(0, addr);
 | 
			
		||||
                this->reg.trap_state = (1 << 31); // issue trap 0
 | 
			
		||||
                this->trap_state = (1 << 31); // issue trap 0
 | 
			
		||||
                return iss::Err;
 | 
			
		||||
            }
 | 
			
		||||
            try {
 | 
			
		||||
                if(length>1 && (addr&(length-1)) && (access&access_type::DEBUG) != access_type::DEBUG){
 | 
			
		||||
                    this->reg.trap_state = 1<<31 | 6<<16;
 | 
			
		||||
                    this->trap_state = 1<<31 | 6<<16;
 | 
			
		||||
                    fault_data=addr;
 | 
			
		||||
                    return iss::Err;
 | 
			
		||||
                }
 | 
			
		||||
                auto phys_addr = type==iss::address_type::PHYSICAL?phys_addr_t{access, space, addr}:BASE::v2p(iss::addr_t{access, type, space, addr});
 | 
			
		||||
                auto res = ((FEAT & FEAT_CLIC) && phys_addr.val>=clic_base_addr && (phys_addr.val+length)<=(clic_base_addr+0x5000))? //TODO: should be a constant
 | 
			
		||||
                        write_clic(phys_addr.val, length, data) : write_mem( phys_addr, length, data);
 | 
			
		||||
                auto res = iss::Err;
 | 
			
		||||
                if(access != access_type::FETCH && memfn_range.size()){
 | 
			
		||||
                    auto it = std::find_if(std::begin(memfn_range), std::end(memfn_range), [phys_addr](std::tuple<uint64_t, uint64_t> const& a){
 | 
			
		||||
                        return std::get<0>(a)<=phys_addr.val && (std::get<0>(a)+std::get<1>(a))>phys_addr.val;
 | 
			
		||||
                    });
 | 
			
		||||
                    if(it!=std::end(memfn_range)) {
 | 
			
		||||
                        auto idx = std::distance(std::begin(memfn_range), it);
 | 
			
		||||
                        res = memfn_write[idx]( phys_addr, length, data);
 | 
			
		||||
                    } else
 | 
			
		||||
                        res = write_mem( phys_addr, length, data);
 | 
			
		||||
                } else {
 | 
			
		||||
                    res = write_mem( phys_addr, length, data);
 | 
			
		||||
                }
 | 
			
		||||
                if (unlikely(res != iss::Ok)) {
 | 
			
		||||
                    this->reg.trap_state = (1 << 31) | (7 << 16); // issue trap 7 (Store/AMO access fault)
 | 
			
		||||
                    this->trap_state = (1 << 31) | (7 << 16); // issue trap 7 (Store/AMO access fault)
 | 
			
		||||
                    fault_data=addr;
 | 
			
		||||
                }
 | 
			
		||||
                return res;
 | 
			
		||||
            } catch (trap_access &ta) {
 | 
			
		||||
                this->reg.trap_state = (1 << 31) | ta.id;
 | 
			
		||||
                this->trap_state = (1 << 31) | ta.id;
 | 
			
		||||
                fault_data=ta.addr;
 | 
			
		||||
                return iss::Err;
 | 
			
		||||
            }
 | 
			
		||||
@@ -835,7 +906,7 @@ iss::status riscv_hart_mu_p<BASE, FEAT>::write(const address_type type, const ac
 | 
			
		||||
        }
 | 
			
		||||
        return iss::Ok;
 | 
			
		||||
    } catch (trap_access &ta) {
 | 
			
		||||
        this->reg.trap_state = (1 << 31) | ta.id;
 | 
			
		||||
        this->trap_state = (1 << 31) | ta.id;
 | 
			
		||||
        fault_data=ta.addr;
 | 
			
		||||
        return iss::Err;
 | 
			
		||||
    }
 | 
			
		||||
@@ -881,7 +952,7 @@ template <typename BASE, features_e FEAT> iss::status riscv_hart_mu_p<BASE, FEAT
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
template <typename BASE, features_e FEAT> iss::status riscv_hart_mu_p<BASE, FEAT>::read_cycle(unsigned addr, reg_t &val) {
 | 
			
		||||
    auto cycle_val = this->reg.icount + cycle_offset;
 | 
			
		||||
    auto cycle_val = this->icount + cycle_offset;
 | 
			
		||||
    if (addr == mcycle) {
 | 
			
		||||
        val = static_cast<reg_t>(cycle_val);
 | 
			
		||||
    } else if (addr == mcycleh) {
 | 
			
		||||
@@ -903,16 +974,16 @@ template <typename BASE, features_e FEAT> iss::status riscv_hart_mu_p<BASE, FEAT
 | 
			
		||||
            mcycle_csr = (static_cast<uint64_t>(val)<<32) + (mcycle_csr & 0xffffffff);
 | 
			
		||||
        }
 | 
			
		||||
    }
 | 
			
		||||
    cycle_offset = mcycle_csr-this->reg.icount; // TODO: relying on wrap-around
 | 
			
		||||
    cycle_offset = mcycle_csr-this->icount; // TODO: relying on wrap-around
 | 
			
		||||
    return iss::Ok;
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
template <typename BASE, features_e FEAT> iss::status riscv_hart_mu_p<BASE, FEAT>::read_instret(unsigned addr, reg_t &val) {
 | 
			
		||||
    if ((addr&0xff) == (minstret&0xff)) {
 | 
			
		||||
        val = static_cast<reg_t>(this->reg.instret);
 | 
			
		||||
        val = static_cast<reg_t>(this->instret);
 | 
			
		||||
    } else if ((addr&0xff) == (minstreth&0xff)) {
 | 
			
		||||
        if (sizeof(typename traits<BASE>::reg_t) != 4) return iss::Err;
 | 
			
		||||
        val = static_cast<reg_t>(this->reg.instret >> 32);
 | 
			
		||||
        val = static_cast<reg_t>(this->instret >> 32);
 | 
			
		||||
    }
 | 
			
		||||
    return iss::Ok;
 | 
			
		||||
}
 | 
			
		||||
@@ -921,20 +992,20 @@ template <typename BASE, features_e FEAT> iss::status riscv_hart_mu_p<BASE, FEAT
 | 
			
		||||
    if (sizeof(typename traits<BASE>::reg_t) != 4) {
 | 
			
		||||
        if ((addr&0xff) == (minstreth&0xff))
 | 
			
		||||
            return iss::Err;
 | 
			
		||||
        this->reg.instret = static_cast<uint64_t>(val);
 | 
			
		||||
        this->instret = static_cast<uint64_t>(val);
 | 
			
		||||
    } else {
 | 
			
		||||
        if ((addr&0xff) == (minstret&0xff)) {
 | 
			
		||||
            this->reg.instret = (this->reg.instret & 0xffffffff00000000) + val;
 | 
			
		||||
            this->instret = (this->instret & 0xffffffff00000000) + val;
 | 
			
		||||
        } else  {
 | 
			
		||||
            this->reg.instret = (static_cast<uint64_t>(val)<<32) + (this->reg.instret & 0xffffffff);
 | 
			
		||||
            this->instret = (static_cast<uint64_t>(val)<<32) + (this->instret & 0xffffffff);
 | 
			
		||||
        }
 | 
			
		||||
    }
 | 
			
		||||
    this->reg.instret--;
 | 
			
		||||
    this->instret--;
 | 
			
		||||
    return iss::Ok;
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
template <typename BASE, features_e FEAT> iss::status riscv_hart_mu_p<BASE, FEAT>::read_time(unsigned addr, reg_t &val) {
 | 
			
		||||
    uint64_t time_val = this->reg.icount / (100000000 / 32768 - 1); //-> ~3052;
 | 
			
		||||
    uint64_t time_val = this->icount / (100000000 / 32768 - 1); //-> ~3052;
 | 
			
		||||
    if (addr == time) {
 | 
			
		||||
        val = static_cast<reg_t>(time_val);
 | 
			
		||||
    } else if (addr == timeh) {
 | 
			
		||||
@@ -994,14 +1065,6 @@ template <typename BASE, features_e FEAT> iss::status riscv_hart_mu_p<BASE, FEAT
 | 
			
		||||
    return iss::Ok;
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
template <typename BASE, features_e FEAT> iss::status riscv_hart_mu_p<BASE, FEAT>::write_ip(unsigned addr, reg_t val) {
 | 
			
		||||
    auto mask = get_irq_mask((addr >> 8) & 0x3);
 | 
			
		||||
    mask &= 0xf; // only xSIP is writable
 | 
			
		||||
    csr[mip] = (csr[mip] & ~mask) | (val & mask);
 | 
			
		||||
    check_interrupt();
 | 
			
		||||
    return iss::Ok;
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
template <typename BASE, features_e FEAT> iss::status riscv_hart_mu_p<BASE, FEAT>::write_ideleg(unsigned addr, reg_t val) {
 | 
			
		||||
    auto mask = 0b000100010001; // only U mode supported
 | 
			
		||||
    csr[mideleg] = (csr[mideleg] & ~mask) | (val & mask);
 | 
			
		||||
@@ -1078,7 +1141,7 @@ iss::status riscv_hart_mu_p<BASE, FEAT>::read_mem(phys_addr_t paddr, unsigned le
 | 
			
		||||
        const mem_type::page_type &p = mem(paddr.val / mem.page_size);
 | 
			
		||||
        uint64_t offs = paddr.val & mem.page_addr_mask;
 | 
			
		||||
        std::copy(p.data() + offs, p.data() + offs + length, data);
 | 
			
		||||
        if (this->reg.icount > 30000) data[3] |= 0x80;
 | 
			
		||||
        if (this->icount > 30000) data[3] |= 0x80;
 | 
			
		||||
    } break;
 | 
			
		||||
    default: {
 | 
			
		||||
        for(auto offs=0U; offs<length; ++offs) {
 | 
			
		||||
@@ -1097,8 +1160,7 @@ iss::status riscv_hart_mu_p<BASE, FEAT>::write_mem(phys_addr_t paddr, unsigned l
 | 
			
		||||
    case 0x10023000: // UART1 base, TXFIFO reg
 | 
			
		||||
        uart_buf << (char)data[0];
 | 
			
		||||
        if (((char)data[0]) == '\n' || data[0] == 0) {
 | 
			
		||||
            // LOG(INFO)<<"UART"<<((paddr.val>>16)&0x3)<<" send
 | 
			
		||||
            // '"<<uart_buf.str()<<"'";
 | 
			
		||||
            LOG(INFO)<<"UART"<<((paddr.val>>16)&0x3)<<" send '"<<uart_buf.str()<<"'";
 | 
			
		||||
            std::cout << uart_buf.str();
 | 
			
		||||
            uart_buf.str("");
 | 
			
		||||
        }
 | 
			
		||||
@@ -1138,7 +1200,7 @@ iss::status riscv_hart_mu_p<BASE, FEAT>::write_mem(phys_addr_t paddr, unsigned l
 | 
			
		||||
                            LOG(INFO) << "tohost value is 0x" << std::hex << hostvar << std::dec << " (" << hostvar
 | 
			
		||||
                                      << "), stopping simulation";
 | 
			
		||||
                        }
 | 
			
		||||
                        this->reg.trap_state=std::numeric_limits<uint32_t>::max();
 | 
			
		||||
                        this->trap_state=std::numeric_limits<uint32_t>::max();
 | 
			
		||||
                        this->interrupt_sim=hostvar;
 | 
			
		||||
                        break;
 | 
			
		||||
                        //throw(iss::simulation_stopped(hostvar));
 | 
			
		||||
@@ -1167,61 +1229,19 @@ iss::status riscv_hart_mu_p<BASE, FEAT>::write_mem(phys_addr_t paddr, unsigned l
 | 
			
		||||
    return iss::Ok;
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
void read_uint32(uint64_t offs, uint32_t& reg, uint8_t *const data, unsigned length) {
 | 
			
		||||
    auto reg_ptr = reinterpret_cast<uint8_t*>(®);
 | 
			
		||||
    switch (offs & 0x3) {
 | 
			
		||||
    case 0:
 | 
			
		||||
        for (auto i = 0U; i < length; ++i)
 | 
			
		||||
            *(data + i) = *(reg_ptr + i);
 | 
			
		||||
    break;
 | 
			
		||||
    case 1:
 | 
			
		||||
        for (auto i = 0U; i < length; ++i)
 | 
			
		||||
            *(data + i) = *(reg_ptr + 1 + i);
 | 
			
		||||
    break;
 | 
			
		||||
    case 2:
 | 
			
		||||
        for (auto i = 0U; i < length; ++i)
 | 
			
		||||
            *(data + i) = *(reg_ptr + 2 + i);
 | 
			
		||||
    break;
 | 
			
		||||
    case 3:
 | 
			
		||||
        *data = *(reg_ptr + 3);
 | 
			
		||||
    break;
 | 
			
		||||
    }
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
void write_uint32(uint64_t offs, uint32_t& reg, const uint8_t *const data, unsigned length) {
 | 
			
		||||
    auto reg_ptr = reinterpret_cast<uint8_t*>(®);
 | 
			
		||||
    switch (offs & 0x3) {
 | 
			
		||||
    case 0:
 | 
			
		||||
        for (auto i = 0U; i < length; ++i)
 | 
			
		||||
            *(reg_ptr + i) = *(data + i);
 | 
			
		||||
    break;
 | 
			
		||||
    case 1:
 | 
			
		||||
        for (auto i = 0U; i < length; ++i)
 | 
			
		||||
            *(reg_ptr + 1 + i) = *(data + i);
 | 
			
		||||
    break;
 | 
			
		||||
    case 2:
 | 
			
		||||
        for (auto i = 0U; i < length; ++i)
 | 
			
		||||
            *(reg_ptr + 2 + i) = *(data + i);
 | 
			
		||||
    break;
 | 
			
		||||
    case 3:
 | 
			
		||||
        *(reg_ptr + 3) = *data ;
 | 
			
		||||
    break;
 | 
			
		||||
    }
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
template<typename BASE, features_e FEAT>
 | 
			
		||||
iss::status riscv_hart_mu_p<BASE, FEAT>::read_clic(uint64_t addr, unsigned length, uint8_t *const data) {
 | 
			
		||||
    if(addr==clic_base_addr) { // cliccfg
 | 
			
		||||
    if(addr==cfg.clic_base) { // cliccfg
 | 
			
		||||
        *data=clic_cfg_reg;
 | 
			
		||||
        for(auto i=1; i<length; ++i) *(data+i)=0;
 | 
			
		||||
    } else if(addr>=(clic_base_addr+4) && (addr+length)<=(clic_base_addr+8)){ // clicinfo
 | 
			
		||||
        read_uint32(addr, clic_info_reg, data, length);
 | 
			
		||||
    } else if(addr>=(clic_base_addr+0x40) && (addr+length)<=(clic_base_addr+0x40+clic_num_trigger*4)){ // clicinttrig
 | 
			
		||||
    } else if(addr>=(cfg.clic_base+4) && (addr+length)<=(cfg.clic_base+8)){ // clicinfo
 | 
			
		||||
        read_reg_uint32(addr, clic_info_reg, data, length);
 | 
			
		||||
    } else if(addr>=(cfg.clic_base+0x40) && (addr+length)<=(cfg.clic_base+0x40+cfg.clic_num_trigger*4)){ // clicinttrig
 | 
			
		||||
        auto offset = ((addr&0x7fff)-0x40)/4;
 | 
			
		||||
        read_uint32(addr, clic_inttrig_reg[offset], data, length);
 | 
			
		||||
    } else if(addr>=(clic_base_addr+0x1000) && (addr+length)<=(clic_base_addr+clic_num_irq*4)){ // clicintip/clicintie/clicintattr/clicintctl
 | 
			
		||||
        read_reg_uint32(addr, clic_inttrig_reg[offset], data, length);
 | 
			
		||||
    } else if(addr>=(cfg.clic_base+0x1000) && (addr+length)<=(cfg.clic_base+0x1000+cfg.clic_num_irq*4)){ // clicintip/clicintie/clicintattr/clicintctl
 | 
			
		||||
        auto offset = ((addr&0x7fff)-0x1000)/4;
 | 
			
		||||
        read_uint32(addr, clic_int_reg[offset].raw, data, length);
 | 
			
		||||
        read_reg_uint32(addr, clic_int_reg[offset].raw, data, length);
 | 
			
		||||
    } else {
 | 
			
		||||
        for(auto i = 0U; i<length; ++i) *(data+i)=0;
 | 
			
		||||
    }
 | 
			
		||||
@@ -1230,17 +1250,17 @@ iss::status riscv_hart_mu_p<BASE, FEAT>::read_clic(uint64_t addr, unsigned lengt
 | 
			
		||||
 | 
			
		||||
template<typename BASE, features_e FEAT>
 | 
			
		||||
iss::status riscv_hart_mu_p<BASE, FEAT>::write_clic(uint64_t addr, unsigned length, const uint8_t *const data) {
 | 
			
		||||
    if(addr==clic_base_addr) { // cliccfg
 | 
			
		||||
    if(addr==cfg.clic_base) { // cliccfg
 | 
			
		||||
        clic_cfg_reg = *data;
 | 
			
		||||
        clic_cfg_reg&= 0x7e;
 | 
			
		||||
//    } else if(addr>=(clic_base_addr+4) && (addr+length)<=(clic_base_addr+4)){ // clicinfo
 | 
			
		||||
//    } else if(addr>=(cfg.clic_base+4) && (addr+length)<=(cfg.clic_base+4)){ // clicinfo
 | 
			
		||||
//        write_uint32(addr, clic_info_reg, data, length);
 | 
			
		||||
    } else if(addr>=(clic_base_addr+0x40) && (addr+length)<=(clic_base_addr+0xC0)){ // clicinttrig
 | 
			
		||||
    } else if(addr>=(cfg.clic_base+0x40) && (addr+length)<=(cfg.clic_base+0x40+cfg.clic_num_trigger*4)){ // clicinttrig
 | 
			
		||||
        auto offset = ((addr&0x7fff)-0x40)/4;
 | 
			
		||||
        write_uint32(addr, clic_inttrig_reg[offset], data, length);
 | 
			
		||||
    } else if(addr>=(clic_base_addr+0x1000) && (addr+length)<=(clic_base_addr+clic_num_irq*4)){ // clicintip/clicintie/clicintattr/clicintctl
 | 
			
		||||
        write_reg_uint32(addr, clic_inttrig_reg[offset], data, length);
 | 
			
		||||
    } else if(addr>=(cfg.clic_base+0x1000) && (addr+length)<=(cfg.clic_base+0x1000+cfg.clic_num_irq*4)){ // clicintip/clicintie/clicintattr/clicintctl
 | 
			
		||||
        auto offset = ((addr&0x7fff)-0x1000)/4;
 | 
			
		||||
        write_uint32(addr, clic_int_reg[offset].raw, data, length);
 | 
			
		||||
        write_reg_uint32(addr, clic_int_reg[offset].raw, data, length);
 | 
			
		||||
    }
 | 
			
		||||
    return iss::Ok;
 | 
			
		||||
}
 | 
			
		||||
@@ -1268,19 +1288,19 @@ template <typename BASE, features_e FEAT> void riscv_hart_mu_p<BASE, FEAT>::chec
 | 
			
		||||
        	enabled_interrupts >>= 1;
 | 
			
		||||
        	res++;
 | 
			
		||||
        }
 | 
			
		||||
        this->reg.pending_trap = res << 16 | 1; // 0x80 << 24 | (cause << 16) | trap_id
 | 
			
		||||
        this->pending_trap = res << 16 | 1; // 0x80 << 24 | (cause << 16) | trap_id
 | 
			
		||||
    }
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
template <typename BASE, features_e FEAT> uint64_t riscv_hart_mu_p<BASE, FEAT>::enter_trap(uint64_t flags, uint64_t addr, uint64_t instr) {
 | 
			
		||||
    // flags are ACTIVE[31:31], CAUSE[30:16], TRAPID[15:0]
 | 
			
		||||
    // calculate and write mcause val
 | 
			
		||||
    if(flags==std::numeric_limits<uint64_t>::max()) flags=this->reg.trap_state;
 | 
			
		||||
    if(flags==std::numeric_limits<uint64_t>::max()) flags=this->trap_state;
 | 
			
		||||
    auto trap_id = bit_sub<0, 16>(flags);
 | 
			
		||||
    auto cause = bit_sub<16, 15>(flags);
 | 
			
		||||
    if (trap_id == 0 && cause == 11) cause = 0x8 + this->reg.PRIV; // adjust environment call cause
 | 
			
		||||
    // calculate effective privilege level
 | 
			
		||||
    auto new_priv = PRIV_M;
 | 
			
		||||
    unsigned new_priv = PRIV_M;
 | 
			
		||||
    if (trap_id == 0) { // exception
 | 
			
		||||
        if (this->reg.PRIV != PRIV_M && ((csr[medeleg] >> cause) & 0x1) != 0)
 | 
			
		||||
            new_priv = PRIV_U;
 | 
			
		||||
@@ -1301,10 +1321,13 @@ template <typename BASE, features_e FEAT> uint64_t riscv_hart_mu_p<BASE, FEAT>::
 | 
			
		||||
            csr[utval | (new_priv << 8)] = (instr & 0x3)==3?instr:instr&0xffff;
 | 
			
		||||
            break;
 | 
			
		||||
        case 3:
 | 
			
		||||
            //TODO: implement debug mode behavior
 | 
			
		||||
            // csr[dpc] = addr;
 | 
			
		||||
            // csr[dcsr] = (csr[dcsr] & ~0x1c3) | (1<<6) | PRIV_M; //FIXME: cause should not be 4 (stepi)
 | 
			
		||||
            if((FEAT & FEAT_DEBUG) && (csr[dcsr] & 0x8000)) {
 | 
			
		||||
                this->reg.DPC = addr;
 | 
			
		||||
                csr[dcsr] = (csr[dcsr] & ~0x1c3) | (1<<6) | PRIV_M; //FIXME: cause should not be 4 (stepi)
 | 
			
		||||
                new_priv = this->reg.PRIV | PRIV_D;
 | 
			
		||||
            } else {
 | 
			
		||||
                csr[utval | (new_priv << 8)] = addr;
 | 
			
		||||
            }
 | 
			
		||||
            break;
 | 
			
		||||
        case 4:
 | 
			
		||||
        case 6:
 | 
			
		||||
@@ -1319,7 +1342,7 @@ template <typename BASE, features_e FEAT> uint64_t riscv_hart_mu_p<BASE, FEAT>::
 | 
			
		||||
        if (this->reg.PRIV != PRIV_M && ((csr[mideleg] >> cause) & 0x1) != 0)
 | 
			
		||||
            new_priv = PRIV_U;
 | 
			
		||||
        csr[uepc | (new_priv << 8)] = this->reg.NEXT_PC; // store next address if interrupt
 | 
			
		||||
        this->reg.pending_trap = 0;
 | 
			
		||||
        this->pending_trap = 0;
 | 
			
		||||
    }
 | 
			
		||||
    size_t adr = ucause | (new_priv << 8);
 | 
			
		||||
    csr[adr] = (trap_id << (traits<BASE>::XLEN-1)) + cause;
 | 
			
		||||
@@ -1359,7 +1382,7 @@ template <typename BASE, features_e FEAT> uint64_t riscv_hart_mu_p<BASE, FEAT>::
 | 
			
		||||
                       << lvl[this->reg.PRIV] << " to " << lvl[new_priv];
 | 
			
		||||
    // reset trap state
 | 
			
		||||
    this->reg.PRIV = new_priv;
 | 
			
		||||
    this->reg.trap_state = 0;
 | 
			
		||||
    this->trap_state = 0;
 | 
			
		||||
    return this->reg.NEXT_PC;
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
@@ -1368,7 +1391,7 @@ template <typename BASE, features_e FEAT> uint64_t riscv_hart_mu_p<BASE, FEAT>::
 | 
			
		||||
    auto inst_priv = (flags & 0x3)? 3:0;
 | 
			
		||||
    if(inst_priv>cur_priv){
 | 
			
		||||
        auto trap_val =  0x80ULL << 24 | (2 << 16); // illegal instruction
 | 
			
		||||
        this->reg.trap_state = trap_val;
 | 
			
		||||
        this->trap_state = trap_val;
 | 
			
		||||
        this->reg.NEXT_PC = std::numeric_limits<uint32_t>::max();
 | 
			
		||||
    } else {
 | 
			
		||||
        auto status = state.mstatus;
 | 
			
		||||
 
 | 
			
		||||
@@ -53,17 +53,12 @@ template <> struct traits<tgc_c> {
 | 
			
		||||
    static constexpr std::array<const char*, 36> reg_aliases{
 | 
			
		||||
        {"ZERO", "RA", "SP", "GP", "TP", "T0", "T1", "T2", "S0", "S1", "A0", "A1", "A2", "A3", "A4", "A5", "A6", "A7", "S2", "S3", "S4", "S5", "S6", "S7", "S8", "S9", "S10", "S11", "T3", "T4", "T5", "T6", "PC", "NEXT_PC", "PRIV", "DPC"}};
 | 
			
		||||
 | 
			
		||||
    enum constants {MISA_VAL=0b01000000000000000001000100000100, MARCHID_VAL=0x80000003, XLEN=32, CSR_SIZE=4096, INSTR_ALIGNMENT=2, fence=0, fencei=1, fencevmal=2, fencevmau=3, MUL_LEN=64};
 | 
			
		||||
    enum constants {MISA_VAL=0b01000000000000000001000100000100, MARCHID_VAL=0x80000003, RFS=32, INSTR_ALIGNMENT=2, XLEN=32, CSR_SIZE=4096, fence=0, fencei=1, fencevmal=2, fencevmau=3, MUL_LEN=64};
 | 
			
		||||
 | 
			
		||||
    constexpr static unsigned FP_REGS_SIZE = 0;
 | 
			
		||||
 | 
			
		||||
    enum reg_e {
 | 
			
		||||
        X0, X1, X2, X3, X4, X5, X6, X7, X8, X9, X10, X11, X12, X13, X14, X15, X16, X17, X18, X19, X20, X21, X22, X23, X24, X25, X26, X27, X28, X29, X30, X31, PC, NEXT_PC, PRIV, DPC, NUM_REGS,
 | 
			
		||||
        TRAP_STATE=NUM_REGS,
 | 
			
		||||
        PENDING_TRAP,
 | 
			
		||||
        ICOUNT,
 | 
			
		||||
        CYCLE,
 | 
			
		||||
        INSTRET
 | 
			
		||||
        X0, X1, X2, X3, X4, X5, X6, X7, X8, X9, X10, X11, X12, X13, X14, X15, X16, X17, X18, X19, X20, X21, X22, X23, X24, X25, X26, X27, X28, X29, X30, X31, PC, NEXT_PC, PRIV, DPC, NUM_REGS
 | 
			
		||||
    };
 | 
			
		||||
 | 
			
		||||
    using reg_t = uint32_t;
 | 
			
		||||
@@ -76,11 +71,11 @@ template <> struct traits<tgc_c> {
 | 
			
		||||
 | 
			
		||||
    using phys_addr_t = iss::typed_addr_t<iss::address_type::PHYSICAL>;
 | 
			
		||||
 | 
			
		||||
    static constexpr std::array<const uint32_t, 41> reg_bit_widths{
 | 
			
		||||
        {32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,8,32,32,32,64,64,64}};
 | 
			
		||||
    static constexpr std::array<const uint32_t, 36> reg_bit_widths{
 | 
			
		||||
        {32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,32,8,32}};
 | 
			
		||||
 | 
			
		||||
    static constexpr std::array<const uint32_t, 41> reg_byte_offsets{
 | 
			
		||||
        {0,4,8,12,16,20,24,28,32,36,40,44,48,52,56,60,64,68,72,76,80,84,88,92,96,100,104,108,112,116,120,124,128,132,136,137,141,145,149,157,165}};
 | 
			
		||||
    static constexpr std::array<const uint32_t, 36> reg_byte_offsets{
 | 
			
		||||
        {0,4,8,12,16,20,24,28,32,36,40,44,48,52,56,60,64,68,72,76,80,84,88,92,96,100,104,108,112,116,120,124,128,132,136,137}};
 | 
			
		||||
 | 
			
		||||
    static const uint64_t addr_mask = (reg_t(1) << (XLEN - 1)) | ((reg_t(1) << (XLEN - 1)) - 1);
 | 
			
		||||
 | 
			
		||||
@@ -197,7 +192,7 @@ struct tgc_c: public arch_if {
 | 
			
		||||
 | 
			
		||||
    uint8_t* get_regs_base_ptr() override;
 | 
			
		||||
 | 
			
		||||
    inline uint64_t get_icount() { return reg.icount; }
 | 
			
		||||
    inline uint64_t get_icount() { return icount; }
 | 
			
		||||
 | 
			
		||||
    inline bool should_stop() { return interrupt_sim; }
 | 
			
		||||
 | 
			
		||||
@@ -215,9 +210,9 @@ struct tgc_c: public arch_if {
 | 
			
		||||
 | 
			
		||||
    virtual iss::sync_type needed_sync() const { return iss::NO_SYNC; }
 | 
			
		||||
 | 
			
		||||
    inline uint32_t get_last_branch() { return reg.last_branch; }
 | 
			
		||||
    inline uint32_t get_last_branch() { return last_branch; }
 | 
			
		||||
 | 
			
		||||
 | 
			
		||||
protected:
 | 
			
		||||
#pragma pack(push, 1)
 | 
			
		||||
    struct TGC_C_regs { 
 | 
			
		||||
        uint32_t X0 = 0; 
 | 
			
		||||
@@ -256,13 +251,14 @@ protected:
 | 
			
		||||
        uint32_t NEXT_PC = 0; 
 | 
			
		||||
        uint8_t PRIV = 0; 
 | 
			
		||||
        uint32_t DPC = 0;
 | 
			
		||||
    } reg;
 | 
			
		||||
#pragma pack(pop)
 | 
			
		||||
    uint32_t trap_state = 0, pending_trap = 0;
 | 
			
		||||
    uint64_t icount = 0;
 | 
			
		||||
    uint64_t cycle = 0;
 | 
			
		||||
    uint64_t instret = 0;
 | 
			
		||||
        uint32_t last_branch;
 | 
			
		||||
    } reg;
 | 
			
		||||
#pragma pack(pop)
 | 
			
		||||
    uint32_t instruction = 0;
 | 
			
		||||
    uint32_t last_branch = 0;
 | 
			
		||||
    std::array<address_type, 4> addr_mode;
 | 
			
		||||
    
 | 
			
		||||
    uint64_t interrupt_sim=0;
 | 
			
		||||
 
 | 
			
		||||
							
								
								
									
										43
									
								
								incl/iss/arch/tgc_mapper.h
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										43
									
								
								incl/iss/arch/tgc_mapper.h
									
									
									
									
									
										Normal file
									
								
							@@ -0,0 +1,43 @@
 | 
			
		||||
#ifndef _ISS_ARCH_TGC_MAPPER_H
 | 
			
		||||
#define _ISS_ARCH_TGC_MAPPER_H
 | 
			
		||||
 | 
			
		||||
#include "riscv_hart_m_p.h"
 | 
			
		||||
#include "tgc_c.h"
 | 
			
		||||
using tgc_c_plat_type = iss::arch::riscv_hart_m_p<iss::arch::tgc_c>;
 | 
			
		||||
#ifdef CORE_TGC_B
 | 
			
		||||
#include "riscv_hart_m_p.h"
 | 
			
		||||
#include "tgc_b.h"
 | 
			
		||||
using tgc_b_plat_type = iss::arch::riscv_hart_m_p<iss::arch::tgc_b>;
 | 
			
		||||
#endif
 | 
			
		||||
#ifdef CORE_TGC_C_XRB_NN
 | 
			
		||||
#include "riscv_hart_m_p.h"
 | 
			
		||||
#include "tgc_c_xrb_nn.h"
 | 
			
		||||
using tgc_c_xrb_nn_plat_type = iss::arch::riscv_hart_m_p<iss::arch::tgc_c_xrb_nn>;
 | 
			
		||||
#endif
 | 
			
		||||
#ifdef CORE_TGC_D
 | 
			
		||||
#include "riscv_hart_mu_p.h"
 | 
			
		||||
#include "tgc_d.h"
 | 
			
		||||
using tgc_d_plat_type = iss::arch::riscv_hart_mu_p<iss::arch::tgc_d, (iss::arch::features_e)(iss::arch::FEAT_PMP | iss::arch::FEAT_CLIC | iss::arch::FEAT_EXT_N)>;
 | 
			
		||||
#endif
 | 
			
		||||
#ifdef CORE_TGC_D_XRB_MAC
 | 
			
		||||
#include "riscv_hart_mu_p.h"
 | 
			
		||||
#include "tgc_d_xrb_mac.h"
 | 
			
		||||
using tgc_d_xrb_mac_plat_type = iss::arch::riscv_hart_mu_p<iss::arch::tgc_d_xrb_mac, (iss::arch::features_e)(iss::arch::FEAT_PMP | iss::arch::FEAT_CLIC | iss::arch::FEAT_EXT_N)>;
 | 
			
		||||
#endif
 | 
			
		||||
#ifdef CORE_TGC_D_XRB_NN
 | 
			
		||||
#include "riscv_hart_mu_p.h"
 | 
			
		||||
#include "tgc_d_xrb_nn.h"
 | 
			
		||||
using tgc_d_xrb_nn_plat_type = iss::arch::riscv_hart_mu_p<iss::arch::tgc_d_xrb_nn, (iss::arch::features_e)(iss::arch::FEAT_PMP | iss::arch::FEAT_CLIC | iss::arch::FEAT_EXT_N)>;
 | 
			
		||||
#endif
 | 
			
		||||
#ifdef CORE_TGC_E
 | 
			
		||||
#include "riscv_hart_mu_p.h"
 | 
			
		||||
#include "tgc_e.h"
 | 
			
		||||
using tgc_e_plat_type = iss::arch::riscv_hart_mu_p<iss::arch::tgc_e, (iss::arch::features_e)(iss::arch::FEAT_PMP | iss::arch::FEAT_CLIC | iss::arch::FEAT_EXT_N)>;
 | 
			
		||||
#endif
 | 
			
		||||
#ifdef CORE_TGC_X
 | 
			
		||||
#include "riscv_hart_mu_p.h"
 | 
			
		||||
#include "tgc_x.h"
 | 
			
		||||
using tgc_x_plat_type = iss::arch::riscv_hart_mu_p<iss::arch::tgc_x, (iss::arch::features_e)(iss::arch::FEAT_PMP | iss::arch::FEAT_CLIC | iss::arch::FEAT_EXT_N | iss::arch::FEAT_TCM)>;
 | 
			
		||||
#endif
 | 
			
		||||
 | 
			
		||||
#endif
 | 
			
		||||
@@ -214,13 +214,27 @@ template <typename ARCH> status riscv_target_adapter<ARCH>::write_registers(cons
 | 
			
		||||
    auto start_reg=arch::traits<ARCH>::X0;
 | 
			
		||||
    auto *reg_base = core->get_regs_base_ptr();
 | 
			
		||||
    auto iter = data.data();
 | 
			
		||||
    bool e_ext = arch::traits<ARCH>::PC<32;
 | 
			
		||||
    for (size_t reg_no = 0; reg_no < start_reg+33/*arch::traits<ARCH>::NUM_REGS*/; ++reg_no) {
 | 
			
		||||
        if(e_ext && reg_no>15){
 | 
			
		||||
            if(reg_no==32){
 | 
			
		||||
                auto reg_width = arch::traits<ARCH>::reg_bit_widths[arch::traits<ARCH>::PC] / 8;
 | 
			
		||||
                auto offset = traits<ARCH>::reg_byte_offsets[arch::traits<ARCH>::PC];
 | 
			
		||||
                std::copy(iter, iter + reg_width, reg_base);
 | 
			
		||||
            } else {
 | 
			
		||||
                const uint64_t zero_val=0;
 | 
			
		||||
                auto reg_width = arch::traits<ARCH>::reg_bit_widths[15] / 8;
 | 
			
		||||
                auto iter = (uint8_t*)&zero_val;
 | 
			
		||||
                std::copy(iter, iter + reg_width, reg_base);
 | 
			
		||||
            }
 | 
			
		||||
        } else {
 | 
			
		||||
            auto reg_width = arch::traits<ARCH>::reg_bit_widths[reg_no] / 8;
 | 
			
		||||
            auto offset = traits<ARCH>::reg_byte_offsets[reg_no];
 | 
			
		||||
            std::copy(iter, iter + reg_width, reg_base);
 | 
			
		||||
            iter += 4;
 | 
			
		||||
            reg_base += offset;
 | 
			
		||||
        }
 | 
			
		||||
    }
 | 
			
		||||
    return Ok;
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
 
 | 
			
		||||
@@ -37,9 +37,9 @@
 | 
			
		||||
 | 
			
		||||
#include "iss/instrumentation_if.h"
 | 
			
		||||
#include "iss/vm_plugin.h"
 | 
			
		||||
#include <json/json.h>
 | 
			
		||||
#include <string>
 | 
			
		||||
#include <unordered_map>
 | 
			
		||||
#include <vector>
 | 
			
		||||
 | 
			
		||||
namespace iss {
 | 
			
		||||
 | 
			
		||||
@@ -49,11 +49,13 @@ class cycle_estimate: public iss::vm_plugin {
 | 
			
		||||
	BEGIN_BF_DECL(instr_desc, uint32_t)
 | 
			
		||||
		BF_FIELD(taken, 24, 8)
 | 
			
		||||
		BF_FIELD(not_taken, 16, 8)
 | 
			
		||||
		BF_FIELD(size, 0, 16)
 | 
			
		||||
		instr_desc(uint32_t size, uint32_t taken, uint32_t not_taken): instr_desc() {
 | 
			
		||||
        BF_FIELD(is_branch, 8, 8)
 | 
			
		||||
        BF_FIELD(size, 0, 8)
 | 
			
		||||
		instr_desc(uint32_t size, uint32_t taken, uint32_t not_taken, bool branch): instr_desc() {
 | 
			
		||||
			this->size=size;
 | 
			
		||||
			this->taken=taken;
 | 
			
		||||
			this->not_taken=not_taken;
 | 
			
		||||
			this->is_branch=branch;
 | 
			
		||||
		}
 | 
			
		||||
	END_BF_DECL();
 | 
			
		||||
 | 
			
		||||
@@ -64,7 +66,7 @@ public:
 | 
			
		||||
 | 
			
		||||
    cycle_estimate(const cycle_estimate &&) = delete;
 | 
			
		||||
 | 
			
		||||
    cycle_estimate(std::string config_file_name);
 | 
			
		||||
    cycle_estimate(std::string const& config_file_name);
 | 
			
		||||
 | 
			
		||||
    virtual ~cycle_estimate();
 | 
			
		||||
 | 
			
		||||
@@ -79,7 +81,7 @@ public:
 | 
			
		||||
    void callback(instr_info_t instr_info, exec_info const&) override;
 | 
			
		||||
 | 
			
		||||
private:
 | 
			
		||||
    iss::instrumentation_if *arch_instr;
 | 
			
		||||
    iss::instrumentation_if *instr_if;
 | 
			
		||||
    std::vector<instr_desc> delays;
 | 
			
		||||
    struct pair_hash {
 | 
			
		||||
        size_t operator()(const std::pair<uint64_t, uint64_t> &p) const {
 | 
			
		||||
@@ -88,7 +90,7 @@ private:
 | 
			
		||||
        }
 | 
			
		||||
    };
 | 
			
		||||
    std::unordered_map<std::pair<uint64_t, uint64_t>, uint64_t, pair_hash> blocks;
 | 
			
		||||
    Json::Value root;
 | 
			
		||||
    std::string config_file_name;
 | 
			
		||||
};
 | 
			
		||||
}
 | 
			
		||||
}
 | 
			
		||||
 
 | 
			
		||||
							
								
								
									
										102
									
								
								incl/iss/plugin/pctrace.h
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										102
									
								
								incl/iss/plugin/pctrace.h
									
									
									
									
									
										Normal file
									
								
							@@ -0,0 +1,102 @@
 | 
			
		||||
/*******************************************************************************
 | 
			
		||||
 * Copyright (C) 2017, 2018, MINRES Technologies GmbH
 | 
			
		||||
 * All rights reserved.
 | 
			
		||||
 *
 | 
			
		||||
 * Redistribution and use in source and binary forms, with or without
 | 
			
		||||
 * modification, are permitted provided that the following conditions are met:
 | 
			
		||||
 *
 | 
			
		||||
 * 1. Redistributions of source code must retain the above copyright notice,
 | 
			
		||||
 *    this list of conditions and the following disclaimer.
 | 
			
		||||
 *
 | 
			
		||||
 * 2. Redistributions in binary form must reproduce the above copyright notice,
 | 
			
		||||
 *    this list of conditions and the following disclaimer in the documentation
 | 
			
		||||
 *    and/or other materials provided with the distribution.
 | 
			
		||||
 *
 | 
			
		||||
 * 3. Neither the name of the copyright holder nor the names of its contributors
 | 
			
		||||
 *    may be used to endorse or promote products derived from this software
 | 
			
		||||
 *    without specific prior written permission.
 | 
			
		||||
 *
 | 
			
		||||
 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
 | 
			
		||||
 * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
 | 
			
		||||
 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
 | 
			
		||||
 * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE
 | 
			
		||||
 * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
 | 
			
		||||
 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
 | 
			
		||||
 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
 | 
			
		||||
 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
 | 
			
		||||
 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
 | 
			
		||||
 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
 | 
			
		||||
 * POSSIBILITY OF SUCH DAMAGE.
 | 
			
		||||
 *
 | 
			
		||||
 * Contributors:
 | 
			
		||||
 *       eyck@minres.com - initial API and implementation
 | 
			
		||||
 ******************************************************************************/
 | 
			
		||||
 | 
			
		||||
#ifndef _ISS_PLUGIN_COV_H_
 | 
			
		||||
#define _ISS_PLUGIN_COV_H_
 | 
			
		||||
 | 
			
		||||
#include <iss/vm_plugin.h>
 | 
			
		||||
#include "iss/instrumentation_if.h"
 | 
			
		||||
#include <json/json.h>
 | 
			
		||||
#include <string>
 | 
			
		||||
#include <fstream>
 | 
			
		||||
 | 
			
		||||
 | 
			
		||||
namespace iss {
 | 
			
		||||
namespace plugin {
 | 
			
		||||
class lz4compress_steambuf;
 | 
			
		||||
class cov : public iss::vm_plugin {
 | 
			
		||||
    struct instr_delay {
 | 
			
		||||
        std::string instr_name;
 | 
			
		||||
        size_t size;
 | 
			
		||||
        size_t not_taken_delay;
 | 
			
		||||
        size_t taken_delay;
 | 
			
		||||
    };
 | 
			
		||||
    BEGIN_BF_DECL(instr_desc, uint32_t)
 | 
			
		||||
        BF_FIELD(taken, 24, 8)
 | 
			
		||||
        BF_FIELD(not_taken, 16, 8)
 | 
			
		||||
        BF_FIELD(is_branch, 8, 8)
 | 
			
		||||
        BF_FIELD(size, 0, 8)
 | 
			
		||||
        instr_desc(uint32_t size, uint32_t taken, uint32_t not_taken, bool branch): instr_desc() {
 | 
			
		||||
            this->size=size;
 | 
			
		||||
            this->taken=taken;
 | 
			
		||||
            this->not_taken=not_taken;
 | 
			
		||||
            this->is_branch=branch;
 | 
			
		||||
        }
 | 
			
		||||
    END_BF_DECL();
 | 
			
		||||
 | 
			
		||||
public:
 | 
			
		||||
 | 
			
		||||
    cov(const cov &) = delete;
 | 
			
		||||
 | 
			
		||||
    cov(const cov &&) = delete;
 | 
			
		||||
 | 
			
		||||
    cov(std::string const &);
 | 
			
		||||
 | 
			
		||||
    virtual ~cov();
 | 
			
		||||
 | 
			
		||||
    cov &operator=(const cov &) = delete;
 | 
			
		||||
 | 
			
		||||
    cov &operator=(const cov &&) = delete;
 | 
			
		||||
 | 
			
		||||
    bool registration(const char *const version, vm_if &arch) override;
 | 
			
		||||
 | 
			
		||||
    sync_type get_sync() override { return POST_SYNC; };
 | 
			
		||||
 | 
			
		||||
    void callback(instr_info_t, exec_info const&) override;
 | 
			
		||||
 | 
			
		||||
private:
 | 
			
		||||
    iss::instrumentation_if *instr_if  {nullptr};
 | 
			
		||||
    std::ofstream output;
 | 
			
		||||
#ifdef WITH_LZ4
 | 
			
		||||
    std::unique_ptr<lz4compress_steambuf> strbuf;
 | 
			
		||||
    std::ostream ostr;
 | 
			
		||||
#endif
 | 
			
		||||
    std::string filename;
 | 
			
		||||
    std::vector<instr_desc> delays;
 | 
			
		||||
    bool jumped{false}, first{true};
 | 
			
		||||
};
 | 
			
		||||
}
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
#endif /* _ISS_PLUGIN_COV_H_ */
 | 
			
		||||
@@ -41,12 +41,10 @@ using namespace iss::arch;
 | 
			
		||||
 | 
			
		||||
constexpr std::array<const char*, 36>    iss::arch::traits<iss::arch::tgc_c>::reg_names;
 | 
			
		||||
constexpr std::array<const char*, 36>    iss::arch::traits<iss::arch::tgc_c>::reg_aliases;
 | 
			
		||||
constexpr std::array<const uint32_t, 41> iss::arch::traits<iss::arch::tgc_c>::reg_bit_widths;
 | 
			
		||||
constexpr std::array<const uint32_t, 41> iss::arch::traits<iss::arch::tgc_c>::reg_byte_offsets;
 | 
			
		||||
constexpr std::array<const uint32_t, 36> iss::arch::traits<iss::arch::tgc_c>::reg_bit_widths;
 | 
			
		||||
constexpr std::array<const uint32_t, 36> iss::arch::traits<iss::arch::tgc_c>::reg_byte_offsets;
 | 
			
		||||
 | 
			
		||||
tgc_c::tgc_c() {
 | 
			
		||||
    reg.icount = 0;
 | 
			
		||||
}
 | 
			
		||||
tgc_c::tgc_c()  = default;
 | 
			
		||||
 | 
			
		||||
tgc_c::~tgc_c() = default;
 | 
			
		||||
 | 
			
		||||
@@ -57,8 +55,8 @@ void tgc_c::reset(uint64_t address) {
 | 
			
		||||
    reg.PC=address;
 | 
			
		||||
    reg.NEXT_PC=reg.PC;
 | 
			
		||||
    reg.PRIV=0x3;
 | 
			
		||||
    reg.trap_state=0;
 | 
			
		||||
    reg.icount=0;
 | 
			
		||||
    trap_state=0;
 | 
			
		||||
    icount=0;
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
uint8_t *tgc_c::get_regs_base_ptr() {
 | 
			
		||||
 
 | 
			
		||||
							
								
								
									
										45
									
								
								src/main.cpp
									
									
									
									
									
								
							
							
						
						
									
										45
									
								
								src/main.cpp
									
									
									
									
									
								
							@@ -35,41 +35,14 @@
 | 
			
		||||
 | 
			
		||||
#include <boost/lexical_cast.hpp>
 | 
			
		||||
#include <boost/program_options.hpp>
 | 
			
		||||
#include <iss/arch/riscv_hart_m_p.h>
 | 
			
		||||
#include "iss/arch/riscv_hart_m_p.h"
 | 
			
		||||
#include "iss/arch/tgc_c.h"
 | 
			
		||||
using tgc_c_plat_type = iss::arch::riscv_hart_m_p<iss::arch::tgc_c>;
 | 
			
		||||
#ifdef CORE_TGC_B
 | 
			
		||||
#include "iss/arch/riscv_hart_m_p.h"
 | 
			
		||||
#include "iss/arch/tgc_b.h"
 | 
			
		||||
using tgc_b_plat_type = iss::arch::riscv_hart_m_p<iss::arch::tgc_b>;
 | 
			
		||||
#endif
 | 
			
		||||
#ifdef CORE_TGC_D
 | 
			
		||||
#include "iss/arch/riscv_hart_mu_p.h"
 | 
			
		||||
#include "iss/arch/tgc_d.h"
 | 
			
		||||
using tgc_d_plat_type = iss::arch::riscv_hart_mu_p<iss::arch::tgc_d, (iss::arch::features_e)(iss::arch::FEAT_PMP | iss::arch::FEAT_CLIC | iss::arch::FEAT_EXT_N)>;
 | 
			
		||||
#endif
 | 
			
		||||
#ifdef CORE_TGC_D_XRB_MAC
 | 
			
		||||
#include "iss/arch/riscv_hart_mu_p.h"
 | 
			
		||||
#include "iss/arch/tgc_d_xrb_mac.h"
 | 
			
		||||
using tgc_d_xrb_mac_plat_type = iss::arch::riscv_hart_mu_p<iss::arch::tgc_d_xrb_mac, (iss::arch::features_e)(iss::arch::FEAT_PMP | iss::arch::FEAT_CLIC | iss::arch::FEAT_EXT_N)>;
 | 
			
		||||
#endif
 | 
			
		||||
#ifdef CORE_TGC_D_XRB_NN
 | 
			
		||||
#include "iss/arch/riscv_hart_mu_p.h"
 | 
			
		||||
#include "iss/arch/tgc_d_xrb_nn.h"
 | 
			
		||||
using tgc_d_xrb_nn_plat_type = iss::arch::riscv_hart_mu_p<iss::arch::tgc_d_xrb_nn, (iss::arch::features_e)(iss::arch::FEAT_PMP | iss::arch::FEAT_CLIC | iss::arch::FEAT_EXT_N)>;
 | 
			
		||||
#endif
 | 
			
		||||
#ifdef CORE_TGC_E
 | 
			
		||||
#include "iss/arch/riscv_hart_mu_p.h"
 | 
			
		||||
#include "iss/arch/tgc_e.h"
 | 
			
		||||
using tgc_e_plat_type = iss::arch::riscv_hart_mu_p<iss::arch::tgc_e, (iss::arch::features_e)(iss::arch::FEAT_PMP | iss::arch::FEAT_CLIC | iss::arch::FEAT_EXT_N)>;
 | 
			
		||||
#endif
 | 
			
		||||
#include <iss/arch/tgc_mapper.h>
 | 
			
		||||
#ifdef WITH_LLVM
 | 
			
		||||
#include <iss/llvm/jit_helper.h>
 | 
			
		||||
#endif
 | 
			
		||||
#include <iss/log_categories.h>
 | 
			
		||||
#include <iss/plugin/cycle_estimate.h>
 | 
			
		||||
#include <iss/plugin/instruction_count.h>
 | 
			
		||||
#include <iss/plugin/pctrace.h>
 | 
			
		||||
#include <iss/plugin/loader.h>
 | 
			
		||||
#if defined(HAS_LUA)
 | 
			
		||||
#include <iss/plugin/lua.h>
 | 
			
		||||
@@ -87,13 +60,13 @@ int main(int argc, char *argv[]) {
 | 
			
		||||
    desc.add_options()
 | 
			
		||||
        ("help,h", "Print help message")
 | 
			
		||||
        ("verbose,v", po::value<int>()->implicit_value(0), "Sets logging verbosity")
 | 
			
		||||
        ("logfile,f", po::value<std::string>(), "Sets default log file.")
 | 
			
		||||
        ("logfile,l", po::value<std::string>(), "Sets default log file.")
 | 
			
		||||
        ("disass,d", po::value<std::string>()->implicit_value(""), "Enables disassembly")
 | 
			
		||||
        ("gdb-port,g", po::value<unsigned>()->default_value(0), "enable gdb server and specify port to use")
 | 
			
		||||
        ("instructions,i", po::value<uint64_t>()->default_value(std::numeric_limits<uint64_t>::max()), "max. number of instructions to simulate")
 | 
			
		||||
        ("reset,r", po::value<std::string>(), "reset address")
 | 
			
		||||
        ("dump-ir", "dump the intermediate representation")
 | 
			
		||||
        ("elf", po::value<std::vector<std::string>>(), "ELF file(s) to load")
 | 
			
		||||
        ("elf,f", po::value<std::vector<std::string>>(), "ELF file(s) to load")
 | 
			
		||||
        ("mem,m", po::value<std::string>(), "the memory input file")
 | 
			
		||||
        ("plugin,p", po::value<std::vector<std::string>>(), "plugin to activate")
 | 
			
		||||
        ("backend", po::value<std::string>()->default_value("interp"), "the memory input file")
 | 
			
		||||
@@ -152,6 +125,12 @@ int main(int argc, char *argv[]) {
 | 
			
		||||
                iss::create_cpu<tgc_b_plat_type>(clim["backend"].as<std::string>(), clim["gdb-port"].as<unsigned>());
 | 
			
		||||
        } else
 | 
			
		||||
#endif
 | 
			
		||||
#ifdef CORE_TGC_C_XRB_NN
 | 
			
		||||
        if (isa_opt == "tgc_c_xrb_nn") {
 | 
			
		||||
            std::tie(cpu, vm) =
 | 
			
		||||
                iss::create_cpu<tgc_c_xrb_nn_plat_type>(clim["backend"].as<std::string>(), clim["gdb-port"].as<unsigned>());
 | 
			
		||||
        } else
 | 
			
		||||
#endif
 | 
			
		||||
#ifdef CORE_TGC_D
 | 
			
		||||
        if (isa_opt == "tgc_d") {
 | 
			
		||||
            std::tie(cpu, vm) =
 | 
			
		||||
@@ -197,6 +176,10 @@ int main(int argc, char *argv[]) {
 | 
			
		||||
                    auto *ce_plugin = new iss::plugin::cycle_estimate(filename);
 | 
			
		||||
                    vm->register_plugin(*ce_plugin);
 | 
			
		||||
                    plugin_list.push_back(ce_plugin);
 | 
			
		||||
                } else if (plugin_name == "pctrace") {
 | 
			
		||||
                    auto *plugin = new iss::plugin::cov(filename);
 | 
			
		||||
                    vm->register_plugin(*plugin);
 | 
			
		||||
                    plugin_list.push_back(plugin);
 | 
			
		||||
               } else {
 | 
			
		||||
                    std::array<char const*, 1> a{{filename.c_str()}};
 | 
			
		||||
                    iss::plugin::loader l(plugin_name, {{"initPlugin"}});
 | 
			
		||||
 
 | 
			
		||||
@@ -36,59 +36,83 @@
 | 
			
		||||
 | 
			
		||||
#include <iss/arch_if.h>
 | 
			
		||||
#include <util/logging.h>
 | 
			
		||||
#include <rapidjson/document.h>
 | 
			
		||||
#include <rapidjson/istreamwrapper.h>
 | 
			
		||||
#include "rapidjson/writer.h"
 | 
			
		||||
#include "rapidjson/stringbuffer.h"
 | 
			
		||||
#include <rapidjson/ostreamwrapper.h>
 | 
			
		||||
#include <rapidjson/error/en.h>
 | 
			
		||||
#include <fstream>
 | 
			
		||||
 | 
			
		||||
iss::plugin::cycle_estimate::cycle_estimate(std::string config_file_name)
 | 
			
		||||
: arch_instr(nullptr)
 | 
			
		||||
using namespace rapidjson;
 | 
			
		||||
using namespace std;
 | 
			
		||||
 | 
			
		||||
iss::plugin::cycle_estimate::cycle_estimate(string const& config_file_name)
 | 
			
		||||
: instr_if(nullptr)
 | 
			
		||||
, config_file_name(config_file_name)
 | 
			
		||||
{
 | 
			
		||||
    if (config_file_name.length() > 0) {
 | 
			
		||||
        std::ifstream is(config_file_name);
 | 
			
		||||
        if (is.is_open()) {
 | 
			
		||||
            try {
 | 
			
		||||
                is >> root;
 | 
			
		||||
            } catch (Json::RuntimeError &e) {
 | 
			
		||||
                LOG(ERR) << "Could not parse input file " << config_file_name << ", reason: " << e.what();
 | 
			
		||||
            }
 | 
			
		||||
        } else {
 | 
			
		||||
            LOG(ERR) << "Could not open input file " << config_file_name;
 | 
			
		||||
        }
 | 
			
		||||
    }
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
iss::plugin::cycle_estimate::~cycle_estimate() {
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
bool iss::plugin::cycle_estimate::registration(const char* const version, vm_if& vm) {
 | 
			
		||||
	arch_instr = vm.get_arch()->get_instrumentation_if();
 | 
			
		||||
	if(!arch_instr) return false;
 | 
			
		||||
	const std::string  core_name = arch_instr->core_type_name();
 | 
			
		||||
    Json::Value &val = root[core_name];
 | 
			
		||||
    if(!val.isNull() && val.isArray()){
 | 
			
		||||
    	delays.reserve(val.size());
 | 
			
		||||
    	for(auto it:val){
 | 
			
		||||
    		auto name = it["name"];
 | 
			
		||||
    		auto size = it["size"];
 | 
			
		||||
    		auto delay = it["delay"];
 | 
			
		||||
    		if(!name.isString() || !size.isUInt() || !(delay.isUInt() || delay.isArray())) throw std::runtime_error("JSON parse error");
 | 
			
		||||
    		if(delay.isUInt()){
 | 
			
		||||
				delays.push_back(instr_desc{size.asUInt(), delay.asUInt(), 0});
 | 
			
		||||
    		} else {
 | 
			
		||||
				delays.push_back(instr_desc{size.asUInt(), delay[0].asUInt(), delay[1].asUInt()});
 | 
			
		||||
    		}
 | 
			
		||||
    instr_if = vm.get_arch()->get_instrumentation_if();
 | 
			
		||||
    if(!instr_if) return false;
 | 
			
		||||
    const string  core_name = instr_if->core_type_name();
 | 
			
		||||
    if (config_file_name.length() > 0) {
 | 
			
		||||
        ifstream is(config_file_name);
 | 
			
		||||
        if (is.is_open()) {
 | 
			
		||||
            try {
 | 
			
		||||
                IStreamWrapper isw(is);
 | 
			
		||||
                Document d;
 | 
			
		||||
                ParseResult ok = d.ParseStream(isw);
 | 
			
		||||
                if(ok) {
 | 
			
		||||
                    Value& val = d[core_name.c_str()];
 | 
			
		||||
                    if(val.IsArray()){
 | 
			
		||||
                        delays.reserve(val.Size());
 | 
			
		||||
                        for (auto it = val.Begin(); it != val.End(); ++it) {
 | 
			
		||||
                            auto& name = (*it)["name"];
 | 
			
		||||
                            auto& size = (*it)["size"];
 | 
			
		||||
                            auto& delay = (*it)["delay"];
 | 
			
		||||
                            auto& branch = (*it)["branch"];
 | 
			
		||||
                            if(delay.IsArray()) {
 | 
			
		||||
                                auto dt = delay[0].Get<unsigned>();
 | 
			
		||||
                                auto dnt = delay[1].Get<unsigned>();
 | 
			
		||||
                                delays.push_back(instr_desc{size.Get<unsigned>(), dt, dnt, branch.Get<bool>()});
 | 
			
		||||
                            } else if(delay.Is<unsigned>()) {
 | 
			
		||||
                                auto d = delay.Get<unsigned>();
 | 
			
		||||
                                delays.push_back(instr_desc{size.Get<unsigned>(), d, d, branch.Get<bool>()});
 | 
			
		||||
                            } else
 | 
			
		||||
                                throw runtime_error("JSON parse error");
 | 
			
		||||
                       }
 | 
			
		||||
                    } else {
 | 
			
		||||
        LOG(ERR)<<"plugin cycle_estimate: could not find an entry for "<<core_name<<" in JSON file"<<std::endl;
 | 
			
		||||
                        LOG(ERR)<<"plugin cycle_estimate: could not find an entry for "<<core_name<<" in JSON file"<<endl;
 | 
			
		||||
                        return false;
 | 
			
		||||
                   }
 | 
			
		||||
                } else {
 | 
			
		||||
                    LOG(ERR)<<"plugin cycle_estimate: could not parse in JSON file at "<< ok.Offset()<<": "<<GetParseError_En(ok.Code())<<endl;
 | 
			
		||||
                    return false;
 | 
			
		||||
               }
 | 
			
		||||
            } catch (runtime_error &e) {
 | 
			
		||||
                LOG(ERR) << "Could not parse input file " << config_file_name << ", reason: " << e.what();
 | 
			
		||||
                return false;
 | 
			
		||||
            }
 | 
			
		||||
        } else {
 | 
			
		||||
            LOG(ERR) << "Could not open input file " << config_file_name;
 | 
			
		||||
            return false;
 | 
			
		||||
        }
 | 
			
		||||
    }
 | 
			
		||||
    return true;
 | 
			
		||||
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
void iss::plugin::cycle_estimate::callback(instr_info_t instr_info, exec_info const&) {
 | 
			
		||||
    assert(arch_instr && "No instrumentation interface available but callback executed");
 | 
			
		||||
void iss::plugin::cycle_estimate::callback(instr_info_t instr_info, exec_info const& exc_info) {
 | 
			
		||||
    assert(instr_if && "No instrumentation interface available but callback executed");
 | 
			
		||||
    auto entry = delays[instr_info.instr_id];
 | 
			
		||||
	bool taken = (arch_instr->get_next_pc()-arch_instr->get_pc()) != (entry.size/8);
 | 
			
		||||
    if (taken && entry.taken > 1)
 | 
			
		||||
        arch_instr->set_curr_instr_cycles(entry.taken);
 | 
			
		||||
    bool taken = exc_info.branch_taken;
 | 
			
		||||
    if (exc_info.branch_taken && (entry.taken > 1))
 | 
			
		||||
        instr_if->set_curr_instr_cycles(entry.taken);
 | 
			
		||||
    else if (entry.not_taken > 1)
 | 
			
		||||
        arch_instr->set_curr_instr_cycles(entry.not_taken);
 | 
			
		||||
        instr_if->set_curr_instr_cycles(entry.not_taken);
 | 
			
		||||
}
 | 
			
		||||
 
 | 
			
		||||
							
								
								
									
										180
									
								
								src/plugin/pctrace.cpp
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										180
									
								
								src/plugin/pctrace.cpp
									
									
									
									
									
										Normal file
									
								
							@@ -0,0 +1,180 @@
 | 
			
		||||
#include <iss/arch_if.h>
 | 
			
		||||
#include <iss/plugin/pctrace.h>
 | 
			
		||||
#include <util/logging.h>
 | 
			
		||||
#include <util/ities.h>
 | 
			
		||||
#include <rapidjson/document.h>
 | 
			
		||||
#include <rapidjson/istreamwrapper.h>
 | 
			
		||||
#include "rapidjson/writer.h"
 | 
			
		||||
#include "rapidjson/stringbuffer.h"
 | 
			
		||||
#include <rapidjson/ostreamwrapper.h>
 | 
			
		||||
#include <rapidjson/error/en.h>
 | 
			
		||||
#include <fstream>
 | 
			
		||||
#include <iostream>
 | 
			
		||||
#ifdef WITH_LZ4
 | 
			
		||||
#include <lz4frame.h>
 | 
			
		||||
#endif
 | 
			
		||||
 | 
			
		||||
namespace iss {
 | 
			
		||||
namespace plugin {
 | 
			
		||||
 | 
			
		||||
using namespace rapidjson;
 | 
			
		||||
using namespace std;
 | 
			
		||||
 | 
			
		||||
#ifdef WITH_LZ4
 | 
			
		||||
class lz4compress_steambuf: public std::streambuf {
 | 
			
		||||
public:
 | 
			
		||||
    lz4compress_steambuf(const lz4compress_steambuf&) = delete;
 | 
			
		||||
    lz4compress_steambuf& operator=(const lz4compress_steambuf&) = delete;
 | 
			
		||||
    lz4compress_steambuf(std::ostream &sink, size_t buf_size)
 | 
			
		||||
    : sink(sink)
 | 
			
		||||
    , src_buf(buf_size)
 | 
			
		||||
    , dest_buf(LZ4F_compressBound(buf_size, nullptr))
 | 
			
		||||
    {
 | 
			
		||||
        auto errCode = LZ4F_createCompressionContext(&ctx, LZ4F_VERSION);
 | 
			
		||||
        if (LZ4F_isError(errCode) != 0)
 | 
			
		||||
            throw std::runtime_error(std::string("Failed to create LZ4 context: ") + LZ4F_getErrorName(errCode));
 | 
			
		||||
        size_t ret = LZ4F_compressBegin(ctx, &dest_buf.front(), dest_buf.capacity(), nullptr);
 | 
			
		||||
        if (LZ4F_isError(ret) != 0)
 | 
			
		||||
            throw std::runtime_error(std::string("Failed to start LZ4 compression: ") + LZ4F_getErrorName(ret));
 | 
			
		||||
        setp(src_buf.data(), src_buf.data() + src_buf.size() - 1);
 | 
			
		||||
        sink.write(dest_buf.data(), ret);
 | 
			
		||||
    }
 | 
			
		||||
 | 
			
		||||
    ~lz4compress_steambuf() {
 | 
			
		||||
        close();
 | 
			
		||||
    }
 | 
			
		||||
 | 
			
		||||
    void close() {
 | 
			
		||||
        if (closed)
 | 
			
		||||
            return;
 | 
			
		||||
        sync();
 | 
			
		||||
        auto ret = LZ4F_compressEnd(ctx, dest_buf.data(), dest_buf.capacity(), nullptr);
 | 
			
		||||
        if (LZ4F_isError(ret) != 0)
 | 
			
		||||
            throw std::runtime_error(std::string("Failed to finish LZ4 compression: ") + LZ4F_getErrorName(ret));
 | 
			
		||||
        sink.write(dest_buf.data(), ret);
 | 
			
		||||
        LZ4F_freeCompressionContext(ctx);
 | 
			
		||||
        closed = true;
 | 
			
		||||
    }
 | 
			
		||||
 | 
			
		||||
private:
 | 
			
		||||
    int_type overflow(int_type ch) override {
 | 
			
		||||
        compress_and_write();
 | 
			
		||||
        *pptr() = static_cast<char_type>(ch);
 | 
			
		||||
        pbump(1);
 | 
			
		||||
        return ch;
 | 
			
		||||
    }
 | 
			
		||||
 | 
			
		||||
    int_type sync() override {
 | 
			
		||||
        compress_and_write();
 | 
			
		||||
        return 0;
 | 
			
		||||
    }
 | 
			
		||||
 | 
			
		||||
    void compress_and_write() {
 | 
			
		||||
        if (closed)
 | 
			
		||||
            throw std::runtime_error("Cannot write to closed stream");
 | 
			
		||||
        if(auto orig_size = pptr() - pbase()){
 | 
			
		||||
            auto ret = LZ4F_compressUpdate(ctx, dest_buf.data(), dest_buf.capacity(), pbase(), orig_size, nullptr);
 | 
			
		||||
            if (LZ4F_isError(ret) != 0)
 | 
			
		||||
                throw std::runtime_error(std::string("LZ4 compression failed: ") + LZ4F_getErrorName(ret));
 | 
			
		||||
            if(ret) sink.write(dest_buf.data(), ret);
 | 
			
		||||
            pbump(-orig_size);
 | 
			
		||||
        }
 | 
			
		||||
    }
 | 
			
		||||
 | 
			
		||||
    std::ostream &sink;
 | 
			
		||||
    std::vector<char> src_buf;
 | 
			
		||||
    std::vector<char> dest_buf;
 | 
			
		||||
    LZ4F_compressionContext_t ctx{ nullptr };
 | 
			
		||||
    bool closed{ false };
 | 
			
		||||
};
 | 
			
		||||
#endif
 | 
			
		||||
 | 
			
		||||
cov::cov(std::string const &filename)
 | 
			
		||||
: instr_if(nullptr)
 | 
			
		||||
, filename(filename)
 | 
			
		||||
, output("output.trc")
 | 
			
		||||
#ifdef WITH_LZ4
 | 
			
		||||
, strbuf(new lz4compress_steambuf(output, 4096))
 | 
			
		||||
, ostr(strbuf.get())
 | 
			
		||||
#endif
 | 
			
		||||
{ }
 | 
			
		||||
 | 
			
		||||
cov::~cov() { }
 | 
			
		||||
 | 
			
		||||
bool cov::registration(const char *const version, vm_if& vm) {
 | 
			
		||||
    instr_if = vm.get_arch()->get_instrumentation_if();
 | 
			
		||||
    if(!instr_if) return false;
 | 
			
		||||
    const string  core_name = instr_if->core_type_name();
 | 
			
		||||
    if (filename.length() > 0) {
 | 
			
		||||
        ifstream is(filename);
 | 
			
		||||
        if (is.is_open()) {
 | 
			
		||||
            try {
 | 
			
		||||
                IStreamWrapper isw(is);
 | 
			
		||||
                Document d;
 | 
			
		||||
                ParseResult ok = d.ParseStream(isw);
 | 
			
		||||
                if(ok) {
 | 
			
		||||
                    Value& val = d[core_name.c_str()];
 | 
			
		||||
                    if(val.IsArray()){
 | 
			
		||||
                        delays.reserve(val.Size());
 | 
			
		||||
                        for (auto it = val.Begin(); it != val.End(); ++it) {
 | 
			
		||||
                            auto& name = (*it)["name"];
 | 
			
		||||
                            auto& size = (*it)["size"];
 | 
			
		||||
                            auto& delay = (*it)["delay"];
 | 
			
		||||
                            auto& branch = (*it)["branch"];
 | 
			
		||||
                            if(delay.IsArray()) {
 | 
			
		||||
                                auto dt = delay[0].Get<unsigned>();
 | 
			
		||||
                                auto dnt = delay[1].Get<unsigned>();
 | 
			
		||||
                                delays.push_back(instr_desc{size.Get<unsigned>(), dt, dnt, branch.Get<bool>()});
 | 
			
		||||
                            } else if(delay.Is<unsigned>()) {
 | 
			
		||||
                                auto d = delay.Get<unsigned>();
 | 
			
		||||
                                delays.push_back(instr_desc{size.Get<unsigned>(), d, d, branch.Get<bool>()});
 | 
			
		||||
                            } else
 | 
			
		||||
                                throw runtime_error("JSON parse error");
 | 
			
		||||
 | 
			
		||||
                        }
 | 
			
		||||
                    } else {
 | 
			
		||||
                        LOG(ERR)<<"plugin cycle_estimate: could not find an entry for "<<core_name<<" in JSON file"<<endl;
 | 
			
		||||
                        return false;
 | 
			
		||||
                    }
 | 
			
		||||
                } else {
 | 
			
		||||
                    LOG(ERR)<<"plugin cycle_estimate: could not parse in JSON file at "<< ok.Offset()<<": "<<GetParseError_En(ok.Code())<<endl;
 | 
			
		||||
                    return false;
 | 
			
		||||
                }
 | 
			
		||||
            } catch (runtime_error &e) {
 | 
			
		||||
                LOG(ERR) << "Could not parse input file " << filename << ", reason: " << e.what();
 | 
			
		||||
                return false;
 | 
			
		||||
            }
 | 
			
		||||
        } else {
 | 
			
		||||
            LOG(ERR) << "Could not open input file " << filename;
 | 
			
		||||
            return false;
 | 
			
		||||
        }
 | 
			
		||||
    }
 | 
			
		||||
    return true;
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
void cov::callback(instr_info_t iinfo, const exec_info& einfo) {
 | 
			
		||||
    auto delay = 0;
 | 
			
		||||
    size_t id = iinfo.instr_id;
 | 
			
		||||
    auto entry = delays[id];
 | 
			
		||||
    auto instr = instr_if->get_instr_word();
 | 
			
		||||
    auto call = id==65 || id ==86 || ((id==2 || id==3) && bit_sub<7,5>(instr)!=0) ;//not taking care of tail calls (jalr with loading x6)
 | 
			
		||||
    bool taken = einfo.branch_taken;
 | 
			
		||||
    bool compressed = (instr&0x3)!=0x3;
 | 
			
		||||
    if (einfo.branch_taken) {
 | 
			
		||||
        delay = entry.taken;
 | 
			
		||||
        if(entry.taken > 1)
 | 
			
		||||
            instr_if->set_curr_instr_cycles(entry.taken);
 | 
			
		||||
    } else {
 | 
			
		||||
        delay = entry.not_taken;
 | 
			
		||||
        if (entry.not_taken > 1)
 | 
			
		||||
            instr_if->set_curr_instr_cycles(entry.not_taken);
 | 
			
		||||
    }
 | 
			
		||||
#ifndef WITH_LZ4
 | 
			
		||||
    output<<std::hex <<"0x" << instr_if->get_pc() <<"," << delay <<"," << call<<","<<(compressed?2:4) <<"\n";
 | 
			
		||||
#else
 | 
			
		||||
    auto rdbuf=ostr.rdbuf();
 | 
			
		||||
    ostr<<std::hex <<"0x" << instr_if->get_pc() <<"," << delay <<"," << call<<","<<(compressed?2:4) <<"\n";
 | 
			
		||||
#endif
 | 
			
		||||
}
 | 
			
		||||
}
 | 
			
		||||
}
 | 
			
		||||
@@ -31,37 +31,15 @@
 | 
			
		||||
 *******************************************************************************/
 | 
			
		||||
 | 
			
		||||
// clang-format off
 | 
			
		||||
#include "iss/debugger/gdb_session.h"
 | 
			
		||||
#include "iss/debugger/encoderdecoder.h"
 | 
			
		||||
#include "iss/debugger/server.h"
 | 
			
		||||
#include "iss/debugger/target_adapter_if.h"
 | 
			
		||||
#include "iss/iss.h"
 | 
			
		||||
#include "iss/vm_types.h"
 | 
			
		||||
#include <iss/debugger/gdb_session.h>
 | 
			
		||||
#include <iss/debugger/encoderdecoder.h>
 | 
			
		||||
#include <iss/debugger/server.h>
 | 
			
		||||
#include <iss/debugger/target_adapter_if.h>
 | 
			
		||||
#include <iss/iss.h>
 | 
			
		||||
#include <iss/vm_types.h>
 | 
			
		||||
#include <iss/plugin/loader.h>
 | 
			
		||||
#include "sysc/core_complex.h"
 | 
			
		||||
#ifdef CORE_TGC_B
 | 
			
		||||
#include "iss/arch/riscv_hart_m_p.h"
 | 
			
		||||
#include "iss/arch/tgc_b.h"
 | 
			
		||||
using tgc_b_plat_type = iss::arch::riscv_hart_m_p<iss::arch::tgc_b>;
 | 
			
		||||
#endif
 | 
			
		||||
#include "iss/arch/riscv_hart_m_p.h"
 | 
			
		||||
#include "iss/arch/tgc_c.h"
 | 
			
		||||
using tgc_c_plat_type = iss::arch::riscv_hart_m_p<iss::arch::tgc_c>;
 | 
			
		||||
#ifdef CORE_TGC_D
 | 
			
		||||
#include "iss/arch/riscv_hart_mu_p.h"
 | 
			
		||||
#include "iss/arch/tgc_d.h"
 | 
			
		||||
using tgc_d_plat_type = iss::arch::riscv_hart_mu_p<iss::arch::tgc_d, iss::arch::FEAT_PMP>;
 | 
			
		||||
#endif
 | 
			
		||||
#ifdef CORE_TGC_D_XRB_MAC
 | 
			
		||||
#include "iss/arch/riscv_hart_mu_p.h"
 | 
			
		||||
#include "iss/arch/tgc_d_xrb_mac.h"
 | 
			
		||||
using tgc_d_xrb_mac_plat_type = iss::arch::riscv_hart_mu_p<iss::arch::tgc_d_xrb_mac, iss::arch::FEAT_PMP>;
 | 
			
		||||
#endif
 | 
			
		||||
#ifdef CORE_TGC_D_XRB_NN
 | 
			
		||||
#include "iss/arch/riscv_hart_mu_p.h"
 | 
			
		||||
#include "iss/arch/tgc_d_xrb_nn.h"
 | 
			
		||||
using tgc_d_xrb_nn_plat_type = iss::arch::riscv_hart_mu_p<iss::arch::tgc_d_xrb_nn, iss::arch::FEAT_PMP>;
 | 
			
		||||
#endif
 | 
			
		||||
#include <sysc/core_complex.h>
 | 
			
		||||
#include <iss/arch/tgc_mapper.h>
 | 
			
		||||
#include <scc/report.h>
 | 
			
		||||
#include <util/ities.h>
 | 
			
		||||
#include <iostream>
 | 
			
		||||
@@ -69,6 +47,8 @@ using tgc_d_xrb_nn_plat_type = iss::arch::riscv_hart_mu_p<iss::arch::tgc_d_xrb_n
 | 
			
		||||
#include <array>
 | 
			
		||||
#include <iss/plugin/cycle_estimate.h>
 | 
			
		||||
#include <iss/plugin/instruction_count.h>
 | 
			
		||||
#include <iss/plugin/pctrace.h>
 | 
			
		||||
 | 
			
		||||
// clang-format on
 | 
			
		||||
 | 
			
		||||
#define STR(X) #X
 | 
			
		||||
@@ -125,7 +105,7 @@ public:
 | 
			
		||||
    heart_state_t &get_state() { return this->state; }
 | 
			
		||||
 | 
			
		||||
    void notify_phase(iss::arch_if::exec_phase p) override {
 | 
			
		||||
        if (p == iss::arch_if::ISTART) owner->sync(this->reg.icount);
 | 
			
		||||
        if (p == iss::arch_if::ISTART) owner->sync(this->icount);
 | 
			
		||||
    }
 | 
			
		||||
 | 
			
		||||
    sync_type needed_sync() const override { return PRE_SYNC; }
 | 
			
		||||
@@ -134,7 +114,8 @@ public:
 | 
			
		||||
        if (!owner->disass_output(pc, instr)) {
 | 
			
		||||
            std::stringstream s;
 | 
			
		||||
            s << "[p:" << lvl[this->reg.PRIV] << ";s:0x" << std::hex << std::setfill('0')
 | 
			
		||||
              << std::setw(sizeof(reg_t) * 2) << (reg_t)this->state.mstatus << std::dec << ";c:" << this->reg.icount << "]";
 | 
			
		||||
              << std::setw(sizeof(reg_t) * 2) << (reg_t)this->state.mstatus << std::dec << ";c:"
 | 
			
		||||
              << this->icount + this->cycle_offset << "]";
 | 
			
		||||
            SCCDEBUG(owner->name())<<"disass: "
 | 
			
		||||
                << "0x" << std::setw(16) << std::right << std::setfill('0') << std::hex << pc << "\t\t" << std::setw(40)
 | 
			
		||||
                << std::setfill(' ') << std::left << instr << s.str();
 | 
			
		||||
@@ -194,9 +175,9 @@ public:
 | 
			
		||||
 | 
			
		||||
    void wait_until(uint64_t flags) override {
 | 
			
		||||
        SCCDEBUG(owner->name()) << "Sleeping until interrupt";
 | 
			
		||||
        do {
 | 
			
		||||
        while(this->pending_trap == 0 && (this->csr[arch::mip] & this->csr[arch::mie]) == 0) {
 | 
			
		||||
            sc_core::wait(wfi_evt);
 | 
			
		||||
        } while (this->reg.pending_trap == 0);
 | 
			
		||||
        }
 | 
			
		||||
        PLAT::wait_until(flags);
 | 
			
		||||
    }
 | 
			
		||||
 | 
			
		||||
@@ -223,7 +204,7 @@ public:
 | 
			
		||||
            this->csr[arch::mip] &= ~mask;
 | 
			
		||||
        this->check_interrupt();
 | 
			
		||||
        if(value)
 | 
			
		||||
            SCCTRACE(owner->name()) << "Triggering interrupt " << id << " Pending trap: " << this->reg.pending_trap;
 | 
			
		||||
            SCCTRACE(owner->name()) << "Triggering interrupt " << id << " Pending trap: " << this->pending_trap;
 | 
			
		||||
    }
 | 
			
		||||
 | 
			
		||||
private:
 | 
			
		||||
@@ -423,6 +404,10 @@ void core_complex::before_end_of_elaboration() {
 | 
			
		||||
                auto *plugin = new iss::plugin::cycle_estimate(filename);
 | 
			
		||||
                cpu->vm->register_plugin(*plugin);
 | 
			
		||||
                plugin_list.push_back(plugin);
 | 
			
		||||
            } else if (plugin_name == "pctrace") {
 | 
			
		||||
                auto *plugin = new iss::plugin::cov(filename);
 | 
			
		||||
                cpu->vm->register_plugin(*plugin);
 | 
			
		||||
                plugin_list.push_back(plugin);
 | 
			
		||||
            } else {
 | 
			
		||||
                std::array<char const*, 1> a{{filename.c_str()}};
 | 
			
		||||
                iss::plugin::loader l(plugin_name, {{"initPlugin"}});
 | 
			
		||||
 
 | 
			
		||||
										
											
												File diff suppressed because it is too large
												Load Diff
											
										
									
								
							
		Reference in New Issue
	
	Block a user