/* -*- c++ -*- * File : vci_cc_vcache_wrapper_v1.cpp * Copyright (c) UPMC, Lip6, SoC * Authors : Alain GREINER, Yang GAO * * SOCLIB_LGPL_HEADER_BEGIN * * This file is part of SoCLib, GNU LGPLv2.1. * * SoCLib is free software; you can redistribute it and/or modify it * under the terms of the GNU Lesser General Public License as published * by the Free Software Foundation; version 2.1 of the License. * * SoCLib is distributed in the hope that it will be useful, but * WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU * Lesser General Public License for more details. * * You should have received a copy of the GNU Lesser General Public * License along with SoCLib; if not, write to the Free Software * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA * 02110-1301 USA * * SOCLIB_LGPL_HEADER_END */ #include #include "arithmetics.h" #include "../include/vci_cc_vcache_wrapper_v1.h" namespace soclib { namespace caba { //#define SOCLIB_MODULE_DEBUG #ifdef SOCLIB_MODULE_DEBUG namespace { const char *icache_fsm_state_str[] = { "ICACHE_IDLE", "ICACHE_BIS", "ICACHE_TLB1_READ", "ICACHE_TLB1_LL_WAIT", "ICACHE_TLB1_SC_WAIT", "ICACHE_TLB1_UPDT", "ICACHE_TLB2_READ", "ICACHE_TLB2_LL_WAIT", "ICACHE_TLB2_SC_WAIT", "ICACHE_TLB2_UPDT", "ICACHE_TLB_FLUSH", "ICACHE_CACHE_FLUSH", "ICACHE_TLB_INVAL", "ICACHE_CACHE_INVAL", "ICACHE_CACHE_INVAL_PA", "ICACHE_MISS_WAIT", "ICACHE_UNC_WAIT", "ICACHE_MISS_UPDT", "ICACHE_ERROR", "ICACHE_CC_INVAL", "ICACHE_TLB_CC_INVAL", }; const char *dcache_fsm_state_str[] = { "DCACHE_IDLE", "DCACHE_BIS", "DCACHE_TLB1_READ", "DCACHE_TLB1_LL_WAIT", "DCACHE_TLB1_SC_WAIT", "DCACHE_TLB1_UPDT", "DCACHE_TLB2_READ", "DCACHE_TLB2_LL_WAIT", "DCACHE_TLB2_SC_WAIT", "DCACHE_TLB2_UPDT", "DCACHE_CTXT_SWITCH", "DCACHE_ICACHE_FLUSH", "DCACHE_DCACHE_FLUSH", "DCACHE_ITLB_INVAL", "DCACHE_DTLB_INVAL", "DCACHE_ICACHE_INVAL", "DCACHE_DCACHE_INVAL", "DCACHE_ICACHE_INVAL_PA", "DCACHE_DCACHE_INVAL_PA", "DCACHE_DCACHE_SYNC", "DCACHE_LL_DIRTY_WAIT", "DCACHE_SC_DIRTY_WAIT", "DCACHE_WRITE_UPDT", "DCACHE_WRITE_DIRTY", "DCACHE_WRITE_REQ", "DCACHE_MISS_WAIT", "DCACHE_MISS_UPDT", "DCACHE_UNC_WAIT", "DCACHE_ERROR", "DCACHE_CC_CHECK", "DCACHE_CC_INVAL", "DCACHE_CC_UPDT", "DCACHE_CC_NOP", "DCACHE_TLB_CC_INVAL", }; const char *cmd_fsm_state_str[] = { "CMD_IDLE", "CMD_ITLB_READ", "CMD_ITLB_ACC_LL", "CMD_ITLB_ACC_SC", "CMD_INS_MISS", "CMD_INS_UNC", "CMD_DTLB_READ", "CMD_DTLB_ACC_LL", "CMD_DTLB_ACC_SC", "CMD_DTLB_DIRTY_LL", "CMD_DTLB_DIRTY_SC", "CMD_DATA_UNC", "CMD_DATA_MISS", "CMD_DATA_WRITE", "CMD_INS_CLEANUP", "CMD_DATA_CLEANUP", }; const char *rsp_fsm_state_str[] = { "RSP_IDLE", "RSP_ITLB_READ", "RSP_ITLB_ACC_LL", "RSP_ITLB_ACC_SC", "RSP_INS_MISS", "RSP_INS_UNC", "RSP_DTLB_READ", "RSP_DTLB_ACC_LL", "RSP_DTLB_ACC_SC", "RSP_DTLB_DIRTY_LL", "RSP_DTLB_DIRTY_SC", "RSP_DATA_MISS", "RSP_DATA_UNC", "RSP_DATA_WRITE", "RSP_INS_CLEANUP", "RSP_DATA_CLEANUP", }; const char *tgt_fsm_state_str[] = { "TGT_IDLE", "TGT_UPDT_WORD", "TGT_UPDT_DATA", "TGT_REQ_BROADCAST", "TGT_REQ_ICACHE", "TGT_REQ_DCACHE", "TGT_RSP_BROADCAST", "TGT_RSP_ICACHE", "TGT_RSP_DCACHE", }; const char *inval_itlb_fsm_state_str[] = { "INVAL_ITLB_IDLE", "INVAL_ITLB_CHECK" , "INVAL_ITLB_INVAL", "INVAL_ITLB_CLEAR", }; const char *inval_dtlb_fsm_state_str[] = { "INVAL_DTLB_IDLE", "INVAL_DTLB_CHECK", "INVAL_DTLB_INVAL", "INVAL_DTLB_CLEAR", }; } #endif #define tmpl(...) template __VA_ARGS__ VciCcVCacheWrapperV1 using soclib::common::uint32_log2; /***********************************************/ tmpl(/**/)::VciCcVCacheWrapperV1( sc_module_name name, int proc_id, const soclib::common::MappingTable &mtp, const soclib::common::MappingTable &mtc, const soclib::common::IntTab &initiator_index_rw, const soclib::common::IntTab &initiator_index_c, const soclib::common::IntTab &target_index, size_t itlb_ways, size_t itlb_sets, size_t dtlb_ways, size_t dtlb_sets, size_t icache_ways, size_t icache_sets, size_t icache_words, size_t dcache_ways, size_t dcache_sets, size_t dcache_words, size_t write_buf_size ) /***********************************************/ : soclib::caba::BaseModule(name), p_clk("clk"), p_resetn("resetn"), p_vci_ini_rw("vci_ini_rw"), p_vci_ini_c("vci_ini_c"), p_vci_tgt("vci_tgt"), m_cacheability_table(mtp.getCacheabilityTable()), m_segment(mtc.getSegment(target_index)), m_iss(this->name(), proc_id), m_srcid_rw(mtp.indexForId(initiator_index_rw)), m_srcid_c(mtp.indexForId(initiator_index_c)), m_itlb_ways(itlb_ways), m_itlb_sets(itlb_sets), m_dtlb_ways(dtlb_ways), m_dtlb_sets(dtlb_sets), m_icache_ways(icache_ways), m_icache_sets(icache_sets), m_icache_yzmask((~0)<<(uint32_log2(icache_words) + 2)), m_icache_words(icache_words), m_dcache_ways(dcache_ways), m_dcache_sets(dcache_sets), m_dcache_yzmask((~0)<<(uint32_log2(dcache_words) + 2)), m_dcache_words(dcache_words), m_write_buf_size(write_buf_size), m_paddr_nbits(vci_param::N), icache_tlb(itlb_ways,itlb_sets,vci_param::N), dcache_tlb(dtlb_ways,dtlb_sets,vci_param::N), r_dcache_fsm("r_dcache_fsm"), r_dcache_paddr_save("r_dcache_paddr_save"), r_dcache_wdata_save("r_dcache_wdata_save"), r_dcache_rdata_save("r_dcache_rdata_save"), r_dcache_type_save("r_dcache_type_save"), r_dcache_be_save("r_dcache_be_save"), r_dcache_cached_save("r_dcache_cached_save"), r_dcache_tlb_paddr("r_dcache_tlb_paddr"), r_dcache_miss_req("r_dcache_miss_req"), r_dcache_unc_req("r_dcache_unc_req"), r_dcache_write_req("r_dcache_write_req"), r_dcache_tlb_read_req("r_dcache_tlb_read_req"), r_dcache_tlb_ll_acc_req("r_dcache_tlb_ll_acc_req"), r_dcache_tlb_sc_acc_req("r_dcache_tlb_sc_acc_req"), r_dcache_tlb_ll_dirty_req("r_dcache_tlb_ll_dirty_req"), r_dcache_tlb_sc_dirty_req("r_dcache_tlb_sc_dirty_req"), r_dcache_tlb_ptba_read("r_dcache_tlb_ptba_read"), r_dcache_xtn_req("r_dcache_xtn_req"), r_icache_fsm("r_icache_fsm"), r_icache_paddr_save("r_icache_paddr_save"), r_icache_miss_req("r_icache_miss_req"), r_icache_unc_req("r_icache_unc_req"), r_icache_tlb_read_req("r_icache_tlb_read_req"), r_icache_tlb_ll_req("r_icache_tlb_ll_req"), r_icache_tlb_sc_req("r_icache_tlb_sc_req"), r_vci_cmd_fsm("r_vci_cmd_fsm"), r_vci_cmd_min("r_vci_cmd_min"), r_vci_cmd_max("r_vci_cmd_max"), r_vci_cmd_cpt("r_vci_cmd_cpt"), r_vci_rsp_fsm("r_vci_rsp_fsm"), r_vci_rsp_cpt("r_vci_rsp_cpt"), r_vci_rsp_ins_error("r_vci_rsp_ins_error"), r_vci_rsp_data_error("r_vci_rsp_data_error"), r_vci_tgt_fsm("r_vci_tgt_fsm"), r_tgt_addr("r_tgt_addr"), r_tgt_word("r_tgt_word"), r_tgt_update("r_tgt_update"), r_tgt_broadcast("r_tgt_broadcast"), r_tgt_srcid("r_tgt_srcid"), r_tgt_pktid("r_tgt_pktid"), r_tgt_trdid("r_tgt_trdid"), r_tgt_icache_req("r_tgt_icache_req"), r_tgt_dcache_req("r_tgt_dcache_req"), r_wbuf("wbuf", write_buf_size ), r_icache("icache", icache_ways, icache_sets, icache_words), r_dcache("dcache", dcache_ways, dcache_sets, dcache_words) { r_icache_miss_buf = new data_t[icache_words]; r_dcache_miss_buf = new data_t[dcache_words]; r_tgt_buf = new data_t[dcache_words]; r_tgt_val = new bool[dcache_words]; SC_METHOD(transition); dont_initialize(); sensitive << p_clk.pos(); SC_METHOD(genMoore); dont_initialize(); sensitive << p_clk.neg(); typename iss_t::CacheInfo cache_info; cache_info.has_mmu = true; cache_info.icache_line_size = icache_words*sizeof(data_t); cache_info.icache_assoc = icache_ways; cache_info.icache_n_lines = icache_sets; cache_info.dcache_line_size = dcache_words*sizeof(data_t); cache_info.dcache_assoc = dcache_ways; cache_info.dcache_n_lines = dcache_sets; m_iss.setCacheInfo(cache_info); } ///////////////////////////////////// tmpl(/**/)::~VciCcVCacheWrapperV1() ///////////////////////////////////// { delete [] r_icache_miss_buf; delete [] r_dcache_miss_buf; delete [] r_tgt_val; delete [] r_tgt_buf; } //////////////////////// tmpl(void)::print_cpi() //////////////////////// { std::cout << name() << " CPI = " << (float)m_cpt_total_cycles/(m_cpt_total_cycles - m_cpt_frz_cycles) << std::endl ; } //////////////////////// tmpl(void)::print_stats() //////////////////////// { float run_cycles = (float)(m_cpt_total_cycles - m_cpt_frz_cycles); std::cout << name() << std::endl << "- CPI = " << (float)m_cpt_total_cycles/run_cycles << std::endl << "- READ RATE = " << (float)m_cpt_read/run_cycles << std::endl << "- WRITE RATE = " << (float)m_cpt_write/run_cycles << std::endl << "- IMISS_RATE = " << (float)m_cpt_ins_miss/m_cpt_ins_read << std::endl << "- DMISS RATE = " << (float)m_cpt_data_miss/(m_cpt_read-m_cpt_unc_read) << std::endl << "- INS MISS COST = " << (float)m_cost_ins_miss_frz/m_cpt_ins_miss << std::endl << "- DATA MISS COST = " << (float)m_cost_data_miss_frz/m_cpt_data_miss << std::endl << "- WRITE COST = " << (float)m_cost_write_frz/m_cpt_write << std::endl << "- UNC COST = " << (float)m_cost_unc_read_frz/m_cpt_unc_read << std::endl << "- UNCACHED READ RATE = " << (float)m_cpt_unc_read/m_cpt_read << std::endl << "- CACHED WRITE RATE = " << (float)m_cpt_write_cached/m_cpt_write << std::endl << "- INS TLB MISS RATE = " << (float)m_cpt_ins_tlb_miss/m_cpt_ins_tlb_read << std::endl << "- DATA TLB MISS RATE = " << (float)m_cpt_data_tlb_miss/m_cpt_data_tlb_read << std::endl << "- ITLB MISS COST = " << (float)m_cost_ins_tlb_miss_frz/m_cpt_ins_tlb_miss << std::endl << "- DTLB MISS COST = " << (float)m_cost_data_tlb_miss_frz/m_cpt_data_tlb_miss << std::endl << "- ITLB UPDATE ACC COST = " << (float)m_cost_ins_tlb_update_acc_frz/m_cpt_ins_tlb_update_acc << std::endl << "- DTLB UPDATE ACC COST = " << (float)m_cost_data_tlb_update_acc_frz/m_cpt_data_tlb_update_acc << std::endl << "- DTLB UPDATE DIRTY COST = " << (float)m_cost_data_tlb_update_dirty_frz/m_cpt_data_tlb_update_dirty << std::endl << "- NB CC BROADCAST = " << m_cpt_cc_broadcast << std::endl << "- NB CC UPDATE DATA = " << m_cpt_cc_update_data << std::endl << "- NB CC INVAL DATA = " << m_cpt_cc_inval_data << std::endl << "- NB CC INVAL INS = " << m_cpt_cc_inval_ins << std::endl << "- NB CC CLEANUP DATA = " << m_cpt_cc_cleanup_data << std::endl << "- NB CC CLEANUP INS = " << m_cpt_cc_cleanup_ins << std::endl << "- ITLB MISS TRANSACTION = " << (float)m_cost_itlbmiss_transaction/m_cpt_itlbmiss_transaction << std::endl << "- DTLB MISS TRANSACTION = " << (float)m_cost_dtlbmiss_transaction/m_cpt_dtlbmiss_transaction << std::endl; } /*************************************************/ tmpl(void)::transition() /*************************************************/ { if ( ! p_resetn.read() ) { m_iss.reset(); r_dcache_fsm = DCACHE_IDLE; r_icache_fsm = ICACHE_IDLE; r_vci_cmd_fsm = CMD_IDLE; r_vci_rsp_fsm = RSP_IDLE; r_vci_tgt_fsm = TGT_IDLE; r_inval_itlb_fsm = INVAL_ITLB_IDLE; r_inval_dtlb_fsm = INVAL_DTLB_IDLE; // write buffer & caches r_wbuf.reset(); r_icache.reset(); r_dcache.reset(); icache_tlb.reset(); dcache_tlb.reset(); //r_mmu_mode = ALL_DEACTIVE; r_mmu_mode = 0x3; r_mmu_params = (uint32_log2(m_dtlb_ways) << 29) | (uint32_log2(m_dtlb_sets) << 25) | (uint32_log2(m_dcache_ways) << 22) | (uint32_log2(m_dcache_sets) << 18) | (uint32_log2(m_itlb_ways) << 15) | (uint32_log2(m_itlb_sets) << 11) | (uint32_log2(m_icache_ways) << 8) | (uint32_log2(m_icache_sets) << 4) | (uint32_log2(m_icache_words * 4)); r_mmu_release = (uint32_t)(1 << 16) | 0x1; r_icache_miss_req = false; r_icache_unc_req = false; r_icache_tlb_read_req = false; r_icache_tlb_first_req = false; r_icache_tlb_ll_req = false; r_icache_tlb_sc_req = false; r_icache_tlb_sc_fail = false; r_dcache_miss_req = false; r_dcache_unc_req = false; r_dcache_write_req = false; r_dcache_tlb_read_req = false; r_dcache_tlb_first_req = false; r_dcache_tlb_ll_acc_req = false; r_dcache_tlb_sc_acc_req = false; r_dcache_tlb_ll_dirty_req = false; r_dcache_tlb_sc_dirty_req = false; r_dcache_tlb_sc_fail = false; r_dcache_tlb_ptba_read = false; r_dcache_xtn_req = false; r_dcache_dirty_save = false; r_dcache_hit_p_save = false; r_dcache_cached_save = false; r_icache_buf_unc_valid = false; r_dcache_buf_unc_valid = false; r_vci_rsp_ins_error = false; r_vci_rsp_data_error = false; r_icache_id1_save = 0; r_icache_ppn_save = 0; r_icache_vpn_save = 0; r_itlb_translation_valid = false; r_dcache_id1_save = 0; r_dcache_ppn_save = 0; r_dcache_vpn_save = 0; r_dtlb_translation_valid = false; r_icache_ptba_ok = false; r_dcache_ptba_ok = false; r_icache_error_type = MMU_NONE; r_dcache_error_type = MMU_NONE; r_icache_cleanup_req = false; r_icache_cleanup_type = NONE; r_dcache_cleanup_req = false; r_dcache_cleanup_type = NONE; r_tgt_icache_req = false; r_tgt_dcache_req = false; r_tgt_icache_rsp = false; r_tgt_dcache_rsp = false; r_ccinval_itlb_cpt = 0; r_ccinval_dtlb_cpt = 0; r_icache_cc_hit_t = false; r_dcache_cc_hit_t = false; r_tgt_broadcast = false; r_tgt_update = false; r_icache_inval_rsp = false; r_dcache_inval_rsp = false; r_icache_tlb_inval_req = false; r_itlb_cc_check_end = false; r_icache_inval_tlb_rsp = false; r_dcache_tlb_inval_req = false; r_dtlb_cc_check_end = false; r_dcache_inval_tlb_rsp = false; // activity counters m_cpt_dcache_data_read = 0; m_cpt_dcache_data_write = 0; m_cpt_dcache_dir_read = 0; m_cpt_dcache_dir_write = 0; m_cpt_icache_data_read = 0; m_cpt_icache_data_write = 0; m_cpt_icache_dir_read = 0; m_cpt_icache_dir_write = 0; m_cpt_frz_cycles = 0; m_cpt_total_cycles = 0; m_cpt_read = 0; m_cpt_write = 0; m_cpt_data_miss = 0; m_cpt_ins_miss = 0; m_cpt_unc_read = 0; m_cpt_write_cached = 0; m_cpt_ins_read = 0; m_cost_write_frz = 0; m_cost_data_miss_frz = 0; m_cost_unc_read_frz = 0; m_cost_ins_miss_frz = 0; m_cpt_imiss_transaction = 0; m_cpt_dmiss_transaction = 0; m_cpt_unc_transaction = 0; m_cpt_write_transaction = 0; m_cpt_icache_unc_transaction = 0; m_cost_imiss_transaction = 0; m_cost_dmiss_transaction = 0; m_cost_unc_transaction = 0; m_cost_write_transaction = 0; m_cost_icache_unc_transaction = 0; m_length_write_transaction = 0; m_cpt_ins_tlb_read = 0; m_cpt_ins_tlb_miss = 0; m_cpt_ins_tlb_update_acc = 0; m_cpt_data_tlb_read = 0; m_cpt_data_tlb_miss = 0; m_cpt_data_tlb_update_acc = 0; m_cpt_data_tlb_update_dirty = 0; m_cost_ins_tlb_miss_frz = 0; m_cost_data_tlb_miss_frz = 0; m_cost_ins_tlb_update_acc_frz = 0; m_cost_data_tlb_update_acc_frz = 0; m_cost_data_tlb_update_dirty_frz = 0; m_cpt_itlbmiss_transaction = 0; m_cpt_itlb_ll_transaction = 0; m_cpt_itlb_sc_transaction = 0; m_cpt_dtlbmiss_transaction = 0; m_cpt_dtlb_ll_transaction = 0; m_cpt_dtlb_sc_transaction = 0; m_cpt_dtlb_ll_dirty_transaction = 0; m_cpt_dtlb_sc_dirty_transaction = 0; m_cost_itlbmiss_transaction = 0; m_cost_itlb_ll_transaction = 0; m_cost_itlb_sc_transaction = 0; m_cost_dtlbmiss_transaction = 0; m_cost_dtlb_ll_transaction = 0; m_cost_dtlb_sc_transaction = 0; m_cost_dtlb_ll_dirty_transaction = 0; m_cost_dtlb_sc_dirty_transaction = 0; m_cpt_cc_cleanup_ins = 0; m_cpt_cc_cleanup_data = 0; m_cpt_icleanup_transaction = 0; m_cpt_dcleanup_transaction = 0; m_cost_icleanup_transaction = 0; m_cost_dcleanup_transaction = 0; m_cpt_cc_update_data = 0; m_cpt_cc_inval_ins = 0; m_cpt_cc_inval_data = 0; m_cpt_cc_broadcast = 0; return; } #ifdef SOCLIB_MODULE_DEBUG std::cout << name() << "cycle = " << m_cpt_total_cycles << " tgt fsm: " << tgt_fsm_state_str[r_vci_tgt_fsm] << " dcache fsm: " << dcache_fsm_state_str[r_dcache_fsm] << " icache fsm: " << icache_fsm_state_str[r_icache_fsm] << " cmd fsm: " << cmd_fsm_state_str[r_vci_cmd_fsm] << " rsp fsm: " << rsp_fsm_state_str[r_vci_rsp_fsm] << " itlb inval fsm: " << inval_itlb_fsm_state_str[r_inval_itlb_fsm] << " dtlb inval fsm: " << inval_dtlb_fsm_state_str[r_inval_dtlb_fsm] << std::endl; #endif m_cpt_total_cycles++; typename iss_t::InstructionRequest ireq = ISS_IREQ_INITIALIZER; typename iss_t::InstructionResponse irsp = ISS_IRSP_INITIALIZER; typename iss_t::DataRequest dreq = ISS_DREQ_INITIALIZER; typename iss_t::DataResponse drsp = ISS_DRSP_INITIALIZER; m_iss.getRequests( ireq, dreq ); #ifdef SOCLIB_MODULE_DEBUG std::cout << name() << " Instruction Request: " << ireq << std::endl; std::cout << name() << " Data Request: " << dreq << std::endl; #endif ///////////////////////////////////////////////////////////////////// // The TGT_FSM controls the following ressources: // - r_vci_tgt_fsm // - r_tgt_buf[nwords] // - r_tgt_val[nwords] // - r_tgt_update // - r_tgt_word // - r_tgt_addr // - r_tgt_srcid // - r_tgt_trdid // - r_tgt_pktid // All VCI commands must be CMD_WRITE. // If the VCI address offset is null, the command is an invalidate // request. It is an update request otherwise. // The VCI_TGT FSM stores the external request arguments in the // IDLE, UPDT_WORD & UPDT_DATA states. It sets the r_tgt_icache_req // & r_tgt_dcache_req flip-flops to signal the external request to // the ICACHE & DCACHE FSMs in the REQ state. It waits the completion // of the update or invalidate request in the RSP state. // - for an invalidate request the VCI packet length is 1 word. // The WDATA field contains the line index (i.e. the Z & Y fields). // - for an update request the VCI packet length is (n+2) words. // The WDATA field of the first VCI word contains the line number. // The WDATA field of the second VCI word contains the word index. // The WDATA field of the n following words contains the values. // - for both invalidate & update requests, the VCI response // is one single word. // In case of errors in the VCI command packet, the simulation // is stopped with an error message. ///////////////////////////////////////////////////////////////////// switch(r_vci_tgt_fsm) { ////////////// case TGT_IDLE: { if ( p_vci_tgt.cmdval.read() ) { paddr_t address = p_vci_tgt.address.read(); if ( p_vci_tgt.cmd.read() != vci_param::CMD_WRITE) { std::cout << "error in component VCI_CC_VCACHE_WRAPPER " << name() << std::endl; std::cout << "the received VCI command is not a write" << std::endl; exit(0); } // multi-update or multi-invalidate for data type if ( ( (address & 0x3) != 0x3 ) && ( ! m_segment.contains(address)) ) { std::cout << "error in component VCI_CC_VCACHE_WRAPPER " << name() << std::endl; std::cout << "out of segment VCI command received for a multi-updt or multi-inval request" << std::endl; exit(0); } r_tgt_srcid = p_vci_tgt.srcid.read(); r_tgt_trdid = p_vci_tgt.trdid.read(); r_tgt_pktid = p_vci_tgt.pktid.read(); r_tgt_plen = p_vci_tgt.plen.read(); r_tgt_addr = (paddr_t)(p_vci_tgt.be.read() & 0x3) << 32 | (paddr_t)p_vci_tgt.wdata.read() * m_dcache_words * 4; if ( (address & 0x3) == 0x3 ) // broadcast invalidate for data or instruction type { if ( ! p_vci_tgt.eop.read() ) { std::cout << "error in component VCI_CC_VCACHE_WRAPPER " << name() << std::endl; std::cout << "the BROADCAST INVALIDATE command length must be one word" << std::endl; exit(0); } r_tgt_update = false; r_tgt_broadcast = true; r_vci_tgt_fsm = TGT_REQ_BROADCAST; m_cpt_cc_broadcast++; } else // multi-update or multi-invalidate for data type { r_tgt_broadcast = false; paddr_t cell = address - m_segment.baseAddress(); if (cell == 0) // invalidate { if ( ! p_vci_tgt.eop.read() ) { std::cout << "error in component VCI_CC_VCACHE_WRAPPER " << name() << std::endl; std::cout << "the MULTI-INVALIDATE command length must be one word" << std::endl; exit(0); } r_tgt_update = false; r_vci_tgt_fsm = TGT_REQ_DCACHE; m_cpt_cc_inval_data++ ; } else if (cell == 4) // update { if ( p_vci_tgt.eop.read() ) { std::cout << "error in component VCI_CC_VCACHE_WRAPPER " << name() << std::endl; std::cout << "the MULTI-UPDATE command length must be N+2 words" << std::endl; exit(0); } r_tgt_update = true; r_vci_tgt_fsm = TGT_UPDT_WORD; m_cpt_cc_update_data++ ; } else if (cell == 8) { if ( ! p_vci_tgt.eop.read() ) { std::cout << "error in component VCI_CC_VCACHE_WRAPPER " << name() << std::endl; std::cout << "the MULTI-INVALIDATE command length must be one word" << std::endl; exit(0); } r_tgt_update = false; r_vci_tgt_fsm = TGT_REQ_ICACHE; m_cpt_cc_inval_ins++ ; } } // end if address } // end if cmdval break; } /////////////////// case TGT_UPDT_WORD: { if (p_vci_tgt.cmdval.read()) { if ( p_vci_tgt.eop.read() ) { std::cout << "error in component VCI_CC_VCACHE_WRAPPER " << name() << std::endl; std::cout << "the MULTI-UPDATE command length must be N+2 words" << std::endl; exit(0); } for ( size_t i=0 ; i= m_dcache_words) { std::cout << "error in component VCI_CC_VCACHE_WRAPPER " << name() << std::endl; std::cout << "the reveived MULTI-UPDATE command length is wrong" << std::endl; exit(0); } r_tgt_buf[word] = p_vci_tgt.wdata.read(); if(p_vci_tgt.be.read()) r_tgt_val[word] = true; r_tgt_word = word + 1; if (p_vci_tgt.eop.read()) r_vci_tgt_fsm = TGT_REQ_DCACHE; } break; } //////////////////////// case TGT_REQ_BROADCAST: { if ( !r_tgt_icache_req.read() && !r_tgt_dcache_req.read() ) { r_vci_tgt_fsm = TGT_RSP_BROADCAST; r_tgt_icache_req = true; r_tgt_dcache_req = true; } break; } ///////////////////// case TGT_REQ_ICACHE: { if ( !r_tgt_icache_req.read() ) { r_vci_tgt_fsm = TGT_RSP_ICACHE; r_tgt_icache_req = true; } break; } ///////////////////// case TGT_REQ_DCACHE: { if ( !r_tgt_dcache_req.read() ) { r_vci_tgt_fsm = TGT_RSP_DCACHE; r_tgt_dcache_req = true; } break; } /////////////////////// case TGT_RSP_BROADCAST: { // no response if ( !r_tgt_icache_rsp.read() && !r_tgt_dcache_rsp.read() && !r_ccinval_itlb_cpt.read() && !r_ccinval_dtlb_cpt.read() && !r_tgt_icache_req.read() && !r_tgt_dcache_req.read() ) { r_vci_tgt_fsm = TGT_IDLE; break; } if ( p_vci_tgt.rspack.read() && !r_tgt_icache_req.read() && !r_tgt_dcache_req.read() ) { if ( r_tgt_icache_rsp ) { r_tgt_icache_rsp = false; break; } if ( r_tgt_dcache_rsp ) { r_tgt_dcache_rsp = false; break; } if ( r_ccinval_itlb_cpt ) { r_ccinval_itlb_cpt = r_ccinval_itlb_cpt - 1; break; } if ( r_ccinval_dtlb_cpt ) { r_ccinval_dtlb_cpt = r_ccinval_dtlb_cpt - 1; break; } } break; } ///////////////////// case TGT_RSP_ICACHE: { if ( (p_vci_tgt.rspack.read() || !r_tgt_icache_rsp.read()) && !r_tgt_icache_req.read() ) { r_vci_tgt_fsm = TGT_IDLE; r_tgt_icache_rsp = false; } break; } ///////////////////// case TGT_RSP_DCACHE: { if ( (p_vci_tgt.rspack.read() || !r_tgt_dcache_rsp.read()) && !r_tgt_dcache_req.read() ) { r_vci_tgt_fsm = TGT_IDLE; r_tgt_dcache_rsp = false; } break; } } // end switch TGT_FSM //////////////////////////////////////////////////////////////////////////////////////// // ICACHE_FSM // // There is 9 mutually exclusive conditions to exit the IDLE state. // Four configurations corresponding to an XTN request from processor, // - Flush TLB (in case of Context switch) => TLB_FLUSH state // - Flush cache => CACHE_FLUSH state // - Invalidate a TLB entry => TLB_INVAL state // - Invalidate a cache line => CACHE_INVAL state // Five configurations corresponding to various TLB or cache MISS : // - TLB miss(in case hit_p miss) => TLB1_READ state // - TLB miss(in case hit_p hit) => TLB2_READ state // - Hit in TLB but VPN changed => BIS state // - Cached read miss => MISS_REQ state // - Uncache read miss => UNC_REQ state // // In case of MISS, the controller writes a request in the r_icache_paddr_save register // and sets the corresponding request flip-flop : r_icache_tlb_read_req, r_icache_miss_req // or r_icache_unc_req. These request flip-flops are reset by the VCI_RSP controller // when the response is ready in the ICACHE buffer. // // The DCACHE FSM signals XTN processor requests using the r_dcache_xtn_req flip-flop. // The request opcod and the address to be invalidated are transmitted // in the r_dcache_paddr_save & r_dcache_wdata_save registers respectively. // The request flip-flop is reset by the ICACHE_FSM when the operation is completed. // // The r_vci_rsp_ins_error flip-flop is set by the VCI_RSP FSM and reset // by the ICACHE-FSM in the ICACHE_ERROR state. // //----------------------------------------------------------------------------------- // Instruction TLB: // // - int ET (00: unmapped; 01: unused or PTD) // (10: PTE new; 11: PTE old ) // - bool cachable (cached bit) // - bool writable (** not used alwayse false) // - bool executable (executable bit) // - bool user (access in user mode allowed) // - bool global (PTE not invalidated by a TLB flush) // - bool dirty (** not used alwayse false) // - uint32_t vpn (virtual page number) // - uint32_t ppn (physical page number) //////////////////////////////////////////////////////////////////////////////////////// switch(r_icache_fsm) { //////////////// case ICACHE_IDLE: { pte_info_t icache_pte_info; paddr_t tlb_ipaddr = 0; // physical address obtained from TLB paddr_t spc_ipaddr = 0; // physical adress obtained from PPN_save (speculative) data_t icache_ins = 0; // read instruction bool icache_hit_c = false; // Cache hit bool icache_cached = false; // cacheable access (read) bool icache_hit_t = false; // hit on 4Kilo TLB bool icache_hit_x = false; // VPN unmodified (can use spc_dpaddr) bool icache_hit_p = false; // PTP unmodified (can skip first level page table walk) size_t icache_tlb_way = 0; // selected way (in case of cache hit) size_t icache_tlb_set = 0; // selected set (Y field in address) paddr_t icache_tlb_nline = 0; // TLB NLINE // Decoding processor XTN requests // They are sent by DCACHE FSM if (r_dcache_xtn_req) { if ((int)r_dcache_type_save == (int)iss_t::XTN_PTPR) { r_icache_way = 0; r_icache_set = 0; r_icache_fsm = ICACHE_TLB_FLUSH; break; } if ((int)r_dcache_type_save == (int)iss_t::XTN_ICACHE_FLUSH) { r_icache_way = 0; r_icache_set = 0; r_icache_fsm = ICACHE_CACHE_FLUSH; break; } if ((int)r_dcache_type_save == (int)iss_t::XTN_ITLB_INVAL) { r_icache_fsm = ICACHE_TLB_INVAL; break; } if ((int)r_dcache_type_save == (int)iss_t::XTN_ICACHE_INVAL) { r_icache_fsm = ICACHE_CACHE_INVAL; break; } if ((int)r_dcache_type_save == (int)iss_t::XTN_MMU_ICACHE_PA_INV) { r_icache_fsm = ICACHE_CACHE_INVAL_PA; break; } } // end if xtn_req // external request from broadcast if ( r_tgt_icache_req ) { r_icache_fsm = ICACHE_CC_INVAL; r_icache_fsm_save = r_icache_fsm; break; } // icache_hit_t, icache_hit_x, icache_hit_p // icache_pte_info, icache_tlb_way, icache_tlb_set & ipaddr & cacheability // - If MMU activated : cacheability is defined by the cachable bit in the TLB // - If MMU not activated : cacheability is defined by the segment table. if ( !(r_mmu_mode.read() & INS_TLB_MASK) ) // MMU not activated { icache_hit_t = true; icache_hit_x = true; icache_hit_p = true; tlb_ipaddr = ireq.addr; spc_ipaddr = ireq.addr; icache_cached = m_cacheability_table[ireq.addr]; } else // MMU activated { m_cpt_ins_tlb_read++; icache_hit_t = icache_tlb.cctranslate(ireq.addr, &tlb_ipaddr, &icache_pte_info, &icache_tlb_nline, &icache_tlb_way, &icache_tlb_set); icache_hit_x = (((vaddr_t)r_icache_vpn_save << PAGE_K_NBITS) == (ireq.addr & ~PAGE_K_MASK)) && r_itlb_translation_valid; icache_hit_p = (((ireq.addr >> PAGE_M_NBITS) == r_icache_id1_save) && r_icache_ptba_ok); spc_ipaddr = ((paddr_t)r_icache_ppn_save << PAGE_K_NBITS) | (paddr_t)(ireq.addr & PAGE_K_MASK); icache_cached = icache_pte_info.c; } if ( !(r_mmu_mode.read() & INS_CACHE_MASK) ) // cache not actived { icache_cached = false; } if ( ireq.valid ) { m_cpt_icache_dir_read += m_icache_ways; m_cpt_icache_data_read += m_icache_ways; // icache_hit_c & icache_ins if ( icache_cached ) // using speculative physical address for cached access { icache_hit_c = r_icache.read(spc_ipaddr, &icache_ins); } else // using actual physical address for uncached access { icache_hit_c = ( r_icache_buf_unc_valid && (tlb_ipaddr == (paddr_t)r_icache_paddr_save) ); icache_ins = r_icache_miss_buf[0]; } if ( r_mmu_mode.read() & INS_TLB_MASK ) { if ( icache_hit_t ) { // check access rights if ( !icache_pte_info.u && (ireq.mode == iss_t::MODE_USER)) { r_icache_error_type = MMU_READ_PRIVILEGE_VIOLATION; r_icache_bad_vaddr = ireq.addr; irsp.valid = true; irsp.error = true; irsp.instruction = 0; break; } if ( !icache_pte_info.x ) { r_icache_error_type = MMU_READ_EXEC_VIOLATION; r_icache_bad_vaddr = ireq.addr; irsp.valid = true; irsp.error = true; irsp.instruction = 0; break; } } // update LRU, save ppn, vpn and page type if ( icache_hit_t ) { icache_tlb.setlru(icache_tlb_way,icache_tlb_set); r_icache_ppn_save = tlb_ipaddr >> PAGE_K_NBITS; r_icache_vpn_save = ireq.addr >> PAGE_K_NBITS; r_icache_tlb_nline = icache_tlb_nline; r_itlb_translation_valid = true; } else { r_itlb_translation_valid = false; } } // end if MMU activated // compute next state if ( !icache_hit_t && !icache_hit_p ) // TLB miss { // walk page table level 1 r_icache_paddr_save = (paddr_t)r_mmu_ptpr << (INDEX1_NBITS+2) | (paddr_t)((ireq.addr>>PAGE_M_NBITS)<<2); r_icache_tlb_read_req = true; r_icache_tlb_first_req = true; r_icache_vaddr_req = ireq.addr; r_icache_fsm = ICACHE_TLB1_READ; m_cpt_ins_tlb_miss++; m_cost_ins_tlb_miss_frz++; } else if ( !icache_hit_t && icache_hit_p ) // TLB Miss with possibility of bypass first level page { // walk page table level 2 r_icache_paddr_save = (paddr_t)r_icache_ptba_save | (paddr_t)(((ireq.addr&PTD_ID2_MASK)>>PAGE_K_NBITS) << 3); r_icache_tlb_read_req = true; r_icache_tlb_first_req = false; r_icache_vaddr_req = ireq.addr; r_icache_fsm = ICACHE_TLB2_READ; m_cpt_ins_tlb_miss++; m_cost_ins_tlb_miss_frz++; } else if ( icache_hit_t && !icache_hit_x && icache_cached ) // cached access with an ucorrect speculative physical address { r_icache_paddr_save = tlb_ipaddr; // save actual physical address for BIS r_icache_vaddr_req = ireq.addr; r_icache_fsm = ICACHE_BIS; m_cost_ins_tlb_miss_frz++; } else // cached or uncached access with a correct speculative physical address { m_cpt_ins_read++; if ( !icache_hit_c ) { m_cpt_ins_miss++; m_cost_ins_miss_frz++; if ( icache_cached ) { r_icache_miss_req = true; r_icache_paddr_save = spc_ipaddr; r_icache_vaddr_req = ireq.addr; r_icache_fsm = ICACHE_MISS_WAIT; } else { r_icache_unc_req = true; r_icache_buf_unc_valid = false; r_icache_paddr_save = tlb_ipaddr; r_icache_vaddr_req = ireq.addr; r_icache_fsm = ICACHE_UNC_WAIT; } } else { r_icache_buf_unc_valid = false; r_icache_fsm = ICACHE_IDLE; } irsp.valid = icache_hit_c; irsp.instruction = icache_ins; } // end if next states } // end if ireq.valid break; } //////////////// case ICACHE_BIS: { // external cache invalidate request if ( r_tgt_icache_req ) { if ( ireq.valid ) m_cost_ins_miss_frz++; r_icache_fsm = ICACHE_CC_INVAL; r_icache_fsm_save = r_icache_fsm; break; } // using page is invalidated if ( r_icache_inval_tlb_rsp ) { if ( ireq.valid ) m_cost_ins_miss_frz++; r_icache_inval_tlb_rsp = false; r_icache_fsm = ICACHE_IDLE; break; } data_t icache_ins = 0; bool icache_hit_c = false; bool icache_hit_t = false; paddr_t tlb_ipaddr = 0; // processor address translation icache_hit_t = icache_tlb.translate(ireq.addr, &tlb_ipaddr); // test if processor request modified if ( (tlb_ipaddr == r_icache_paddr_save.read()) && ireq.valid && icache_hit_t ) // unmodified & valid { // acces is always cached in this state icache_hit_c = r_icache.read(r_icache_paddr_save, &icache_ins); m_cpt_ins_read++; if ( !icache_hit_c ) { r_icache_miss_req = true; r_icache_fsm = ICACHE_MISS_WAIT; m_cpt_ins_miss++; } else { r_icache_fsm = ICACHE_IDLE; } irsp.valid = icache_hit_c; if (irsp.valid) assert((r_icache_vaddr_req.read() == ireq.addr) && "vaddress should not be modified while ICACHE_BIS"); irsp.error = false; irsp.instruction = icache_ins; } else { irsp.valid = false; irsp.error = false; irsp.instruction = 0; r_icache_fsm = ICACHE_IDLE; } break; } ////////////////////// case ICACHE_TLB1_READ: { if ( ireq.valid ) m_cost_ins_tlb_miss_frz++; // external cache invalidate request if ( r_tgt_icache_req ) { r_icache_fsm = ICACHE_CC_INVAL; r_icache_fsm_save = r_icache_fsm; break; } // cleanup PTD in L2, because it's not keep in L1 if ( r_icache_cleanup_req ) break; if ( !r_icache_tlb_read_req ) // vci response { if (r_icache_vaddr_req.read() != ireq.addr || !ireq.valid) { /* request modified, drop response and restart */ r_icache_ptba_ok = false; if ( r_icache_inval_tlb_rsp ) r_icache_inval_tlb_rsp = false; if ( r_vci_rsp_ins_error ) r_vci_rsp_ins_error = false; r_icache_fsm = ICACHE_IDLE; r_icache_cleanup_req = true; r_icache_cleanup_line = r_icache_paddr_save.read() >> (uint32_log2(m_icache_words) + 2); r_icache_cleanup_type = TLB_CLEANUP; m_cpt_cc_cleanup_ins++; break; } if ( !r_icache_inval_tlb_rsp ) // vci response { if ( !r_vci_rsp_ins_error ) // vci response ok { if ( !(r_icache_miss_buf[0] >> PTE_V_SHIFT) ) // unmapped { r_icache_ptba_ok = false; r_icache_error_type = MMU_READ_PT1_UNMAPPED; r_icache_bad_vaddr = r_icache_vaddr_req.read(); r_icache_fsm = ICACHE_ERROR; r_icache_cleanup_req = true; r_icache_cleanup_line = r_icache_paddr_save.read() >> (uint32_log2(m_icache_words) + 2); r_icache_cleanup_type = TLB_CLEANUP; m_cpt_cc_cleanup_ins++; } else if ( (r_icache_miss_buf[0] & PTE_T_MASK ) >> PTE_T_SHIFT ) // PTD { r_icache_ptba_ok = true; r_icache_ptba_save = (paddr_t)(r_icache_miss_buf[0] & ((1<<(m_paddr_nbits - PAGE_K_NBITS))-1)) << PAGE_K_NBITS; r_icache_id1_save = r_icache_vaddr_req.read() >> PAGE_M_NBITS; r_icache_paddr_save = (paddr_t)(r_icache_miss_buf[0] & ((1<<(m_paddr_nbits - PAGE_K_NBITS))-1)) << PAGE_K_NBITS | (paddr_t)(((r_icache_vaddr_req.read() & PTD_ID2_MASK) >> PAGE_K_NBITS) << 3); r_icache_tlb_read_req = true; r_icache_tlb_first_req = false; r_icache_fsm = ICACHE_TLB2_READ; // cleanup PTD in L2, because it's not keep in L1 r_icache_cleanup_req = true; r_icache_cleanup_line = r_icache_paddr_save.read() >> (uint32_log2(m_icache_words) + 2); r_icache_cleanup_type = TLB_CLEANUP; m_cpt_cc_cleanup_ins++; } else // PTE { r_icache_ptba_ok = false; if ( (m_srcid_rw >> 4) == ((r_icache_miss_buf[0] & ((1<<(m_paddr_nbits - PAGE_M_NBITS))-1)) >> (m_paddr_nbits - PAGE_M_NBITS -10)) ) // local { if ( (r_icache_miss_buf[0] & PTE_L_MASK ) >> PTE_L_SHIFT ) // L bit is set { r_icache_pte_update = r_icache_miss_buf[0]; r_icache_fsm = ICACHE_TLB1_UPDT; } else { r_icache_pte_update = r_icache_miss_buf[0] | PTE_L_MASK; r_icache_tlb_ll_req = true; r_icache_fsm = ICACHE_TLB1_LL_WAIT; m_cpt_ins_tlb_update_acc++; m_cost_ins_tlb_update_acc_frz++; } } else // remotely { if ( (r_icache_miss_buf[0] & PTE_R_MASK ) >> PTE_R_SHIFT ) // R bit is set { r_icache_pte_update = r_icache_miss_buf[0]; r_icache_fsm = ICACHE_TLB1_UPDT; } else { r_icache_pte_update = r_icache_miss_buf[0] | PTE_R_MASK; r_icache_tlb_ll_req = true; r_icache_fsm = ICACHE_TLB1_LL_WAIT; m_cpt_ins_tlb_update_acc++; m_cost_ins_tlb_update_acc_frz++; } } } } else // vci response error { r_icache_fsm = ICACHE_ERROR; r_icache_error_type = MMU_READ_PT1_ILLEGAL_ACCESS; r_icache_bad_vaddr = ireq.addr; } } if ( r_icache_inval_tlb_rsp ) // TLB miss read response and invalidation { if ( r_vci_rsp_ins_error ) { r_icache_inval_tlb_rsp = false; r_icache_error_type = MMU_READ_PT1_UNMAPPED; r_icache_bad_vaddr = r_icache_vaddr_req.read(); r_icache_fsm = ICACHE_ERROR; } else { r_icache_inval_tlb_rsp = false; r_icache_cleanup_req = true; r_icache_cleanup_line = r_icache_paddr_save.read() >> (uint32_log2(m_icache_words) + 2); r_icache_cleanup_type = TLB_CLEANUP; m_cpt_cc_cleanup_ins++; r_icache_fsm = ICACHE_IDLE; } } } break; } /////////////////////// case ICACHE_TLB1_LL_WAIT: { if ( ireq.valid ) m_cost_ins_tlb_miss_frz++; m_cost_ins_tlb_update_acc_frz++; // external cache invalidate request if ( r_tgt_icache_req ) { r_icache_fsm = ICACHE_CC_INVAL; r_icache_fsm_save = r_icache_fsm; break; } if ( !r_icache_tlb_ll_req ) { if ( r_vci_rsp_ins_error ) // VCI response ko { r_icache_error_type = MMU_READ_PT1_ILLEGAL_ACCESS; r_icache_bad_vaddr = ireq.addr; r_icache_fsm = ICACHE_ERROR; if (r_icache_inval_tlb_rsp) r_icache_inval_tlb_rsp = false; } else { if ( !(r_icache_miss_buf[0] >> PTE_V_SHIFT) ) // unmapped { r_icache_error_type = MMU_READ_PT1_UNMAPPED; r_icache_bad_vaddr = ireq.addr; r_icache_fsm = ICACHE_ERROR; if (r_icache_inval_tlb_rsp) r_icache_inval_tlb_rsp = false; } else if ( r_icache_inval_tlb_rsp ) { r_icache_inval_tlb_rsp = false; r_icache_fsm = ICACHE_IDLE; } else { r_icache_tlb_sc_req = true; r_icache_pte_update = r_icache_miss_buf[0] | r_icache_pte_update.read(); r_icache_fsm = ICACHE_TLB1_SC_WAIT; } } } break; } /////////////////////// case ICACHE_TLB1_SC_WAIT: { if ( ireq.valid ) m_cost_ins_tlb_miss_frz++; m_cost_ins_tlb_update_acc_frz++; // external cache invalidate request if ( r_tgt_icache_req ) { r_icache_fsm = ICACHE_CC_INVAL; r_icache_fsm_save = r_icache_fsm; break; } if ( !r_icache_tlb_sc_req ) // VCI response ko { if ( r_vci_rsp_ins_error ) // VCI response ko { r_icache_error_type = MMU_READ_PT1_ILLEGAL_ACCESS; r_icache_bad_vaddr = ireq.addr; r_icache_fsm = ICACHE_ERROR; if (r_icache_inval_tlb_rsp) r_icache_inval_tlb_rsp = false; } else { if ( r_icache_inval_tlb_rsp ) { r_icache_inval_tlb_rsp = false; if (r_icache_tlb_sc_fail) r_icache_tlb_sc_fail = false; r_icache_fsm = ICACHE_IDLE; } else if ( r_icache_tlb_sc_fail ) { r_icache_tlb_ll_req = true; r_icache_tlb_sc_fail = false; r_icache_fsm = ICACHE_TLB1_LL_WAIT; } else { r_icache_fsm = ICACHE_TLB1_UPDT; } } } break; } ////////////////////// case ICACHE_TLB1_UPDT: { if ( ireq.valid ) m_cost_ins_tlb_miss_frz++; // external cache invalidate request if ( r_tgt_icache_req ) { r_icache_fsm = ICACHE_CC_INVAL; r_icache_fsm_save = r_icache_fsm; break; } // TLB update and invalidate different PTE if ( !r_icache_inval_tlb_rsp && !r_icache_cleanup_req ) { paddr_t victim_index = 0; r_icache_cleanup_req = icache_tlb.update1(r_icache_pte_update,r_icache_vaddr_req.read(),(r_icache_paddr_save.read() >> (uint32_log2(m_icache_words)+2)),&victim_index); r_icache_cleanup_line = victim_index; r_icache_cleanup_type = TLB_CLEANUP; m_cpt_cc_cleanup_ins++; r_icache_fsm = ICACHE_IDLE; } // TLB update and invalidate same PTE if ( r_icache_inval_tlb_rsp ) { r_icache_inval_tlb_rsp = false; r_icache_fsm = ICACHE_IDLE; } break; } ///////////////////// case ICACHE_TLB2_READ: { if ( ireq.valid ) m_cost_ins_tlb_miss_frz++; // external cache invalidate request if ( r_tgt_icache_req ) { r_icache_fsm = ICACHE_CC_INVAL; r_icache_fsm_save = r_icache_fsm; break; } if ( !r_icache_tlb_read_req ) // vci response { if (r_icache_vaddr_req.read() != ireq.addr || !ireq.valid) { /* request modified, drop response and restart */ r_icache_ptba_ok = false; if ( r_icache_inval_tlb_rsp ) r_icache_inval_tlb_rsp = false; if ( r_vci_rsp_ins_error ) r_vci_rsp_ins_error = false; r_icache_fsm = ICACHE_IDLE; r_icache_cleanup_req = true; r_icache_cleanup_line = r_icache_paddr_save.read() >> (uint32_log2(m_icache_words) + 2); r_icache_cleanup_type = TLB_CLEANUP; m_cpt_cc_cleanup_ins++; break; } if ( !r_icache_inval_tlb_rsp ) // vci response { if ( !r_vci_rsp_ins_error ) // VCI response ok { if ( !(r_icache_miss_buf[0] >> PTE_V_SHIFT) ) // unmapped { r_icache_error_type = MMU_READ_PT2_UNMAPPED; r_icache_bad_vaddr = r_icache_vaddr_req.read(); r_icache_fsm = ICACHE_ERROR; r_icache_cleanup_req = true; r_icache_cleanup_line = r_icache_paddr_save.read() >> (uint32_log2(m_icache_words) + 2); r_icache_cleanup_type = TLB_CLEANUP; m_cpt_cc_cleanup_ins++; } else { if ( (m_srcid_rw >> 4) == ((r_icache_miss_buf[0] & ((1<<(m_paddr_nbits - PAGE_M_NBITS))-1)) >> (m_paddr_nbits - PAGE_M_NBITS -10)) ) // local { if ( (r_icache_miss_buf[0] & PTE_L_MASK ) >> PTE_L_SHIFT ) // L bit is set { r_icache_fsm = ICACHE_TLB2_UPDT; r_icache_pte_update = r_icache_miss_buf[0]; } else { r_icache_pte_update = r_icache_miss_buf[0] | PTE_L_MASK; r_icache_tlb_ll_req = true; r_icache_fsm = ICACHE_TLB2_LL_WAIT; m_cpt_ins_tlb_update_acc++; m_cost_ins_tlb_update_acc_frz++; } } else // remotely { if ( (r_icache_miss_buf[0] & PTE_R_MASK ) >> PTE_R_SHIFT ) // R bit is set { r_icache_fsm = ICACHE_TLB2_UPDT; r_icache_pte_update = r_icache_miss_buf[0]; } else { r_icache_pte_update = r_icache_miss_buf[0] | PTE_R_MASK; r_icache_tlb_ll_req = true; r_icache_fsm = ICACHE_TLB2_LL_WAIT; m_cpt_ins_tlb_update_acc++; m_cost_ins_tlb_update_acc_frz++; } } } } else // VCI response error { r_icache_error_type = MMU_READ_PT2_ILLEGAL_ACCESS; r_icache_bad_vaddr = ireq.addr; r_icache_fsm = ICACHE_ERROR; } } if ( r_icache_inval_tlb_rsp ) // TLB miss read response and invalidation { if ( r_vci_rsp_ins_error ) { r_icache_inval_tlb_rsp = false; r_icache_error_type = MMU_READ_PT2_UNMAPPED; r_icache_bad_vaddr = ireq.addr; r_icache_fsm = ICACHE_ERROR; } else { if (r_icache_cleanup_req) break; r_icache_inval_tlb_rsp = false; r_icache_cleanup_req = true; r_icache_cleanup_line = r_icache_paddr_save.read() >> (uint32_log2(m_icache_words) + 2); r_icache_cleanup_type = TLB_CLEANUP; m_cpt_cc_cleanup_ins++; r_icache_fsm = ICACHE_IDLE; } } } break; } /////////////////////// case ICACHE_TLB2_LL_WAIT: { if ( ireq.valid ) m_cost_ins_tlb_miss_frz++; m_cost_ins_tlb_update_acc_frz++; // external cache invalidate request if ( r_tgt_icache_req ) { r_icache_fsm = ICACHE_CC_INVAL; r_icache_fsm_save = r_icache_fsm; break; } if ( !r_icache_tlb_ll_req ) { if ( r_vci_rsp_ins_error ) // VCI response ko { r_icache_error_type = MMU_READ_PT2_ILLEGAL_ACCESS; r_icache_bad_vaddr = ireq.addr; r_icache_fsm = ICACHE_ERROR; if (r_icache_inval_tlb_rsp) r_icache_inval_tlb_rsp = false; } else { if ( !(r_icache_miss_buf[0] >> PTE_V_SHIFT) ) // unmapped { r_icache_error_type = MMU_READ_PT2_UNMAPPED; r_icache_bad_vaddr = ireq.addr; r_icache_fsm = ICACHE_ERROR; if (r_icache_inval_tlb_rsp) r_icache_inval_tlb_rsp = false; } else if ( r_icache_inval_tlb_rsp ) { r_icache_inval_tlb_rsp = false; r_icache_fsm = ICACHE_IDLE; } else { r_icache_tlb_sc_req = true; r_icache_pte_update = r_icache_miss_buf[0] | r_icache_pte_update.read(); r_icache_fsm = ICACHE_TLB2_SC_WAIT; } } } break; } /////////////////////// case ICACHE_TLB2_SC_WAIT: { if ( ireq.valid ) m_cost_ins_tlb_miss_frz++; m_cost_ins_tlb_update_acc_frz++; // external cache invalidate request if ( r_tgt_icache_req ) { r_icache_fsm = ICACHE_CC_INVAL; r_icache_fsm_save = r_icache_fsm; break; } if ( !r_icache_tlb_sc_req ) // VCI response { if ( r_vci_rsp_ins_error ) // VCI response ko { r_icache_error_type = MMU_READ_PT2_ILLEGAL_ACCESS; r_icache_bad_vaddr = ireq.addr; r_icache_fsm = ICACHE_ERROR; if (r_icache_inval_tlb_rsp) r_icache_inval_tlb_rsp = false; } else { if ( r_icache_inval_tlb_rsp ) { r_icache_inval_tlb_rsp = false; if (r_icache_tlb_sc_fail) r_icache_tlb_sc_fail = false; r_icache_fsm = ICACHE_IDLE; } else if ( r_icache_tlb_sc_fail ) { r_icache_tlb_ll_req = true; r_icache_tlb_sc_fail = false; r_icache_fsm = ICACHE_TLB2_LL_WAIT; } else { r_icache_fsm = ICACHE_TLB2_UPDT; } } } break; } ///////////////////// case ICACHE_TLB2_UPDT: { if ( ireq.valid ) m_cost_ins_tlb_miss_frz++; // external cache invalidate request if ( r_tgt_icache_req ) { r_icache_fsm = ICACHE_CC_INVAL; r_icache_fsm_save = r_icache_fsm; break; } // TLB update and invalidate different PTE if ( !r_icache_inval_tlb_rsp && !r_icache_cleanup_req ) { paddr_t victim_index = 0; r_icache_cleanup_req = icache_tlb.update1(r_icache_pte_update,r_icache_miss_buf[1],r_icache_vaddr_req.read(),(r_icache_paddr_save.read() >> (uint32_log2(m_icache_words)+2)),&victim_index); r_icache_cleanup_line = victim_index; r_icache_cleanup_type = TLB_CLEANUP; m_cpt_cc_cleanup_ins++; r_icache_fsm = ICACHE_IDLE; } // TLB update and invalidate same PTE if ( r_icache_inval_tlb_rsp ) { r_icache_inval_tlb_rsp = false; r_icache_fsm = ICACHE_IDLE; } break; } ///////////////////////////// case ICACHE_TLB_FLUSH: { size_t way = r_icache_way; size_t set = r_icache_set; bool clean = false; // 4K page size TLB flush leads to cleanup req to data cache if ( !r_icache_cleanup_req ) // last cleanup finish { paddr_t victim_index = 0; for ( ; way < m_itlb_ways; way++) { for ( ; set < m_itlb_sets; set++) { if(icache_tlb.checkcleanup1(way, set, &victim_index)) { clean = true; r_icache_cleanup_req = true; r_icache_cleanup_line = victim_index; r_icache_cleanup_type = TLB_CLEANUP; m_cpt_cc_cleanup_ins++; r_icache_way = way + ((set+1)/m_itlb_sets); r_icache_set = (set+1) % m_itlb_sets; break; } } if (clean) break; } if (way == m_itlb_ways) { r_dcache_xtn_req = false; r_itlb_translation_valid = false; r_icache_ptba_ok = false; r_icache_fsm = ICACHE_IDLE; break; } } break; } //////////////////////// case ICACHE_CACHE_FLUSH: { // external cache invalidate request if ( r_tgt_icache_req ) { r_icache_fsm = ICACHE_CC_INVAL; r_icache_fsm_save = r_icache_fsm; break; } size_t way = r_icache_way; size_t set = r_icache_set; bool clean = false; // cache flush and send cleanup to external if ( !r_icache_cleanup_req ) { paddr_t victim_index = 0; for ( ; way < m_icache_ways; way++ ) { for ( ; set < m_icache_sets; set++ ) { if ( r_icache.flush(way, set, &victim_index) ) { clean = true; r_icache_cleanup_req = true; r_icache_cleanup_line = victim_index; r_icache_cleanup_type = CACHE_CLEANUP; m_cpt_cc_cleanup_ins++; r_icache_way = way + ((set+1)/m_icache_sets); r_icache_set = (set+1) % m_icache_sets; break; } } if (clean) break; } if (way == m_icache_ways) { r_dcache_xtn_req = false; r_icache_fsm = ICACHE_IDLE; break; } } break; } ///////////////////// case ICACHE_TLB_INVAL: { paddr_t victim_index = 0; if ( !r_icache_cleanup_req ) { r_icache_cleanup_req = icache_tlb.inval1(r_dcache_wdata_save,&victim_index); r_icache_cleanup_type = TLB_CLEANUP; r_icache_cleanup_line = victim_index; m_cpt_cc_cleanup_ins++; r_dcache_xtn_req = false; r_itlb_translation_valid = false; r_icache_ptba_ok = false; r_icache_fsm = ICACHE_IDLE; } break; } //////////////////////// case ICACHE_CACHE_INVAL: { // external cache invalidate request if ( r_tgt_icache_req ) { r_icache_fsm = ICACHE_CC_INVAL; r_icache_fsm_save = r_icache_fsm; break; } paddr_t ipaddr = 0; bool icache_hit_t = false; if ( !r_icache_cleanup_req ) { if ( r_mmu_mode.read() & INS_TLB_MASK ) { icache_hit_t = icache_tlb.translate(r_dcache_wdata_save, &ipaddr); } else { ipaddr = (paddr_t)r_dcache_wdata_save; icache_hit_t = true; } if ( icache_hit_t ) { // invalidate and cleanup if necessary r_icache_cleanup_req = r_icache.inval(ipaddr); r_icache_cleanup_line = ipaddr >> (uint32_log2(m_icache_words) + 2); r_icache_cleanup_type = CACHE_CLEANUP; m_cpt_cc_cleanup_ins++; } r_dcache_xtn_req = false; r_icache_fsm = ICACHE_IDLE; } break; } //////////////////////// case ICACHE_CACHE_INVAL_PA: { // external cache invalidate request if ( r_tgt_icache_req ) { r_icache_fsm = ICACHE_CC_INVAL; r_icache_fsm_save = r_icache_fsm; break; } paddr_t ipaddr = (paddr_t)r_mmu_word_hi.read() << 32 | r_mmu_word_lo.read(); if ( !r_icache_cleanup_req ) { // invalidate and cleanup if necessary r_icache_cleanup_req = r_icache.inval(ipaddr); r_icache_cleanup_line = ipaddr >> (uint32_log2(m_icache_words) + 2); r_icache_cleanup_type = CACHE_CLEANUP; m_cpt_cc_cleanup_ins++; r_dcache_xtn_req = false; r_icache_fsm = ICACHE_IDLE; } break; } /////////////////////// case ICACHE_MISS_WAIT: { m_cost_ins_miss_frz++; // external cache invalidate request if ( r_tgt_icache_req ) { r_icache_fsm = ICACHE_CC_INVAL; r_icache_fsm_save = r_icache_fsm; break; } if ( !r_icache_miss_req ) { if ( r_vci_rsp_ins_error ) { r_icache_error_type = MMU_READ_DATA_ILLEGAL_ACCESS; r_icache_bad_vaddr = ireq.addr; r_icache_fsm = ICACHE_ERROR; if ( r_icache_inval_tlb_rsp ) r_icache_inval_tlb_rsp = false; if ( r_icache_inval_rsp ) r_icache_inval_rsp = false; break; } if ( r_icache_inval_tlb_rsp ) // Miss read response and tlb invalidation { if ( r_icache_cleanup_req ) break; r_icache_cleanup_req = true; r_icache_cleanup_line = r_icache_paddr_save.read() >> (uint32_log2(m_icache_words) + 2); r_icache_cleanup_type = CACHE_CLEANUP; m_cpt_cc_cleanup_ins++; r_icache_fsm = ICACHE_IDLE; r_icache_inval_tlb_rsp = false; if ( r_icache_inval_rsp ) r_icache_inval_rsp = false; break; } if ( r_icache_inval_rsp ) // Miss read response and tlb invalidation { if ( r_icache_cleanup_req ) break; r_icache_cleanup_req = true; r_icache_cleanup_line = r_icache_paddr_save.read() >> (uint32_log2(m_icache_words) + 2); r_icache_cleanup_type = CACHE_CLEANUP; m_cpt_cc_cleanup_ins++; r_icache_fsm = ICACHE_IDLE; r_icache_inval_rsp = false; break; } r_icache_fsm = ICACHE_MISS_UPDT; } break; } //////////////////// case ICACHE_UNC_WAIT: { // external cache invalidate request if ( r_tgt_icache_req ) { r_icache_fsm = ICACHE_CC_INVAL; r_icache_fsm_save = r_icache_fsm; break; } if ( !r_icache_unc_req ) { if ( r_vci_rsp_ins_error ) { r_icache_error_type = MMU_READ_DATA_ILLEGAL_ACCESS; r_icache_bad_vaddr = ireq.addr; r_icache_fsm = ICACHE_ERROR; if ( r_icache_inval_tlb_rsp ) r_icache_inval_tlb_rsp = false; break; } if ( r_icache_inval_tlb_rsp ) // Miss read response and tlb invalidation { r_icache_inval_tlb_rsp = false; r_icache_fsm = ICACHE_IDLE; break; } // Miss read response and no invalidation r_icache_buf_unc_valid = true; r_icache_fsm = ICACHE_IDLE; } break; } ////////////////////// case ICACHE_MISS_UPDT: { if ( ireq.valid ) m_cost_ins_miss_frz++; // external cache invalidate request if ( r_tgt_icache_req ) { r_icache_fsm = ICACHE_CC_INVAL; r_icache_fsm_save = r_icache_fsm; break; } if ( r_icache_inval_tlb_rsp ) // tlb invalidation { if ( r_icache_cleanup_req ) break; r_icache_cleanup_req = true; r_icache_cleanup_line = r_icache_paddr_save.read() >> (uint32_log2(m_icache_words) + 2); r_icache_cleanup_type = CACHE_CLEANUP; m_cpt_cc_cleanup_ins++; r_icache_inval_tlb_rsp = false; if ( r_icache_inval_rsp ) r_icache_inval_rsp = false; r_icache_fsm = ICACHE_IDLE; break; } if ( !r_icache_cleanup_req ) // Miss update and no invalidation { if ( r_icache_inval_rsp ) // invalidation { r_icache_cleanup_req = true; r_icache_cleanup_line = r_icache_paddr_save.read() >> (uint32_log2(m_icache_words) + 2); r_icache_cleanup_type = CACHE_CLEANUP; m_cpt_cc_cleanup_ins++; r_icache_inval_rsp = false; r_icache_fsm = ICACHE_IDLE; } else { data_t* buf = r_icache_miss_buf; paddr_t victim_index = 0; m_cpt_icache_dir_write++; m_cpt_icache_data_write++; r_icache_cleanup_req = r_icache.update(r_icache_paddr_save.read(), buf, &victim_index); r_icache_cleanup_line = victim_index; r_icache_cleanup_type = CACHE_CLEANUP; m_cpt_cc_cleanup_ins++; r_icache_fsm = ICACHE_IDLE; } } break; } /////////////////// case ICACHE_ERROR: { r_vci_rsp_ins_error = false; irsp.valid = true; irsp.error = true; irsp.instruction = 0; r_icache_fsm = ICACHE_IDLE; break; } ///////////////////// case ICACHE_CC_INVAL: { m_cpt_icache_dir_read += m_icache_ways; /* activity counter */ if ( (( r_icache_fsm_save.read() == ICACHE_BIS ) ||( r_icache_fsm_save.read() == ICACHE_MISS_WAIT ) || ( r_icache_fsm_save.read() == ICACHE_MISS_UPDT ) ) && ( ireq.valid ) ) { m_cost_ins_miss_frz++; } if( (( r_icache_fsm_save.read() == ICACHE_TLB1_READ ) || ( r_icache_fsm_save.read() == ICACHE_TLB2_READ ) || ( r_icache_fsm_save.read() == ICACHE_TLB1_LL_WAIT )|| ( r_icache_fsm_save.read() == ICACHE_TLB2_LL_WAIT ) || ( r_icache_fsm_save.read() == ICACHE_TLB1_SC_WAIT )|| ( r_icache_fsm_save.read() == ICACHE_TLB2_SC_WAIT ) || ( r_icache_fsm_save.read() == ICACHE_TLB1_UPDT ) || ( r_icache_fsm_save.read() == ICACHE_TLB2_UPDT )) && (ireq.valid) ) { m_cost_ins_tlb_miss_frz++; } if( (( r_icache_fsm_save.read() == ICACHE_MISS_WAIT ) || ( r_icache_fsm_save.read() == ICACHE_MISS_UPDT ) ) && ((r_icache_paddr_save.read() & ~((m_icache_words<<2)-1)) == (r_tgt_addr.read() & ~((m_icache_words<<2)-1))) ) { r_icache_inval_rsp = true; r_tgt_icache_rsp = false; } else { r_tgt_icache_rsp = r_icache.inval(r_tgt_addr.read()); } if ( r_tgt_broadcast ) { // ins tlb invalidate verification r_icache_tlb_inval_req = true; r_icache_fsm = ICACHE_TLB_CC_INVAL; } else { r_tgt_icache_req = false; r_icache_fsm = r_icache_fsm_save; } break; } ///////////////////////// case ICACHE_TLB_CC_INVAL: { /* activity counter */ if ( (( r_icache_fsm_save.read() == ICACHE_BIS ) ||( r_icache_fsm_save.read() == ICACHE_MISS_WAIT ) || ( r_icache_fsm_save.read() == ICACHE_MISS_UPDT ) ) && ( ireq.valid ) ) { m_cost_ins_miss_frz++; } if( (( r_icache_fsm_save.read() == ICACHE_TLB1_READ ) || ( r_icache_fsm_save.read() == ICACHE_TLB2_READ ) || ( r_icache_fsm_save.read() == ICACHE_TLB1_LL_WAIT )|| ( r_icache_fsm_save.read() == ICACHE_TLB2_LL_WAIT ) || ( r_icache_fsm_save.read() == ICACHE_TLB1_SC_WAIT )|| ( r_icache_fsm_save.read() == ICACHE_TLB2_SC_WAIT ) || ( r_icache_fsm_save.read() == ICACHE_TLB1_UPDT ) || ( r_icache_fsm_save.read() == ICACHE_TLB2_UPDT )) && (ireq.valid) ) { m_cost_ins_tlb_miss_frz++; } if ( r_icache_tlb_inval_req ) break; // invalidate cache if( (( r_icache_fsm_save.read() == ICACHE_TLB1_READ ) || ( r_icache_fsm_save.read() == ICACHE_TLB2_READ ) || ( r_icache_fsm_save.read() == ICACHE_TLB1_LL_WAIT )|| ( r_icache_fsm_save.read() == ICACHE_TLB2_LL_WAIT ) || ( r_icache_fsm_save.read() == ICACHE_TLB1_SC_WAIT )|| ( r_icache_fsm_save.read() == ICACHE_TLB2_SC_WAIT ) || ( r_icache_fsm_save.read() == ICACHE_TLB1_UPDT ) || ( r_icache_fsm_save.read() == ICACHE_TLB2_UPDT )) && ((r_icache_paddr_save.read() & ~((m_icache_words<<2)-1)) == r_tgt_addr.read()) ) { r_icache_inval_tlb_rsp = true; } else if (((r_icache_fsm_save.read() == ICACHE_BIS)||(r_icache_fsm_save.read() == ICACHE_MISS_WAIT) || /* (r_icache_fsm_save.read() == ICACHE_UNC_WAIT)|| */(r_icache_fsm_save.read() == ICACHE_MISS_UPDT)) && (r_icache_tlb_nline.read() == (paddr_t)(r_tgt_addr.read() >> (uint32_log2(m_icache_words)+2)))) { r_icache_inval_tlb_rsp = true; } if( (/*( r_icache_fsm_save == ICACHE_TLB1_READ ) || ( r_icache_fsm_save == ICACHE_TLB2_READ ) ||*/ ( r_icache_fsm_save.read() == ICACHE_TLB1_LL_WAIT )|| ( r_icache_fsm_save.read() == ICACHE_TLB2_LL_WAIT ) || ( r_icache_fsm_save.read() == ICACHE_TLB1_SC_WAIT )|| ( r_icache_fsm_save.read() == ICACHE_TLB2_SC_WAIT ) || ( r_icache_fsm_save.read() == ICACHE_TLB1_UPDT ) || ( r_icache_fsm_save.read() == ICACHE_TLB2_UPDT )) && ((r_icache_paddr_save.read() & ~((m_icache_words<<2)-1)) == r_tgt_addr.read()) ) { if ( !r_icache_cc_hit_t ) r_ccinval_itlb_cpt = r_ccinval_itlb_cpt + 1; } r_tgt_icache_req = false; r_itlb_translation_valid = false; r_icache_ptba_ok = false; r_icache_fsm = r_icache_fsm_save; break; } } // end switch r_icache_fsm #ifdef SOCLIB_MODULE_DEBUG std::cout << name() << " Instruction Response: " << irsp << std::endl; #endif //////////////////////////////////////////////////////////////////////////////////// // INVAL ITLB CHECK FSM //////////////////////////////////////////////////////////////////////////////////////// switch(r_inval_itlb_fsm) { ///////////////////// case INVAL_ITLB_IDLE: { if ( r_icache_tlb_inval_req ) { paddr_t ipaddr; r_icache_cc_hit_t = icache_tlb.translate(ireq.addr, &ipaddr); r_ccinval_itlb_way = 0; r_ccinval_itlb_set = 0; r_ccinval_itlb_cpt = 0; r_inval_itlb_fsm = INVAL_ITLB_CHECK; } break; } //////////////////////////// case INVAL_ITLB_CHECK: { size_t way = r_ccinval_itlb_way; size_t set = r_ccinval_itlb_set; bool end = false; // r_tgt_addr is number of line bool tlb_hit = icache_tlb.cccheck((r_tgt_addr.read() >> (uint32_log2(m_icache_words)+2)),way, set, &way, &set, &end); if ( tlb_hit ) { r_ccinval_itlb_way = way; r_ccinval_itlb_set = set; r_itlb_cc_check_end = end; r_ccinval_itlb_cpt = r_ccinval_itlb_cpt + 1; r_inval_itlb_fsm = INVAL_ITLB_INVAL; } else { r_inval_itlb_fsm = INVAL_ITLB_CLEAR; } break; } ///////////////////////// case INVAL_ITLB_INVAL: { icache_tlb.ccinval(r_ccinval_itlb_way, r_ccinval_itlb_set); if ( !r_itlb_cc_check_end ) { r_inval_itlb_fsm = INVAL_ITLB_CHECK; } else { r_inval_itlb_fsm = INVAL_ITLB_CLEAR; } break; } //////////////////// case INVAL_ITLB_CLEAR: { r_icache_tlb_inval_req = false; r_itlb_cc_check_end = false; r_ccinval_itlb_way = 0; r_ccinval_itlb_set = 0; r_inval_itlb_fsm = INVAL_ITLB_IDLE; break; } } // end switch r_inval_itlb_fsm //////////////////////////////////////////////////////////////////////////////////// // DCACHE FSM // // Both the Cacheability Table, and the MMU cached bit are used to define // the cacheability. // // There is 14 mutually exclusive conditions to exit the IDLE state. // Seven configurations corresponding to an XTN request from processor: // - Context switch => CTXT_SWITCH state // - Flush dcache => DCACHE_FLUSH state // - Flush icache => ICACHE_FLUSH state // - Invalidate a dtlb entry => DTLB_INVAL state // - Invalidate a itlb entry => ITLB_INVAL state // - Invalidate a dcache line => DCACHE_INVAL state // - Invalidate a icache line => ICACHE_INVAL state // Seven configurations corresponding to various read miss or write requests: // - TLB miss(in case hit_p miss) => TLB1_READ state // - TLB miss(in case hit_p hit) => TLB2_READ state // - Hit in TLB but VPN changed => BIS state // - Cached read miss => MISS_REQ state // - Uncache read miss => UNC_REQ state // - Write hit => WRITE_UPDT state // - Write miss => WRITE_REQ // // The r_vci_rsp_data_error flip-flop is set by the VCI_RSP controller and reset // by DCACHE-FSM when its state is in DCACHE_ERROR. //--------------------------------------------------------------------- // Data TLB: // // - int ET (00: unmapped; 01: unused or PTD) // (10: PTE new; 11: PTE old ) // - bool cachable (cached bit) // - bool writable (writable bit) // - bool executable (** not used alwayse false) // - bool user (access in user mode allowed) // - bool global (PTE not invalidated by a TLB flush) // - bool dirty (page has been modified) // - uint32_t vpn (virtual page number) // - uint32_t ppn (physical page number) //////////////////////////////////////////////////////////////////////////////////////// switch (r_dcache_fsm) { ////////////////////// case DCACHE_WRITE_REQ: { if ( r_tgt_dcache_req ) // external request { r_dcache_fsm = DCACHE_CC_CHECK; r_dcache_fsm_save = r_dcache_fsm; break; } // try to post the write request in the write buffer if ( !r_dcache_write_req ) // no previous write transaction { if ( r_wbuf.wok(r_dcache_paddr_save) ) // write request in the same cache line { r_wbuf.write(r_dcache_paddr_save.read(), r_dcache_be_save.read(), r_dcache_wdata_save); // closing the write packet if uncached if ( !r_dcache_cached_save ) { r_dcache_write_req = true; } } else { // close the write packet if write request not in the same cache line r_dcache_write_req = true; m_cost_write_frz++; break; // posting not possible : stay in DCACHE_WRITEREQ state } } else // previous write transaction not completed { m_cost_write_frz++; break; // posting not possible : stay in DCACHE_WRITEREQ state } // close the write packet if the next processor request is not a write if ( !dreq.valid || (dreq.type != iss_t::DATA_WRITE)) { r_dcache_write_req = true; } // The next state and the processor request parameters are computed // as in the DCACHE_IDLE state (see below ...) } ///////////////// case DCACHE_IDLE: { // external cache invalidate request if ( r_tgt_dcache_req ) { r_dcache_fsm = DCACHE_CC_CHECK; r_dcache_fsm_save = DCACHE_IDLE; break; } if (dreq.valid) { pte_info_t dcache_pte_info; int xtn_opcod = (int)dreq.addr/4; paddr_t tlb_dpaddr = 0; // physical address obtained from TLB paddr_t spc_dpaddr = 0; // physical adress obtained from PPN_save (speculative) bool dcache_hit_t = false; // hit on 4Kilo TLB bool dcache_hit_x = false; // VPN unmodified (can use spc_dpaddr) bool dcache_hit_p = false; // PTP unmodified (can skip first level page table walk) bool dcache_hit_c = false; // Cache hit size_t dcache_tlb_way = 0; // selected way (in case of cache hit) size_t dcache_tlb_set = 0; // selected set (Y field in address) data_t dcache_rdata = 0; // read data bool dcache_cached = false; // cacheable access (read or write) paddr_t dcache_tlb_nline = 0; // TLB NLINE m_cpt_dcache_data_read += m_dcache_ways; m_cpt_dcache_dir_read += m_dcache_ways; // Decoding READ XTN requests from processor // They are executed in this DCACHE_IDLE state if (dreq.type == iss_t::XTN_READ) { switch(xtn_opcod) { case iss_t::XTN_INS_ERROR_TYPE: drsp.rdata = (uint32_t)r_icache_error_type; r_icache_error_type = MMU_NONE; drsp.valid = true; drsp.error = false; break; case iss_t::XTN_DATA_ERROR_TYPE: drsp.rdata = (uint32_t)r_dcache_error_type; r_dcache_error_type = MMU_NONE; drsp.valid = true; drsp.error = false; break; case iss_t::XTN_INS_BAD_VADDR: drsp.rdata = (uint32_t)r_icache_bad_vaddr; drsp.valid = true; drsp.error = false; break; case iss_t::XTN_DATA_BAD_VADDR: drsp.rdata = (uint32_t)r_dcache_bad_vaddr; drsp.valid = true; drsp.error = false; break; case iss_t::XTN_PTPR: drsp.rdata = (uint32_t)r_mmu_ptpr; drsp.valid = true; drsp.error = false; break; case iss_t::XTN_TLB_MODE: drsp.rdata = (uint32_t)r_mmu_mode; drsp.valid = true; drsp.error = false; break; case iss_t::XTN_MMU_PARAMS: drsp.rdata = (uint32_t)r_mmu_params; drsp.valid = true; drsp.error = false; break; case iss_t::XTN_MMU_RELEASE: drsp.rdata = (uint32_t)r_mmu_release; drsp.valid = true; drsp.error = false; break; case iss_t::XTN_MMU_WORD_LO: drsp.rdata = (uint32_t)r_mmu_word_lo; drsp.valid = true; drsp.error = false; break; case iss_t::XTN_MMU_WORD_HI: drsp.rdata = (uint32_t)r_mmu_word_hi; drsp.valid = true; drsp.error = false; break; default: r_dcache_error_type = MMU_READ_UNDEFINED_XTN; r_dcache_bad_vaddr = dreq.addr; drsp.valid = true; drsp.error = true; break; } r_dcache_fsm = DCACHE_IDLE; break; } // Decoding WRITE XTN requests from processor // If there is no privilege violation, they are not executed in this DCACHE_IDLE state, // but in the next state, because they generally require access to the caches or the TLBs if (dreq.type == iss_t::XTN_WRITE) { drsp.valid = false; drsp.error = false; drsp.rdata = 0; r_dcache_wdata_save = dreq.wdata; switch(xtn_opcod) { case iss_t::XTN_PTPR: // context switch : checking the kernel mode // both instruction & data TLBs must be flushed if ((dreq.mode == iss_t::MODE_HYPER) || (dreq.mode == iss_t::MODE_KERNEL)) { r_mmu_ptpr = dreq.wdata; r_icache_error_type = MMU_NONE; r_dcache_error_type = MMU_NONE; r_dcache_type_save = dreq.addr/4; r_dcache_xtn_req = true; r_dcache_fsm = DCACHE_CTXT_SWITCH; } else { r_dcache_error_type = MMU_WRITE_PRIVILEGE_VIOLATION; r_dcache_bad_vaddr = dreq.addr; drsp.valid = true; drsp.error = true; r_dcache_fsm = DCACHE_IDLE; } break; case iss_t::XTN_TLB_MODE: // modifying TLBs mode : checking the kernel mode if ((dreq.mode == iss_t::MODE_HYPER) || (dreq.mode == iss_t::MODE_KERNEL)) { r_mmu_mode = (int)dreq.wdata; drsp.valid = true; } else { r_dcache_error_type = MMU_WRITE_PRIVILEGE_VIOLATION; r_dcache_bad_vaddr = dreq.addr; drsp.valid = true; drsp.error = true; } r_dcache_fsm = DCACHE_IDLE; break; case iss_t::XTN_DTLB_INVAL: // checking the kernel mode if ((dreq.mode == iss_t::MODE_HYPER) || (dreq.mode == iss_t::MODE_KERNEL)) { r_dcache_fsm = DCACHE_DTLB_INVAL; } else { r_dcache_error_type = MMU_WRITE_PRIVILEGE_VIOLATION; r_dcache_bad_vaddr = dreq.addr; drsp.valid = true; drsp.error = true; r_dcache_fsm = DCACHE_IDLE; } break; case iss_t::XTN_ITLB_INVAL: // checking the kernel mode if ((dreq.mode == iss_t::MODE_HYPER) || (dreq.mode == iss_t::MODE_KERNEL)) { r_dcache_xtn_req = true; r_dcache_type_save = dreq.addr/4; r_dcache_fsm = DCACHE_ITLB_INVAL; } else { r_dcache_error_type = MMU_WRITE_PRIVILEGE_VIOLATION; r_dcache_bad_vaddr = dreq.addr; drsp.valid = true; drsp.error = true; r_dcache_fsm = DCACHE_IDLE; } break; case iss_t::XTN_DCACHE_INVAL: // cache inval can be executed in user mode. r_dcache_fsm = DCACHE_DCACHE_INVAL; break; case iss_t::XTN_MMU_DCACHE_PA_INV: // cache inval can be executed in user mode. r_dcache_fsm = DCACHE_DCACHE_INVAL_PA; break; case iss_t::XTN_DCACHE_FLUSH: // cache flush can be executed in user mode. r_dcache_way = 0; r_dcache_set = 0; r_dcache_fsm = DCACHE_DCACHE_FLUSH; break; case iss_t::XTN_ICACHE_INVAL: // cache inval can be executed in user mode. r_dcache_type_save = dreq.addr/4; r_dcache_xtn_req = true; r_dcache_fsm = DCACHE_ICACHE_INVAL; break; case iss_t::XTN_MMU_ICACHE_PA_INV: // cache inval can be executed in user mode. r_dcache_type_save = dreq.addr/4; r_dcache_xtn_req = true; r_dcache_fsm = DCACHE_ICACHE_INVAL_PA; break; case iss_t::XTN_ICACHE_FLUSH: // cache flush can be executed in user mode. r_dcache_type_save = dreq.addr/4; r_dcache_xtn_req = true; r_dcache_fsm = DCACHE_ICACHE_FLUSH; break; case iss_t::XTN_SYNC: // cache synchronization can be executed in user mode. if (r_wbuf.rok()) { r_dcache_fsm = DCACHE_DCACHE_SYNC; } else { drsp.valid = true; r_dcache_fsm = DCACHE_IDLE; } break; case iss_t::XTN_MMU_WORD_LO: // modifying MMU misc registers if ((dreq.mode == iss_t::MODE_HYPER) || (dreq.mode == iss_t::MODE_KERNEL)) { r_mmu_word_lo = (int)dreq.wdata; drsp.valid = true; } else { r_dcache_error_type = MMU_WRITE_PRIVILEGE_VIOLATION; r_dcache_bad_vaddr = dreq.addr; drsp.valid = true; drsp.error = true; } r_dcache_fsm = DCACHE_IDLE; break; case iss_t::XTN_MMU_WORD_HI: // modifying MMU misc registers if ((dreq.mode == iss_t::MODE_HYPER) || (dreq.mode == iss_t::MODE_KERNEL)) { r_mmu_word_hi = (int)dreq.wdata; drsp.valid = true; } else { r_dcache_error_type = MMU_WRITE_PRIVILEGE_VIOLATION; r_dcache_bad_vaddr = dreq.addr; drsp.valid = true; drsp.error = true; } r_dcache_fsm = DCACHE_IDLE; break; default: r_dcache_error_type = MMU_WRITE_UNDEFINED_XTN; r_dcache_bad_vaddr = dreq.addr; drsp.valid = true; drsp.error = true; r_dcache_fsm = DCACHE_IDLE; break; } // end switch xtn_opcod break; } // end if XTN_WRITE // Evaluating dcache_hit_t, dcache_hit_x, dcache_hit_p, dcache_hit_c, // dcache_pte_info, dcache_tlb_way, dcache_tlb_set & dpaddr & cacheability // - If MMU activated : cacheability is defined by the cachable bit in the TLB // - If MMU not activated : cacheability is defined by the segment table. if ( !(r_mmu_mode.read() & DATA_TLB_MASK) ) // MMU not activated { dcache_hit_t = true; dcache_hit_x = true; dcache_hit_p = true; tlb_dpaddr = dreq.addr; spc_dpaddr = dreq.addr; dcache_cached = m_cacheability_table[dreq.addr] && ((dreq.type != iss_t::DATA_LL) && (dreq.type != iss_t::DATA_SC) && (dreq.type != iss_t::XTN_READ) && (dreq.type != iss_t::XTN_WRITE)); } else // MMU activated { m_cpt_data_tlb_read++; dcache_hit_t = dcache_tlb.cctranslate(dreq.addr, &tlb_dpaddr, &dcache_pte_info, &dcache_tlb_nline, &dcache_tlb_way, &dcache_tlb_set); dcache_hit_x = (((vaddr_t)r_dcache_vpn_save << PAGE_K_NBITS) == (dreq.addr & ~PAGE_K_MASK)) && r_dtlb_translation_valid; dcache_hit_p = (((dreq.addr >> PAGE_M_NBITS) == r_dcache_id1_save) && r_dcache_ptba_ok ); spc_dpaddr = ((paddr_t)r_dcache_ppn_save << PAGE_K_NBITS) | (paddr_t)((dreq.addr & PAGE_K_MASK)); dcache_cached = dcache_pte_info.c && ((dreq.type != iss_t::DATA_LL) && (dreq.type != iss_t::DATA_SC) && (dreq.type != iss_t::XTN_READ) && (dreq.type != iss_t::XTN_WRITE)); } if ( !(r_mmu_mode.read() & DATA_CACHE_MASK) ) // cache not actived { dcache_cached = false; } // dcache_hit_c & dcache_rdata if ( dcache_cached ) // using speculative physical address for cached access { dcache_hit_c = r_dcache.read(spc_dpaddr, &dcache_rdata); } else // using actual physical address for uncached access { dcache_hit_c = false; } if ( r_mmu_mode.read() & DATA_TLB_MASK ) { // Checking access rights if ( dcache_hit_t ) { if (!dcache_pte_info.u && (dreq.mode == iss_t::MODE_USER)) { if ((dreq.type == iss_t::DATA_READ)||(dreq.type == iss_t::DATA_LL)) { r_dcache_error_type = MMU_READ_PRIVILEGE_VIOLATION; } else /*if ((dreq.type == iss_t::DATA_WRITE)||(dreq.type == iss_t::DATA_SC))*/ { r_dcache_error_type = MMU_WRITE_PRIVILEGE_VIOLATION; } r_dcache_bad_vaddr = dreq.addr; drsp.valid = true; drsp.error = true; drsp.rdata = 0; r_dcache_fsm = DCACHE_IDLE; break; } if (!dcache_pte_info.w && ((dreq.type == iss_t::DATA_WRITE)||(dreq.type == iss_t::DATA_SC))) { r_dcache_error_type = MMU_WRITE_ACCES_VIOLATION; r_dcache_bad_vaddr = dreq.addr; drsp.valid = true; drsp.error = true; drsp.rdata = 0; r_dcache_fsm = DCACHE_IDLE; break; } } // update LRU, save ppn, vpn and page type if ( dcache_hit_t ) { dcache_tlb.setlru(dcache_tlb_way,dcache_tlb_set); r_dcache_ppn_save = tlb_dpaddr >> PAGE_K_NBITS; r_dcache_vpn_save = dreq.addr >> PAGE_K_NBITS; r_dcache_tlb_nline = dcache_tlb_nline; r_dtlb_translation_valid = true; } else { r_dtlb_translation_valid = false; } } // end if MMU activated // compute next state if ( !dcache_hit_p && !dcache_hit_t ) // TLB miss { // walk page table level 1 r_dcache_tlb_paddr = (paddr_t)r_mmu_ptpr << (INDEX1_NBITS+2) | (paddr_t)((dreq.addr>>PAGE_M_NBITS)<<2); r_dcache_tlb_read_req = true; r_dcache_tlb_first_req = true; r_dcache_fsm = DCACHE_TLB1_READ; m_cpt_data_tlb_miss++; m_cost_data_tlb_miss_frz++; } else if ( dcache_hit_p && !dcache_hit_t ) // TLB Miss with possibility of bypass first level page { // walk page table level 2 r_dcache_tlb_paddr = (paddr_t)r_dcache_ptba_save | (paddr_t)(((dreq.addr&PTD_ID2_MASK)>>PAGE_K_NBITS) << 3); r_dcache_tlb_read_req = true; r_dcache_tlb_first_req = false; r_dcache_fsm = DCACHE_TLB2_READ; m_cpt_data_tlb_miss++; m_cost_data_tlb_miss_frz++; } else if ( dcache_hit_t && !dcache_hit_x && dcache_cached )// cached access with an ucorrect speculative physical address { r_dcache_hit_p_save = dcache_hit_p; r_dcache_fsm = DCACHE_BIS; m_cost_data_tlb_miss_frz++; } else // cached or uncached access with a correct speculative physical address { switch( dreq.type ) { case iss_t::DATA_READ: case iss_t::DATA_LL: case iss_t::DATA_SC: m_cpt_read++; if ( dcache_hit_c ) { r_dcache_fsm = DCACHE_IDLE; drsp.valid = true; drsp.rdata = dcache_rdata; } else { if ( dcache_cached ) { r_dcache_miss_req = true; r_dcache_fsm = DCACHE_MISS_WAIT; m_cpt_data_miss++; m_cost_data_miss_frz++; } else { r_dcache_unc_req = true; r_dcache_fsm = DCACHE_UNC_WAIT; m_cpt_unc_read++; m_cost_unc_read_frz++; } } break; case iss_t::DATA_WRITE: m_cpt_write++; if ( dcache_cached ) m_cpt_write_cached++; m_cost_write_frz++; if ( dcache_hit_c && dcache_cached ) // cache update required { r_dcache_fsm = DCACHE_WRITE_UPDT; } else if ( !dcache_pte_info.d && (r_mmu_mode.read() & DATA_TLB_MASK) ) // dirty bit update required { m_cpt_data_tlb_update_dirty++; m_cost_data_tlb_update_dirty_frz++; if (dcache_tlb.getpagesize(dcache_tlb_way, dcache_tlb_set)) { r_dcache_pte_update = dcache_tlb.getpte(dcache_tlb_way, dcache_tlb_set) | PTE_D_MASK; r_dcache_tlb_paddr = (paddr_t)r_mmu_ptpr << (INDEX1_NBITS+2) | (paddr_t)((dreq.addr>>PAGE_M_NBITS)<<2); r_dcache_tlb_ll_dirty_req = true; r_dcache_fsm = DCACHE_LL_DIRTY_WAIT; } else { if (dcache_hit_p) { r_dcache_pte_update = dcache_tlb.getpte(dcache_tlb_way, dcache_tlb_set) | PTE_D_MASK; r_dcache_tlb_paddr = (paddr_t)r_dcache_ptba_save | (paddr_t)(((dreq.addr&PTD_ID2_MASK)>>PAGE_K_NBITS) << 3); r_dcache_tlb_ll_dirty_req = true; r_dcache_fsm = DCACHE_LL_DIRTY_WAIT; } else // get PTBA to calculate the physical address of PTE { r_dcache_pte_update = dcache_tlb.getpte(dcache_tlb_way, dcache_tlb_set) | PTE_D_MASK; r_dcache_tlb_paddr = (paddr_t)r_mmu_ptpr << (INDEX1_NBITS+2) | (paddr_t)((dreq.addr>>PAGE_M_NBITS)<<2); r_dcache_tlb_read_req = true; r_dcache_tlb_first_req = true; r_dcache_tlb_ptba_read = true; r_dcache_fsm = DCACHE_TLB1_READ; } } } else // no cache update, not dirty bit update { r_dcache_fsm = DCACHE_WRITE_REQ; drsp.valid = true; drsp.rdata = 0; } break; default: break; } // end switch dreq.type } // end if next states // save values for the next states r_dcache_paddr_save = tlb_dpaddr; r_dcache_type_save = dreq.type; r_dcache_wdata_save = dreq.wdata; r_dcache_be_save = dreq.be; r_dcache_rdata_save = dcache_rdata; r_dcache_cached_save = dcache_cached; r_dcache_dirty_save = dcache_pte_info.d; r_dcache_tlb_set_save = dcache_tlb_set; r_dcache_tlb_way_save = dcache_tlb_way; } // end if dreq.valid else { r_dcache_fsm = DCACHE_IDLE; } // processor request are not accepted in the WRITE_REQ state // when the write buffer is not writeable if ((r_dcache_fsm == DCACHE_WRITE_REQ) && (r_dcache_write_req || !r_wbuf.wok(r_dcache_paddr_save))) { drsp.valid = false; } break; } ///////////////// case DCACHE_BIS: { // external cache invalidate request if ( r_tgt_dcache_req ) { r_dcache_fsm = DCACHE_CC_CHECK; r_dcache_fsm_save = r_dcache_fsm; if ( dreq.valid ) m_cost_data_miss_frz++; break; } if ( r_dcache_inval_tlb_rsp ) { r_dcache_inval_tlb_rsp = false; r_dcache_fsm = DCACHE_IDLE; if ( dreq.valid ) m_cost_data_miss_frz++; break; } data_t dcache_rdata = 0; bool dcache_hit_c = false; bool dcache_hit_t = false; paddr_t tlb_dpaddr = 0; // processor address translation dcache_hit_t = dcache_tlb.translate(dreq.addr, &tlb_dpaddr); if ( (tlb_dpaddr == r_dcache_paddr_save.read()) && dreq.valid && dcache_hit_t ) // unmodified & valid { // acces always cached in this state dcache_hit_c = r_dcache.read(r_dcache_paddr_save, &dcache_rdata); if ( dreq.type == iss_t::DATA_READ ) // cached read { m_cpt_read++; if ( !dcache_hit_c ) { r_dcache_miss_req = true; r_dcache_fsm = DCACHE_MISS_WAIT; m_cpt_data_miss++; m_cost_data_miss_frz++; } else { r_dcache_fsm = DCACHE_IDLE; } drsp.valid = dcache_hit_c; drsp.error = false; drsp.rdata = dcache_rdata; } else // cached write { m_cpt_write++; m_cpt_write_cached++; if ( dcache_hit_c ) // cache update required { r_dcache_rdata_save = dcache_rdata; r_dcache_fsm = DCACHE_WRITE_UPDT; } else if ( !r_dcache_dirty_save && (r_mmu_mode.read() & DATA_TLB_MASK) ) // dirty bit update required { m_cpt_data_tlb_update_dirty++; m_cost_data_tlb_update_dirty_frz++; if (dcache_tlb.getpagesize(r_dcache_tlb_way_save, r_dcache_tlb_set_save)) { r_dcache_pte_update = dcache_tlb.getpte(r_dcache_tlb_way_save, r_dcache_tlb_set_save) | PTE_D_MASK; r_dcache_tlb_paddr = (paddr_t)r_mmu_ptpr << (INDEX1_NBITS+2) | (paddr_t)((dreq.addr>>PAGE_M_NBITS)<<2); r_dcache_tlb_ll_dirty_req = true; r_dcache_fsm = DCACHE_LL_DIRTY_WAIT; } else { if (r_dcache_hit_p_save) { r_dcache_pte_update = dcache_tlb.getpte(r_dcache_tlb_way_save, r_dcache_tlb_set_save) | PTE_D_MASK; r_dcache_tlb_paddr = (paddr_t)r_dcache_ptba_save|(paddr_t)(((dreq.addr&PTD_ID2_MASK)>>PAGE_K_NBITS) << 3); r_dcache_tlb_ll_dirty_req = true; r_dcache_fsm = DCACHE_LL_DIRTY_WAIT; } else { r_dcache_pte_update = dcache_tlb.getpte(r_dcache_tlb_way_save, r_dcache_tlb_set_save) | PTE_D_MASK; r_dcache_tlb_paddr = (paddr_t)r_mmu_ptpr << (INDEX1_NBITS+2) | (paddr_t)((dreq.addr>>PAGE_M_NBITS)<<2); r_dcache_tlb_read_req = true; r_dcache_tlb_first_req = true; r_dcache_tlb_ptba_read = true; r_dcache_fsm = DCACHE_TLB1_READ; } } } else // no cache update, not dirty bit update { r_dcache_fsm = DCACHE_WRITE_REQ; drsp.valid = true; drsp.rdata = 0; } } } else { drsp.valid = false; drsp.error = false; drsp.rdata = 0; r_dcache_fsm = DCACHE_IDLE; } break; } ////////////////////////// case DCACHE_LL_DIRTY_WAIT: { m_cost_data_tlb_update_dirty_frz++; // external cache invalidate request if ( r_tgt_dcache_req ) { r_dcache_fsm = DCACHE_CC_CHECK; r_dcache_fsm_save = r_dcache_fsm; break; } if (!r_dcache_tlb_ll_dirty_req) { if ( r_vci_rsp_data_error ) // VCI response ko { if (dcache_tlb.getpagesize(r_dcache_tlb_way_save, r_dcache_tlb_set_save)) { r_dcache_error_type = MMU_WRITE_PT1_ILLEGAL_ACCESS; } else { r_dcache_error_type = MMU_WRITE_PT2_ILLEGAL_ACCESS; } r_dcache_bad_vaddr = dreq.addr; r_dcache_fsm = DCACHE_ERROR; if (r_dcache_inval_tlb_rsp) r_dcache_inval_tlb_rsp = false; if (r_dcache_inval_rsp) r_dcache_inval_rsp = false; } else { if ( !(r_dcache_miss_buf[0] >> PTE_V_SHIFT) ) // unmapped { if (dcache_tlb.getpagesize(r_dcache_tlb_way_save, r_dcache_tlb_set_save)) { r_dcache_error_type = MMU_WRITE_PT1_UNMAPPED; } else { r_dcache_error_type = MMU_WRITE_PT2_UNMAPPED; } r_dcache_bad_vaddr = dreq.addr; r_dcache_fsm = DCACHE_ERROR; if (r_dcache_inval_tlb_rsp) r_dcache_inval_tlb_rsp = false; if (r_dcache_inval_rsp) r_dcache_inval_rsp = false; } else if ( r_dcache_inval_tlb_rsp ) { r_dcache_inval_tlb_rsp = false; r_dcache_fsm = DCACHE_IDLE; } else if ( r_dcache_inval_rsp ) { r_dcache_inval_rsp = false; r_dcache_fsm = DCACHE_IDLE; } else { r_dcache_tlb_sc_dirty_req = true; r_dcache_pte_update = r_dcache_miss_buf[0] | r_dcache_pte_update.read(); r_dcache_fsm = DCACHE_SC_DIRTY_WAIT; } } } break; } ////////////////////////// case DCACHE_SC_DIRTY_WAIT: { m_cost_data_tlb_update_dirty_frz++; // external cache invalidate request if ( r_tgt_dcache_req ) { r_dcache_fsm = DCACHE_CC_CHECK; r_dcache_fsm_save = r_dcache_fsm; break; } if ( !r_dcache_tlb_sc_dirty_req ) // VCI response { if ( r_vci_rsp_data_error ) // VCI response ko { if (dcache_tlb.getpagesize(r_dcache_tlb_way_save, r_dcache_tlb_set_save)) { r_dcache_error_type = MMU_WRITE_PT1_ILLEGAL_ACCESS; } else { r_dcache_error_type = MMU_WRITE_PT2_ILLEGAL_ACCESS; } r_dcache_bad_vaddr = dreq.addr; r_dcache_fsm = DCACHE_ERROR; if (r_dcache_inval_tlb_rsp) r_dcache_inval_tlb_rsp = false; if (r_dcache_inval_rsp) r_dcache_inval_rsp = false; } else { // Using tlb entry is invalidated if ( r_dcache_inval_tlb_rsp ) { r_dcache_inval_tlb_rsp = false; if (r_dcache_tlb_sc_fail) r_dcache_tlb_sc_fail = false; r_dcache_fsm = DCACHE_IDLE; } else if ( r_dcache_inval_rsp ) { r_dcache_inval_rsp = false; if (r_dcache_tlb_sc_fail) r_dcache_tlb_sc_fail = false; r_dcache_fsm = DCACHE_IDLE; } else if ( r_dcache_tlb_sc_fail ) { r_dcache_tlb_ll_dirty_req = true; r_dcache_tlb_sc_fail = false; r_dcache_fsm = DCACHE_LL_DIRTY_WAIT; } else { r_dcache_fsm = DCACHE_WRITE_DIRTY; } } } break; } ////////////////////// case DCACHE_TLB1_READ: { if ( dreq.valid ) m_cost_data_tlb_miss_frz++; // external cache invalidate request if ( r_tgt_dcache_req ) { r_dcache_fsm = DCACHE_CC_CHECK; r_dcache_fsm_save = r_dcache_fsm; break; } if ( r_dcache_cleanup_req ) break; if ( !r_dcache_tlb_read_req ) // VCI response ok { if ( r_vci_rsp_data_error ) { if ((r_dcache_type_save == iss_t::DATA_READ)||(r_dcache_type_save == iss_t::DATA_LL)) { r_dcache_error_type = MMU_READ_PT1_ILLEGAL_ACCESS; } else /*if ((dreq.type == iss_t::DATA_WRITE)||(dreq.type == iss_t::DATA_SC))*/ { r_dcache_error_type = MMU_WRITE_PT1_ILLEGAL_ACCESS; } r_dcache_bad_vaddr = dreq.addr; r_dcache_fsm = DCACHE_ERROR; if (r_dcache_inval_tlb_rsp) r_dcache_inval_tlb_rsp = false; if (r_dcache_inval_rsp) r_dcache_inval_rsp = false; break; } if ( r_dcache_inval_tlb_rsp ) // TLB miss response and invalidation { r_dcache_fsm = DCACHE_IDLE; r_dcache_cleanup_req = true; r_dcache_cleanup_line = r_dcache_tlb_paddr.read() >> (uint32_log2(m_dcache_words) + 2); r_dcache_cleanup_type = TLB_CLEANUP; m_cpt_cc_cleanup_data++; r_dcache_inval_tlb_rsp = false; break; } if ( !(r_dcache_miss_buf[0] >> PTE_V_SHIFT) ) // unmapped { r_dcache_ptba_ok = false; if ((r_dcache_type_save == iss_t::DATA_READ)||(r_dcache_type_save == iss_t::DATA_LL)) { r_dcache_error_type = MMU_READ_PT1_UNMAPPED; } else /*if ((dreq.type == iss_t::DATA_WRITE)||(dreq.type == iss_t::DATA_SC))*/ { r_dcache_error_type = MMU_WRITE_PT1_UNMAPPED; } r_dcache_bad_vaddr = dreq.addr; r_dcache_fsm = DCACHE_ERROR; // unmapped cleanup in L2 r_dcache_cleanup_req = true; r_dcache_cleanup_line = r_dcache_tlb_paddr.read() >> (uint32_log2(m_dcache_words)+2); r_dcache_cleanup_type = TLB_CLEANUP; m_cpt_cc_cleanup_data++; } else if ( (r_dcache_miss_buf[0] & PTE_T_MASK) >> PTE_T_SHIFT ) // PTD { r_dcache_ptba_ok = true; r_dcache_ptba_save = (paddr_t)(r_dcache_miss_buf[0] & ((1<<(m_paddr_nbits - PAGE_K_NBITS))-1)) << PAGE_K_NBITS; r_dcache_id1_save = dreq.addr >> PAGE_M_NBITS; r_dcache_tlb_paddr = (paddr_t)(r_dcache_miss_buf[0] & ((1<<(m_paddr_nbits - PAGE_K_NBITS))-1)) << PAGE_K_NBITS | (paddr_t)(((dreq.addr & PTD_ID2_MASK) >> PAGE_K_NBITS) << 3); if ( r_dcache_tlb_ptba_read ) { r_dcache_tlb_ptba_read = false; r_dcache_tlb_ll_dirty_req = true; r_dcache_fsm = DCACHE_LL_DIRTY_WAIT; m_cost_data_tlb_update_dirty_frz++; } else { r_dcache_tlb_read_req = true; r_dcache_tlb_first_req = false; r_dcache_fsm = DCACHE_TLB2_READ; } // cleanup PTD in L2, because it's not keep in L1 r_dcache_cleanup_req = true; r_dcache_cleanup_line = r_dcache_tlb_paddr.read() >> (uint32_log2(m_dcache_words) + 2); r_dcache_cleanup_type = TLB_CLEANUP; m_cpt_cc_cleanup_data++; } else // PTE { r_dcache_ptba_ok = false; if ( (m_srcid_rw >> 4) == ((r_dcache_tlb_paddr.read() & ((1<<(m_paddr_nbits - PAGE_M_NBITS))-1)) >> (m_paddr_nbits - PAGE_M_NBITS -10)) ) // local { if ( (r_dcache_miss_buf[0] & PTE_L_MASK ) >> PTE_L_SHIFT ) // L bit is set { r_dcache_pte_update = r_dcache_miss_buf[0]; r_dcache_fsm = DCACHE_TLB1_UPDT; } else { r_dcache_pte_update = r_dcache_miss_buf[0] | PTE_L_MASK; r_dcache_tlb_ll_acc_req = true; r_dcache_fsm = DCACHE_TLB1_LL_WAIT; m_cpt_data_tlb_update_acc++; m_cost_data_tlb_update_acc_frz++; } } else // remotely { if ( (r_dcache_miss_buf[0] & PTE_R_MASK ) >> PTE_R_SHIFT ) // R bit is set { r_dcache_pte_update = r_dcache_miss_buf[0]; r_dcache_fsm = DCACHE_TLB1_UPDT; } else { r_dcache_pte_update = r_dcache_miss_buf[0] | PTE_R_MASK; r_dcache_tlb_ll_acc_req = true; r_dcache_fsm = DCACHE_TLB1_LL_WAIT; m_cpt_data_tlb_update_acc++; m_cost_data_tlb_update_acc_frz++; } } } } break; } /////////////////////// case DCACHE_TLB1_LL_WAIT: { if ( dreq.valid ) m_cost_data_tlb_miss_frz++; m_cost_data_tlb_update_acc_frz++; // external cache invalidate request if ( r_tgt_dcache_req ) { r_dcache_fsm = DCACHE_CC_CHECK; r_dcache_fsm_save = r_dcache_fsm; break; } if (!r_dcache_tlb_ll_acc_req) { if ( r_vci_rsp_data_error ) // VCI response ko { if ((r_dcache_type_save == iss_t::DATA_READ)||(r_dcache_type_save == iss_t::DATA_LL)) { r_dcache_error_type = MMU_READ_PT1_ILLEGAL_ACCESS; } else /*if ((dreq.type == iss_t::DATA_WRITE)||(dreq.type == iss_t::DATA_SC))*/ { r_dcache_error_type = MMU_WRITE_PT1_ILLEGAL_ACCESS; } r_dcache_bad_vaddr = dreq.addr; r_dcache_fsm = DCACHE_ERROR; if (r_dcache_inval_tlb_rsp) r_dcache_inval_tlb_rsp = false; } else { if ( !(r_dcache_miss_buf[0] >> PTE_V_SHIFT) ) // unmapped { if ((r_dcache_type_save == iss_t::DATA_READ)||(r_dcache_type_save == iss_t::DATA_LL)) { r_dcache_error_type = MMU_READ_PT1_UNMAPPED; } else /*if ((dreq.type == iss_t::DATA_WRITE)||(dreq.type == iss_t::DATA_SC))*/ { r_dcache_error_type = MMU_WRITE_PT1_UNMAPPED; } r_dcache_bad_vaddr = dreq.addr; r_dcache_fsm = DCACHE_ERROR; if (r_dcache_inval_tlb_rsp) r_dcache_inval_tlb_rsp = false; } else if ( r_dcache_inval_tlb_rsp ) { r_dcache_inval_tlb_rsp = false; r_dcache_fsm = DCACHE_IDLE; } else { r_dcache_tlb_sc_acc_req = true; r_dcache_pte_update = r_dcache_miss_buf[0] | r_dcache_pte_update.read(); r_dcache_fsm = DCACHE_TLB1_SC_WAIT; } } } break; } /////////////////////// case DCACHE_TLB1_SC_WAIT: { if ( dreq.valid ) m_cost_data_tlb_miss_frz++; m_cost_data_tlb_update_acc_frz++; // external cache invalidate request if ( r_tgt_dcache_req ) { r_dcache_fsm = DCACHE_CC_CHECK; r_dcache_fsm_save = r_dcache_fsm; break; } if ( !r_dcache_tlb_sc_acc_req ) // VCI response ko { if ( r_vci_rsp_data_error ) // VCI response ko { if ((r_dcache_type_save == iss_t::DATA_READ)||(r_dcache_type_save == iss_t::DATA_LL)) { r_dcache_error_type = MMU_READ_PT1_ILLEGAL_ACCESS; } else /*if ((dreq.type == iss_t::DATA_WRITE)||(dreq.type == iss_t::DATA_SC))*/ { r_dcache_error_type = MMU_WRITE_PT1_ILLEGAL_ACCESS; } r_dcache_bad_vaddr = dreq.addr; r_dcache_fsm = DCACHE_ERROR; if (r_dcache_inval_tlb_rsp) r_dcache_inval_tlb_rsp = false; } else { // Using tlb entry is invalidated if ( r_dcache_inval_tlb_rsp ) { r_dcache_inval_tlb_rsp = false; if (r_dcache_tlb_sc_fail) r_dcache_tlb_sc_fail = false; r_dcache_fsm = DCACHE_IDLE; } else if ( r_dcache_tlb_sc_fail ) { r_dcache_tlb_ll_acc_req = true; r_dcache_tlb_sc_fail = false; r_dcache_fsm = DCACHE_TLB1_LL_WAIT; } else { r_dcache_fsm = DCACHE_TLB1_UPDT; } } } break; } ////////////////////// case DCACHE_TLB1_UPDT: { if ( dreq.valid ) m_cost_data_tlb_miss_frz++; // external cache invalidate request if ( r_tgt_dcache_req ) { r_dcache_fsm = DCACHE_CC_CHECK; r_dcache_fsm_save = r_dcache_fsm; break; } // TLB update and invalidate different PTE if ( !r_dcache_inval_tlb_rsp && !r_dcache_cleanup_req) { paddr_t victim_index = 0; r_dcache_cleanup_req = dcache_tlb.update1(r_dcache_pte_update,dreq.addr,(r_dcache_tlb_paddr.read() >> (uint32_log2(m_dcache_words)+2)),&victim_index); r_dcache_cleanup_line = victim_index; r_dcache_cleanup_type = TLB_CLEANUP; m_cpt_cc_cleanup_data++; r_dcache_fsm = DCACHE_IDLE; } // TLB update and invalidate same PTE if ( r_dcache_inval_tlb_rsp ) { r_dcache_inval_tlb_rsp = false; r_dcache_fsm = DCACHE_IDLE; } break; } ///////////////////// case DCACHE_TLB2_READ: { if ( dreq.valid ) m_cost_data_tlb_miss_frz++; // external cache invalidate request if ( r_tgt_dcache_req ) { r_dcache_fsm = DCACHE_CC_CHECK; r_dcache_fsm_save = r_dcache_fsm; break; } if ( !r_dcache_tlb_read_req ) // VCI response ok { if ( r_vci_rsp_data_error ) { if ((r_dcache_type_save == iss_t::DATA_READ)||(r_dcache_type_save == iss_t::DATA_LL)) { r_dcache_error_type = MMU_READ_PT2_ILLEGAL_ACCESS; } else /*if ((dreq.type == iss_t::DATA_WRITE)||(dreq.type == iss_t::DATA_SC))*/ { r_dcache_error_type = MMU_WRITE_PT2_ILLEGAL_ACCESS; } r_dcache_bad_vaddr = dreq.addr; r_dcache_fsm = DCACHE_ERROR; if (r_dcache_inval_tlb_rsp) r_dcache_inval_tlb_rsp = false; if (r_dcache_inval_rsp) r_dcache_inval_rsp = false; break; } if ( r_dcache_inval_tlb_rsp ) // TLB miss response and invalidation { if (r_dcache_cleanup_req) break; r_dcache_fsm = DCACHE_IDLE; r_dcache_cleanup_req = true; r_dcache_cleanup_line = r_dcache_tlb_paddr.read() >> (uint32_log2(m_dcache_words) + 2); r_dcache_cleanup_type = TLB_CLEANUP; m_cpt_cc_cleanup_data++; r_dcache_inval_tlb_rsp = false; break; } if ( !(r_dcache_miss_buf[0] >> PTE_V_SHIFT) ) // unmapped { if ((r_dcache_type_save == iss_t::DATA_READ)||(r_dcache_type_save == iss_t::DATA_LL)) { r_dcache_error_type = MMU_READ_PT2_UNMAPPED; } else /*if ((dreq.type == iss_t::DATA_WRITE)||(dreq.type == iss_t::DATA_SC))*/ { r_dcache_error_type = MMU_WRITE_PT2_UNMAPPED; } r_dcache_bad_vaddr = dreq.addr; r_dcache_fsm = DCACHE_ERROR; r_dcache_cleanup_req = true; r_dcache_cleanup_line = r_dcache_tlb_paddr.read() >> (uint32_log2(m_dcache_words) + 2); r_dcache_cleanup_type = TLB_CLEANUP; m_cpt_cc_cleanup_data++; } else if ( (r_dcache_miss_buf[0] & PTE_T_MASK) >> PTE_T_SHIFT ) // PTD { r_dcache_pte_update = r_dcache_miss_buf[0]; r_dcache_fsm = DCACHE_TLB2_UPDT; } else { if ( (m_srcid_rw >> 4) == ((r_dcache_tlb_paddr.read() & ((1<<(m_paddr_nbits - PAGE_M_NBITS))-1)) >> (m_paddr_nbits - PAGE_M_NBITS -10)) ) // local { if ( (r_dcache_miss_buf[0] & PTE_L_MASK ) >> PTE_L_SHIFT ) // L bit is set { r_dcache_pte_update = r_dcache_miss_buf[0]; r_dcache_fsm = DCACHE_TLB2_UPDT; } else { r_dcache_pte_update = r_dcache_miss_buf[0] | PTE_L_MASK; r_dcache_tlb_ll_acc_req = true; r_dcache_fsm = DCACHE_TLB2_LL_WAIT; m_cpt_data_tlb_update_acc++; m_cost_data_tlb_update_acc_frz++; } } else // remotely { if ( (r_dcache_miss_buf[0] & PTE_R_MASK ) >> PTE_R_SHIFT ) // R bit is set { r_dcache_pte_update = r_dcache_miss_buf[0]; r_dcache_fsm = DCACHE_TLB2_UPDT; } else { r_dcache_pte_update = r_dcache_miss_buf[0] | PTE_R_MASK; r_dcache_tlb_ll_acc_req = true; r_dcache_fsm = DCACHE_TLB2_LL_WAIT; m_cpt_data_tlb_update_acc++; m_cost_data_tlb_update_acc_frz++; } } } } break; } /////////////////////// case DCACHE_TLB2_LL_WAIT: { if ( dreq.valid ) m_cost_data_tlb_miss_frz++; m_cost_data_tlb_update_acc_frz++; // external cache invalidate request if ( r_tgt_dcache_req ) { r_dcache_fsm = DCACHE_CC_CHECK; r_dcache_fsm_save = r_dcache_fsm; break; } if (!r_dcache_tlb_ll_acc_req) { if ( r_vci_rsp_data_error ) // VCI response ko { if ((r_dcache_type_save == iss_t::DATA_READ)||(r_dcache_type_save == iss_t::DATA_LL)) { r_dcache_error_type = MMU_READ_PT2_ILLEGAL_ACCESS; } else /*if ((dreq.type == iss_t::DATA_WRITE)||(dreq.type == iss_t::DATA_SC))*/ { r_dcache_error_type = MMU_WRITE_PT2_ILLEGAL_ACCESS; } r_dcache_bad_vaddr = dreq.addr; r_dcache_fsm = DCACHE_ERROR; if (r_dcache_inval_tlb_rsp) r_dcache_inval_tlb_rsp = false; } else { if ( !(r_dcache_miss_buf[0] >> PTE_V_SHIFT) ) // unmapped { if ((r_dcache_type_save == iss_t::DATA_READ)||(r_dcache_type_save == iss_t::DATA_LL)) { r_dcache_error_type = MMU_READ_PT2_UNMAPPED; } else /*if ((dreq.type == iss_t::DATA_WRITE)||(dreq.type == iss_t::DATA_SC))*/ { r_dcache_error_type = MMU_WRITE_PT2_UNMAPPED; } r_dcache_bad_vaddr = dreq.addr; r_dcache_fsm = DCACHE_ERROR; if (r_dcache_inval_tlb_rsp) r_dcache_inval_tlb_rsp = false; } else if ( r_dcache_inval_tlb_rsp ) { r_dcache_inval_tlb_rsp = false; r_dcache_fsm = DCACHE_IDLE; } else { r_dcache_tlb_sc_acc_req = true; r_dcache_pte_update = r_dcache_miss_buf[0] | r_dcache_pte_update.read(); r_dcache_fsm = DCACHE_TLB2_SC_WAIT; } } } break; } /////////////////////// case DCACHE_TLB2_SC_WAIT: { if ( dreq.valid ) m_cost_data_tlb_miss_frz++; m_cost_data_tlb_update_acc_frz++; // external cache invalidate request if ( r_tgt_dcache_req ) { r_dcache_fsm = DCACHE_CC_CHECK; r_dcache_fsm_save = r_dcache_fsm; break; } if ( !r_dcache_tlb_sc_acc_req ) // VCI response { if ( r_vci_rsp_data_error ) // VCI response ko { if ((r_dcache_type_save == iss_t::DATA_READ)||(r_dcache_type_save == iss_t::DATA_LL)) { r_dcache_error_type = MMU_READ_PT2_ILLEGAL_ACCESS; } else /*if ((dreq.type == iss_t::DATA_WRITE)||(dreq.type == iss_t::DATA_SC))*/ { r_dcache_error_type = MMU_WRITE_PT2_ILLEGAL_ACCESS; } r_dcache_bad_vaddr = dreq.addr; r_dcache_fsm = DCACHE_ERROR; if (r_dcache_inval_tlb_rsp) r_dcache_inval_tlb_rsp = false; } else { // Using tlb entry is invalidated if ( r_dcache_inval_tlb_rsp ) { r_dcache_inval_tlb_rsp = false; if (r_dcache_tlb_sc_fail) r_dcache_tlb_sc_fail = false; r_dcache_fsm = DCACHE_IDLE; } else if ( r_dcache_tlb_sc_fail ) { r_dcache_tlb_ll_acc_req = true; r_dcache_tlb_sc_fail = false; r_dcache_fsm = DCACHE_TLB2_LL_WAIT; } else { r_dcache_fsm = DCACHE_TLB2_UPDT; } } } break; } ////////////////////// case DCACHE_TLB2_UPDT: { if ( dreq.valid ) m_cost_data_tlb_miss_frz++; // external cache invalidate request if ( r_tgt_dcache_req ) { r_dcache_fsm = DCACHE_CC_CHECK; r_dcache_fsm_save = r_dcache_fsm; break; } // TLB update and invalidate different PTE if ( !r_dcache_inval_tlb_rsp && !r_dcache_cleanup_req) { paddr_t victim_index = 0; r_dcache_cleanup_req = dcache_tlb.update1(r_dcache_pte_update,r_dcache_miss_buf[1],dreq.addr,(r_dcache_tlb_paddr.read() >> (uint32_log2(m_dcache_words)+2)),&victim_index); r_dcache_cleanup_line = victim_index; r_dcache_cleanup_type = TLB_CLEANUP; m_cpt_cc_cleanup_data++; r_dcache_fsm = DCACHE_IDLE; } // TLB update and invalidate same PTE if ( r_dcache_inval_tlb_rsp ) { r_dcache_inval_tlb_rsp = false; r_dcache_fsm = DCACHE_IDLE; } break; } ////////////////////////// case DCACHE_CTXT_SWITCH: { size_t way = r_dcache_way; size_t set = r_dcache_set; bool clean = false; // 4K page size TLB flush leads to cleanup req if ( !r_dcache_cleanup_req ) // last cleanup finish { paddr_t victim_index = 0; for ( ; way < m_dtlb_ways; way++) { for ( ; set < m_dtlb_sets; set++) { if(dcache_tlb.checkcleanup1(way, set, &victim_index)) { clean = true; r_dcache_cleanup_req = true; r_dcache_cleanup_line = victim_index; r_dcache_cleanup_type = TLB_CLEANUP; m_cpt_cc_cleanup_data++; r_dcache_way = way + ((set+1)/m_dtlb_sets); r_dcache_set = (set+1) % m_dtlb_sets; break; } } if (clean) break; } if ((way == m_dtlb_ways) && (!r_dcache_xtn_req)) { r_dcache_fsm = DCACHE_IDLE; r_dtlb_translation_valid = false; r_dcache_ptba_ok = false; drsp.valid = true; break; } } break; } //////////////////////// case DCACHE_ICACHE_FLUSH: case DCACHE_ICACHE_INVAL: case DCACHE_ICACHE_INVAL_PA: case DCACHE_ITLB_INVAL: { // external cache invalidate request if ( r_tgt_dcache_req ) { r_dcache_fsm = DCACHE_CC_CHECK; r_dcache_fsm_save = r_dcache_fsm; break; } if ( !r_dcache_xtn_req ) { r_dcache_fsm = DCACHE_IDLE; drsp.valid = true; } break; } //////////////////////// case DCACHE_DCACHE_FLUSH: { // external cache invalidate request if ( r_tgt_dcache_req ) { r_dcache_fsm = DCACHE_CC_CHECK; r_dcache_fsm_save = r_dcache_fsm; break; } size_t way = r_dcache_way; size_t set = r_dcache_set; bool clean = false; // cache flush and send cleanup to external if ( !r_dcache_cleanup_req ) { paddr_t victim_index = 0; for ( ; way < m_dcache_ways; way++ ) { for ( ; set < m_dcache_sets; set++ ) { if ( r_dcache.flush(way, set, &victim_index) ) { clean = true; r_dcache_cleanup_req = true; r_dcache_cleanup_line = victim_index; r_dcache_cleanup_type = CACHE_CLEANUP; m_cpt_cc_cleanup_data++; r_dcache_way = way + ((set+1)/m_dcache_sets); r_dcache_set = (set+1) % m_dcache_sets; break; } } if (clean) break; } if ( way == m_dcache_ways ) { r_dcache_fsm = DCACHE_IDLE; drsp.valid = true; break; } } break; } ////////////////////// case DCACHE_DTLB_INVAL: { paddr_t victim_index = 0; if ( !r_dcache_cleanup_req ) { r_dcache_cleanup_req = dcache_tlb.inval1(r_dcache_wdata_save, &victim_index); r_dcache_cleanup_type = TLB_CLEANUP; m_cpt_cc_cleanup_data++; r_dcache_cleanup_line = victim_index; r_dtlb_translation_valid = false; r_dcache_ptba_ok = false; r_dcache_fsm = DCACHE_IDLE; drsp.valid = true; } break; } //////////////////////// case DCACHE_DCACHE_INVAL: { // external cache invalidate request if ( r_tgt_dcache_req ) { r_dcache_fsm = DCACHE_CC_CHECK; r_dcache_fsm_save = r_dcache_fsm; break; } m_cpt_dcache_dir_read += m_dcache_ways; vaddr_t invadr = dreq.wdata; paddr_t dpaddr = 0; bool dcache_hit_t = false; if ( !r_dcache_cleanup_req ) { if ( r_mmu_mode.read() & DATA_TLB_MASK ) { dcache_hit_t = dcache_tlb.translate(invadr, &dpaddr); } else { dpaddr = invadr; dcache_hit_t = true; } if ( dcache_hit_t ) { r_dcache_cleanup_req = r_dcache.inval(dpaddr); r_dcache_cleanup_type = CACHE_CLEANUP; m_cpt_cc_cleanup_data++; r_dcache_cleanup_line = dpaddr >> (uint32_log2(m_dcache_words)+2); } r_dcache_fsm = DCACHE_IDLE; drsp.valid = true; } break; } //////////////////////// case DCACHE_DCACHE_INVAL_PA: { // external cache invalidate request if ( r_tgt_dcache_req ) { r_dcache_fsm = DCACHE_CC_CHECK; r_dcache_fsm_save = r_dcache_fsm; break; } m_cpt_dcache_dir_read += m_dcache_ways; paddr_t dpaddr = (paddr_t)r_mmu_word_hi.read() << 32 | r_mmu_word_lo.read(); if ( !r_dcache_cleanup_req ) { r_dcache_cleanup_req = r_dcache.inval(dpaddr); r_dcache_cleanup_type = CACHE_CLEANUP; m_cpt_cc_cleanup_data++; r_dcache_cleanup_line = dpaddr >> (uint32_log2(m_dcache_words)+2); r_dcache_fsm = DCACHE_IDLE; drsp.valid = true; } break; } ///////////////////////// case DCACHE_DCACHE_SYNC: { // external cache invalidate request if ( r_tgt_dcache_req ) { r_dcache_fsm = DCACHE_CC_CHECK; r_dcache_fsm_save = r_dcache_fsm; break; } if ( !r_dcache_write_req ) { r_dcache_write_req = r_wbuf.rok(); drsp.valid = true; r_dcache_fsm = DCACHE_IDLE; } break; } ///////////////////// case DCACHE_MISS_WAIT: { if (dreq.valid) m_cost_data_miss_frz++; // external cache invalidate request if ( r_tgt_dcache_req ) { r_dcache_fsm = DCACHE_CC_CHECK; r_dcache_fsm_save = r_dcache_fsm; break; } if ( !r_dcache_miss_req ) { if ( r_vci_rsp_data_error ) { r_dcache_error_type = MMU_READ_DATA_ILLEGAL_ACCESS; r_dcache_bad_vaddr = dreq.addr; r_dcache_fsm = DCACHE_ERROR; if (r_dcache_inval_tlb_rsp) r_dcache_inval_tlb_rsp = false; if (r_dcache_inval_rsp) r_dcache_inval_rsp = false; break; } if ( r_dcache_inval_tlb_rsp ) // Miss read response and tlb invalidation { if ( r_dcache_cleanup_req ) break; r_dcache_cleanup_req = true; r_dcache_cleanup_type = CACHE_CLEANUP; m_cpt_cc_cleanup_data++; r_dcache_cleanup_line = r_dcache_paddr_save.read() >> (uint32_log2(m_dcache_words) + 2); r_dcache_fsm = DCACHE_IDLE; r_dcache_inval_tlb_rsp = false; if ( r_dcache_inval_rsp ) r_dcache_inval_rsp = false; break; } if ( r_dcache_inval_rsp ) // TLB miss response and cache invalidation { if ( r_dcache_cleanup_req ) break; r_dcache_cleanup_req = true; r_dcache_cleanup_type = CACHE_CLEANUP; m_cpt_cc_cleanup_data++; r_dcache_cleanup_line = r_dcache_paddr_save.read() >> (uint32_log2(m_dcache_words) + 2); r_dcache_fsm = DCACHE_IDLE; r_dcache_inval_rsp = false; break; } // Miss read response and no tlb invalidation r_dcache_fsm = DCACHE_MISS_UPDT; } break; } ///////////////////// case DCACHE_MISS_UPDT: { if (dreq.valid) m_cost_data_miss_frz++; // external cache invalidate request if ( r_tgt_dcache_req ) { r_dcache_fsm = DCACHE_CC_CHECK; r_dcache_fsm_save = r_dcache_fsm; break; } if ( r_dcache_inval_tlb_rsp ) // tlb invalidation { if ( r_dcache_cleanup_req ) break; r_dcache_cleanup_req = true; r_dcache_cleanup_type = CACHE_CLEANUP; m_cpt_cc_cleanup_data++; r_dcache_cleanup_line = r_dcache_paddr_save.read() >> (uint32_log2(m_dcache_words) + 2); r_dcache_inval_tlb_rsp = false; r_dcache_inval_rsp = false; r_dcache_fsm = DCACHE_IDLE; break; } // Using tlb entry is in the invalidated cache line if ( r_dcache_inval_rsp ) { if ( r_dcache_cleanup_req ) break; r_dcache_cleanup_req = true; r_dcache_cleanup_type = CACHE_CLEANUP; m_cpt_cc_cleanup_data++; r_dcache_cleanup_line = r_dcache_paddr_save.read() >> (uint32_log2(m_dcache_words) + 2); r_dcache_inval_rsp = false; r_dcache_fsm = DCACHE_IDLE; break; } if ( !r_dcache_cleanup_req ) // Miss update and no invalidation { paddr_t victim_index = 0; m_cpt_dcache_data_write++; m_cpt_dcache_dir_write++; r_dcache_cleanup_req = r_dcache.update(r_dcache_paddr_save.read(), r_dcache_miss_buf, &victim_index); r_dcache_cleanup_line = victim_index; r_dcache_cleanup_type = CACHE_CLEANUP; m_cpt_cc_cleanup_data++; r_dcache_fsm = DCACHE_IDLE; } break; } ////////////////////// case DCACHE_UNC_WAIT: { if ( dreq.valid ) m_cost_unc_read_frz++; // external cache invalidate request if ( r_tgt_dcache_req ) { r_dcache_fsm = DCACHE_CC_CHECK; r_dcache_fsm_save = r_dcache_fsm; break; } if ( !r_dcache_unc_req ) { if ( r_vci_rsp_data_error ) { r_dcache_error_type = MMU_READ_DATA_ILLEGAL_ACCESS; r_dcache_bad_vaddr = dreq.addr; r_dcache_fsm = DCACHE_ERROR; if (r_dcache_inval_tlb_rsp) r_dcache_inval_tlb_rsp = false; break; } if ( r_dcache_inval_tlb_rsp ) // Miss read response and tlb invalidation { r_dcache_inval_tlb_rsp = false; } /* if (dreq.type == iss_t::DATA_SC) { // Simulate an invalidate request r_dcache_cleanup_req = r_dcache.inval(r_dcache_paddr_save); r_dcache_cleanup_type = CACHE_CLEANUP; m_cpt_cc_cleanup_data++; r_dcache_cleanup_line = r_dcache_paddr_save.read() >> (uint32_log2(m_dcache_words)+2); } */ drsp.valid = true; drsp.rdata = r_dcache_miss_buf[0]; r_dcache_fsm = DCACHE_IDLE; } break; } /////////////////////// case DCACHE_WRITE_UPDT: { m_cpt_dcache_data_write++; bool write_hit = false; data_t mask = vci_param::be2mask(r_dcache_be_save.read()); data_t wdata = (mask & r_dcache_wdata_save) | (~mask & r_dcache_rdata_save); write_hit = r_dcache.write(r_dcache_paddr_save, wdata); assert(write_hit && "Write on miss ignores data"); if ( !r_dcache_dirty_save && (r_mmu_mode.read() & DATA_TLB_MASK) ) { m_cpt_data_tlb_update_dirty++; m_cost_data_tlb_update_dirty_frz++; if ( dcache_tlb.getpagesize(r_dcache_tlb_way_save, r_dcache_tlb_set_save) ) // 2M page size, one level page table { r_dcache_pte_update = dcache_tlb.getpte(r_dcache_tlb_way_save, r_dcache_tlb_set_save) | PTE_D_MASK; r_dcache_tlb_paddr = (paddr_t)r_mmu_ptpr << (INDEX1_NBITS+2) | (paddr_t)((dreq.addr>>PAGE_M_NBITS)<<2); r_dcache_tlb_ll_dirty_req = true; r_dcache_fsm = DCACHE_LL_DIRTY_WAIT; } else { if (r_dcache_hit_p_save) { r_dcache_pte_update = dcache_tlb.getpte(r_dcache_tlb_way_save, r_dcache_tlb_set_save) | PTE_D_MASK; r_dcache_tlb_paddr = (paddr_t)r_dcache_ptba_save|(paddr_t)(((dreq.addr&PTD_ID2_MASK)>>PAGE_K_NBITS) << 3); r_dcache_tlb_ll_dirty_req = true; r_dcache_fsm = DCACHE_LL_DIRTY_WAIT; } else { r_dcache_pte_update = dcache_tlb.getpte(r_dcache_tlb_way_save, r_dcache_tlb_set_save) | PTE_D_MASK; r_dcache_tlb_paddr = (paddr_t)r_mmu_ptpr << (INDEX1_NBITS+2) | (paddr_t)((dreq.addr>>PAGE_M_NBITS)<<2); r_dcache_tlb_ptba_read = true; r_dcache_tlb_read_req = true; r_dcache_tlb_first_req = true; r_dcache_fsm = DCACHE_TLB1_READ; } } } else { r_dcache_fsm = DCACHE_WRITE_REQ; drsp.valid = true; drsp.rdata = 0; } break; } //////////////////////// case DCACHE_WRITE_DIRTY: { m_cost_data_tlb_update_dirty_frz++; // external cache invalidate request if ( r_tgt_dcache_req ) { r_dcache_fsm = DCACHE_CC_CHECK; r_dcache_fsm_save = r_dcache_fsm; break; } if ( r_dcache_inval_tlb_rsp ) // Miss read response and tlb invalidation { r_dcache_fsm = DCACHE_IDLE; r_dcache_inval_tlb_rsp = false; break; } dcache_tlb.setdirty(r_dcache_tlb_way_save, r_dcache_tlb_set_save); r_dcache_fsm = DCACHE_WRITE_REQ; drsp.valid = true; drsp.rdata = 0; break; } ///////////////// case DCACHE_ERROR: { r_vci_rsp_data_error = false; drsp.valid = true; drsp.error = true; drsp.rdata = 0; r_dcache_fsm = DCACHE_IDLE; break; } ///////////////////// case DCACHE_CC_CHECK: // read directory in case of invalidate or update request { m_cpt_dcache_dir_read += m_dcache_ways; m_cpt_dcache_data_read += m_dcache_ways; /* activity counter */ if ( (( r_dcache_fsm_save.read() == DCACHE_BIS ) ||( r_dcache_fsm_save.read() == DCACHE_MISS_WAIT ) || ( r_dcache_fsm_save.read() == DCACHE_MISS_UPDT ) ) && ( dreq.valid ) ) { m_cost_data_miss_frz++; } if( (( r_dcache_fsm_save.read() == DCACHE_TLB1_READ ) || ( r_dcache_fsm_save.read() == DCACHE_TLB2_READ ) || ( r_dcache_fsm_save.read() == DCACHE_TLB1_LL_WAIT )|| ( r_dcache_fsm_save.read() == DCACHE_TLB2_LL_WAIT ) || ( r_dcache_fsm_save.read() == DCACHE_TLB1_SC_WAIT )|| ( r_dcache_fsm_save.read() == DCACHE_TLB2_SC_WAIT ) || ( r_dcache_fsm_save.read() == DCACHE_TLB1_UPDT ) || ( r_dcache_fsm_save.read() == DCACHE_TLB2_UPDT )) && (dreq.valid) ) { m_cost_data_tlb_miss_frz++; } if(( /*( r_dcache_fsm_save == DCACHE_UNC_WAIT ) ||*/ ( r_dcache_fsm_save.read() == DCACHE_MISS_WAIT ) || ( r_dcache_fsm_save.read() == DCACHE_MISS_UPDT ) ) && ( (r_dcache_paddr_save.read() & ~((m_dcache_words<<2)-1)) == (r_tgt_addr.read() & ~((m_dcache_words<<2)-1)))) { r_dcache_inval_rsp = true; r_tgt_dcache_rsp = r_tgt_update; if ( r_tgt_broadcast ) { r_dcache_tlb_inval_req = true; r_dcache_fsm = DCACHE_TLB_CC_INVAL; } else { r_tgt_dcache_req = false; r_dcache_fsm = r_dcache_fsm_save; } } else { data_t dcache_rdata = 0; bool dcache_hit = r_dcache.read(r_tgt_addr.read(), &dcache_rdata); if ( dcache_hit ) { if ( r_tgt_update ) // update { r_dcache_fsm = DCACHE_CC_UPDT; } else // invalidate { r_dcache_fsm = DCACHE_CC_INVAL; } } else // nothing { r_dcache_fsm = DCACHE_CC_NOP; } } break; } /////////////////// case DCACHE_CC_UPDT: // update directory and data cache { /* activity counter */ if ( (( r_dcache_fsm_save.read() == DCACHE_BIS ) ||( r_dcache_fsm_save.read() == DCACHE_MISS_WAIT ) || ( r_dcache_fsm_save.read() == DCACHE_MISS_UPDT ) ) && ( dreq.valid ) ) { m_cost_data_miss_frz++; } if( (( r_dcache_fsm_save.read() == DCACHE_TLB1_READ ) || ( r_dcache_fsm_save.read() == DCACHE_TLB2_READ ) || ( r_dcache_fsm_save.read() == DCACHE_TLB1_LL_WAIT )|| ( r_dcache_fsm_save.read() == DCACHE_TLB2_LL_WAIT ) || ( r_dcache_fsm_save.read() == DCACHE_TLB1_SC_WAIT )|| ( r_dcache_fsm_save.read() == DCACHE_TLB2_SC_WAIT ) || ( r_dcache_fsm_save.read() == DCACHE_TLB1_UPDT ) || ( r_dcache_fsm_save.read() == DCACHE_TLB2_UPDT )) && (dreq.valid) ) { m_cost_data_tlb_miss_frz++; } m_cpt_dcache_dir_write++; m_cpt_dcache_data_write++; data_t* buf = r_tgt_buf; for( size_t i = 0; i < m_dcache_words; i++ ) { if( r_tgt_val[i] ) r_dcache.write( r_tgt_addr.read() + i*4, buf[i] ); } r_tgt_dcache_req = false; r_tgt_dcache_rsp = true; r_dcache_fsm = r_dcache_fsm_save; break; } ///////////////////// case DCACHE_CC_INVAL: // invalidate a cache line { /* activity counter */ if ( (( r_dcache_fsm_save.read() == DCACHE_BIS ) ||( r_dcache_fsm_save.read() == DCACHE_MISS_WAIT ) || ( r_dcache_fsm_save.read() == DCACHE_MISS_UPDT ) ) && ( dreq.valid ) ) { m_cost_data_miss_frz++; } if( (( r_dcache_fsm_save.read() == DCACHE_TLB1_READ ) || ( r_dcache_fsm_save.read() == DCACHE_TLB2_READ ) || ( r_dcache_fsm_save.read() == DCACHE_TLB1_LL_WAIT )|| ( r_dcache_fsm_save.read() == DCACHE_TLB2_LL_WAIT ) || ( r_dcache_fsm_save.read() == DCACHE_TLB1_SC_WAIT )|| ( r_dcache_fsm_save.read() == DCACHE_TLB2_SC_WAIT ) || ( r_dcache_fsm_save.read() == DCACHE_TLB1_UPDT ) || ( r_dcache_fsm_save.read() == DCACHE_TLB2_UPDT )) && (dreq.valid) ) { m_cost_data_tlb_miss_frz++; } r_tgt_dcache_rsp = r_dcache.inval(r_tgt_addr.read()); if ( r_tgt_broadcast ) { r_dcache_tlb_inval_req = true; r_dcache_fsm = DCACHE_TLB_CC_INVAL; } else { r_tgt_dcache_req = false; r_dcache_fsm = r_dcache_fsm_save; } break; } /////////////////// case DCACHE_CC_NOP: // no external hit { /* activity counter */ if ( (( r_dcache_fsm_save.read() == DCACHE_BIS ) ||( r_dcache_fsm_save.read() == DCACHE_MISS_WAIT ) || ( r_dcache_fsm_save.read() == DCACHE_MISS_UPDT ) ) && ( dreq.valid ) ) { m_cost_data_miss_frz++; } if( (( r_dcache_fsm_save.read() == DCACHE_TLB1_READ ) || ( r_dcache_fsm_save.read() == DCACHE_TLB2_READ ) || ( r_dcache_fsm_save.read() == DCACHE_TLB1_LL_WAIT )|| ( r_dcache_fsm_save.read() == DCACHE_TLB2_LL_WAIT ) || ( r_dcache_fsm_save.read() == DCACHE_TLB1_SC_WAIT )|| ( r_dcache_fsm_save.read() == DCACHE_TLB2_SC_WAIT ) || ( r_dcache_fsm_save.read() == DCACHE_TLB1_UPDT ) || ( r_dcache_fsm_save.read() == DCACHE_TLB2_UPDT )) && (dreq.valid) ) { m_cost_data_tlb_miss_frz++; } r_tgt_dcache_rsp = r_tgt_update; if ( r_tgt_broadcast ) { r_dcache_tlb_inval_req = true; r_dcache_fsm = DCACHE_TLB_CC_INVAL; } else { r_tgt_dcache_req = false; r_dcache_fsm = r_dcache_fsm_save; } break; } ///////////////////////// case DCACHE_TLB_CC_INVAL: { /* activity counter */ if ( (( r_dcache_fsm_save.read() == DCACHE_BIS ) ||( r_dcache_fsm_save.read() == DCACHE_MISS_WAIT ) || ( r_dcache_fsm_save.read() == DCACHE_MISS_UPDT ) ) && ( dreq.valid ) ) { m_cost_data_miss_frz++; } if( (( r_dcache_fsm_save.read() == DCACHE_TLB1_READ ) || ( r_dcache_fsm_save.read() == DCACHE_TLB2_READ ) || ( r_dcache_fsm_save.read() == DCACHE_TLB1_LL_WAIT )|| ( r_dcache_fsm_save.read() == DCACHE_TLB2_LL_WAIT ) || ( r_dcache_fsm_save.read() == DCACHE_TLB1_SC_WAIT )|| ( r_dcache_fsm_save.read() == DCACHE_TLB2_SC_WAIT ) || ( r_dcache_fsm_save.read() == DCACHE_TLB1_UPDT ) || ( r_dcache_fsm_save.read() == DCACHE_TLB2_UPDT )) && (dreq.valid) ) { m_cost_data_tlb_miss_frz++; } if ( r_dcache_tlb_inval_req ) break; if( (( r_dcache_fsm_save.read() == DCACHE_TLB1_READ ) || ( r_dcache_fsm_save.read() == DCACHE_TLB2_READ ) || ( r_dcache_fsm_save.read() == DCACHE_TLB1_LL_WAIT ) || ( r_dcache_fsm_save.read() == DCACHE_TLB2_LL_WAIT ) || ( r_dcache_fsm_save.read() == DCACHE_TLB1_SC_WAIT ) || ( r_dcache_fsm_save.read() == DCACHE_TLB2_SC_WAIT ) || ( r_dcache_fsm_save.read() == DCACHE_TLB1_UPDT ) || ( r_dcache_fsm_save.read() == DCACHE_TLB2_UPDT ) || ( r_dcache_fsm_save.read() == DCACHE_LL_DIRTY_WAIT ) || ( r_dcache_fsm_save.read() == DCACHE_SC_DIRTY_WAIT ) || ( r_dcache_fsm_save.read() == DCACHE_WRITE_DIRTY )) && ((r_dcache_tlb_paddr.read() & ~((m_dcache_words<<2)-1)) == r_tgt_addr.read()) ) { r_dcache_inval_tlb_rsp = true; } if (((r_dcache_fsm_save.read() == DCACHE_BIS)||(r_dcache_fsm_save.read() == DCACHE_MISS_WAIT) || (r_dcache_fsm_save.read() == DCACHE_UNC_WAIT)||(r_dcache_fsm_save.read() == DCACHE_MISS_UPDT)) && (r_dcache_tlb_nline.read() == (paddr_t)(r_tgt_addr.read() & ~((m_dcache_words<<2)-1)))) { r_dcache_inval_tlb_rsp = true; } if( (/*( r_dcache_fsm_save == DCACHE_TLB1_READ ) || ( r_dcache_fsm_save == DCACHE_TLB2_READ ) ||*/ ( r_dcache_fsm_save.read() == DCACHE_TLB1_LL_WAIT ) || ( r_dcache_fsm_save.read() == DCACHE_TLB2_LL_WAIT ) || ( r_dcache_fsm_save.read() == DCACHE_TLB1_SC_WAIT ) || ( r_dcache_fsm_save.read() == DCACHE_TLB2_SC_WAIT ) || ( r_dcache_fsm_save.read() == DCACHE_TLB1_UPDT ) || ( r_dcache_fsm_save.read() == DCACHE_TLB2_UPDT ) || ( r_dcache_fsm_save.read() == DCACHE_LL_DIRTY_WAIT ) || ( r_dcache_fsm_save.read() == DCACHE_SC_DIRTY_WAIT ) || ( r_dcache_fsm_save.read() == DCACHE_WRITE_DIRTY )) && ((r_dcache_tlb_paddr.read() & ~((m_dcache_words<<2)-1)) == r_tgt_addr.read()) ) { if ( !r_dcache_cc_hit_t ) { r_ccinval_dtlb_cpt = r_ccinval_dtlb_cpt + 1; } } r_tgt_dcache_req = false; r_dtlb_translation_valid = false; r_dcache_ptba_ok = false; r_dcache_fsm = r_dcache_fsm_save; break; } } // end switch r_dcache_fsm #ifdef SOCLIB_MODULE_DEBUG std::cout << name() << " Data Response: " << drsp << std::endl; #endif //////////////////////////////////////////////////////////////////////////////////// // INVAL DTLB CHECK FSM //////////////////////////////////////////////////////////////////////////////////////// switch(r_inval_dtlb_fsm) { ///////////////////// case INVAL_DTLB_IDLE: { if ( r_dcache_tlb_inval_req ) { paddr_t dpaddr; r_dcache_cc_hit_t = dcache_tlb.translate(dreq.addr, &dpaddr); r_ccinval_dtlb_way = 0; r_ccinval_dtlb_set = 0; r_ccinval_dtlb_cpt = 0; r_inval_dtlb_fsm = INVAL_DTLB_CHECK; } break; } ////////////////////// case INVAL_DTLB_CHECK: { size_t way = r_ccinval_dtlb_way; size_t set = r_ccinval_dtlb_set; bool end = false; bool tlb_hit = dcache_tlb.cccheck((r_tgt_addr.read() >> (uint32_log2(m_dcache_words)+2)), way, set, &way, &set, &end); if ( tlb_hit ) { r_ccinval_dtlb_way = way; r_ccinval_dtlb_set = set; r_dtlb_cc_check_end = end; r_ccinval_dtlb_cpt = r_ccinval_dtlb_cpt + 1; r_inval_dtlb_fsm = INVAL_DTLB_INVAL; } else { r_inval_dtlb_fsm = INVAL_DTLB_CLEAR; } break; } ///////////////////////// case INVAL_DTLB_INVAL: { dcache_tlb.ccinval(r_ccinval_dtlb_way, r_ccinval_dtlb_set); if ( !r_dtlb_cc_check_end ) { r_inval_dtlb_fsm = INVAL_DTLB_CHECK; } else { r_inval_dtlb_fsm = INVAL_DTLB_CLEAR; } break; } //////////////////// case INVAL_DTLB_CLEAR: { r_dcache_tlb_inval_req = false; r_dtlb_cc_check_end = false; r_ccinval_dtlb_way = 0; r_ccinval_dtlb_set = 0; r_inval_dtlb_fsm = INVAL_DTLB_IDLE; break; } } // end switch r_inval_itlb_fsm /////////// execute one iss cycle ///////////////////////////////// { uint32_t it = 0; for (size_t i=0; i<(size_t)iss_t::n_irq; i++) if(p_irq[i].read()) it |= (1<