New virtual memory implementation (Sv39)
This commit is contained in:
parent
faada5f110
commit
d912ea265e
@ -27,7 +27,8 @@ abstract trait CoreParameters extends UsesParameters {
|
||||
val pgIdxBits = params(PgIdxBits)
|
||||
val ppnBits = params(PPNBits)
|
||||
val vpnBits = params(VPNBits)
|
||||
val permBits = params(PermBits)
|
||||
val pgLevels = params(PgLevels)
|
||||
val pgLevelBits = params(PgLevelBits)
|
||||
val asIdBits = params(ASIdBits)
|
||||
|
||||
val retireWidth = params(RetireWidth)
|
||||
|
@ -8,7 +8,9 @@ import Util._
|
||||
|
||||
class PTWReq extends CoreBundle {
|
||||
val addr = UInt(width = vpnBits)
|
||||
val perm = Bits(width = permBits)
|
||||
val prv = Bits(width = 2)
|
||||
val store = Bool()
|
||||
val fetch = Bool()
|
||||
}
|
||||
|
||||
class PTWResp extends CoreBundle {
|
||||
@ -34,10 +36,20 @@ class PTE extends CoreBundle {
|
||||
val reserved = Bits(width = 2)
|
||||
val d = Bool()
|
||||
val r = Bool()
|
||||
val perm = Bits(width = 6)
|
||||
val g = Bool()
|
||||
val t = Bool()
|
||||
val v = Bool()
|
||||
val perm = Bits(width = 2)
|
||||
val typ = Bits(width = 3)
|
||||
|
||||
def table(dummy: Int = 0) = typ === 1
|
||||
def leaf(dummy: Int = 0) = typ >= 2
|
||||
def ur(dummy: Int = 0) = typ === 2 || typ >= 4
|
||||
def uw(dummy: Int = 0) = ur() && perm(0)
|
||||
def ux(dummy: Int = 0) = ur() && perm(1)
|
||||
def sr(dummy: Int = 0) = typ >= 3
|
||||
def sw(dummy: Int = 0) = Mux(typ >= 4, typ(0), typ === 3 && perm(0))
|
||||
def sx(dummy: Int = 0) = Mux(typ >= 4, typ(1), typ === 3 && perm(1))
|
||||
def access_ok(prv: Bits, store: Bool, fetch: Bool) =
|
||||
Mux(prv(0), Mux(fetch, sx(), Mux(store, sw(), sr())), Mux(fetch, ux(), Mux(store, uw(), ur())))
|
||||
}
|
||||
|
||||
class PTW(n: Int) extends CoreModule
|
||||
@ -48,19 +60,15 @@ class PTW(n: Int) extends CoreModule
|
||||
val dpath = new DatapathPTWIO
|
||||
}
|
||||
|
||||
val levels = 3
|
||||
val bitsPerLevel = vpnBits/levels
|
||||
require(vpnBits == levels * bitsPerLevel)
|
||||
|
||||
val s_ready :: s_req :: s_wait :: s_set_dirty :: s_wait_dirty :: s_done :: s_error :: Nil = Enum(UInt(), 7)
|
||||
val state = Reg(init=s_ready)
|
||||
val count = Reg(UInt(width = log2Up(levels)))
|
||||
val count = Reg(UInt(width = log2Up(pgLevels)))
|
||||
|
||||
val r_req = Reg(new PTWReq)
|
||||
val r_req_dest = Reg(Bits())
|
||||
val r_pte = Reg(new PTE)
|
||||
|
||||
val vpn_idx = Vec((0 until levels).map(i => (r_req.addr >> (levels-i-1)*bitsPerLevel)(bitsPerLevel-1,0)))(count)
|
||||
val vpn_idx = Vec((0 until pgLevels).map(i => (r_req.addr >> (pgLevels-i-1)*pgLevelBits)(pgLevelBits-1,0)))(count)
|
||||
|
||||
val arb = Module(new RRArbiter(new PTWReq, n))
|
||||
arb.io.in <> io.requestor.map(_.req)
|
||||
@ -76,19 +84,19 @@ class PTW(n: Int) extends CoreModule
|
||||
}
|
||||
|
||||
val (pte_cache_hit, pte_cache_data) = {
|
||||
val size = log2Up(levels * 2)
|
||||
val size = log2Up(pgLevels * 2)
|
||||
val plru = new PseudoLRU(size)
|
||||
val valid = Reg(init = Bits(0, size))
|
||||
val tags = Mem(UInt(width = paddrBits), size)
|
||||
val data = Mem(UInt(width = paddrBits - pgIdxBits), size)
|
||||
val data = Mem(UInt(width = ppnBits), size)
|
||||
|
||||
val hits = Vec(tags.map(_ === pte_addr)).toBits & valid
|
||||
val hit = hits.orR
|
||||
when (io.mem.resp.valid && io.mem.resp.bits.data(1,0).andR && !hit) {
|
||||
when (io.mem.resp.valid && pte.table() && !hit) {
|
||||
val r = Mux(valid.andR, plru.replace, PriorityEncoder(~valid))
|
||||
valid(r) := true
|
||||
tags(r) := pte_addr
|
||||
data(r) := io.mem.resp.bits.data(paddrBits-1,pgIdxBits)
|
||||
data(r) := pte.ppn
|
||||
}
|
||||
when (hit && state === s_req) { plru.access(OHToUInt(hits)) }
|
||||
when (io.dpath.invalidate) { valid := 0 }
|
||||
@ -96,26 +104,30 @@ class PTW(n: Int) extends CoreModule
|
||||
(hit, Mux1H(hits, data))
|
||||
}
|
||||
|
||||
val perm_ok = (pte.perm & r_req.perm).orR
|
||||
val is_store = r_req.perm(1) || r_req.perm(4)
|
||||
val set_dirty_bit = perm_ok && !pte.t && (!pte.r || (is_store && !pte.d))
|
||||
val perm_ok = pte.access_ok(r_req.prv, r_req.store, r_req.fetch)
|
||||
val set_dirty_bit = perm_ok && (!pte.r || (r_req.store && !pte.d))
|
||||
when (io.mem.resp.valid && state === s_wait && !set_dirty_bit) {
|
||||
r_pte := pte
|
||||
}
|
||||
|
||||
val pte_wdata = new PTE
|
||||
pte_wdata := new PTE().fromBits(0)
|
||||
pte_wdata.r := true
|
||||
pte_wdata.d := r_req.store
|
||||
|
||||
io.mem.req.valid := state === s_req || state === s_set_dirty
|
||||
io.mem.req.bits.phys := Bool(true)
|
||||
io.mem.req.bits.cmd := Mux(state === s_set_dirty, M_XA_OR, M_XRD)
|
||||
io.mem.req.bits.typ := MT_D
|
||||
io.mem.req.bits.addr := pte_addr
|
||||
io.mem.req.bits.kill := Bool(false)
|
||||
io.mem.req.bits.data := UInt(1<<9) | Mux(is_store, UInt(1<<10), UInt(0))
|
||||
io.mem.req.bits.data := pte_wdata.toBits
|
||||
|
||||
val resp_err = state === s_error
|
||||
val resp_val = state === s_done || resp_err
|
||||
|
||||
val r_resp_ppn = io.mem.req.bits.addr >> UInt(pgIdxBits)
|
||||
val resp_ppn = Vec((0 until levels-1).map(i => Cat(r_resp_ppn >> bitsPerLevel*(levels-i-1), r_req.addr(bitsPerLevel*(levels-i-1)-1,0))) :+ r_resp_ppn)(count)
|
||||
val resp_ppn = Vec((0 until pgLevels-1).map(i => Cat(r_resp_ppn >> pgLevelBits*(pgLevels-i-1), r_req.addr(pgLevelBits*(pgLevels-i-1)-1,0))) :+ r_resp_ppn)(count)
|
||||
|
||||
for (i <- 0 until io.requestor.size) {
|
||||
val me = r_req_dest === UInt(i)
|
||||
@ -136,7 +148,7 @@ class PTW(n: Int) extends CoreModule
|
||||
count := UInt(0)
|
||||
}
|
||||
is (s_req) {
|
||||
when (pte_cache_hit && count < levels-1) {
|
||||
when (pte_cache_hit && count < pgLevels-1) {
|
||||
io.mem.req.valid := false
|
||||
state := s_req
|
||||
count := count + 1
|
||||
@ -151,15 +163,12 @@ class PTW(n: Int) extends CoreModule
|
||||
}
|
||||
when (io.mem.resp.valid) {
|
||||
state := s_error
|
||||
when (pte.v) {
|
||||
when (set_dirty_bit) {
|
||||
state := s_set_dirty
|
||||
}.elsewhen (!pte.t) {
|
||||
state := s_done
|
||||
}.elsewhen (count < levels-1) {
|
||||
state := s_req
|
||||
count := count + 1
|
||||
}
|
||||
when (pte.table() && count < pgLevels-1) {
|
||||
state := s_req
|
||||
count := count + 1
|
||||
}
|
||||
when (pte.leaf()) {
|
||||
state := Mux(set_dirty_bit, s_set_dirty, s_done)
|
||||
}
|
||||
}
|
||||
}
|
||||
|
@ -119,7 +119,7 @@ class TLB extends TLBModule {
|
||||
val tag_hit_addr = OHToUInt(tag_cam.io.hits)
|
||||
|
||||
// permission bit arrays
|
||||
val valid_array = Reg(Bits()) // V bit of PTE (not equivalent to CAM tag valid bit!)
|
||||
val valid_array = Reg(Bits()) // PTE is valid (not equivalent to CAM tag valid bit!)
|
||||
val ur_array = Reg(Bits()) // user read permission
|
||||
val uw_array = Reg(Bits()) // user write permission
|
||||
val ux_array = Reg(Bits()) // user execute permission
|
||||
@ -128,16 +128,16 @@ class TLB extends TLBModule {
|
||||
val sx_array = Reg(Bits()) // supervisor execute permission
|
||||
val dirty_array = Reg(Bits()) // PTE dirty bit
|
||||
when (io.ptw.resp.valid) {
|
||||
val perm = io.ptw.resp.bits.pte.perm & ~io.ptw.resp.bits.error.toSInt
|
||||
tag_ram(r_refill_waddr) := io.ptw.resp.bits.pte.ppn
|
||||
val pte = io.ptw.resp.bits.pte
|
||||
tag_ram(r_refill_waddr) := pte.ppn
|
||||
valid_array := valid_array.bitSet(r_refill_waddr, !io.ptw.resp.bits.error)
|
||||
ur_array := ur_array.bitSet(r_refill_waddr, perm(0) || perm(2))
|
||||
uw_array := uw_array.bitSet(r_refill_waddr, perm(1))
|
||||
ux_array := ux_array.bitSet(r_refill_waddr, perm(2))
|
||||
sr_array := sr_array.bitSet(r_refill_waddr, perm(3) || perm(5))
|
||||
sw_array := sw_array.bitSet(r_refill_waddr, perm(4))
|
||||
sx_array := sx_array.bitSet(r_refill_waddr, perm(5))
|
||||
dirty_array := dirty_array.bitSet(r_refill_waddr, io.ptw.resp.bits.pte.d)
|
||||
ur_array(r_refill_waddr) := pte.ur() && !io.ptw.resp.bits.error
|
||||
uw_array(r_refill_waddr) := pte.uw() && !io.ptw.resp.bits.error
|
||||
ux_array(r_refill_waddr) := pte.ux() && !io.ptw.resp.bits.error
|
||||
sr_array(r_refill_waddr) := pte.sr() && !io.ptw.resp.bits.error
|
||||
sw_array(r_refill_waddr) := pte.sw() && !io.ptw.resp.bits.error
|
||||
sx_array(r_refill_waddr) := pte.sx() && !io.ptw.resp.bits.error
|
||||
dirty_array(r_refill_waddr) := pte.d
|
||||
}
|
||||
|
||||
// high if there are any unused (invalid) entries in the TLB
|
||||
@ -150,7 +150,6 @@ class TLB extends TLBModule {
|
||||
val priv_s = priv === PRV_S
|
||||
val priv_uses_vm = priv <= PRV_S
|
||||
val req_xwr = Cat(!r_req.store, r_req.store, !(r_req.instruction || r_req.store))
|
||||
val req_perm = Cat(req_xwr & priv_s.toSInt, req_xwr & ~priv_s.toSInt)
|
||||
|
||||
val r_array = Mux(priv_s, sr_array, ur_array)
|
||||
val w_array = Mux(priv_s, sw_array, uw_array)
|
||||
@ -183,7 +182,9 @@ class TLB extends TLBModule {
|
||||
|
||||
io.ptw.req.valid := state === s_request
|
||||
io.ptw.req.bits.addr := r_refill_tag
|
||||
io.ptw.req.bits.perm := req_perm
|
||||
io.ptw.req.bits.prv := io.ptw.status.prv
|
||||
io.ptw.req.bits.store := r_req.store
|
||||
io.ptw.req.bits.fetch := r_req.instruction
|
||||
|
||||
when (io.req.fire() && tlb_miss) {
|
||||
state := s_request
|
||||
|
Loading…
Reference in New Issue
Block a user