2012-10-23 21:51:37 +02:00
|
|
|
package referencechip
|
2012-10-09 22:05:56 +02:00
|
|
|
|
|
|
|
import Chisel._
|
|
|
|
import Node._
|
2013-03-20 22:11:54 +01:00
|
|
|
import uncore.Constants._
|
2012-10-09 22:05:56 +02:00
|
|
|
import uncore._
|
|
|
|
import rocket._
|
2013-01-25 08:56:45 +01:00
|
|
|
import rocket.Util._
|
2012-10-09 22:05:56 +02:00
|
|
|
import ReferenceChipBackend._
|
|
|
|
import scala.collection.mutable.ArrayBuffer
|
|
|
|
import scala.collection.mutable.HashMap
|
|
|
|
|
2013-03-20 22:11:54 +01:00
|
|
|
object TileLinkHeaderAppender {
|
|
|
|
def apply[T <: SourcedMessage with HasPhysicalAddress, U <: SourcedMessage with HasMemData](meta: ClientSourcedIO[LogicalNetworkIO[T]], data: ClientSourcedIO[LogicalNetworkIO[U]], clientId: Int, nBanks: Int, bankIdLsb: Int)(implicit conf: UncoreConfiguration) = {
|
|
|
|
val shim = (new TileLinkHeaderAppenderWithData(clientId, nBanks, bankIdLsb)){meta.bits.payload.clone}{data.bits.payload.clone}
|
|
|
|
shim.io.meta_in <> meta
|
|
|
|
shim.io.data_in <> data
|
|
|
|
(shim.io.meta_out, shim.io.data_out)
|
|
|
|
}
|
|
|
|
def apply[T <: SourcedMessage with HasPhysicalAddress](meta: ClientSourcedIO[LogicalNetworkIO[T]], clientId: Int, nBanks: Int, bankIdLsb: Int)(implicit conf: UncoreConfiguration) = {
|
|
|
|
val shim = (new TileLinkHeaderAppender(clientId, nBanks, bankIdLsb)){meta.bits.payload.clone}
|
|
|
|
shim.io.meta_in <> meta
|
|
|
|
shim.io.meta_out
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
abstract class AddressConverter extends Component {
|
|
|
|
def convertAddrToBank(addr: Bits, n: Int, lsb: Int): UFix = {
|
|
|
|
require(lsb + log2Up(n) < PADDR_BITS - OFFSET_BITS, {println("Invalid bits for bank multiplexing.")})
|
|
|
|
addr(lsb + log2Up(n) - 1, lsb)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
class TileLinkHeaderAppenderWithData[T <: SourcedMessage with HasPhysicalAddress, U <: SourcedMessage with HasMemData](clientId: Int, nBanks: Int, bankIdLsb: Int)(metadata: => T)(data: => U)(implicit conf: UncoreConfiguration) extends AddressConverter {
|
|
|
|
implicit val ln = conf.ln
|
|
|
|
val io = new Bundle {
|
|
|
|
val meta_in = (new ClientSourcedIO){(new LogicalNetworkIO){ metadata }}.flip
|
|
|
|
val data_in = (new ClientSourcedIO){(new LogicalNetworkIO){ data }}.flip
|
|
|
|
val meta_out = (new ClientSourcedIO){(new LogicalNetworkIO){ metadata }}
|
|
|
|
val data_out = (new ClientSourcedIO){(new LogicalNetworkIO){ data }}
|
|
|
|
}
|
|
|
|
|
|
|
|
val meta_q = Queue(io.meta_in)
|
|
|
|
val data_q = Queue(io.data_in)
|
|
|
|
if(nBanks == 1) {
|
|
|
|
io.meta_out.bits.payload := meta_q.bits.payload
|
|
|
|
io.meta_out.bits.header.src := UFix(clientId)
|
|
|
|
io.meta_out.bits.header.dst := UFix(0)
|
|
|
|
io.meta_out.valid := meta_q.valid
|
|
|
|
meta_q.ready := io.meta_out.ready
|
|
|
|
io.data_out.bits.payload := data_q.bits.payload
|
|
|
|
io.data_out.bits.header.src := UFix(clientId)
|
|
|
|
io.data_out.bits.header.dst := UFix(0)
|
|
|
|
io.data_out.valid := data_q.valid
|
|
|
|
data_q.ready := io.data_out.ready
|
|
|
|
} else {
|
|
|
|
val meta_has_data = conf.co.messageHasData(meta_q.bits.payload)
|
|
|
|
val addr_q = (new Queue(2, pipe = true, flow = true)){io.meta_in.bits.payload.addr.clone}
|
|
|
|
val data_cnt = Reg(resetVal = UFix(0, width = log2Up(REFILL_CYCLES)))
|
|
|
|
val data_cnt_up = data_cnt + UFix(1)
|
|
|
|
|
|
|
|
io.meta_out.bits.payload := meta_q.bits.payload
|
|
|
|
io.meta_out.bits.header.src := UFix(clientId)
|
|
|
|
io.meta_out.bits.header.dst := convertAddrToBank(meta_q.bits.payload.addr, nBanks, bankIdLsb)
|
|
|
|
io.data_out.bits.payload := meta_q.bits.payload
|
|
|
|
io.data_out.bits.header.src := UFix(clientId)
|
|
|
|
io.data_out.bits.header.dst := convertAddrToBank(addr_q.io.deq.bits, nBanks, bankIdLsb)
|
|
|
|
addr_q.io.enq.bits := meta_q.bits.payload.addr
|
|
|
|
|
|
|
|
io.meta_out.valid := meta_q.valid && addr_q.io.enq.ready
|
|
|
|
meta_q.ready := io.meta_out.ready && addr_q.io.enq.ready
|
|
|
|
io.data_out.valid := data_q.valid && addr_q.io.deq.valid
|
|
|
|
data_q.ready := io.data_out.ready && addr_q.io.deq.valid
|
|
|
|
addr_q.io.enq.valid := meta_q.valid && io.meta_out.ready && meta_has_data
|
|
|
|
addr_q.io.deq.ready := Bool(false)
|
|
|
|
|
|
|
|
when(data_q.valid && data_q.ready) {
|
|
|
|
data_cnt := data_cnt_up
|
|
|
|
when(data_cnt_up === UFix(0)) {
|
|
|
|
addr_q.io.deq.ready := Bool(true)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
class TileLinkHeaderAppender[T <: SourcedMessage with HasPhysicalAddress](clientId: Int, nBanks: Int, bankIdLsb: Int)(metadata: => T)(implicit conf: UncoreConfiguration) extends AddressConverter {
|
|
|
|
implicit val ln = conf.ln
|
|
|
|
val io = new Bundle {
|
|
|
|
val meta_in = (new ClientSourcedIO){(new LogicalNetworkIO){ metadata }}.flip
|
|
|
|
val meta_out = (new ClientSourcedIO){(new LogicalNetworkIO){ metadata }}
|
|
|
|
}
|
|
|
|
val meta_q = Queue(io.meta_in)
|
|
|
|
io.meta_out.bits.payload := meta_q.bits.payload
|
|
|
|
io.meta_out.bits.header.src := UFix(clientId)
|
|
|
|
io.meta_out.valid := meta_q.valid
|
|
|
|
meta_q.ready := io.meta_out.ready
|
|
|
|
if(nBanks == 1) {
|
|
|
|
io.meta_out.bits.header.dst := UFix(0)
|
|
|
|
} else {
|
|
|
|
io.meta_out.bits.header.dst := convertAddrToBank(meta_q.bits.payload.addr, nBanks, bankIdLsb)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
class MemIOUncachedTileLinkIOConverter(qDepth: Int)(implicit conf: UncoreConfiguration) extends Component {
|
|
|
|
implicit val ln = conf.ln
|
|
|
|
val io = new Bundle {
|
|
|
|
val uncached = new UncachedTileLinkIO().flip
|
|
|
|
val mem = new ioMem
|
|
|
|
}
|
|
|
|
val mem_cmd_q = (new Queue(qDepth)){new MemReqCmd}
|
|
|
|
val mem_data_q = (new Queue(qDepth)){new MemData}
|
|
|
|
mem_cmd_q.io.enq.valid := io.uncached.acquire.valid
|
|
|
|
io.uncached.acquire.ready := mem_cmd_q.io.enq.ready
|
|
|
|
mem_cmd_q.io.enq.bits.rw := conf.co.needsOuterWrite(io.uncached.acquire.bits.payload.a_type, UFix(0))
|
|
|
|
mem_cmd_q.io.enq.bits.tag := io.uncached.acquire.bits.payload.client_xact_id
|
|
|
|
mem_cmd_q.io.enq.bits.addr := io.uncached.acquire.bits.payload.addr
|
|
|
|
mem_data_q.io.enq.valid := io.uncached.acquire_data.valid
|
|
|
|
io.uncached.acquire_data.ready := mem_data_q.io.enq.ready
|
|
|
|
mem_data_q.io.enq.bits.data := io.uncached.acquire_data.bits.payload.data
|
|
|
|
io.uncached.grant.valid := io.mem.resp.valid
|
|
|
|
io.mem.resp.ready := io.uncached.grant.ready
|
|
|
|
io.uncached.grant.bits.payload.data := io.mem.resp.bits.data
|
|
|
|
io.uncached.grant.bits.payload.client_xact_id := io.mem.resp.bits.tag
|
|
|
|
io.uncached.grant.bits.payload.master_xact_id := UFix(0) // DNC
|
|
|
|
io.uncached.grant.bits.payload.g_type := UFix(0) // DNC
|
|
|
|
io.mem.req_cmd <> mem_cmd_q.io.deq
|
|
|
|
io.mem.req_data <> mem_data_q.io.deq
|
|
|
|
}
|
2012-12-12 09:06:14 +01:00
|
|
|
|
|
|
|
object TileToCrossbarShim {
|
2013-01-16 00:57:06 +01:00
|
|
|
def apply[T <: Data](logIO: ClientSourcedIO[LogicalNetworkIO[T]])(implicit lconf: LogicalNetworkConfiguration, pconf: PhysicalNetworkConfiguration) = {
|
|
|
|
val shim = (new TileToCrossbarShim) { logIO.bits.payload.clone }
|
2012-12-12 09:06:14 +01:00
|
|
|
shim.io.in <> logIO
|
|
|
|
shim.io.out
|
|
|
|
}
|
|
|
|
}
|
|
|
|
class TileToCrossbarShim[T <: Data]()(data: => T)(implicit lconf: LogicalNetworkConfiguration, pconf: PhysicalNetworkConfiguration) extends Component {
|
|
|
|
val io = new Bundle {
|
2013-01-16 00:57:06 +01:00
|
|
|
val in = (new ClientSourcedIO){(new LogicalNetworkIO){ data }}.flip
|
|
|
|
val out = (new FIFOIO){(new BasicCrossbarIO){ data }}
|
2012-12-12 09:06:14 +01:00
|
|
|
}
|
2013-03-01 06:05:04 +01:00
|
|
|
io.out.bits.header.src := io.in.bits.header.src + UFix(lconf.nMasters)
|
2013-01-16 00:57:06 +01:00
|
|
|
io.out.bits.header.dst := io.in.bits.header.dst
|
|
|
|
io.out.bits.payload := io.in.bits.payload
|
2012-12-12 09:06:14 +01:00
|
|
|
io.out.valid := io.in.valid
|
|
|
|
io.in.ready := io.out.ready
|
|
|
|
}
|
|
|
|
|
|
|
|
object HubToCrossbarShim {
|
2013-01-16 00:57:06 +01:00
|
|
|
def apply[T <: Data](logIO: MasterSourcedIO[LogicalNetworkIO[T]])(implicit lconf: LogicalNetworkConfiguration, pconf: PhysicalNetworkConfiguration) = {
|
|
|
|
val shim = (new HubToCrossbarShim) { logIO.bits.payload.clone }
|
2012-12-12 09:06:14 +01:00
|
|
|
shim.io.in <> logIO
|
|
|
|
shim.io.out
|
|
|
|
}
|
|
|
|
}
|
|
|
|
class HubToCrossbarShim[T <: Data]()(data: => T)(implicit lconf: LogicalNetworkConfiguration, pconf: PhysicalNetworkConfiguration) extends Component {
|
|
|
|
val io = new Bundle {
|
2013-01-16 00:57:06 +01:00
|
|
|
val in = (new MasterSourcedIO){(new LogicalNetworkIO){ data }}
|
|
|
|
val out = (new FIFOIO){(new BasicCrossbarIO){ data }}
|
2012-12-12 09:06:14 +01:00
|
|
|
}
|
2013-01-16 00:57:06 +01:00
|
|
|
io.out.bits.header.src := io.in.bits.header.src
|
2013-03-01 06:05:04 +01:00
|
|
|
io.out.bits.header.dst := io.in.bits.header.dst + UFix(lconf.nMasters)
|
2013-01-16 00:57:06 +01:00
|
|
|
io.out.bits.payload := io.in.bits.payload
|
2012-12-12 09:06:14 +01:00
|
|
|
io.out.valid := io.in.valid
|
|
|
|
io.in.ready := io.out.ready
|
|
|
|
}
|
|
|
|
|
|
|
|
object CrossbarToTileShim {
|
2013-01-16 00:57:06 +01:00
|
|
|
def apply[T <: Data](physIO: FIFOIO[BasicCrossbarIO[T]])(implicit lconf: LogicalNetworkConfiguration, pconf: PhysicalNetworkConfiguration) = {
|
|
|
|
val shim = (new CrossbarToTileShim) { physIO.bits.payload.clone }
|
2012-12-12 09:06:14 +01:00
|
|
|
shim.io.in <> physIO
|
|
|
|
shim.io.out
|
|
|
|
}
|
|
|
|
}
|
|
|
|
class CrossbarToTileShim[T <: Data]()(data: => T)(implicit lconf: LogicalNetworkConfiguration, pconf: PhysicalNetworkConfiguration) extends Component {
|
|
|
|
val io = new Bundle {
|
2013-01-16 00:57:06 +01:00
|
|
|
val in = (new FIFOIO){(new BasicCrossbarIO){ data }}.flip
|
|
|
|
val out = (new ClientSourcedIO){(new LogicalNetworkIO){ data }}
|
2012-12-12 09:06:14 +01:00
|
|
|
}
|
2013-01-16 00:57:06 +01:00
|
|
|
io.out.bits.header.src := io.in.bits.header.src
|
2013-03-01 06:05:04 +01:00
|
|
|
io.out.bits.header.dst := io.in.bits.header.dst - UFix(lconf.nMasters)
|
2013-01-16 00:57:06 +01:00
|
|
|
io.out.bits.payload := io.in.bits.payload
|
2012-12-12 09:06:14 +01:00
|
|
|
io.out.valid := io.in.valid
|
|
|
|
io.in.ready := io.out.ready
|
|
|
|
}
|
|
|
|
|
|
|
|
object CrossbarToHubShim {
|
2013-01-16 00:57:06 +01:00
|
|
|
def apply[T <: Data](physIO: FIFOIO[BasicCrossbarIO[T]])(implicit lconf: LogicalNetworkConfiguration, pconf: PhysicalNetworkConfiguration) = {
|
|
|
|
val shim = (new CrossbarToHubShim) { physIO.bits.payload.clone }
|
2012-12-12 09:06:14 +01:00
|
|
|
shim.io.in <> physIO
|
|
|
|
shim.io.out
|
|
|
|
}
|
|
|
|
}
|
|
|
|
class CrossbarToHubShim[T <: Data]()(data: => T)(implicit lconf: LogicalNetworkConfiguration, pconf: PhysicalNetworkConfiguration) extends Component {
|
|
|
|
val io = new Bundle {
|
2013-01-16 00:57:06 +01:00
|
|
|
val in = (new FIFOIO){(new BasicCrossbarIO){ data }}.flip
|
|
|
|
val out = (new MasterSourcedIO){(new LogicalNetworkIO){ data }}.flip
|
2012-12-12 09:06:14 +01:00
|
|
|
}
|
2013-03-01 06:05:04 +01:00
|
|
|
io.out.bits.header.src := io.in.bits.header.src - UFix(lconf.nMasters)
|
2013-01-16 00:57:06 +01:00
|
|
|
io.out.bits.header.dst := io.in.bits.header.dst
|
|
|
|
io.out.bits.payload := io.in.bits.payload
|
2012-12-12 09:06:14 +01:00
|
|
|
io.out.valid := io.in.valid
|
|
|
|
io.in.ready := io.out.ready
|
|
|
|
}
|
|
|
|
|
2013-01-16 00:57:06 +01:00
|
|
|
class ReferenceChipCrossbarNetwork(endpoints: Seq[CoherenceAgentRole])(implicit conf: LogicalNetworkConfiguration) extends LogicalNetwork[TileLinkIO](endpoints)(conf) {
|
2013-01-07 23:19:55 +01:00
|
|
|
type TileLinkType = TileLinkIO
|
2012-12-13 20:46:29 +01:00
|
|
|
val io = Vec(endpoints.map(_ match { case t:ClientCoherenceAgent => {(new TileLinkType).flip}; case h:MasterCoherenceAgent => {new TileLinkType}})){ new TileLinkType }
|
2012-12-12 09:06:14 +01:00
|
|
|
|
|
|
|
//If we allow all physical networks to be identical, we can use
|
2012-12-13 01:41:21 +01:00
|
|
|
//reflection to automatically create enough networks for any given
|
|
|
|
//bundle containing LogicalNetworkIOs
|
2012-12-12 09:06:14 +01:00
|
|
|
val tl = new TileLinkType
|
2013-04-10 22:53:27 +02:00
|
|
|
val tileLinkDirectionalFIFOs = tl.getClass.getMethods.filter( x =>
|
|
|
|
classOf[DirectionalFIFOIO[Data]].isAssignableFrom(x.getReturnType))
|
|
|
|
val payloadBitsForEachPhysicalNetwork = tileLinkDirectionalFIFOs.map(
|
2013-01-16 00:57:06 +01:00
|
|
|
_.invoke(tl).asInstanceOf[DirectionalFIFOIO[LogicalNetworkIO[Data]]].bits.payload)
|
2013-04-10 22:53:27 +02:00
|
|
|
val lockCountForEachPhysicalNetwork = tileLinkDirectionalFIFOs.map( x =>
|
|
|
|
if(classOf[ClientSourcedDataIO[Data]].isAssignableFrom(x.getReturnType)) REFILL_CYCLES else 1)
|
2012-12-12 09:06:14 +01:00
|
|
|
implicit val pconf = new PhysicalNetworkConfiguration(conf.nEndpoints, conf.idBits)//same config for all networks
|
2013-04-10 22:53:27 +02:00
|
|
|
val physicalNetworks: Seq[BasicCrossbar[Data]] = lockCountForEachPhysicalNetwork zip payloadBitsForEachPhysicalNetwork map { case (c,d) => (new BasicCrossbar(c)){d.clone} }
|
2012-12-12 09:06:14 +01:00
|
|
|
|
|
|
|
//Use reflection to get the subset of each node's TileLink
|
|
|
|
//corresponding to each direction of dataflow and connect each sub-bundle
|
2012-12-13 01:41:21 +01:00
|
|
|
//to the appropriate port of the physical crossbar network, inserting
|
|
|
|
//shims to convert headers and process flits in the process.
|
2012-12-12 09:06:14 +01:00
|
|
|
endpoints.zip(io).zipWithIndex.map{ case ((end, io), id) => {
|
2012-12-13 20:46:29 +01:00
|
|
|
val logNetIOSubBundles = io.getClass.getMethods.filter( x =>
|
2013-01-16 00:57:06 +01:00
|
|
|
classOf[DirectionalFIFOIO[Data]].isAssignableFrom(x.getReturnType)).zipWithIndex
|
|
|
|
val tileProducedSubBundles = logNetIOSubBundles.filter( x =>
|
|
|
|
classOf[ClientSourcedIO[Data]].isAssignableFrom(x._1.getReturnType)).map{ case (m,i) =>
|
|
|
|
(m.invoke(io).asInstanceOf[ClientSourcedIO[LogicalNetworkIO[Data]]],i) }
|
2012-12-13 20:46:29 +01:00
|
|
|
val hubProducedSubBundles = logNetIOSubBundles.filter( x =>
|
2013-01-16 00:57:06 +01:00
|
|
|
classOf[MasterSourcedIO[Data]].isAssignableFrom(x._1.getReturnType)).map{ case (m,i) =>
|
|
|
|
(m.invoke(io).asInstanceOf[MasterSourcedIO[LogicalNetworkIO[Data]]],i) }
|
2012-12-12 09:06:14 +01:00
|
|
|
end match {
|
2012-12-13 20:46:29 +01:00
|
|
|
case x:ClientCoherenceAgent => {
|
2013-01-07 23:19:55 +01:00
|
|
|
tileProducedSubBundles.foreach{ case (sl,i) => {
|
|
|
|
physicalNetworks(i).io.in(id) <> TileToCrossbarShim(sl)
|
|
|
|
physicalNetworks(i).io.out(id).ready := Bool(false)
|
|
|
|
}}
|
|
|
|
hubProducedSubBundles.foreach{ case (sl,i) => {
|
|
|
|
sl <> CrossbarToTileShim(physicalNetworks(i).io.out(id))
|
|
|
|
physicalNetworks(i).io.in(id).valid := Bool(false)
|
|
|
|
}}
|
2012-12-12 09:06:14 +01:00
|
|
|
}
|
2012-12-13 20:46:29 +01:00
|
|
|
case y:MasterCoherenceAgent => {
|
2013-01-07 23:19:55 +01:00
|
|
|
hubProducedSubBundles.foreach{ case (sl,i) => {
|
|
|
|
physicalNetworks(i).io.in(id) <> HubToCrossbarShim(sl)
|
|
|
|
physicalNetworks(i).io.out(id).ready := Bool(false)
|
|
|
|
}}
|
|
|
|
tileProducedSubBundles.foreach{ case (sl,i) => {
|
|
|
|
sl <> CrossbarToHubShim(physicalNetworks(i).io.out(id))
|
|
|
|
physicalNetworks(i).io.in(id).valid := Bool(false)
|
|
|
|
}}
|
2012-12-12 09:06:14 +01:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}}
|
|
|
|
}
|
|
|
|
|
2012-10-09 22:05:56 +02:00
|
|
|
object ReferenceChipBackend {
|
|
|
|
val initMap = new HashMap[Component, Bool]()
|
|
|
|
}
|
|
|
|
|
|
|
|
class ReferenceChipBackend extends VerilogBackend
|
|
|
|
{
|
|
|
|
override def emitPortDef(m: MemAccess, idx: Int) = {
|
|
|
|
val res = new StringBuilder()
|
|
|
|
for (node <- m.mem.inputs) {
|
|
|
|
if(node.name.contains("init"))
|
|
|
|
res.append(" .init(" + node.name + "),\n")
|
|
|
|
}
|
|
|
|
(if (idx == 0) res.toString else "") + super.emitPortDef(m, idx)
|
|
|
|
}
|
|
|
|
|
|
|
|
def addMemPin(c: Component) = {
|
|
|
|
for (node <- Component.nodes) {
|
2012-10-19 02:51:41 +02:00
|
|
|
if (node.isInstanceOf[Mem[ _ ]] && node.component != null && node.asInstanceOf[Mem[_]].seqRead) {
|
2013-04-20 10:36:32 +02:00
|
|
|
connectMemPin(c, node.component, node)
|
2012-10-09 22:05:56 +02:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2013-04-20 10:36:32 +02:00
|
|
|
def connectMemPin(topC: Component, c: Component, p: Node): Unit = {
|
2012-10-09 22:05:56 +02:00
|
|
|
var isNewPin = false
|
|
|
|
val compInitPin =
|
|
|
|
if (initMap.contains(c)) {
|
|
|
|
initMap(c)
|
|
|
|
} else {
|
|
|
|
isNewPin = true
|
|
|
|
Bool(INPUT)
|
|
|
|
}
|
|
|
|
|
|
|
|
p.inputs += compInitPin
|
|
|
|
|
|
|
|
if (isNewPin) {
|
|
|
|
compInitPin.setName("init")
|
|
|
|
c.io.asInstanceOf[Bundle] += compInitPin
|
2013-04-20 09:38:01 +02:00
|
|
|
compInitPin.component = c
|
2012-10-09 22:05:56 +02:00
|
|
|
initMap += (c -> compInitPin)
|
|
|
|
connectMemPin(topC, c.parent, compInitPin)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
def addTopLevelPin(c: Component) = {
|
|
|
|
val init = Bool(INPUT)
|
|
|
|
init.setName("init")
|
|
|
|
init.component = c
|
|
|
|
c.io.asInstanceOf[Bundle] += init
|
|
|
|
initMap += (c -> init)
|
|
|
|
}
|
|
|
|
|
|
|
|
transforms += ((c: Component) => addTopLevelPin(c))
|
|
|
|
transforms += ((c: Component) => addMemPin(c))
|
|
|
|
}
|
|
|
|
|
2013-03-20 22:11:54 +01:00
|
|
|
class OuterMemorySystem(htif_width: Int, clientEndpoints: Seq[ClientCoherenceAgent])(implicit conf: UncoreConfiguration) extends Component
|
2012-10-09 22:05:56 +02:00
|
|
|
{
|
2012-12-13 20:46:29 +01:00
|
|
|
implicit val lnconf = conf.ln
|
2012-10-09 22:05:56 +02:00
|
|
|
val io = new Bundle {
|
2013-03-01 06:05:04 +01:00
|
|
|
val tiles = Vec(conf.ln.nClients) { new TileLinkIO }.flip
|
2013-01-07 23:19:55 +01:00
|
|
|
val htif = (new TileLinkIO).flip
|
2013-03-01 06:05:04 +01:00
|
|
|
val incoherent = Vec(conf.ln.nClients) { Bool() }.asInput
|
2012-10-19 02:51:41 +02:00
|
|
|
val mem_backup = new ioMemSerialized(htif_width)
|
2012-10-09 22:05:56 +02:00
|
|
|
val mem_backup_en = Bool(INPUT)
|
|
|
|
val mem = new ioMemPipe
|
|
|
|
}
|
|
|
|
|
|
|
|
import rocket.Constants._
|
2012-12-13 20:46:29 +01:00
|
|
|
|
|
|
|
val lnWithHtifConf = conf.ln.copy(nEndpoints = conf.ln.nEndpoints+1,
|
|
|
|
idBits = log2Up(conf.ln.nEndpoints+1)+1,
|
2013-03-01 06:05:04 +01:00
|
|
|
nClients = conf.ln.nClients+1)
|
2013-03-20 22:11:54 +01:00
|
|
|
val ucWithHtifConf = conf.copy(ln = lnWithHtifConf)
|
|
|
|
require(clientEndpoints.length == lnWithHtifConf.nClients)
|
|
|
|
val masterEndpoints = (0 until lnWithHtifConf.nMasters).map(new L2CoherenceAgent(_)(ucWithHtifConf))
|
|
|
|
|
2013-04-22 20:06:31 +02:00
|
|
|
val llc_tag_leaf = Mem(512, seqRead = true) { Bits(width = 152) }
|
2012-10-09 22:05:56 +02:00
|
|
|
val llc_data_leaf = Mem(4096, seqRead = true) { Bits(width = 64) }
|
|
|
|
val llc = new DRAMSideLLC(512, 8, 4, llc_tag_leaf, llc_data_leaf)
|
2013-03-19 08:43:34 +01:00
|
|
|
//val llc = new DRAMSideLLCNull(NGLOBAL_XACTS, REFILL_CYCLES)
|
2012-10-19 02:51:41 +02:00
|
|
|
val mem_serdes = new MemSerdes(htif_width)
|
2012-10-09 22:05:56 +02:00
|
|
|
|
2013-03-20 22:11:54 +01:00
|
|
|
val net = new ReferenceChipCrossbarNetwork(masterEndpoints++clientEndpoints)(lnWithHtifConf)
|
|
|
|
net.io zip (masterEndpoints.map(_.io.client) ++ io.tiles :+ io.htif) map { case (net, end) => net <> end }
|
|
|
|
masterEndpoints.map{ _.io.incoherent zip (io.incoherent ++ List(Bool(true))) map { case (m, c) => m := c } }
|
|
|
|
|
|
|
|
val conv = new MemIOUncachedTileLinkIOConverter(2)(ucWithHtifConf)
|
|
|
|
if(lnWithHtifConf.nMasters > 1) {
|
|
|
|
val arb = new UncachedTileLinkIOArbiter(lnWithHtifConf.nMasters)(lnWithHtifConf)
|
|
|
|
arb.io.in zip masterEndpoints.map(_.io.master) map { case (arb, cache) => arb <> cache }
|
|
|
|
conv.io.uncached <> arb.io.out
|
|
|
|
} else {
|
|
|
|
conv.io.uncached <> masterEndpoints.head.io.master
|
2012-10-09 22:05:56 +02:00
|
|
|
}
|
2013-03-20 22:11:54 +01:00
|
|
|
llc.io.cpu.req_cmd <> Queue(conv.io.mem.req_cmd)
|
|
|
|
llc.io.cpu.req_data <> Queue(conv.io.mem.req_data, REFILL_CYCLES)
|
|
|
|
conv.io.mem.resp <> llc.io.cpu.resp
|
2012-10-09 22:05:56 +02:00
|
|
|
|
|
|
|
// mux between main and backup memory ports
|
|
|
|
val mem_cmdq = (new Queue(2)) { new MemReqCmd }
|
|
|
|
mem_cmdq.io.enq <> llc.io.mem.req_cmd
|
|
|
|
mem_cmdq.io.deq.ready := Mux(io.mem_backup_en, mem_serdes.io.wide.req_cmd.ready, io.mem.req_cmd.ready)
|
|
|
|
io.mem.req_cmd.valid := mem_cmdq.io.deq.valid && !io.mem_backup_en
|
|
|
|
io.mem.req_cmd.bits := mem_cmdq.io.deq.bits
|
|
|
|
mem_serdes.io.wide.req_cmd.valid := mem_cmdq.io.deq.valid && io.mem_backup_en
|
|
|
|
mem_serdes.io.wide.req_cmd.bits := mem_cmdq.io.deq.bits
|
|
|
|
|
|
|
|
val mem_dataq = (new Queue(REFILL_CYCLES)) { new MemData }
|
|
|
|
mem_dataq.io.enq <> llc.io.mem.req_data
|
|
|
|
mem_dataq.io.deq.ready := Mux(io.mem_backup_en, mem_serdes.io.wide.req_data.ready, io.mem.req_data.ready)
|
|
|
|
io.mem.req_data.valid := mem_dataq.io.deq.valid && !io.mem_backup_en
|
|
|
|
io.mem.req_data.bits := mem_dataq.io.deq.bits
|
|
|
|
mem_serdes.io.wide.req_data.valid := mem_dataq.io.deq.valid && io.mem_backup_en
|
|
|
|
mem_serdes.io.wide.req_data.bits := mem_dataq.io.deq.bits
|
|
|
|
|
|
|
|
llc.io.mem.resp.valid := Mux(io.mem_backup_en, mem_serdes.io.wide.resp.valid, io.mem.resp.valid)
|
|
|
|
llc.io.mem.resp.bits := Mux(io.mem_backup_en, mem_serdes.io.wide.resp.bits, io.mem.resp.bits)
|
|
|
|
|
|
|
|
io.mem_backup <> mem_serdes.io.narrow
|
|
|
|
}
|
|
|
|
|
2013-03-20 22:11:54 +01:00
|
|
|
class Uncore(htif_width: Int, tileList: Seq[ClientCoherenceAgent])(implicit conf: UncoreConfiguration) extends Component
|
2012-10-09 22:05:56 +02:00
|
|
|
{
|
2012-12-13 20:46:29 +01:00
|
|
|
implicit val lnconf = conf.ln
|
2012-10-09 22:05:56 +02:00
|
|
|
val io = new Bundle {
|
2013-01-07 23:19:55 +01:00
|
|
|
val debug = new DebugIO()
|
|
|
|
val host = new HostIO(htif_width)
|
2012-10-19 02:51:41 +02:00
|
|
|
val mem_backup = new ioMemSerialized(htif_width)
|
2012-10-09 22:05:56 +02:00
|
|
|
val mem_backup_en = Bool(INPUT)
|
|
|
|
val mem = new ioMemPipe
|
2013-03-01 06:05:04 +01:00
|
|
|
val tiles = Vec(conf.ln.nClients) { new TileLinkIO }.flip
|
|
|
|
val htif = Vec(conf.ln.nClients) { new HTIFIO(conf.ln.nClients) }.flip
|
|
|
|
val incoherent = Vec(conf.ln.nClients) { Bool() }.asInput
|
2012-10-09 22:05:56 +02:00
|
|
|
}
|
2013-03-20 22:11:54 +01:00
|
|
|
val nBanks = 1
|
|
|
|
val bankIdLsb = 5
|
2012-10-09 22:05:56 +02:00
|
|
|
|
2012-10-19 02:51:41 +02:00
|
|
|
val htif = new rocketHTIF(htif_width)
|
2013-03-20 22:11:54 +01:00
|
|
|
val outmemsys = new OuterMemorySystem(htif_width, tileList :+ htif)
|
2012-10-19 02:51:41 +02:00
|
|
|
htif.io.cpu <> io.htif
|
2013-01-07 23:19:55 +01:00
|
|
|
outmemsys.io.incoherent <> io.incoherent
|
2012-10-09 22:05:56 +02:00
|
|
|
io.mem <> outmemsys.io.mem
|
|
|
|
outmemsys.io.mem_backup_en <> io.mem_backup_en
|
|
|
|
|
2013-03-20 22:11:54 +01:00
|
|
|
// Add networking headers and endpoint queues
|
|
|
|
(outmemsys.io.tiles :+ outmemsys.io.htif).zip(io.tiles :+ htif.io.mem).zipWithIndex.map {
|
|
|
|
case ((outer, client), i) =>
|
|
|
|
val (acq_w_header, acq_data_w_header) = TileLinkHeaderAppender(client.acquire, client.acquire_data, i, nBanks, bankIdLsb)
|
|
|
|
outer.acquire <> acq_w_header
|
|
|
|
outer.acquire_data <> acq_data_w_header
|
|
|
|
|
|
|
|
val (rel_w_header, rel_data_w_header) = TileLinkHeaderAppender(client.release, client.release_data, i, nBanks, bankIdLsb)
|
|
|
|
outer.release <> rel_w_header
|
|
|
|
outer.release_data <> rel_data_w_header
|
|
|
|
|
|
|
|
val grant_ack_q = Queue(client.grant_ack)
|
|
|
|
outer.grant_ack.valid := grant_ack_q.valid
|
|
|
|
outer.grant_ack.bits := grant_ack_q.bits
|
|
|
|
outer.grant_ack.bits.header.src := UFix(i)
|
|
|
|
grant_ack_q.ready := outer.grant_ack.ready
|
|
|
|
|
|
|
|
client.grant <> Queue(outer.grant, 1, pipe = true)
|
|
|
|
client.probe <> Queue(outer.probe)
|
|
|
|
}
|
|
|
|
|
2012-10-09 22:05:56 +02:00
|
|
|
// pad out the HTIF using a divided clock
|
2013-01-25 08:56:45 +01:00
|
|
|
val hio = (new SlowIO(512)) { Bits(width = htif_width+1) }
|
|
|
|
hio.io.set_divisor.valid := htif.io.scr.wen && htif.io.scr.waddr === 63
|
|
|
|
hio.io.set_divisor.bits := htif.io.scr.wdata
|
|
|
|
htif.io.scr.rdata(63) := hio.io.divisor
|
|
|
|
|
2012-10-09 22:05:56 +02:00
|
|
|
hio.io.out_fast.valid := htif.io.host.out.valid || outmemsys.io.mem_backup.req.valid
|
|
|
|
hio.io.out_fast.bits := Cat(htif.io.host.out.valid, Mux(htif.io.host.out.valid, htif.io.host.out.bits, outmemsys.io.mem_backup.req.bits))
|
|
|
|
htif.io.host.out.ready := hio.io.out_fast.ready
|
|
|
|
outmemsys.io.mem_backup.req.ready := hio.io.out_fast.ready && !htif.io.host.out.valid
|
|
|
|
io.host.out.valid := hio.io.out_slow.valid && hio.io.out_slow.bits(htif_width)
|
|
|
|
io.host.out.bits := hio.io.out_slow.bits
|
|
|
|
io.mem_backup.req.valid := hio.io.out_slow.valid && !hio.io.out_slow.bits(htif_width)
|
|
|
|
hio.io.out_slow.ready := Mux(hio.io.out_slow.bits(htif_width), io.host.out.ready, io.mem_backup.req.ready)
|
|
|
|
|
|
|
|
val mem_backup_resp_valid = io.mem_backup_en && io.mem_backup.resp.valid
|
|
|
|
hio.io.in_slow.valid := mem_backup_resp_valid || io.host.in.valid
|
|
|
|
hio.io.in_slow.bits := Cat(mem_backup_resp_valid, io.host.in.bits)
|
|
|
|
io.host.in.ready := hio.io.in_slow.ready
|
|
|
|
outmemsys.io.mem_backup.resp.valid := hio.io.in_fast.valid && hio.io.in_fast.bits(htif_width)
|
|
|
|
outmemsys.io.mem_backup.resp.bits := hio.io.in_fast.bits
|
|
|
|
htif.io.host.in.valid := hio.io.in_fast.valid && !hio.io.in_fast.bits(htif_width)
|
|
|
|
htif.io.host.in.bits := hio.io.in_fast.bits
|
|
|
|
hio.io.in_fast.ready := Mux(hio.io.in_fast.bits(htif_width), Bool(true), htif.io.host.in.ready)
|
2012-10-19 02:51:41 +02:00
|
|
|
io.host.clk := hio.io.clk_slow
|
|
|
|
io.host.clk_edge := Reg(io.host.clk && !Reg(io.host.clk))
|
2012-10-09 22:05:56 +02:00
|
|
|
}
|
|
|
|
|
2013-01-07 23:19:55 +01:00
|
|
|
class TopIO(htif_width: Int) extends Bundle {
|
|
|
|
val debug = new rocket.DebugIO
|
|
|
|
val host = new rocket.HostIO(htif_width);
|
2012-10-09 22:05:56 +02:00
|
|
|
val mem_backup_en = Bool(INPUT)
|
2012-10-23 12:31:34 +02:00
|
|
|
val in_mem_ready = Bool(OUTPUT)
|
|
|
|
val in_mem_valid = Bool(INPUT)
|
|
|
|
val out_mem_ready = Bool(INPUT)
|
|
|
|
val out_mem_valid = Bool(OUTPUT)
|
2012-12-12 09:06:14 +01:00
|
|
|
val mem = new ioMem
|
2012-10-09 22:05:56 +02:00
|
|
|
}
|
|
|
|
|
2012-12-12 09:06:14 +01:00
|
|
|
object DummyTopLevelConstants extends _root_.uncore.constants.CoherenceConfigConstants {
|
2013-03-26 03:14:38 +01:00
|
|
|
val NTILES = 1
|
|
|
|
val NBANKS = 1
|
2012-10-19 02:51:41 +02:00
|
|
|
val HTIF_WIDTH = 16
|
|
|
|
val ENABLE_SHARING = true
|
|
|
|
val ENABLE_CLEAN_EXCLUSIVE = true
|
|
|
|
}
|
|
|
|
import DummyTopLevelConstants._
|
2012-10-09 22:05:56 +02:00
|
|
|
|
2012-10-19 02:51:41 +02:00
|
|
|
class MemDessert extends Component {
|
|
|
|
val io = new MemDesserIO(HTIF_WIDTH)
|
|
|
|
val x = new MemDesser(HTIF_WIDTH)
|
|
|
|
io.narrow <> x.io.narrow
|
|
|
|
io.wide <> x.io.wide
|
|
|
|
}
|
|
|
|
|
|
|
|
class Top extends Component {
|
2012-10-09 22:05:56 +02:00
|
|
|
val co = if(ENABLE_SHARING) {
|
|
|
|
if(ENABLE_CLEAN_EXCLUSIVE) new MESICoherence
|
|
|
|
else new MSICoherence
|
|
|
|
} else {
|
|
|
|
if(ENABLE_CLEAN_EXCLUSIVE) new MEICoherence
|
|
|
|
else new MICoherence
|
|
|
|
}
|
|
|
|
|
2013-03-20 22:11:54 +01:00
|
|
|
implicit val lnConf = LogicalNetworkConfiguration(NTILES+NBANKS, log2Up(NTILES)+1, NBANKS, NTILES)
|
|
|
|
implicit val uConf = UncoreConfiguration(co, lnConf)
|
2012-10-19 02:51:41 +02:00
|
|
|
|
2013-01-07 23:19:55 +01:00
|
|
|
val io = new TopIO(HTIF_WIDTH)
|
2012-10-09 22:05:56 +02:00
|
|
|
|
2012-12-13 01:41:21 +01:00
|
|
|
val resetSigs = Vec(NTILES){ Bool() }
|
|
|
|
val ic = ICacheConfig(128, 2, co, ntlb = 8, nbtb = 16)
|
|
|
|
val dc = DCacheConfig(128, 4, co, ntlb = 8,
|
|
|
|
nmshr = 2, nrpq = 16, nsdq = 17)
|
2013-01-07 23:19:55 +01:00
|
|
|
val rc = RocketConfiguration(lnConf, co, ic, dc,
|
2013-01-23 05:24:17 +01:00
|
|
|
fpu = true, vec = true)
|
2012-12-13 01:41:21 +01:00
|
|
|
val tileList = (0 until NTILES).map(r => new Tile(resetSignal = resetSigs(r))(rc))
|
|
|
|
val uncore = new Uncore(HTIF_WIDTH, tileList)
|
2012-10-09 22:05:56 +02:00
|
|
|
|
|
|
|
var error_mode = Bool(false)
|
2012-12-13 20:46:29 +01:00
|
|
|
for (i <- 0 until NTILES) {
|
2012-10-09 22:05:56 +02:00
|
|
|
val hl = uncore.io.htif(i)
|
|
|
|
val tl = uncore.io.tiles(i)
|
2013-01-07 23:19:55 +01:00
|
|
|
val il = uncore.io.incoherent(i)
|
2012-10-19 02:51:41 +02:00
|
|
|
|
2012-12-13 01:41:21 +01:00
|
|
|
resetSigs(i) := hl.reset
|
|
|
|
val tile = tileList(i)
|
2013-03-20 22:11:54 +01:00
|
|
|
tile.io.tilelink <> tl
|
|
|
|
il := hl.reset
|
2012-10-09 22:05:56 +02:00
|
|
|
tile.io.host.reset := Reg(Reg(hl.reset))
|
|
|
|
tile.io.host.pcr_req <> Queue(hl.pcr_req)
|
|
|
|
hl.pcr_rep <> Queue(tile.io.host.pcr_rep)
|
|
|
|
hl.ipi_req <> Queue(tile.io.host.ipi_req)
|
|
|
|
tile.io.host.ipi_rep <> Queue(hl.ipi_rep)
|
|
|
|
error_mode = error_mode || Reg(tile.io.host.debug.error_mode)
|
|
|
|
}
|
|
|
|
|
|
|
|
io.host <> uncore.io.host
|
|
|
|
|
2012-10-23 12:31:34 +02:00
|
|
|
uncore.io.mem_backup.resp.valid := io.in_mem_valid
|
2012-10-09 22:05:56 +02:00
|
|
|
|
2012-10-23 12:31:34 +02:00
|
|
|
io.out_mem_valid := uncore.io.mem_backup.req.valid
|
|
|
|
uncore.io.mem_backup.req.ready := io.out_mem_ready
|
2012-10-09 22:05:56 +02:00
|
|
|
|
|
|
|
io.mem_backup_en <> uncore.io.mem_backup_en
|
|
|
|
io.mem <> uncore.io.mem
|
|
|
|
io.debug.error_mode := error_mode
|
|
|
|
}
|