New materializer and layout

This commit is contained in:
Endre Sándor Varga 2016-07-27 13:29:23 +02:00 committed by Endre Sándor Varga
parent 1989ef481d
commit ba63c7af8d
60 changed files with 4420 additions and 3181 deletions

View file

@ -3,14 +3,8 @@
*/
package akka.stream
import akka.NotUsed
import akka.stream.scaladsl._
import akka.stream.testkit.StreamSpec
import akka.stream.Attributes._
import akka.stream.Fusing.FusedGraph
import scala.annotation.tailrec
import akka.stream.impl.StreamLayout._
import akka.stream.impl.fusing.GraphInterpreter
import akka.event.BusLogging
@ -24,126 +18,6 @@ class FusingSpec extends StreamSpec {
.alsoTo(Flow[Int].fold(0)(_ + _).to(Sink.head.named("otherSink")).addAttributes(if (async) Attributes.asyncBoundary else Attributes.none))
.via(Flow[Int].fold(1)(_ + _).named("mainSink"))
def singlePath[S <: Shape, M](fg: FusedGraph[S, M], from: Attribute, to: Attribute): Unit = {
val starts = fg.module.info.subModules.filter(_.attributes.contains(from))
starts.size should ===(1)
val start = starts.head
val ups = fg.module.info.upstreams
val owner = fg.module.info.outOwners
@tailrec def rec(curr: Module): Unit = {
if (Debug) println(extractName(curr, "unknown"))
curr match {
case CopiedModule(_, attributes, copyOf) if (attributes and copyOf.attributes).contains(to) ()
case other if other.attributes.contains(to) ()
case _
val outs = curr.inPorts.map(ups)
outs.size should ===(1)
rec(owner(outs.head))
}
}
rec(start)
}
case object NoSubModulesModule extends AtomicModule {
override def shape = ClosedShape
override def replaceShape(s: Shape) =
if (s != shape) throw new UnsupportedOperationException("cannot replace shape")
else this
override def compose(that: Module): Module = compose(that, scaladsl.Keep.left)
override def compose[A, B, C](that: Module, f: (A, B) C): Module = {
if (f eq scaladsl.Keep.right) {
that
} else if (f eq scaladsl.Keep.left) {
val mat =
if (IgnorableMatValComp(that)) {
Ignore
} else {
Transform(_ NotUsed, that.materializedValueComputation)
}
CompositeModule(
if (that.isSealed) Set(that) else that.subModules,
that.shape,
that.downstreams,
that.upstreams,
mat,
if (this.isSealed) Attributes.none else attributes)
} else {
throw new UnsupportedOperationException(
"It is invalid to combine materialized value with BogusModule " +
"except with Keep.left or Keep.right")
}
}
override def withAttributes(attributes: Attributes): Module =
throw new UnsupportedOperationException("BogusModule cannot carry attributes")
override def attributes = Attributes.none
override def carbonCopy: Module = this
override def isRunnable: Boolean = true
override def isAtomic: Boolean = true
override def materializedValueComputation: MaterializedValueNode = Ignore
}
"Fusing" must {
def verify[S <: Shape, M](fused: FusedGraph[S, M], modules: Int, downstreams: Int): Unit = {
val module = fused.module
module.subModules.size should ===(modules)
module.downstreams.size should ===(modules - 1)
module.info.downstreams.size should be >= downstreams
module.info.upstreams.size should be >= downstreams
singlePath(fused, Attributes.Name("mainSink"), Attributes.Name("unfold"))
singlePath(fused, Attributes.Name("otherSink"), Attributes.Name("unfold"))
}
"fuse a moderately complex graph" in {
val g = graph(false)
val fused = Fusing.aggressive(g)
verify(fused, modules = 1, downstreams = 5)
}
"not fuse across AsyncBoundary" in {
val g = graph(true)
val fused = Fusing.aggressive(g)
verify(fused, modules = 2, downstreams = 5)
}
"not fuse a FusedGraph again" in {
val g = Fusing.aggressive(graph(false))
Fusing.aggressive(g) should be theSameInstanceAs g
}
"properly fuse a FusedGraph that has been extended (no AsyncBoundary)" in {
val src = Fusing.aggressive(graph(false))
val fused = Fusing.aggressive(Source.fromGraph(src).to(Sink.head))
verify(fused, modules = 1, downstreams = 6)
}
"properly fuse a FusedGraph that has been extended (with AsyncBoundary)" in {
val src = Fusing.aggressive(graph(true))
val fused = Fusing.aggressive(Source.fromGraph(src).to(Sink.head))
verify(fused, modules = 2, downstreams = 6)
}
"fuse a Module with no subModules" in {
val structuralInfoModule = Fusing.structuralInfo(RunnableGraph(NoSubModulesModule), Attributes.none)
structuralInfoModule.matValues.size > 0
}
"fuse a Module with empty graph" in {
val g = GraphDSL.create() { implicit b
ClosedShape
}
val structuralInfoModule = Fusing.structuralInfo(g, Attributes.none)
structuralInfoModule.matValues.size > 0
}
}
"SubFusingActorMaterializer" must {
"work with asynchronous boundaries in the subflows" in {