pekko/akka-stream-tests/src/test/scala/akka/stream/scaladsl2/FlowGraphCompileSpec.scala

343 lines
11 KiB
Scala
Raw Normal View History

/**
* Copyright (C) 2014 Typesafe Inc. <http://www.typesafe.com>
*/
package akka.stream.scaladsl2
import akka.stream.testkit.AkkaSpec
import akka.stream.Transformer
import akka.stream.OverflowStrategy
import akka.stream.testkit.StreamTestKit.SubscriberProbe
import akka.stream.testkit.StreamTestKit.PublisherProbe
object FlowGraphCompileSpec {
class Fruit
class Apple extends Fruit
}
class FlowGraphCompileSpec extends AkkaSpec {
import FlowGraphCompileSpec._
implicit val mat = FlowMaterializer()
def op[In, Out]: () Transformer[In, Out] = { ()
new Transformer[In, Out] {
override def onNext(elem: In) = List(elem.asInstanceOf[Out])
}
}
val f1 = Flow[String].transform("f1", op[String, String])
val f2 = Flow[String].transform("f2", op[String, String])
val f3 = Flow[String].transform("f3", op[String, String])
val f4 = Flow[String].transform("f4", op[String, String])
val f5 = Flow[String].transform("f5", op[String, String])
val f6 = Flow[String].transform("f6", op[String, String])
val in1 = IterableTap(List("a", "b", "c"))
val in2 = IterableTap(List("d", "e", "f"))
val out1 = PublisherDrain[String]
val out2 = FutureDrain[String]
"FlowGraph" should {
"build simple merge" in {
FlowGraph { b
val merge = Merge[String]
b.
addEdge(in1, f1, merge).
addEdge(in2, f2, merge).
addEdge(merge, f3, out1)
}.run()
}
"build simple broadcast" in {
FlowGraph { b
val bcast = Broadcast[String]
b.
addEdge(in1, f1, bcast).
addEdge(bcast, f2, out1).
addEdge(bcast, f3, out2)
}.run()
}
"build simple merge - broadcast" in {
FlowGraph { b
val merge = Merge[String]
val bcast = Broadcast[String]
b.
addEdge(in1, f1, merge).
addEdge(in2, f2, merge).
addEdge(merge, f3, bcast).
addEdge(bcast, f4, out1).
addEdge(bcast, f5, out2)
}.run()
}
"build simple merge - broadcast with implicits" in {
FlowGraph { implicit b
import FlowGraphImplicits._
val merge = Merge[String]
val bcast = Broadcast[String]
in1 ~> f1 ~> merge ~> f2 ~> bcast ~> f3 ~> out1
in2 ~> f4 ~> merge
bcast ~> f5 ~> out2
}.run()
}
/**
* in ---> f1 -+-> f2 -+-> f3 ---> out1
* ^ |
* | V
* f5 <-+- f4
* |
* V
* f6 ---> out2
*/
"detect cycle in " in {
intercept[IllegalArgumentException] {
FlowGraph { b
val merge = Merge[String]
val bcast1 = Broadcast[String]
val bcast2 = Broadcast[String]
val feedbackLoopBuffer = Flow[String].buffer(10, OverflowStrategy.dropBuffer)
b.
addEdge(in1, f1, merge).
addEdge(merge, f2, bcast1).
addEdge(bcast1, f3, out1).
addEdge(bcast1, feedbackLoopBuffer, bcast2).
addEdge(bcast2, f5, merge). // cycle
addEdge(bcast2, f6, out2)
}
}.getMessage.toLowerCase should include("cycle")
}
"express complex topologies in a readable way" in {
FlowGraph { implicit b
b.allowCycles()
val merge = Merge[String]
val bcast1 = Broadcast[String]
val bcast2 = Broadcast[String]
val feedbackLoopBuffer = Flow[String].buffer(10, OverflowStrategy.dropBuffer)
import FlowGraphImplicits._
in1 ~> f1 ~> merge ~> f2 ~> bcast1 ~> f3 ~> out1
bcast1 ~> feedbackLoopBuffer ~> bcast2 ~> f5 ~> merge
bcast2 ~> f6 ~> out2
}.run()
}
"build broadcast - merge" in {
FlowGraph { implicit b
val bcast = Broadcast[String]
val bcast2 = Broadcast[String]
val merge = Merge[String]
import FlowGraphImplicits._
in1 ~> f1 ~> bcast ~> f2 ~> merge ~> f3 ~> out1
bcast ~> f4 ~> merge
}.run()
}
"build wikipedia Topological_sorting" in {
// see https://en.wikipedia.org/wiki/Topological_sorting#mediaviewer/File:Directed_acyclic_graph.png
FlowGraph { implicit b
val b3 = Broadcast[String]
val b7 = Broadcast[String]
val b11 = Broadcast[String]
val m8 = Merge[String]
val m9 = Merge[String]
val m10 = Merge[String]
val m11 = Merge[String]
val in3 = IterableTap(List("b"))
val in5 = IterableTap(List("b"))
val in7 = IterableTap(List("a"))
val out2 = PublisherDrain[String]
val out9 = PublisherDrain[String]
val out10 = PublisherDrain[String]
def f(s: String) = Flow[String].transform(s, op[String, String])
import FlowGraphImplicits._
in7 ~> f("a") ~> b7 ~> f("b") ~> m11 ~> f("c") ~> b11 ~> f("d") ~> out2
b11 ~> f("e") ~> m9 ~> f("f") ~> out9
b7 ~> f("g") ~> m8 ~> f("h") ~> m9
b11 ~> f("i") ~> m10 ~> f("j") ~> out10
in5 ~> f("k") ~> m11
in3 ~> f("l") ~> b3 ~> f("m") ~> m8
b3 ~> f("n") ~> m10
}.run()
}
"attachTap and attachDrain" in {
val mg = FlowGraph { b
val merge = Merge[String]
val undefinedSrc1 = UndefinedTap[String]
val undefinedSrc2 = UndefinedTap[String]
val undefinedDrain1 = UndefinedDrain[String]
b.
addEdge(undefinedSrc1, f1, merge).
addEdge(UndefinedTap[String]("src2"), f2, merge).
addEdge(merge, f3, undefinedDrain1)
b.attachTap(undefinedSrc1, in1)
b.attachTap(UndefinedTap[String]("src2"), in2)
b.attachDrain(undefinedDrain1, out1)
}.run()
out1.publisher(mg) should not be (null)
}
"build partial flow graphs" in {
val undefinedSrc1 = UndefinedTap[String]
val undefinedSrc2 = UndefinedTap[String]
val undefinedDrain1 = UndefinedDrain[String]
val bcast = Broadcast[String]
val partial1 = PartialFlowGraph { implicit b
import FlowGraphImplicits._
val merge = Merge[String]
undefinedSrc1 ~> f1 ~> merge ~> f2 ~> bcast ~> f3 ~> undefinedDrain1
undefinedSrc2 ~> f4 ~> merge
}
partial1.undefinedTaps should be(Set(undefinedSrc1, undefinedSrc2))
partial1.undefinedDrains should be(Set(undefinedDrain1))
val partial2 = PartialFlowGraph(partial1) { implicit b
import FlowGraphImplicits._
b.attachTap(undefinedSrc1, in1)
b.attachTap(undefinedSrc2, in2)
bcast ~> f5 ~> UndefinedDrain[String]("drain2")
}
partial2.undefinedTaps should be(Set.empty)
partial2.undefinedDrains should be(Set(undefinedDrain1, UndefinedDrain[String]("drain2")))
FlowGraph(partial2) { implicit b
b.attachDrain(undefinedDrain1, out1)
b.attachDrain(UndefinedDrain[String]("drain2"), out2)
}.run()
}
"make it optional to specify flows" in {
FlowGraph { implicit b
val merge = Merge[String]
val bcast = Broadcast[String]
import FlowGraphImplicits._
in1 ~> merge ~> bcast ~> out1
in2 ~> merge
bcast ~> out2
}.run()
}
"chain input and output ports" in {
FlowGraph { implicit b
val zip = Zip[Int, String]
val out = PublisherDrain[(Int, String)]
import FlowGraphImplicits._
Source(List(1, 2, 3)) ~> zip.left ~> out
Source(List("a", "b", "c")) ~> zip.right
}.run()
}
"build unzip - zip" in {
FlowGraph { implicit b
val zip = Zip[Int, String]
val unzip = Unzip[Int, String]
val out = PublisherDrain[(Int, String)]
import FlowGraphImplicits._
Source(List(1 -> "a", 2 -> "b", 3 -> "c")) ~> unzip.in
unzip.left ~> Flow[Int].map(_ * 2) ~> zip.left
unzip.right ~> zip.right
zip.out ~> out
}.run()
}
"distinguish between input and output ports" in {
intercept[IllegalArgumentException] {
FlowGraph { implicit b
val zip = Zip[Int, String]
val unzip = Unzip[Int, String]
val wrongOut = PublisherDrain[(Int, Int)]
val whatever = PublisherDrain[Any]
import FlowGraphImplicits._
"Flow(List(1, 2, 3)) ~> zip.left ~> wrongOut" shouldNot compile
"""Flow(List("a", "b", "c")) ~> zip.left""" shouldNot compile
"""Flow(List("a", "b", "c")) ~> zip.out""" shouldNot compile
"zip.left ~> zip.right" shouldNot compile
"Flow(List(1, 2, 3)) ~> zip.left ~> wrongOut" shouldNot compile
"""Flow(List(1 -> "a", 2 -> "b", 3 -> "c")) ~> unzip.in ~> whatever""" shouldNot compile
}
}.getMessage should include("empty")
}
"check maximumInputCount" in {
intercept[IllegalArgumentException] {
FlowGraph { implicit b
val bcast = Broadcast[String]
import FlowGraphImplicits._
in1 ~> bcast ~> out1
in2 ~> bcast // wrong
}
}.getMessage should include("at most 1 incoming")
}
"check maximumOutputCount" in {
intercept[IllegalArgumentException] {
FlowGraph { implicit b
val merge = Merge[String]
import FlowGraphImplicits._
in1 ~> merge ~> out1
merge ~> out2 // wrong
}
}.getMessage should include("at most 1 outgoing")
}
"build with variance" in {
val out = SubscriberDrain(SubscriberProbe[Fruit]())
FlowGraph { b
val merge = Merge[Fruit]
b.
addEdge(Source[Fruit](() Some(new Apple)), merge).
addEdge(Source[Apple](() Some(new Apple)), merge).
addEdge(merge, Flow[Fruit].map(identity), out)
}
}
"build with implicits and variance" in {
PartialFlowGraph { implicit b
val inA = PublisherTap(PublisherProbe[Fruit]())
val inB = PublisherTap(PublisherProbe[Apple]())
val outA = SubscriberDrain(SubscriberProbe[Fruit]())
val outB = SubscriberDrain(SubscriberProbe[Fruit]())
val merge = Merge[Fruit]
val unzip = Unzip[Int, String]
val whatever = PublisherDrain[Any]
import FlowGraphImplicits._
Source[Fruit](() Some(new Apple)) ~> merge
Source[Apple](() Some(new Apple)) ~> merge
inA ~> merge
inB ~> merge
inA ~> Flow[Fruit].map(identity) ~> merge
inB ~> Flow[Apple].map(identity) ~> merge
UndefinedTap[Apple] ~> merge
UndefinedTap[Apple] ~> Flow[Fruit].map(identity) ~> merge
UndefinedTap[Apple] ~> Flow[Apple].map(identity) ~> merge
merge ~> Flow[Fruit].map(identity) ~> outA
Source[Apple](() Some(new Apple)) ~> Broadcast[Apple] ~> merge
Source[Apple](() Some(new Apple)) ~> Broadcast[Apple] ~> outB
Source[Apple](() Some(new Apple)) ~> Broadcast[Apple] ~> UndefinedDrain[Fruit]
inB ~> Broadcast[Apple] ~> merge
Source(List(1 -> "a", 2 -> "b", 3 -> "c")) ~> unzip.in
unzip.right ~> whatever
unzip.left ~> UndefinedDrain[Any]
"UndefinedTap[Fruit] ~> Flow[Apple].map(identity) ~> merge" shouldNot compile
"UndefinedTap[Fruit] ~> Broadcast[Apple]" shouldNot compile
"merge ~> Broadcast[Apple]" shouldNot compile
"merge ~> Flow[Fruit].map(identity) ~> Broadcast[Apple]" shouldNot compile
"inB ~> merge ~> Broadcast[Apple]" shouldNot compile
"inA ~> Broadcast[Apple]" shouldNot compile
}
}
}
}