2014-09-04 14:31:22 +02:00
|
|
|
/**
|
|
|
|
|
* Copyright (C) 2014 Typesafe Inc. <http://www.typesafe.com>
|
|
|
|
|
*/
|
|
|
|
|
package akka.stream.scaladsl2
|
|
|
|
|
|
|
|
|
|
import akka.stream.testkit.AkkaSpec
|
|
|
|
|
import akka.stream.Transformer
|
|
|
|
|
|
|
|
|
|
class FlowGraphCompileSpec extends AkkaSpec {
|
|
|
|
|
|
|
|
|
|
implicit val mat = FlowMaterializer()
|
|
|
|
|
|
|
|
|
|
def op[In, Out]: () ⇒ Transformer[In, Out] = { () ⇒
|
|
|
|
|
new Transformer[In, Out] {
|
|
|
|
|
override def onNext(elem: In) = List(elem.asInstanceOf[Out])
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
val f1 = FlowFrom[String].transform("f1", op[String, String])
|
|
|
|
|
val f2 = FlowFrom[String].transform("f2", op[String, String])
|
|
|
|
|
val f3 = FlowFrom[String].transform("f3", op[String, String])
|
|
|
|
|
val f4 = FlowFrom[String].transform("f4", op[String, String])
|
|
|
|
|
val f5 = FlowFrom[String].transform("f5", op[String, String])
|
|
|
|
|
val f6 = FlowFrom[String].transform("f6", op[String, String])
|
|
|
|
|
|
|
|
|
|
val in1 = IterableSource(List("a", "b", "c"))
|
|
|
|
|
val in2 = IterableSource(List("d", "e", "f"))
|
|
|
|
|
val out1 = PublisherSink[String]
|
|
|
|
|
val out2 = FutureSink[String]
|
|
|
|
|
|
|
|
|
|
"FlowGraph" should {
|
|
|
|
|
"build simple merge" in {
|
|
|
|
|
FlowGraph { b ⇒
|
|
|
|
|
val merge = Merge[String]
|
|
|
|
|
b.
|
|
|
|
|
addEdge(in1, f1, merge).
|
|
|
|
|
addEdge(in2, f2, merge).
|
|
|
|
|
addEdge(merge, f3, out1)
|
2014-09-10 11:25:38 +02:00
|
|
|
}.run()
|
2014-09-04 14:31:22 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
"build simple broadcast" in {
|
|
|
|
|
FlowGraph { b ⇒
|
|
|
|
|
val bcast = Broadcast[String]
|
|
|
|
|
b.
|
|
|
|
|
addEdge(in1, f1, bcast).
|
|
|
|
|
addEdge(bcast, f2, out1).
|
|
|
|
|
addEdge(bcast, f3, out2)
|
2014-09-10 11:25:38 +02:00
|
|
|
}.run()
|
2014-09-04 14:31:22 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
"build simple merge - broadcast" in {
|
|
|
|
|
FlowGraph { b ⇒
|
|
|
|
|
val merge = Merge[String]
|
|
|
|
|
val bcast = Broadcast[String]
|
|
|
|
|
b.
|
|
|
|
|
addEdge(in1, f1, merge).
|
|
|
|
|
addEdge(in2, f2, merge).
|
|
|
|
|
addEdge(merge, f3, bcast).
|
|
|
|
|
addEdge(bcast, f4, out1).
|
|
|
|
|
addEdge(bcast, f5, out2)
|
2014-09-10 11:25:38 +02:00
|
|
|
}.run()
|
2014-09-04 14:31:22 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
"build simple merge - broadcast with implicits" in {
|
|
|
|
|
FlowGraph { implicit b ⇒
|
|
|
|
|
import FlowGraphImplicits._
|
|
|
|
|
val merge = Merge[String]
|
|
|
|
|
val bcast = Broadcast[String]
|
|
|
|
|
in1 ~> f1 ~> merge ~> f2 ~> bcast ~> f3 ~> out1
|
|
|
|
|
in2 ~> f4 ~> merge
|
|
|
|
|
bcast ~> f5 ~> out2
|
2014-09-10 11:25:38 +02:00
|
|
|
}.run()
|
2014-09-04 14:31:22 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* in ---> f1 -+-> f2 -+-> f3 ---> out1
|
|
|
|
|
* ^ |
|
|
|
|
|
* | V
|
|
|
|
|
* f5 <-+- f4
|
|
|
|
|
* |
|
|
|
|
|
* V
|
|
|
|
|
* f6 ---> out2
|
|
|
|
|
*/
|
|
|
|
|
"detect cycle in " in {
|
|
|
|
|
intercept[IllegalArgumentException] {
|
|
|
|
|
FlowGraph { b ⇒
|
|
|
|
|
val merge = Merge[String]
|
|
|
|
|
val bcast1 = Broadcast[String]
|
|
|
|
|
val bcast2 = Broadcast[String]
|
|
|
|
|
b.
|
|
|
|
|
addEdge(in1, f1, merge).
|
|
|
|
|
addEdge(merge, f2, bcast1).
|
|
|
|
|
addEdge(bcast1, f3, out1).
|
|
|
|
|
addEdge(bcast1, f4, bcast2).
|
|
|
|
|
addEdge(bcast2, f5, merge). // cycle
|
|
|
|
|
addEdge(bcast2, f6, out2)
|
|
|
|
|
}
|
|
|
|
|
}.getMessage.toLowerCase should include("cycle")
|
|
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
"express complex topologies in a readable way" in {
|
|
|
|
|
intercept[IllegalArgumentException] {
|
|
|
|
|
FlowGraph { implicit b ⇒
|
|
|
|
|
val merge = Merge[String]
|
|
|
|
|
val bcast1 = Broadcast[String]
|
|
|
|
|
val bcast2 = Broadcast[String]
|
|
|
|
|
import FlowGraphImplicits._
|
|
|
|
|
in1 ~> f1 ~> merge ~> f2 ~> bcast1 ~> f3 ~> out1
|
|
|
|
|
bcast1 ~> f4 ~> bcast2 ~> f5 ~> merge
|
|
|
|
|
bcast2 ~> f6 ~> out2
|
|
|
|
|
}
|
|
|
|
|
}.getMessage.toLowerCase should include("cycle")
|
|
|
|
|
}
|
|
|
|
|
|
2014-09-10 12:56:18 +02:00
|
|
|
"build broadcast - merge" in {
|
|
|
|
|
FlowGraph { implicit b ⇒
|
|
|
|
|
val bcast = Broadcast[String]
|
|
|
|
|
val bcast2 = Broadcast[String]
|
|
|
|
|
val merge = Merge[String]
|
|
|
|
|
import FlowGraphImplicits._
|
|
|
|
|
in1 ~> f1 ~> bcast ~> f2 ~> merge ~> f3 ~> out1
|
2014-09-11 07:43:05 +02:00
|
|
|
bcast ~> f4 ~> merge
|
2014-09-10 12:56:18 +02:00
|
|
|
}.run()
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
"build wikipedia Topological_sorting" in {
|
|
|
|
|
// see https://en.wikipedia.org/wiki/Topological_sorting#mediaviewer/File:Directed_acyclic_graph.png
|
|
|
|
|
FlowGraph { implicit b ⇒
|
|
|
|
|
val b3 = Broadcast[String]
|
|
|
|
|
val b7 = Broadcast[String]
|
|
|
|
|
val b11 = Broadcast[String]
|
|
|
|
|
val m8 = Merge[String]
|
|
|
|
|
val m9 = Merge[String]
|
|
|
|
|
val m10 = Merge[String]
|
|
|
|
|
val m11 = Merge[String]
|
|
|
|
|
val in3 = IterableSource(List("b"))
|
|
|
|
|
val in5 = IterableSource(List("b"))
|
|
|
|
|
val in7 = IterableSource(List("a"))
|
|
|
|
|
val out2 = PublisherSink[String]
|
2014-09-10 13:40:14 +02:00
|
|
|
val out9 = PublisherSink[String]
|
|
|
|
|
val out10 = PublisherSink[String]
|
2014-09-10 12:56:18 +02:00
|
|
|
def f(s: String) = FlowFrom[String].transform(s, op[String, String])
|
|
|
|
|
import FlowGraphImplicits._
|
|
|
|
|
|
|
|
|
|
in7 ~> f("a") ~> b7 ~> f("b") ~> m11 ~> f("c") ~> b11 ~> f("d") ~> out2
|
|
|
|
|
b11 ~> f("e") ~> m9 ~> f("f") ~> out9
|
|
|
|
|
b7 ~> f("g") ~> m8 ~> f("h") ~> m9
|
|
|
|
|
b11 ~> f("i") ~> m10 ~> f("j") ~> out10
|
|
|
|
|
in5 ~> f("k") ~> m11
|
|
|
|
|
in3 ~> f("l") ~> b3 ~> f("m") ~> m8
|
|
|
|
|
b3 ~> f("n") ~> m10
|
|
|
|
|
}.run()
|
|
|
|
|
}
|
|
|
|
|
|
2014-09-04 14:31:22 +02:00
|
|
|
"attachSource and attachSink" in {
|
|
|
|
|
val mg = FlowGraph { b ⇒
|
|
|
|
|
val merge = Merge[String]
|
|
|
|
|
val undefinedSrc1 = UndefinedSource[String]
|
|
|
|
|
val undefinedSrc2 = UndefinedSource[String]
|
|
|
|
|
val undefinedSink1 = UndefinedSink[String]
|
|
|
|
|
b.
|
|
|
|
|
addEdge(undefinedSrc1, f1, merge).
|
|
|
|
|
addEdge(UndefinedSource[String]("src2"), f2, merge).
|
|
|
|
|
addEdge(merge, f3, undefinedSink1)
|
|
|
|
|
|
|
|
|
|
b.attachSource(undefinedSrc1, in1)
|
|
|
|
|
b.attachSource(UndefinedSource[String]("src2"), in2)
|
|
|
|
|
b.attachSink(undefinedSink1, out1)
|
|
|
|
|
|
|
|
|
|
}.run()
|
|
|
|
|
out1.publisher(mg) should not be (null)
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
"build partial flow graphs" in {
|
|
|
|
|
val undefinedSrc1 = UndefinedSource[String]
|
|
|
|
|
val undefinedSrc2 = UndefinedSource[String]
|
|
|
|
|
val undefinedSink1 = UndefinedSink[String]
|
|
|
|
|
val bcast = Broadcast[String]
|
|
|
|
|
|
|
|
|
|
val partial1 = PartialFlowGraph { implicit b ⇒
|
|
|
|
|
import FlowGraphImplicits._
|
|
|
|
|
val merge = Merge[String]
|
|
|
|
|
undefinedSrc1 ~> f1 ~> merge ~> f2 ~> bcast ~> f3 ~> undefinedSink1
|
|
|
|
|
undefinedSrc2 ~> f4 ~> merge
|
|
|
|
|
|
|
|
|
|
}
|
|
|
|
|
partial1.undefinedSources should be(Set(undefinedSrc1, undefinedSrc2))
|
|
|
|
|
partial1.undefinedSinks should be(Set(undefinedSink1))
|
|
|
|
|
|
|
|
|
|
val partial2 = PartialFlowGraph(partial1) { implicit b ⇒
|
|
|
|
|
import FlowGraphImplicits._
|
|
|
|
|
b.attachSource(undefinedSrc1, in1)
|
|
|
|
|
b.attachSource(undefinedSrc2, in2)
|
|
|
|
|
bcast ~> f5 ~> UndefinedSink[String]("sink2")
|
|
|
|
|
}
|
|
|
|
|
partial2.undefinedSources should be(Set.empty)
|
|
|
|
|
partial2.undefinedSinks should be(Set(undefinedSink1, UndefinedSink[String]("sink2")))
|
|
|
|
|
|
|
|
|
|
FlowGraph(partial2) { implicit b ⇒
|
|
|
|
|
b.attachSink(undefinedSink1, out1)
|
|
|
|
|
b.attachSink(UndefinedSink[String]("sink2"), out2)
|
2014-09-10 11:25:38 +02:00
|
|
|
}.run()
|
2014-09-04 14:31:22 +02:00
|
|
|
}
|
|
|
|
|
|
2014-09-11 07:45:19 +02:00
|
|
|
"make it optional to specify flows" in {
|
|
|
|
|
FlowGraph { implicit b ⇒
|
|
|
|
|
val merge = Merge[String]
|
|
|
|
|
val bcast = Broadcast[String]
|
|
|
|
|
import FlowGraphImplicits._
|
|
|
|
|
in1 ~> merge ~> bcast ~> out1
|
|
|
|
|
in2 ~> merge
|
|
|
|
|
bcast ~> out2
|
|
|
|
|
}.run()
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
"use FlowWithSource and FlowWithSink" in {
|
|
|
|
|
FlowGraph { implicit b ⇒
|
|
|
|
|
val bcast = Broadcast[String]
|
|
|
|
|
import FlowGraphImplicits._
|
|
|
|
|
f1.withSource(in1) ~> bcast ~> f2.withSink(out1)
|
|
|
|
|
bcast ~> f3.withSink(out2)
|
|
|
|
|
}.run()
|
|
|
|
|
}
|
|
|
|
|
|
2014-09-04 14:31:22 +02:00
|
|
|
}
|
|
|
|
|
}
|