2014-10-10 10:39:29 +02:00
|
|
|
/**
|
|
|
|
|
* Copyright (C) 2009-2014 Typesafe Inc. <http://www.typesafe.com>
|
|
|
|
|
*/
|
2014-10-27 14:35:41 +01:00
|
|
|
package akka.stream.scaladsl
|
2014-10-10 10:39:29 +02:00
|
|
|
|
2015-01-27 18:29:20 +01:00
|
|
|
import akka.stream.ActorFlowMaterializer
|
|
|
|
|
import akka.stream.ActorFlowMaterializerSettings
|
2014-10-27 14:35:41 +01:00
|
|
|
import akka.stream.testkit.AkkaSpec
|
2014-10-10 10:39:29 +02:00
|
|
|
import akka.stream.testkit.StreamTestKit.SubscriberProbe
|
2014-10-27 14:35:41 +01:00
|
|
|
import akka.stream.testkit.StreamTestKit
|
2014-10-10 10:39:29 +02:00
|
|
|
|
2015-01-28 11:49:07 +01:00
|
|
|
object GraphBackedFlowSpec {
|
2014-10-17 14:05:50 +02:00
|
|
|
val source1 = Source(0 to 3)
|
2014-12-17 11:04:48 +01:00
|
|
|
val inMerge = Merge[Int]
|
|
|
|
|
val outMerge = Merge[String]
|
2014-10-10 10:39:29 +02:00
|
|
|
|
|
|
|
|
val partialGraph = PartialFlowGraph { implicit b ⇒
|
|
|
|
|
import FlowGraphImplicits._
|
2014-10-17 14:05:50 +02:00
|
|
|
val source2 = Source(4 to 9)
|
|
|
|
|
val source3 = Source.empty[Int]
|
|
|
|
|
val source4 = Source.empty[String]
|
2014-12-17 11:04:48 +01:00
|
|
|
val m2 = Merge[Int]
|
2014-10-10 10:39:29 +02:00
|
|
|
|
|
|
|
|
inMerge ~> Flow[Int].map(_ * 2) ~> m2 ~> Flow[Int].map(_ / 2).map(i ⇒ (i + 1).toString) ~> outMerge
|
2014-10-17 14:05:50 +02:00
|
|
|
source2 ~> inMerge
|
|
|
|
|
source3 ~> m2
|
|
|
|
|
source4 ~> outMerge
|
2014-10-10 10:39:29 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
val stdRequests = 10
|
|
|
|
|
val stdResult = Set(1, 2, 3, 4, 5, 6, 7, 8, 9, 10)
|
|
|
|
|
}
|
|
|
|
|
|
2015-01-28 11:49:07 +01:00
|
|
|
class GraphBackedFlowSpec extends AkkaSpec {
|
2014-10-10 10:39:29 +02:00
|
|
|
|
2015-01-28 11:49:07 +01:00
|
|
|
import GraphBackedFlowSpec._
|
2014-10-10 10:39:29 +02:00
|
|
|
|
2015-01-27 18:29:20 +01:00
|
|
|
val settings = ActorFlowMaterializerSettings(system)
|
2014-10-10 10:39:29 +02:00
|
|
|
.withInputBuffer(initialSize = 2, maxSize = 16)
|
|
|
|
|
|
2015-01-27 18:29:20 +01:00
|
|
|
implicit val materializer = ActorFlowMaterializer(settings)
|
2014-10-10 10:39:29 +02:00
|
|
|
|
|
|
|
|
def validateProbe(probe: SubscriberProbe[Int], requests: Int, result: Set[Int]): Unit = {
|
|
|
|
|
val subscription = probe.expectSubscription()
|
|
|
|
|
|
|
|
|
|
val collected = (1 to requests).map { _ ⇒
|
|
|
|
|
subscription.request(1)
|
|
|
|
|
probe.expectNext()
|
|
|
|
|
}.toSet
|
|
|
|
|
|
|
|
|
|
collected should be(result)
|
|
|
|
|
probe.expectComplete()
|
|
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
"FlowGraphs" when {
|
|
|
|
|
"turned into flows" should {
|
2014-10-17 14:05:50 +02:00
|
|
|
"work with a Source and Sink" in {
|
2014-10-10 10:39:29 +02:00
|
|
|
val in = UndefinedSource[Int]
|
|
|
|
|
val out = UndefinedSink[Int]
|
|
|
|
|
val probe = StreamTestKit.SubscriberProbe[Int]()
|
|
|
|
|
|
|
|
|
|
val flow = Flow(partialGraph) { implicit b ⇒
|
|
|
|
|
import FlowGraphImplicits._
|
|
|
|
|
in ~> inMerge
|
|
|
|
|
outMerge ~> Flow[String].map(_.toInt) ~> out
|
|
|
|
|
in -> out
|
|
|
|
|
}
|
|
|
|
|
|
2014-10-31 10:43:42 +02:00
|
|
|
source1.via(flow).to(Sink(probe)).run()
|
2014-10-10 10:39:29 +02:00
|
|
|
|
|
|
|
|
validateProbe(probe, stdRequests, stdResult)
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
"be transformable with a Pipe" in {
|
|
|
|
|
val in = UndefinedSource[Int]
|
|
|
|
|
val out = UndefinedSink[String]
|
|
|
|
|
|
|
|
|
|
val probe = StreamTestKit.SubscriberProbe[Int]()
|
|
|
|
|
|
|
|
|
|
val flow = Flow[Int, String](partialGraph) { implicit b ⇒
|
|
|
|
|
import FlowGraphImplicits._
|
|
|
|
|
in ~> inMerge
|
|
|
|
|
outMerge ~> out
|
|
|
|
|
in -> out
|
|
|
|
|
}
|
|
|
|
|
|
2014-10-31 10:43:42 +02:00
|
|
|
source1.via(flow).map(_.toInt).to(Sink(probe)).run()
|
2014-10-10 10:39:29 +02:00
|
|
|
|
|
|
|
|
validateProbe(probe, stdRequests, stdResult)
|
|
|
|
|
}
|
|
|
|
|
|
2015-01-28 11:49:07 +01:00
|
|
|
"work with another GraphBackedFlow" in {
|
2014-10-10 10:39:29 +02:00
|
|
|
val in1 = UndefinedSource[Int]
|
|
|
|
|
val out1 = UndefinedSink[String]
|
|
|
|
|
|
|
|
|
|
val in2 = UndefinedSource[String]
|
|
|
|
|
val out2 = UndefinedSink[Int]
|
|
|
|
|
|
|
|
|
|
val probe = StreamTestKit.SubscriberProbe[Int]()
|
|
|
|
|
|
|
|
|
|
val flow1 = Flow(partialGraph) { implicit b ⇒
|
|
|
|
|
import FlowGraphImplicits._
|
|
|
|
|
in1 ~> inMerge
|
|
|
|
|
outMerge ~> out1
|
|
|
|
|
in1 -> out1
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
val flow2 = Flow() { implicit b ⇒
|
|
|
|
|
import FlowGraphImplicits._
|
|
|
|
|
in2 ~> Flow[String].map(_.toInt) ~> out2
|
|
|
|
|
in2 -> out2
|
|
|
|
|
}
|
|
|
|
|
|
2014-10-31 10:43:42 +02:00
|
|
|
source1.via(flow1).via(flow2).to(Sink(probe)).run()
|
2014-10-10 10:39:29 +02:00
|
|
|
|
|
|
|
|
validateProbe(probe, stdRequests, stdResult)
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
"be reusable multiple times" in {
|
|
|
|
|
val in = UndefinedSource[Int]
|
|
|
|
|
val out = UndefinedSink[Int]
|
|
|
|
|
val probe = StreamTestKit.SubscriberProbe[Int]()
|
|
|
|
|
|
|
|
|
|
val flow = Flow() { implicit b ⇒
|
|
|
|
|
import FlowGraphImplicits._
|
|
|
|
|
in ~> Flow[Int].map(_ * 2) ~> out
|
|
|
|
|
in -> out
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
FlowGraph { implicit b ⇒
|
|
|
|
|
import FlowGraphImplicits._
|
|
|
|
|
Source(1 to 5) ~> flow ~> flow ~> Sink(probe)
|
|
|
|
|
}.run()
|
|
|
|
|
|
|
|
|
|
validateProbe(probe, 5, Set(4, 8, 12, 16, 20))
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
"turned into sources" should {
|
2014-10-17 14:05:50 +02:00
|
|
|
"work with a Sink" in {
|
2014-10-10 10:39:29 +02:00
|
|
|
val out = UndefinedSink[Int]
|
|
|
|
|
val probe = StreamTestKit.SubscriberProbe[Int]()
|
|
|
|
|
|
|
|
|
|
val source = Source(partialGraph) { implicit b ⇒
|
|
|
|
|
import FlowGraphImplicits._
|
2014-10-17 14:05:50 +02:00
|
|
|
source1 ~> inMerge
|
2014-10-10 10:39:29 +02:00
|
|
|
outMerge ~> Flow[String].map(_.toInt) ~> out
|
|
|
|
|
out
|
|
|
|
|
}
|
|
|
|
|
|
2014-10-31 10:43:42 +02:00
|
|
|
source.to(Sink(probe)).run()
|
2014-10-10 10:39:29 +02:00
|
|
|
|
|
|
|
|
validateProbe(probe, stdRequests, stdResult)
|
|
|
|
|
}
|
|
|
|
|
|
2014-11-06 10:08:38 +02:00
|
|
|
"work with a Sink when having KeyedSource inside" in {
|
|
|
|
|
val out = UndefinedSink[Int]
|
|
|
|
|
val probe = StreamTestKit.SubscriberProbe[Int]()
|
|
|
|
|
val subSource = Source.subscriber[Int]
|
|
|
|
|
|
|
|
|
|
val source = Source[Int]() { implicit b ⇒
|
|
|
|
|
import FlowGraphImplicits._
|
|
|
|
|
subSource ~> out
|
|
|
|
|
out
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
val mm = source.to(Sink(probe)).run()
|
|
|
|
|
source1.to(Sink(mm.get(subSource))).run()
|
|
|
|
|
|
|
|
|
|
validateProbe(probe, 4, (0 to 3).toSet)
|
|
|
|
|
}
|
|
|
|
|
|
2014-10-10 10:39:29 +02:00
|
|
|
"be transformable with a Pipe" in {
|
|
|
|
|
val out = UndefinedSink[String]
|
|
|
|
|
|
|
|
|
|
val probe = StreamTestKit.SubscriberProbe[Int]()
|
|
|
|
|
|
|
|
|
|
val source = Source[String](partialGraph) { implicit b ⇒
|
|
|
|
|
import FlowGraphImplicits._
|
2014-10-17 14:05:50 +02:00
|
|
|
source1 ~> inMerge
|
2014-10-10 10:39:29 +02:00
|
|
|
outMerge ~> out
|
|
|
|
|
out
|
|
|
|
|
}
|
|
|
|
|
|
2014-10-31 10:43:42 +02:00
|
|
|
source.map(_.toInt).to(Sink(probe)).run()
|
2014-10-10 10:39:29 +02:00
|
|
|
|
|
|
|
|
validateProbe(probe, stdRequests, stdResult)
|
|
|
|
|
}
|
|
|
|
|
|
2015-01-28 11:49:07 +01:00
|
|
|
"work with an GraphBackedFlow" in {
|
2014-10-10 10:39:29 +02:00
|
|
|
val out1 = UndefinedSink[String]
|
|
|
|
|
|
|
|
|
|
val in2 = UndefinedSource[String]
|
|
|
|
|
val out2 = UndefinedSink[Int]
|
|
|
|
|
|
|
|
|
|
val probe = StreamTestKit.SubscriberProbe[Int]()
|
|
|
|
|
|
|
|
|
|
val source = Source(partialGraph) { implicit b ⇒
|
|
|
|
|
import FlowGraphImplicits._
|
2014-10-17 14:05:50 +02:00
|
|
|
source1 ~> inMerge
|
2014-10-10 10:39:29 +02:00
|
|
|
outMerge ~> out1
|
|
|
|
|
out1
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
val flow = Flow() { implicit b ⇒
|
|
|
|
|
import FlowGraphImplicits._
|
|
|
|
|
in2 ~> Flow[String].map(_.toInt) ~> out2
|
|
|
|
|
in2 -> out2
|
|
|
|
|
}
|
|
|
|
|
|
2014-10-31 10:43:42 +02:00
|
|
|
source.via(flow).to(Sink(probe)).run()
|
2014-10-10 10:39:29 +02:00
|
|
|
|
|
|
|
|
validateProbe(probe, stdRequests, stdResult)
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
"be reusable multiple times" in {
|
|
|
|
|
val out = UndefinedSink[Int]
|
|
|
|
|
val probe = StreamTestKit.SubscriberProbe[Int]()
|
|
|
|
|
|
2014-10-27 14:34:36 +01:00
|
|
|
val source1 = Source[Int]() { implicit b ⇒
|
|
|
|
|
import FlowGraphImplicits._
|
|
|
|
|
Source(1 to 5) ~> Flow[Int].map(_ * 2) ~> out
|
|
|
|
|
out
|
|
|
|
|
}
|
|
|
|
|
val source2 = Source[Int]() { implicit b ⇒
|
2014-10-10 10:39:29 +02:00
|
|
|
import FlowGraphImplicits._
|
|
|
|
|
Source(1 to 5) ~> Flow[Int].map(_ * 2) ~> out
|
|
|
|
|
out
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
FlowGraph { implicit b ⇒
|
|
|
|
|
import FlowGraphImplicits._
|
2014-12-17 11:04:48 +01:00
|
|
|
val merge = Merge[Int]
|
2014-10-27 14:34:36 +01:00
|
|
|
source1 ~> merge ~> Sink(probe)
|
|
|
|
|
source2 ~> Flow[Int].map(_ * 10) ~> merge
|
2014-10-10 10:39:29 +02:00
|
|
|
}.run()
|
|
|
|
|
|
|
|
|
|
validateProbe(probe, 10, Set(2, 4, 6, 8, 10, 20, 40, 60, 80, 100))
|
|
|
|
|
}
|
|
|
|
|
}
|
2014-11-06 12:38:04 +02:00
|
|
|
|
2014-10-10 10:39:29 +02:00
|
|
|
"turned into sinks" should {
|
2014-10-17 14:05:50 +02:00
|
|
|
"work with a Source" in {
|
2014-10-10 10:39:29 +02:00
|
|
|
val in = UndefinedSource[Int]
|
|
|
|
|
val probe = StreamTestKit.SubscriberProbe[Int]()
|
|
|
|
|
|
|
|
|
|
val sink = Sink(partialGraph) { implicit b ⇒
|
|
|
|
|
import FlowGraphImplicits._
|
|
|
|
|
in ~> inMerge
|
|
|
|
|
outMerge ~> Flow[String].map(_.toInt) ~> Sink(probe)
|
|
|
|
|
in
|
|
|
|
|
}
|
|
|
|
|
|
2014-10-31 10:43:42 +02:00
|
|
|
source1.to(sink).run()
|
2014-10-10 10:39:29 +02:00
|
|
|
|
|
|
|
|
validateProbe(probe, stdRequests, stdResult)
|
|
|
|
|
}
|
|
|
|
|
|
2014-11-06 10:08:38 +02:00
|
|
|
"work with a Source when having KeyedSink inside" in {
|
|
|
|
|
val in = UndefinedSource[Int]
|
|
|
|
|
val probe = StreamTestKit.SubscriberProbe[Int]()
|
|
|
|
|
val pubSink = Sink.publisher[Int]
|
|
|
|
|
|
|
|
|
|
val sink = Sink[Int]() { implicit b ⇒
|
|
|
|
|
import FlowGraphImplicits._
|
|
|
|
|
in ~> pubSink
|
|
|
|
|
in
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
val mm = source1.to(sink).run()
|
|
|
|
|
Source(mm.get(pubSink)).to(Sink(probe)).run()
|
|
|
|
|
|
|
|
|
|
validateProbe(probe, 4, (0 to 3).toSet)
|
|
|
|
|
}
|
|
|
|
|
|
2014-10-10 10:39:29 +02:00
|
|
|
"be transformable with a Pipe" in {
|
|
|
|
|
val in = UndefinedSource[String]
|
|
|
|
|
|
|
|
|
|
val probe = StreamTestKit.SubscriberProbe[Int]()
|
|
|
|
|
|
|
|
|
|
val sink = Sink(partialGraph) { implicit b ⇒
|
|
|
|
|
import FlowGraphImplicits._
|
|
|
|
|
in ~> Flow[String].map(_.toInt) ~> inMerge
|
|
|
|
|
outMerge ~> Flow[String].map(_.toInt) ~> Sink(probe)
|
|
|
|
|
in
|
|
|
|
|
}
|
|
|
|
|
|
2014-10-31 10:43:42 +02:00
|
|
|
val iSink = Flow[Int].map(_.toString).to(sink)
|
|
|
|
|
source1.to(iSink).run()
|
2014-10-10 10:39:29 +02:00
|
|
|
|
|
|
|
|
validateProbe(probe, stdRequests, stdResult)
|
|
|
|
|
}
|
|
|
|
|
|
2015-01-28 11:49:07 +01:00
|
|
|
"work with a GraphBackedFlow" in {
|
2014-10-10 10:39:29 +02:00
|
|
|
val in1 = UndefinedSource[Int]
|
|
|
|
|
val out1 = UndefinedSink[String]
|
|
|
|
|
|
|
|
|
|
val in2 = UndefinedSource[String]
|
|
|
|
|
|
|
|
|
|
val probe = StreamTestKit.SubscriberProbe[Int]()
|
|
|
|
|
|
|
|
|
|
val flow = Flow(partialGraph) { implicit b ⇒
|
|
|
|
|
import FlowGraphImplicits._
|
|
|
|
|
in1 ~> inMerge
|
|
|
|
|
outMerge ~> out1
|
|
|
|
|
in1 -> out1
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
val sink = Sink() { implicit b ⇒
|
|
|
|
|
import FlowGraphImplicits._
|
|
|
|
|
in2 ~> Flow[String].map(_.toInt) ~> Sink(probe)
|
|
|
|
|
in2
|
|
|
|
|
}
|
|
|
|
|
|
2014-10-31 10:43:42 +02:00
|
|
|
source1.via(flow).to(sink).run()
|
2014-10-10 10:39:29 +02:00
|
|
|
|
|
|
|
|
validateProbe(probe, stdRequests, stdResult)
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
"used together" should {
|
|
|
|
|
"materialize properly" in {
|
|
|
|
|
val probe = StreamTestKit.SubscriberProbe[Int]()
|
2014-10-17 14:05:50 +02:00
|
|
|
val inSource = Source.subscriber[Int]
|
|
|
|
|
val outSink = Sink.publisher[Int]
|
2014-10-10 10:39:29 +02:00
|
|
|
|
|
|
|
|
val flow = Flow(partialGraph) { implicit b ⇒
|
|
|
|
|
import FlowGraphImplicits._
|
|
|
|
|
val in = UndefinedSource[Int]
|
|
|
|
|
val out = UndefinedSink[Int]
|
|
|
|
|
in ~> inMerge
|
|
|
|
|
outMerge ~> Flow[String].map(_.toInt) ~> out
|
|
|
|
|
in -> out
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
val source = Source[String]() { implicit b ⇒
|
|
|
|
|
import FlowGraphImplicits._
|
|
|
|
|
val out = UndefinedSink[String]
|
|
|
|
|
inSource ~> Flow[Int].map(_.toString) ~> out
|
|
|
|
|
out
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
val sink = Sink() { implicit b ⇒
|
|
|
|
|
import FlowGraphImplicits._
|
|
|
|
|
val in = UndefinedSource[String]
|
|
|
|
|
in ~> Flow[String].map(_.toInt) ~> outSink
|
|
|
|
|
in
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
val mm = FlowGraph { implicit b ⇒
|
|
|
|
|
import FlowGraphImplicits._
|
|
|
|
|
source ~> Flow[String].map(_.toInt) ~> flow ~> Flow[Int].map(_.toString) ~> sink
|
|
|
|
|
}.run()
|
|
|
|
|
|
2014-10-17 14:05:50 +02:00
|
|
|
val subscriber = mm.get(inSource)
|
|
|
|
|
val publisher = mm.get(outSink)
|
|
|
|
|
source1.runWith(Sink.publisher).subscribe(subscriber)
|
2014-10-10 10:39:29 +02:00
|
|
|
publisher.subscribe(probe)
|
|
|
|
|
|
|
|
|
|
validateProbe(probe, stdRequests, stdResult)
|
|
|
|
|
}
|
2014-11-06 12:38:04 +02:00
|
|
|
|
|
|
|
|
"allow connecting source to sink directly" in {
|
|
|
|
|
val probe = StreamTestKit.SubscriberProbe[Int]()
|
|
|
|
|
val inSource = Source.subscriber[Int]
|
|
|
|
|
val outSink = Sink.publisher[Int]
|
|
|
|
|
|
|
|
|
|
val source = Source[Int]() { implicit b ⇒
|
|
|
|
|
import FlowGraphImplicits._
|
|
|
|
|
val out = UndefinedSink[Int]
|
|
|
|
|
inSource ~> out
|
|
|
|
|
out
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
val sink = Sink[Int]() { implicit b ⇒
|
|
|
|
|
import FlowGraphImplicits._
|
|
|
|
|
val in = UndefinedSource[Int]
|
|
|
|
|
in ~> outSink
|
|
|
|
|
in
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
val mm = FlowGraph { implicit b ⇒
|
|
|
|
|
import FlowGraphImplicits._
|
|
|
|
|
val broadcast = Broadcast[Int]
|
|
|
|
|
source ~> sink
|
|
|
|
|
}.run()
|
|
|
|
|
|
|
|
|
|
val subscriber = mm.get(inSource)
|
|
|
|
|
val publisher = mm.get(outSink)
|
|
|
|
|
|
|
|
|
|
source1.runWith(Sink.publisher).subscribe(subscriber)
|
|
|
|
|
publisher.subscribe(probe)
|
|
|
|
|
|
|
|
|
|
validateProbe(probe, 4, (0 to 3).toSet)
|
|
|
|
|
}
|
|
|
|
|
|
2014-10-10 10:39:29 +02:00
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|