/** * Copyright (C) 2014 Typesafe Inc. */ package akka.stream.javadsl; import akka.actor.ActorRef; import akka.dispatch.Foreach; import akka.dispatch.Futures; import akka.japi.JavaPartialFunction; import akka.japi.Pair; import akka.japi.function.*; import akka.stream.*; import akka.stream.impl.ConstantFun; import akka.stream.javadsl.FlowGraph.Builder; import akka.stream.stage.*; import akka.stream.testkit.AkkaSpec; import akka.stream.testkit.TestPublisher; import akka.testkit.JavaTestKit; import org.junit.ClassRule; import org.junit.Ignore; import org.junit.Test; import org.reactivestreams.Publisher; import scala.concurrent.Await; import scala.concurrent.Future; import scala.concurrent.duration.Duration; import scala.concurrent.duration.FiniteDuration; import scala.runtime.BoxedUnit; import java.util.*; import java.util.concurrent.TimeUnit; import java.util.concurrent.TimeoutException; import static akka.stream.testkit.StreamTestKit.PublisherProbeSubscription; import static org.junit.Assert.assertEquals; import static org.junit.Assert.fail; @SuppressWarnings("serial") public class FlowTest extends StreamTest { public FlowTest() { super(actorSystemResource); } @ClassRule public static AkkaJUnitActorSystemResource actorSystemResource = new AkkaJUnitActorSystemResource("FlowTest", AkkaSpec.testConf()); @Test public void mustBeAbleToUseSimpleOperators() { final JavaTestKit probe = new JavaTestKit(system); final String[] lookup = { "a", "b", "c", "d", "e", "f" }; final java.lang.Iterable input = Arrays.asList(0, 1, 2, 3, 4, 5); final Source ints = Source.from(input); final Flow flow1 = Flow.of(Integer.class).drop(2).take(3 ).takeWithin(FiniteDuration.create(10, TimeUnit.SECONDS )).map(new Function() { public String apply(Integer elem) { return lookup[elem]; } }).filter(new Predicate() { public boolean test(String elem) { return !elem.equals("c"); } }); final Flow flow2 = Flow.of(String.class).grouped(2 ).mapConcat(new Function, java.lang.Iterable>() { public java.util.List apply(java.util.List elem) { return elem; } }).groupedWithin(100, FiniteDuration.create(50, TimeUnit.MILLISECONDS) ).mapConcat(new Function, java.lang.Iterable>() { public java.util.List apply(java.util.List elem) { return elem; } }); ints.via(flow1.via(flow2)).runFold("", new Function2() { public String apply(String acc, String elem) { return acc + elem; } }, materializer ).foreach(new Foreach() { // Scala Future public void each(String elem) { probe.getRef().tell(elem, ActorRef.noSender()); } }, system.dispatcher()); probe.expectMsgEquals("de"); } @Test public void mustBeAbleToUseDropWhile() throws Exception { final JavaTestKit probe = new JavaTestKit(system); final Source source = Source.from(Arrays.asList(0, 1, 2, 3)); final Flow flow = Flow.of(Integer.class).dropWhile (new Predicate() { public boolean test(Integer elem) { return elem < 2; } }); final Future future = source.via(flow).runWith(Sink.foreach(new Procedure() { // Scala Future public void apply(Integer elem) { probe.getRef().tell(elem, ActorRef.noSender()); } }), materializer); probe.expectMsgEquals(2); probe.expectMsgEquals(3); Await.ready(future, Duration.apply(200, TimeUnit.MILLISECONDS)); } @Test public void mustBeAbleToUseIntersperse() throws Exception { final JavaTestKit probe = new JavaTestKit(system); final Source source = Source.from(Arrays.asList("0", "1", "2", "3")); final Flow flow = Flow.of(String.class).intersperse("[", ",", "]"); final Future future = source.via(flow).runWith(Sink.foreach(new Procedure() { // Scala Future public void apply(String elem) { probe.getRef().tell(elem, ActorRef.noSender()); } }), materializer); probe.expectMsgEquals("["); probe.expectMsgEquals("0"); probe.expectMsgEquals(","); probe.expectMsgEquals("1"); probe.expectMsgEquals(","); probe.expectMsgEquals("2"); probe.expectMsgEquals(","); probe.expectMsgEquals("3"); probe.expectMsgEquals("]"); Await.ready(future, Duration.apply(200, TimeUnit.MILLISECONDS)); } @Test public void mustBeAbleToUseIntersperseAndConcat() throws Exception { final JavaTestKit probe = new JavaTestKit(system); final Source source = Source.from(Arrays.asList("0", "1", "2", "3")); final Flow flow = Flow.of(String.class).intersperse(","); final Future future = Source.single(">> ").concat(source.via(flow)).runWith(Sink.foreach(new Procedure() { // Scala Future public void apply(String elem) { probe.getRef().tell(elem, ActorRef.noSender()); } }), materializer); probe.expectMsgEquals(">> "); probe.expectMsgEquals("0"); probe.expectMsgEquals(","); probe.expectMsgEquals("1"); probe.expectMsgEquals(","); probe.expectMsgEquals("2"); probe.expectMsgEquals(","); probe.expectMsgEquals("3"); Await.ready(future, Duration.apply(200, TimeUnit.MILLISECONDS)); } @Test public void mustBeAbleToUseTakeWhile() throws Exception { final JavaTestKit probe = new JavaTestKit(system); final Source source = Source.from(Arrays.asList(0, 1, 2, 3)); final Flow flow = Flow.of(Integer.class).takeWhile (new Predicate() { public boolean test(Integer elem) { return elem < 2; } }); final Future future = source.via(flow).runWith(Sink.foreach(new Procedure() { // Scala Future public void apply(Integer elem) { probe.getRef().tell(elem, ActorRef.noSender()); } }), materializer); probe.expectMsgEquals(0); probe.expectMsgEquals(1); FiniteDuration duration = Duration.apply(200, TimeUnit.MILLISECONDS); probe.expectNoMsg(duration); Await.ready(future, duration); } @Ignore("StatefulStage to be converted to GraphStage when Java Api is available (#18817)") @Test public void mustBeAbleToUseTransform() { final JavaTestKit probe = new JavaTestKit(system); final Iterable input = Arrays.asList(0, 1, 2, 3, 4, 5, 6, 7); // duplicate each element, stop after 4 elements, and emit sum to the end final Flow flow = Flow.of(Integer.class).transform(new Creator>() { @Override public PushPullStage create() throws Exception { return new StatefulStage() { int sum = 0; int count = 0; @Override public StageState initial() { return new StageState() { @Override public SyncDirective onPush(Integer element, Context ctx) { sum += element; count += 1; if (count == 4) { return emitAndFinish(Arrays.asList(element, element, sum).iterator(), ctx); } else { return emit(Arrays.asList(element, element).iterator(), ctx); } } }; } @Override public TerminationDirective onUpstreamFinish(Context ctx) { return terminationEmit(Collections.singletonList(sum).iterator(), ctx); } }; } }); Source.from(input).via(flow).runForeach(new Procedure() { public void apply(Integer elem) { probe.getRef().tell(elem, ActorRef.noSender()); } }, materializer); probe.expectMsgEquals(0); probe.expectMsgEquals(0); probe.expectMsgEquals(1); probe.expectMsgEquals(1); probe.expectMsgEquals(2); probe.expectMsgEquals(2); probe.expectMsgEquals(3); probe.expectMsgEquals(3); probe.expectMsgEquals(6); } @Test public void mustBeAbleToUseGroupBy() { final JavaTestKit probe = new JavaTestKit(system); final Iterable input = Arrays.asList("Aaa", "Abb", "Bcc", "Cdd", "Cee"); final Flow>, BoxedUnit> slsFlow = Flow .of(String.class).groupBy(new Function() { public String apply(String elem) { return elem.substring(0, 1); } }); Source.from(input).via(slsFlow).runForeach(new Procedure>>() { @Override public void apply(final Pair> pair) throws Exception { pair.second().runForeach(new Procedure() { @Override public void apply(String elem) throws Exception { probe.getRef().tell(new Pair(pair.first(), elem), ActorRef.noSender()); } }, materializer); } }, materializer); Map> grouped = new HashMap>(); for (Object o : probe.receiveN(5)) { @SuppressWarnings("unchecked") Pair p = (Pair) o; List g = grouped.get(p.first()); if (g == null) { g = new ArrayList(); } g.add(p.second()); grouped.put(p.first(), g); } assertEquals(Arrays.asList("Aaa", "Abb"), grouped.get("A")); } @Test public void mustBeAbleToUseSplitWhen() { final JavaTestKit probe = new JavaTestKit(system); final Iterable input = Arrays.asList("A", "B", "C", ".", "D", ".", "E", "F"); final Flow, ?> flow = Flow.of(String.class).splitWhen(new Predicate() { public boolean test(String elem) { return elem.equals("."); } }); Source.from(input).via(flow).runForeach(new Procedure>() { @Override public void apply(Source subStream) throws Exception { subStream.filter(new Predicate() { @Override public boolean test(String elem) { return !elem.equals("."); } }).grouped(10).runForeach(new Procedure>() { @Override public void apply(List chunk) throws Exception { probe.getRef().tell(chunk, ActorRef.noSender()); } }, materializer); } }, materializer); for (Object o : probe.receiveN(3)) { @SuppressWarnings("unchecked") List chunk = (List) o; if (chunk.get(0).equals("A")) { assertEquals(Arrays.asList("A", "B", "C"), chunk); } else if (chunk.get(0).equals("D")) { assertEquals(Arrays.asList("D"), chunk); } else if (chunk.get(0).equals("E")) { assertEquals(Arrays.asList("E", "F"), chunk); } else { assertEquals("[A, B, C] or [D] or [E, F]", chunk); } } } @Test public void mustBeAbleToUseSplitAfter() { final JavaTestKit probe = new JavaTestKit(system); final Iterable input = Arrays.asList("A", "B", "C", ".", "D", ".", "E", "F"); final Flow, ?> flow = Flow.of(String.class).splitAfter(new Predicate() { public boolean test(String elem) { return elem.equals("."); } }); Source.from(input).via(flow).runForeach(new Procedure>() { @Override public void apply(Source subStream) throws Exception { subStream.grouped(10).runForeach(new Procedure>() { @Override public void apply(List chunk) throws Exception { probe.getRef().tell(chunk, ActorRef.noSender()); } }, materializer); } }, materializer); for (Object o : probe.receiveN(3)) { @SuppressWarnings("unchecked") List chunk = (List) o; if (chunk.get(0).equals("A")) { assertEquals(Arrays.asList("A", "B", "C", "."), chunk); } else if (chunk.get(0).equals("D")) { assertEquals(Arrays.asList("D", "."), chunk); } else if (chunk.get(0).equals("E")) { assertEquals(Arrays.asList("E", "F"), chunk); } else { assertEquals("[A, B, C, .] or [D, .] or [E, F]", chunk); } } } public Creator> op() { return new akka.japi.function.Creator>() { @Override public PushPullStage create() throws Exception { return new PushPullStage() { @Override public SyncDirective onPush(T element, Context ctx) { return ctx.push(element); } @Override public SyncDirective onPull(Context ctx) { return ctx.pull(); } }; } }; } @Test public void mustBeAbleToUseMerge() throws Exception { final Flow f1 = Flow.of(String.class).transform(FlowTest.this. op()).named("f1"); final Flow f2 = Flow.of(String.class).transform(FlowTest.this. op()).named("f2"); @SuppressWarnings("unused") final Flow f3 = Flow.of(String.class).transform(FlowTest.this. op()).named("f3"); final Source in1 = Source.from(Arrays.asList("a", "b", "c")); final Source in2 = Source.from(Arrays.asList("d", "e", "f")); final Sink> publisher = Sink.publisher(false); final Source source = Source.fromGraph( FlowGraph.create(new Function, SourceShape>() { @Override public SourceShape apply(Builder b) throws Exception { final UniformFanInShape merge = b.add(Merge.create(2)); b.from(b.add(in1)).via(b.add(f1)).toInlet(merge.in(0)); b.from(b.add(in2)).via(b.add(f2)).toInlet(merge.in(1)); return new SourceShape(merge.out()); } })); // collecting final Publisher pub = source.runWith(publisher, materializer); final Future> all = Source.from(pub).grouped(100).runWith(Sink.>head(), materializer); final List result = Await.result(all, Duration.apply(200, TimeUnit.MILLISECONDS)); assertEquals(new HashSet(Arrays.asList("a", "b", "c", "d", "e", "f")), new HashSet(result)); } @Test public void mustBeAbleToUseZip() { final JavaTestKit probe = new JavaTestKit(system); final Iterable input1 = Arrays.asList("A", "B", "C"); final Iterable input2 = Arrays.asList(1, 2, 3); RunnableGraph.fromGraph(FlowGraph.create(new Function, ClosedShape>(){ public ClosedShape apply(Builder b) { final Outlet in1 = b.add(Source.from(input1)).outlet(); final Outlet in2 = b.add(Source.from(input2)).outlet(); final FanInShape2> zip = b.add(Zip.create()); final SinkShape> out = b.add(Sink.foreach(new Procedure>() { @Override public void apply(Pair param) throws Exception { probe.getRef().tell(param, ActorRef.noSender()); } })); b.from(in1).toInlet(zip.in0()); b.from(in2).toInlet(zip.in1()); b.from(zip.out()).to(out); return ClosedShape.getInstance(); } })).run(materializer); List output = Arrays.asList(probe.receiveN(3)); @SuppressWarnings("unchecked") List> expected = Arrays.asList(new Pair("A", 1), new Pair( "B", 2), new Pair("C", 3)); assertEquals(expected, output); } @Test public void mustBeAbleToUseConcat() { final JavaTestKit probe = new JavaTestKit(system); final Iterable input1 = Arrays.asList("A", "B", "C"); final Iterable input2 = Arrays.asList("D", "E", "F"); final Source in1 = Source.from(input1); final Source in2 = Source.from(input2); final Flow flow = Flow.of(String.class); in1.via(flow.concat(in2)).runForeach(new Procedure() { public void apply(String elem) { probe.getRef().tell(elem, ActorRef.noSender()); } }, materializer); List output = Arrays.asList(probe.receiveN(6)); assertEquals(Arrays.asList("A", "B", "C", "D", "E", "F"), output); } @Test public void mustBeAbleToUsePrefixAndTail() throws Exception { final JavaTestKit probe = new JavaTestKit(system); final Iterable input = Arrays.asList(1, 2, 3, 4, 5, 6); final Flow, Source>, ?> flow = Flow.of(Integer.class).prefixAndTail(3); Future, Source>> future = Source.from(input).via(flow).runWith(Sink., Source>>head(), materializer); Pair, Source> result = Await.result(future, probe.dilated(FiniteDuration.create(3, TimeUnit.SECONDS))); assertEquals(Arrays.asList(1, 2, 3), result.first()); Future> tailFuture = result.second().grouped(4).runWith(Sink.>head(), materializer); List tailResult = Await.result(tailFuture, probe.dilated(FiniteDuration.create(3, TimeUnit.SECONDS))); assertEquals(Arrays.asList(4, 5, 6), tailResult); } @Test public void mustBeAbleToUseConcatAllWithSources() throws Exception { final JavaTestKit probe = new JavaTestKit(system); final Iterable input1 = Arrays.asList(1, 2, 3); final Iterable input2 = Arrays.asList(4, 5); final List> mainInputs = new ArrayList>(); mainInputs.add(Source.from(input1)); mainInputs.add(Source.from(input2)); final Flow, List, ?> flow = Flow.>create(). flatMapConcat(ConstantFun.>javaIdentityFunction()).grouped(6); Future> future = Source.from(mainInputs).via(flow) .runWith(Sink.>head(), materializer); List result = Await.result(future, probe.dilated(FiniteDuration.create(3, TimeUnit.SECONDS))); assertEquals(Arrays.asList(1, 2, 3, 4, 5), result); } @Test public void mustBeAbleToUseBuffer() throws Exception { final JavaTestKit probe = new JavaTestKit(system); final List input = Arrays.asList("A", "B", "C"); final Flow, BoxedUnit> flow = Flow.of(String.class).buffer(2, OverflowStrategy.backpressure()).grouped(4); Future> future = Source.from(input).via(flow) .runWith(Sink.>head(), materializer); List result = Await.result(future, probe.dilated(FiniteDuration.create(3, TimeUnit.SECONDS))); assertEquals(input, result); } @Test public void mustBeAbleToUseConflate() throws Exception { final JavaTestKit probe = new JavaTestKit(system); final List input = Arrays.asList("A", "B", "C"); final Flow flow = Flow.of(String.class).conflate(new Function() { @Override public String apply(String s) throws Exception { return s; } }, new Function2() { @Override public String apply(String aggr, String in) throws Exception { return aggr + in; } }); Future future = Source.from(input).via(flow).runFold("", new Function2() { @Override public String apply(String aggr, String in) throws Exception { return aggr + in; } }, materializer); String result = Await.result(future, probe.dilated(FiniteDuration.create(3, TimeUnit.SECONDS))); assertEquals("ABC", result); } @Test public void mustBeAbleToUseExpand() throws Exception { final JavaTestKit probe = new JavaTestKit(system); final List input = Arrays.asList("A", "B", "C"); final Flow flow = Flow.of(String.class).expand(new Function() { @Override public String apply(String in) throws Exception { return in; } }, new Function>() { @Override public Pair apply(String in) throws Exception { return new Pair(in, in); } }); final Sink> sink = Sink.head(); Future future = Source.from(input).via(flow).runWith(sink, materializer); String result = Await.result(future, probe.dilated(FiniteDuration.create(3, TimeUnit.SECONDS))); assertEquals("A", result); } @Test public void mustBeAbleToUseMapAsync() throws Exception { final JavaTestKit probe = new JavaTestKit(system); final Iterable input = Arrays.asList("a", "b", "c"); final Flow flow = Flow.of(String.class).mapAsync(4, new Function>() { public Future apply(String elem) { return Futures.successful(elem.toUpperCase()); } }); Source.from(input).via(flow).runForeach(new Procedure() { public void apply(String elem) { probe.getRef().tell(elem, ActorRef.noSender()); } }, materializer); probe.expectMsgEquals("A"); probe.expectMsgEquals("B"); probe.expectMsgEquals("C"); } @Test public void mustBeAbleToRecover() throws Exception { final TestPublisher.ManualProbe publisherProbe = TestPublisher.manualProbe(true,system); final JavaTestKit probe = new JavaTestKit(system); final Source source = Source.from(publisherProbe); final Flow flow = Flow.of(Integer.class).map( new Function() { public Integer apply(Integer elem) { if (elem == 2) throw new RuntimeException("ex"); else return elem; } }) .recover(new JavaPartialFunction() { public Integer apply(Throwable elem, boolean isCheck) { if (isCheck) return null; return 0; } }); final Future future = source.via(flow).runWith(Sink.foreach(new Procedure() { public void apply(Integer elem) { probe.getRef().tell(elem, ActorRef.noSender()); } }), materializer); final PublisherProbeSubscription s = publisherProbe.expectSubscription(); s.sendNext(0); probe.expectMsgEquals(0); s.sendNext(1); probe.expectMsgEquals(1); s.sendNext(2); probe.expectMsgEquals(0); Await.ready(future, Duration.apply(200, TimeUnit.MILLISECONDS)); } @Test public void mustBeAbleToMaterializeIdentityWithJavaFlow() throws Exception { final JavaTestKit probe = new JavaTestKit(system); final List input = Arrays.asList("A", "B", "C"); Flow otherFlow = Flow.of(String.class); Flow myFlow = Flow.of(String.class).via(otherFlow); Source.from(input).via(myFlow).runWith(Sink.foreach(new Procedure() { // Scala Future public void apply(String elem) { probe.getRef().tell(elem, ActorRef.noSender()); } }), materializer); probe.expectMsgAllOf("A","B","C"); } @Test public void mustBeAbleToMaterializeIdentityToJavaSink() throws Exception { final JavaTestKit probe = new JavaTestKit(system); final List input = Arrays.asList("A", "B", "C"); Flow otherFlow = Flow.of(String.class); Sink sink = Flow.of(String.class).to(otherFlow.to(Sink.foreach(new Procedure() { // Scala Future public void apply(String elem) { probe.getRef().tell(elem, ActorRef.noSender()); } }))); Source.from(input).to(sink).run(materializer); probe.expectMsgAllOf("A","B","C"); } @Test public void mustBeAbleToBroadcastEagerCancel() throws Exception { final Sink sink = Sink.fromGraph( FlowGraph.create(new Function, SinkShape>() { @Override public SinkShape apply(Builder b) throws Exception { final UniformFanOutShape broadcast = b.add(Broadcast.create(2, true)); final SinkShape out1 = b.add(Sink.cancelled()); final SinkShape out2 = b.add(Sink.ignore()); b.from(broadcast.out(0)).to(out1); b.from(broadcast.out(1)).to(out2); return new SinkShape(broadcast.in()); } })); final JavaTestKit probe = new JavaTestKit(system); Source source = Source.actorRef(1, OverflowStrategy.dropNew()); final ActorRef actor = source.toMat(sink, Keep.left()).run(materializer); probe.watch(actor); probe.expectTerminated(actor); } @Test public void mustBeAbleToUseZipWith() throws Exception { final JavaTestKit probe = new JavaTestKit(system); final Iterable input1 = Arrays.asList("A", "B", "C"); final Iterable input2 = Arrays.asList("D", "E", "F"); Source.from(input1).via(Flow.of(String.class).zipWith(Source.from(input2), new Function2() { public String apply(String s1, String s2) { return s1 + "-" + s2; } })).runForeach(new Procedure() { public void apply(String elem) { probe.getRef().tell(elem, ActorRef.noSender()); } }, materializer); probe.expectMsgEquals("A-D"); probe.expectMsgEquals("B-E"); probe.expectMsgEquals("C-F"); } @Test public void mustBeAbleToUseZip2() throws Exception { final JavaTestKit probe = new JavaTestKit(system); final Iterable input1 = Arrays.asList("A", "B", "C"); final Iterable input2 = Arrays.asList("D", "E", "F"); Source.from(input1).via(Flow.of(String.class).zip(Source.from(input2))) .runForeach(new Procedure>() { public void apply(Pair elem) { probe.getRef().tell(elem, ActorRef.noSender()); } }, materializer); probe.expectMsgEquals(new Pair("A", "D")); probe.expectMsgEquals(new Pair("B", "E")); probe.expectMsgEquals(new Pair("C", "F")); } @Test public void mustBeAbleToUseMerge2() { final JavaTestKit probe = new JavaTestKit(system); final Iterable input1 = Arrays.asList("A", "B", "C"); final Iterable input2 = Arrays.asList("D", "E", "F"); Source.from(input1).via(Flow.of(String.class).merge(Source.from(input2))) .runForeach(new Procedure() { public void apply(String elem) { probe.getRef().tell(elem, ActorRef.noSender()); } }, materializer); probe.expectMsgAllOf("A", "B", "C", "D", "E", "F"); } @Test public void mustBeAbleToUseInitialTimeout() throws Exception { try { Await.result( Source.maybe() .via(Flow.of(Integer.class).initialTimeout(Duration.create(1, "second"))) .runWith(Sink.head(), materializer), Duration.create(3, "second") ); fail("A TimeoutException was expected"); } catch(TimeoutException e) { // expected } } @Test public void mustBeAbleToUseCompletionTimeout() throws Exception { try { Await.result( Source.maybe() .via(Flow.of(Integer.class).completionTimeout(Duration.create(1, "second"))) .runWith(Sink.head(), materializer), Duration.create(3, "second") ); fail("A TimeoutException was expected"); } catch(TimeoutException e) { // expected } } @Test public void mustBeAbleToUseIdleTimeout() throws Exception { try { Await.result( Source.maybe() .via(Flow.of(Integer.class).idleTimeout(Duration.create(1, "second"))) .runWith(Sink.head(), materializer), Duration.create(3, "second") ); fail("A TimeoutException was expected"); } catch(TimeoutException e) { // expected } } @Test public void mustBeAbleToUseKeepAlive() throws Exception { Integer result = Await.result( Source.maybe() .via(Flow.of(Integer.class) .keepAlive(Duration.create(1, "second"), new Creator() { public Integer create() { return 0; } }) ) .takeWithin(Duration.create(1500, "milliseconds")) .runWith(Sink.head(), materializer), Duration.create(3, "second") ); assertEquals((Object) 0, result); } }