package akka.stream.javadsl; import akka.actor.ActorRef; import akka.dispatch.Foreach; import akka.dispatch.Futures; import akka.japi.Pair; import akka.stream.OverflowStrategy; import akka.stream.StreamTest; import akka.stream.stage.*; import akka.stream.javadsl.japi.*; import akka.stream.testkit.AkkaSpec; import akka.testkit.JavaTestKit; import org.reactivestreams.Publisher; import scala.runtime.BoxedUnit; import org.junit.ClassRule; import org.junit.Test; import scala.concurrent.Await; import scala.concurrent.Future; import scala.concurrent.duration.FiniteDuration; import scala.concurrent.duration.Duration; import java.util.*; import java.util.concurrent.TimeUnit; import static org.junit.Assert.assertEquals; public class FlowTest extends StreamTest { public FlowTest() { super(actorSystemResource); } @ClassRule public static AkkaJUnitActorSystemResource actorSystemResource = new AkkaJUnitActorSystemResource("FlowTest", AkkaSpec.testConf()); @Test public void mustBeAbleToUseSimpleOperators() { final JavaTestKit probe = new JavaTestKit(system); final String[] lookup = { "a", "b", "c", "d", "e", "f" }; final java.lang.Iterable input = Arrays.asList(0, 1, 2, 3, 4, 5); final Source ints = Source.from(input); final Flow flow1 = Flow.of(Integer.class).drop(2).take(3 ).takeWithin(FiniteDuration.create(10, TimeUnit.SECONDS )).map(new Function() { public String apply(Integer elem) { return lookup[elem]; } }).filter(new Predicate() { public boolean test(String elem) { return !elem.equals("c"); } }); final Flow flow2 = Flow.of(String.class).grouped(2 ).mapConcat(new Function, java.util.List>() { public java.util.List apply(java.util.List elem) { return elem; } }).groupedWithin(100, FiniteDuration.create(50, TimeUnit.MILLISECONDS) ).mapConcat(new Function, java.util.List>() { public java.util.List apply(java.util.List elem) { return elem; } }); ints.via(flow1.via(flow2)).fold("", new Function2() { public String apply(String acc, String elem) { return acc + elem; } }, materializer ).foreach(new Foreach() { // Scala Future public void each(String elem) { probe.getRef().tell(elem, ActorRef.noSender()); } }, system.dispatcher()); probe.expectMsgEquals("de"); } @Test public void mustBeAbleToUseTransform() { final JavaTestKit probe = new JavaTestKit(system); final Iterable input = Arrays.asList(0, 1, 2, 3, 4, 5, 6, 7); // duplicate each element, stop after 4 elements, and emit sum to the end final Flow flow = Flow.of(Integer.class).transform(new Creator>() { @Override public PushPullStage create() throws Exception { return new StatefulStage() { int sum = 0; int count = 0; @Override public StageState initial() { return new StageState() { @Override public Directive onPush(Integer element, Context ctx) { sum += element; count += 1; if (count == 4) { return emitAndFinish(Arrays.asList(element, element, sum).iterator(), ctx); } else { return emit(Arrays.asList(element, element).iterator(), ctx); } } }; } @Override public TerminationDirective onUpstreamFinish(Context ctx) { return terminationEmit(Collections.singletonList(sum).iterator(), ctx); } }; } }); Source.from(input).via(flow).foreach(new Procedure() { public void apply(Integer elem) { probe.getRef().tell(elem, ActorRef.noSender()); } }, materializer); probe.expectMsgEquals(0); probe.expectMsgEquals(0); probe.expectMsgEquals(1); probe.expectMsgEquals(1); probe.expectMsgEquals(2); probe.expectMsgEquals(2); probe.expectMsgEquals(3); probe.expectMsgEquals(3); probe.expectMsgEquals(6); } @Test public void mustBeAbleToUseGroupBy() { final JavaTestKit probe = new JavaTestKit(system); final Iterable input = Arrays.asList("Aaa", "Abb", "Bcc", "Cdd", "Cee"); final Flow>> slsFlow= Flow.of(String.class).groupBy(new Function() { public String apply(String elem) { return elem.substring(0, 1); } }); Source.from(input).via(slsFlow).foreach(new Procedure>>() { @Override public void apply(final Pair> pair) throws Exception { pair.second().foreach(new Procedure() { @Override public void apply(String elem) throws Exception { probe.getRef().tell(new Pair(pair.first(), elem), ActorRef.noSender()); } }, materializer); } }, materializer); Map> grouped = new HashMap>(); for (Object o : probe.receiveN(5)) { @SuppressWarnings("unchecked") Pair p = (Pair) o; List g = grouped.get(p.first()); if (g == null) { g = new ArrayList(); } g.add(p.second()); grouped.put(p.first(), g); } assertEquals(Arrays.asList("Aaa", "Abb"), grouped.get("A")); } @Test public void mustBeAbleToUseSplitWhen() { final JavaTestKit probe = new JavaTestKit(system); final Iterable input = Arrays.asList("A", "B", "C", ".", "D", ".", "E", "F"); final Flow> flow = Flow.of(String.class).splitWhen(new Predicate() { public boolean test(String elem) { return elem.equals("."); } }); Source.from(input).via(flow).foreach(new Procedure>() { @Override public void apply(Source subStream) throws Exception { subStream.filter(new Predicate() { @Override public boolean test(String elem) { return !elem.equals("."); } }).grouped(10).foreach(new Procedure>() { @Override public void apply(List chunk) throws Exception { probe.getRef().tell(chunk, ActorRef.noSender()); } }, materializer); } }, materializer); for (Object o : probe.receiveN(3)) { @SuppressWarnings("unchecked") List chunk = (List) o; if (chunk.get(0).equals("A")) { assertEquals(Arrays.asList("A", "B", "C"), chunk); } else if (chunk.get(0).equals("D")) { assertEquals(Arrays.asList("D"), chunk); } else if (chunk.get(0).equals("E")) { assertEquals(Arrays.asList("E", "F"), chunk); } else { assertEquals("[A, B, C] or [D] or [E, F]", chunk); } } } public Creator> op() { return new akka.stream.javadsl.japi.Creator>() { @Override public PushPullStage create() throws Exception { return new PushPullStage() { @Override public Directive onPush(T element, Context ctx) { return ctx.push(element); } @Override public Directive onPull(Context ctx) { return ctx.pull(); } }; } }; } @Test public void mustBeAbleToUseMerge() throws Exception { final Flow f1 = Flow.of(String.class).section(OperationAttributes.name("f1"), new Function, Flow>() { @Override public Flow apply(Flow flow) { return flow.transform(FlowTest.this.op()); } }); final Flow f2 = Flow.of(String.class).section(OperationAttributes.name("f2"), new Function, Flow>() { @Override public Flow apply(Flow flow) { return flow.transform(FlowTest.this.op()); } }); final Flow f3 = Flow.of(String.class).section(OperationAttributes.name("f3"), new Function, Flow>() { @Override public Flow apply(Flow flow) { return flow.transform(FlowTest.this.op()); } }); final Source in1 = Source.from(Arrays.asList("a", "b", "c")); final Source in2 = Source.from(Arrays.asList("d", "e", "f")); final KeyedSink> publisher = Sink.publisher(); // this is red in intellij, but actually valid, scalac generates bridge methods for Java, so inference *works* final Merge merge = Merge. create(); MaterializedMap m = FlowGraph.builder().addEdge(in1, f1, merge).addEdge(in2, f2, merge) .addEdge(merge, f3, publisher).build().run(materializer); // collecting final Publisher pub = m.get(publisher); final Future> all = Source.from(pub).grouped(100).runWith(Sink.>head(), materializer); final List result = Await.result(all, Duration.apply(200, TimeUnit.MILLISECONDS)); assertEquals(new HashSet(Arrays.asList("a", "b", "c", "d", "e", "f")), new HashSet(result)); } @Test public void mustBeAbleToUseZip() { final JavaTestKit probe = new JavaTestKit(system); final Iterable input1 = Arrays.asList("A", "B", "C"); final Iterable input2 = Arrays.asList(1, 2, 3); final Source in1 = Source.from(input1); final Source in2 = Source.from(input2); final ZipWith> zip = Zip.create(); final KeyedSink, Future> out = Sink .foreach(new Procedure>() { @Override public void apply(Pair param) throws Exception { probe.getRef().tell(param, ActorRef.noSender()); } }); FlowGraph.builder().addEdge(in1, zip.left()).addEdge(in2, zip.right()).addEdge(zip.out(), out).run(materializer); List output = Arrays.asList(probe.receiveN(3)); @SuppressWarnings("unchecked") List> expected = Arrays.asList(new Pair("A", 1), new Pair( "B", 2), new Pair("C", 3)); assertEquals(expected, output); } @Test public void mustBeAbleToUseUnzip() { final JavaTestKit probe1 = new JavaTestKit(system); final JavaTestKit probe2 = new JavaTestKit(system); @SuppressWarnings("unchecked") final List> input = Arrays.asList(new Pair("A", 1), new Pair("B", 2), new Pair("C", 3)); final Iterable expected1 = Arrays.asList("A", "B", "C"); final Iterable expected2 = Arrays.asList(1, 2, 3); final Source> in = Source.from(input); final Unzip unzip = Unzip.create(); final KeyedSink> out1 = Sink.foreach(new Procedure() { @Override public void apply(String param) throws Exception { probe1.getRef().tell(param, ActorRef.noSender()); } }); final KeyedSink> out2 = Sink.foreach(new Procedure() { @Override public void apply(Integer param) throws Exception { probe2.getRef().tell(param, ActorRef.noSender()); } }); FlowGraph.builder().addEdge(in, unzip.in()).addEdge(unzip.left(), out1).addEdge(unzip.right(), out2) .run(materializer); List output1 = Arrays.asList(probe1.receiveN(3)); List output2 = Arrays.asList(probe2.receiveN(3)); assertEquals(expected1, output1); assertEquals(expected2, output2); } @Test public void mustBeAbleToUseConcat() { final JavaTestKit probe = new JavaTestKit(system); final Iterable input1 = Arrays.asList("A", "B", "C"); final Iterable input2 = Arrays.asList("D", "E", "F"); final Source in1 = Source.from(input1); final Source in2 = Source.from(input2); final Flow flow = Flow.of(String.class); in1.via(flow.concat(in2)).foreach(new Procedure() { public void apply(String elem) { probe.getRef().tell(elem, ActorRef.noSender()); } }, materializer); List output = Arrays.asList(probe.receiveN(6)); assertEquals(Arrays.asList("A", "B", "C", "D", "E", "F"), output); } @Test public void mustBeAbleToUsePrefixAndTail() throws Exception { final JavaTestKit probe = new JavaTestKit(system); final Iterable input = Arrays.asList(1, 2, 3, 4, 5, 6); final Flow, Source>> flow = Flow.of(Integer.class).prefixAndTail(3); Future, Source>> future = flow.runWith(Source.from(input), Sink., Source>>head(), materializer); Pair, Source> result = Await.result(future, probe.dilated(FiniteDuration.create(3, TimeUnit.SECONDS))); assertEquals(Arrays.asList(1, 2, 3), result.first()); Future> tailFuture = result.second().grouped(4).runWith(Sink.>head(), materializer); List tailResult = Await.result(tailFuture, probe.dilated(FiniteDuration.create(3, TimeUnit.SECONDS))); assertEquals(Arrays.asList(4, 5, 6), tailResult); } @Test public void mustBeAbleToUseConcatAllWithSources() throws Exception { final JavaTestKit probe = new JavaTestKit(system); final Iterable input1 = Arrays.asList(1, 2, 3); final Iterable input2 = Arrays.asList(4, 5); final List> mainInputs = Arrays.asList(Source.from(input1), Source.from(input2)); final Flow, List> flow = Flow.>create(). flatten(akka.stream.javadsl.FlattenStrategy. concat()).grouped(6); Future> future = Source.from(mainInputs).via(flow) .runWith(Sink.>head(), materializer); List result = Await.result(future, probe.dilated(FiniteDuration.create(3, TimeUnit.SECONDS))); assertEquals(Arrays.asList(1, 2, 3, 4, 5), result); } @Test public void mustBeAbleToUseBuffer() throws Exception { final JavaTestKit probe = new JavaTestKit(system); final List input = Arrays.asList("A", "B", "C"); final Flow> flow = Flow.of(String.class).buffer(2, OverflowStrategy.backpressure()).grouped(4); Future> future = Source.from(input).via(flow) .runWith(Sink.>head(), materializer); List result = Await.result(future, probe.dilated(FiniteDuration.create(3, TimeUnit.SECONDS))); assertEquals(input, result); } @Test public void mustBeAbleToUseConflate() throws Exception { final JavaTestKit probe = new JavaTestKit(system); final List input = Arrays.asList("A", "B", "C"); final Flow flow = Flow.of(String.class).conflate(new Function() { @Override public String apply(String s) throws Exception { return s; } }, new Function2() { @Override public String apply(String aggr, String in) throws Exception { return aggr + in; } }); Future future = Source.from(input).via(flow).fold("", new Function2() { @Override public String apply(String aggr, String in) throws Exception { return aggr + in; } }, materializer); String result = Await.result(future, probe.dilated(FiniteDuration.create(3, TimeUnit.SECONDS))); assertEquals("ABC", result); } @Test public void mustBeAbleToUseExpand() throws Exception { final JavaTestKit probe = new JavaTestKit(system); final List input = Arrays.asList("A", "B", "C"); final Flow flow = Flow.of(String.class).expand(new Function() { @Override public String apply(String in) throws Exception { return in; } }, new Function>() { @Override public Pair apply(String in) throws Exception { return new Pair(in, in); } }); final KeyedSink> sink = Sink.head(); MaterializedMap map = Source.from(input).to(flow.to(sink)).run(materializer); Future future = map.get(sink); String result = Await.result(future, probe.dilated(FiniteDuration.create(3, TimeUnit.SECONDS))); assertEquals("A", result); } @Test public void mustBeAbleToUseMapAsync() throws Exception { final JavaTestKit probe = new JavaTestKit(system); final Iterable input = Arrays.asList("a", "b", "c"); final Flow flow = Flow.of(String.class).mapAsync(new Function>() { public Future apply(String elem) { return Futures.successful(elem.toUpperCase()); } }); Source.from(input).via(flow).foreach(new Procedure() { public void apply(String elem) { probe.getRef().tell(elem, ActorRef.noSender()); } }, materializer); probe.expectMsgEquals("A"); probe.expectMsgEquals("B"); probe.expectMsgEquals("C"); } }