package akka.stream.javadsl; import akka.actor.ActorRef; import akka.actor.ActorSystem; import akka.dispatch.Foreach; import akka.dispatch.Futures; import akka.dispatch.OnSuccess; import akka.japi.Pair; import akka.japi.Util; import akka.stream.FlowMaterializer; import akka.stream.MaterializerSettings; import akka.stream.OverflowStrategy; import akka.stream.Transformer; import akka.stream.javadsl.japi.*; import akka.stream.testkit.AkkaSpec; import akka.testkit.JavaTestKit; import org.junit.ClassRule; import org.junit.Test; import org.reactivestreams.Publisher; import scala.Option; import scala.collection.immutable.Seq; import scala.concurrent.Await; import scala.concurrent.Future; import scala.concurrent.duration.Duration; import scala.concurrent.duration.FiniteDuration; import scala.runtime.BoxedUnit; import scala.util.Try; import java.util.*; import java.util.concurrent.Callable; import java.util.concurrent.TimeUnit; import static org.junit.Assert.assertEquals; public class FlowTest { @ClassRule public static AkkaJUnitActorSystemResource actorSystemResource = new AkkaJUnitActorSystemResource("FlowTest", AkkaSpec.testConf()); final ActorSystem system = actorSystemResource.getSystem(); final MaterializerSettings settings = MaterializerSettings.create(system); final FlowMaterializer materializer = FlowMaterializer.create(settings, system); @Test public void mustBeAbleToUseSimpleOperators() { final JavaTestKit probe = new JavaTestKit(system); final String[] lookup = { "a", "b", "c", "d", "e", "f" }; final java.util.Iterator input = Arrays.asList(0, 1, 2, 3, 4, 5).iterator(); final Source ints = Source.from(input); ints.drop(2).take(3).takeWithin(FiniteDuration.create(10, TimeUnit.SECONDS)).map(new Function() { public String apply(Integer elem) { return lookup[elem]; } }).filter(new Predicate() { public boolean test(String elem) { return !elem.equals("c"); } }).grouped(2).mapConcat(new Function, java.util.List>() { public java.util.List apply(java.util.List elem) { return elem; } }).groupedWithin(100, FiniteDuration.create(50, TimeUnit.MILLISECONDS)) .mapConcat(new Function, java.util.List>() { public java.util.List apply(java.util.List elem) { return elem; } }).fold("", new Function2() { public String apply(String acc, String elem) { return acc + elem; } }, materializer).foreach(new Foreach() { // Scala Future public void each(String elem) { probe.getRef().tell(elem, ActorRef.noSender()); } }, system.dispatcher()); probe.expectMsgEquals("de"); } @Test public void mustBeAbleToUseVoidTypeInForeach() { final JavaTestKit probe = new JavaTestKit(system); final java.util.Iterator input = Arrays.asList("a", "b", "c").iterator(); Source ints = Source.from(input); Future completion = ints.foreach(new Procedure() { public void apply(String elem) { probe.getRef().tell(elem, ActorRef.noSender()); } }, materializer); completion.onSuccess(new OnSuccess() { @Override public void onSuccess(BoxedUnit elem) throws Throwable { probe.getRef().tell(String.valueOf(elem), ActorRef.noSender()); } }, system.dispatcher()); probe.expectMsgEquals("a"); probe.expectMsgEquals("b"); probe.expectMsgEquals("c"); probe.expectMsgEquals("()"); } @Test public void mustBeAbleToUseTransform() { final JavaTestKit probe = new JavaTestKit(system); final JavaTestKit probe2 = new JavaTestKit(system); final Iterable input = Arrays.asList(0, 1, 2, 3, 4, 5, 6, 7); // duplicate each element, stop after 4 elements, and emit sum to the end Source.from(input).transform("publish", new Creator>() { @Override public Transformer create() throws Exception { return new Transformer() { int sum = 0; int count = 0; @Override public scala.collection.immutable.Seq onNext(Integer element) { sum += element; count += 1; return Util.immutableSeq(new Integer[] { element, element }); } @Override public boolean isComplete() { return count == 4; } @Override public scala.collection.immutable.Seq onTermination(Option e) { return Util.immutableSingletonSeq(sum); } @Override public void cleanup() { probe2.getRef().tell("cleanup", ActorRef.noSender()); } }; } }).foreach(new Procedure() { public void apply(Integer elem) { probe.getRef().tell(elem, ActorRef.noSender()); } }, materializer); probe.expectMsgEquals(0); probe.expectMsgEquals(0); probe.expectMsgEquals(1); probe.expectMsgEquals(1); probe.expectMsgEquals(2); probe.expectMsgEquals(2); probe.expectMsgEquals(3); probe.expectMsgEquals(3); probe.expectMsgEquals(6); probe2.expectMsgEquals("cleanup"); } @Test public void mustBeAbleToUseTransformRecover() { final JavaTestKit probe = new JavaTestKit(system); final Iterable input = Arrays.asList(0, 1, 2, 3, 4, 5); Source.from(input).map(new Function() { public Integer apply(Integer elem) { if (elem == 4) { throw new IllegalArgumentException("4 not allowed"); } else { return elem + elem; } } }).transform("publish", new Creator>() { @Override public Transformer create() throws Exception { return new Transformer() { @Override public scala.collection.immutable.Seq onNext(Integer element) { return Util.immutableSingletonSeq(element.toString()); } @Override public scala.collection.immutable.Seq onTermination(Option e) { if (e.isEmpty()) { return Util.immutableSeq(new String[0]); } else { return Util.immutableSingletonSeq(e.get().getMessage()); } } @Override public void onError(Throwable e) { } @Override public boolean isComplete() { return false; } @Override public void cleanup() { } }; } }).foreach(new Procedure() { public void apply(String elem) { probe.getRef().tell(elem, ActorRef.noSender()); } }, materializer); probe.expectMsgEquals("0"); probe.expectMsgEquals("2"); probe.expectMsgEquals("4"); probe.expectMsgEquals("6"); probe.expectMsgEquals("4 not allowed"); } @Test public void mustBeAbleToUseGroupBy() { final JavaTestKit probe = new JavaTestKit(system); final Iterable input = Arrays.asList("Aaa", "Abb", "Bcc", "Cdd", "Cee"); Source.from(input).groupBy(new Function() { public String apply(String elem) { return elem.substring(0, 1); } }).foreach(new Procedure>>() { @Override public void apply(final Pair> pair) throws Exception { pair.second().foreach(new Procedure() { @Override public void apply(String elem) throws Exception { probe.getRef().tell(new Pair(pair.first(), elem), ActorRef.noSender()); } }, materializer); } }, materializer); Map> grouped = new HashMap>(); for (Object o : probe.receiveN(5)) { @SuppressWarnings("unchecked") Pair p = (Pair) o; List g = grouped.get(p.first()); if (g == null) { g = new ArrayList(); } g.add(p.second()); grouped.put(p.first(), g); } assertEquals(Arrays.asList("Aaa", "Abb"), grouped.get("A")); } @Test public void mustBeAbleToUseSplitWhen() { final JavaTestKit probe = new JavaTestKit(system); final Iterable input = Arrays.asList("A", "B", "C", "\n", "D", "\n", "E", "F"); Source.from(input).splitWhen(new Predicate() { public boolean test(String elem) { return elem.equals("\n"); } }).foreach(new Procedure>() { @Override public void apply(Source subStream) throws Exception { subStream.filter(new Predicate() { @Override public boolean test(String elem) { return !elem.equals("\n"); } }).grouped(10).foreach(new Procedure>() { @Override public void apply(List chunk) throws Exception { probe.getRef().tell(chunk, ActorRef.noSender()); } }, materializer); } }, materializer); for (Object o : probe.receiveN(3)) { @SuppressWarnings("unchecked") List chunk = (List) o; if (chunk.get(0).equals("A")) { assertEquals(Arrays.asList("A", "B", "C"), chunk); } else if (chunk.get(0).equals("D")) { assertEquals(Arrays.asList("D"), chunk); } else if (chunk.get(0).equals("E")) { assertEquals(Arrays.asList("E", "F"), chunk); } else { assertEquals("[A, B, C] or [D] or [E, F]", chunk); } } } public Creator> op() { return new akka.stream.javadsl.japi.Creator>() { @Override public Transformer create() throws Exception { return new Transformer() { @Override public Seq onNext(In element) { return Util.immutableSeq(Collections.singletonList((Out) element)); // TODO needs helpers } }; } }; } @Test public void mustBeAbleToUseMerge() throws Exception { final Flow f1 = Flow.of(String.class).transform("f1", this.op()); // javadsl final Flow f2 = Flow.of(String.class).transform("f2", this.op()); // javadsl final Flow f3 = Flow.of(String.class).transform("f2", this.op()); // javadsl final Source in1 = Source.from(Arrays.asList("a", "b", "c")); final Source in2 = Source.from(Arrays.asList("d", "e", "f")); final KeyedSink> publisher = Sink.publisher(); // this is red in intellij, but actually valid, scalac generates bridge methods for Java, so inference *works* final Merge merge = Merge. create(); MaterializedMap m = FlowGraph.builder().addEdge(in1, f1, merge).addEdge(in2, f2, merge) .addEdge(merge, f3, publisher).build().run(materializer); // collecting final Publisher pub = m.get(publisher); final Future> all = Source.from(pub).grouped(100).runWith(Sink.>head(), materializer); final List result = Await.result(all, Duration.apply(200, TimeUnit.MILLISECONDS)); assertEquals(new HashSet(Arrays.asList("a", "b", "c", "d", "e", "f")), new HashSet(result)); } @Test public void mustBeAbleToUseZip() { final JavaTestKit probe = new JavaTestKit(system); final Iterable input1 = Arrays.asList("A", "B", "C"); final Iterable input2 = Arrays.asList(1, 2, 3); final Source in1 = Source.from(input1); final Source in2 = Source.from(input2); final Zip zip = Zip.create(); final KeyedSink, Future> out = Sink .foreach(new Procedure>() { @Override public void apply(Pair param) throws Exception { probe.getRef().tell(param, ActorRef.noSender()); } }); FlowGraph.builder().addEdge(in1, zip.left()).addEdge(in2, zip.right()).addEdge(zip.out(), out).run(materializer); List output = Arrays.asList(probe.receiveN(3)); @SuppressWarnings("unchecked") List> expected = Arrays.asList(new Pair("A", 1), new Pair( "B", 2), new Pair("C", 3)); assertEquals(expected, output); } @Test public void mustBeAbleToUseUnzip() { final JavaTestKit probe1 = new JavaTestKit(system); final JavaTestKit probe2 = new JavaTestKit(system); @SuppressWarnings("unchecked") final List> input = Arrays.asList(new Pair("A", 1), new Pair("B", 2), new Pair("C", 3)); final Iterable expected1 = Arrays.asList("A", "B", "C"); final Iterable expected2 = Arrays.asList(1, 2, 3); final Source> in = Source.from(input); final Unzip unzip = Unzip.create(); final KeyedSink> out1 = Sink.foreach(new Procedure() { @Override public void apply(String param) throws Exception { probe1.getRef().tell(param, ActorRef.noSender()); } }); final KeyedSink> out2 = Sink.foreach(new Procedure() { @Override public void apply(Integer param) throws Exception { probe2.getRef().tell(param, ActorRef.noSender()); } }); FlowGraph.builder().addEdge(in, unzip.in()).addEdge(unzip.left(), out1).addEdge(unzip.right(), out2) .run(materializer); List output1 = Arrays.asList(probe1.receiveN(3)); List output2 = Arrays.asList(probe2.receiveN(3)); assertEquals(expected1, output1); assertEquals(expected2, output2); } @Test public void mustBeAbleToUseConcat() { final JavaTestKit probe = new JavaTestKit(system); final Iterable input1 = Arrays.asList("A", "B", "C"); final Iterable input2 = Arrays.asList("D", "E", "F"); final Source in1 = Source.from(input1); final Source in2 = Source.from(input2); in1.concat(in2).foreach(new Procedure() { public void apply(String elem) { probe.getRef().tell(elem, ActorRef.noSender()); } }, materializer); List output = Arrays.asList(probe.receiveN(6)); assertEquals(Arrays.asList("A", "B", "C", "D", "E", "F"), output); } @Test public void mustBeAbleToUseCallableInput() { final JavaTestKit probe = new JavaTestKit(system); final akka.stream.javadsl.japi.Creator> input = new akka.stream.javadsl.japi.Creator>() { int countdown = 5; @Override public akka.japi.Option create() { if (countdown == 0) { return akka.japi.Option.none(); } else { countdown -= 1; return akka.japi.Option.option(countdown); } } }; Source.from(input).foreach(new Procedure() { public void apply(Integer elem) { probe.getRef().tell(elem, ActorRef.noSender()); } }, materializer); List output = Arrays.asList(probe.receiveN(5)); assertEquals(Arrays.asList(4, 3, 2, 1, 0), output); probe.expectNoMsg(FiniteDuration.create(500, TimeUnit.MILLISECONDS)); } @Test public void mustBeAbleToUseOnCompleteSuccess() { final JavaTestKit probe = new JavaTestKit(system); final Iterable input = Arrays.asList("A", "B", "C"); Source.from(input).runWith(Sink. onComplete(new Procedure() { @Override public void apply(BoxedUnit param) throws Exception { probe.getRef().tell(param, ActorRef.noSender()); } }), materializer); probe.expectMsgClass(BoxedUnit.class); } @Test public void mustBeAbleToUseOnCompleteError() { final JavaTestKit probe = new JavaTestKit(system); final Iterable input = Arrays.asList("A", "B", "C"); Source.from(input).map(new Function() { public String apply(String arg0) throws Exception { throw new RuntimeException("simulated err"); } }).runWith(Sink.head(), materializer).onComplete(new OnSuccess>() { @Override public void onSuccess(Try e) throws Throwable { if (e == null) { probe.getRef().tell("done", ActorRef.noSender()); } else { probe.getRef().tell(e.failed().get().getMessage(), ActorRef.noSender()); } } }, system.dispatcher()); probe.expectMsgEquals("simulated err"); } @Test public void mustBeAbleToUseToFuture() throws Exception { final JavaTestKit probe = new JavaTestKit(system); final Iterable input = Arrays.asList("A", "B", "C"); Future future = Source.from(input).runWith(Sink.head(), materializer); String result = Await.result(future, probe.dilated(FiniteDuration.create(3, TimeUnit.SECONDS))); assertEquals("A", result); } @Test public void mustBeAbleToUsePrefixAndTail() throws Exception { final JavaTestKit probe = new JavaTestKit(system); final Iterable input = Arrays.asList(1, 2, 3, 4, 5, 6); Future, Source>> future = Source.from(input).prefixAndTail(3) .runWith(Sink., Source>>head(), materializer); Pair, Source> result = Await.result(future, probe.dilated(FiniteDuration.create(3, TimeUnit.SECONDS))); assertEquals(Arrays.asList(1, 2, 3), result.first()); Future> tailFuture = result.second().grouped(4).runWith(Sink.>head(), materializer); List tailResult = Await.result(tailFuture, probe.dilated(FiniteDuration.create(3, TimeUnit.SECONDS))); assertEquals(Arrays.asList(4, 5, 6), tailResult); } @Test public void mustBeAbleToUseConcatAllWithSources() throws Exception { final JavaTestKit probe = new JavaTestKit(system); final Iterable input1 = Arrays.asList(1, 2, 3); final Iterable input2 = Arrays.asList(4, 5); final List> mainInputs = Arrays.asList(Source.from(input1), Source.from(input2)); Future> future = Source.from(mainInputs) .flatten(akka.stream.javadsl.FlattenStrategy. concat()).grouped(6) .runWith(Sink.>head(), materializer); List result = Await.result(future, probe.dilated(FiniteDuration.create(3, TimeUnit.SECONDS))); assertEquals(Arrays.asList(1, 2, 3, 4, 5), result); } @Test public void mustBeAbleToUseBuffer() throws Exception { final JavaTestKit probe = new JavaTestKit(system); final List input = Arrays.asList("A", "B", "C"); Future> future = Source.from(input).buffer(2, OverflowStrategy.backpressure()).grouped(4) .runWith(Sink.>head(), materializer); List result = Await.result(future, probe.dilated(FiniteDuration.create(3, TimeUnit.SECONDS))); assertEquals(input, result); } @Test public void mustBeAbleToUseConflate() throws Exception { final JavaTestKit probe = new JavaTestKit(system); // final List input = Arrays.asList("A", "B", "C"); // test was fleaky // TODO FIXME, test was fleaky! final List input = Arrays.asList("C"); Future future = Source.from(input).conflate(new Function() { @Override public String apply(String s) throws Exception { return s; } }, new Function2() { @Override public String apply(String in, String aggr) throws Exception { return in; } }).fold("", new Function2() { @Override public String apply(String aggr, String in) throws Exception { return in; } }, materializer); String result = Await.result(future, probe.dilated(FiniteDuration.create(3, TimeUnit.SECONDS))); assertEquals("C", result); } @Test public void mustBeAbleToUseExpand() throws Exception { final JavaTestKit probe = new JavaTestKit(system); final List input = Arrays.asList("A", "B", "C"); Future future = Source.from(input).expand(new Function() { @Override public String apply(String in) throws Exception { return in; } }, new Function>() { @Override public Pair apply(String in) throws Exception { return new Pair(in, in); } }).runWith(Sink.head(), materializer); String result = Await.result(future, probe.dilated(FiniteDuration.create(3, TimeUnit.SECONDS))); assertEquals("A", result); } @Test public void mustProduceTicks() throws Exception { final JavaTestKit probe = new JavaTestKit(system); final Callable tick = new Callable() { private int count = 1; @Override public String call() { return "tick-" + (count++); } }; Source.from(FiniteDuration.create(1, TimeUnit.SECONDS), FiniteDuration.create(500, TimeUnit.MILLISECONDS), tick) .foreach(new Procedure() { public void apply(String elem) { probe.getRef().tell(elem, ActorRef.noSender()); } }, materializer); probe.expectNoMsg(FiniteDuration.create(600, TimeUnit.MILLISECONDS)); probe.expectMsgEquals("tick-1"); probe.expectNoMsg(FiniteDuration.create(200, TimeUnit.MILLISECONDS)); probe.expectMsgEquals("tick-2"); probe.expectNoMsg(FiniteDuration.create(200, TimeUnit.MILLISECONDS)); } @Test public void mustBeAbleToUseMapFuture() throws Exception { final JavaTestKit probe = new JavaTestKit(system); final Iterable input = Arrays.asList("a", "b", "c"); Source.from(input).mapAsync(new Function>() { public Future apply(String elem) { return Futures.successful(elem.toUpperCase()); } }).foreach(new Procedure() { public void apply(String elem) { probe.getRef().tell(elem, ActorRef.noSender()); } }, materializer); probe.expectMsgEquals("A"); probe.expectMsgEquals("B"); probe.expectMsgEquals("C"); } }