pekko/akka-stream/src/test/java/akka/stream/javadsl/FlowTest.java

528 lines
19 KiB
Java
Raw Normal View History

package akka.stream.javadsl;
import java.util.ArrayList;
import java.util.Arrays;
import java.util.HashMap;
import java.util.HashSet;
import java.util.List;
import java.util.Map;
import java.util.Set;
import java.util.concurrent.Callable;
import java.util.concurrent.TimeUnit;
import akka.stream.FlattenStrategy;
import akka.stream.OverflowStrategy;
import org.junit.ClassRule;
import org.junit.Test;
import static org.junit.Assert.assertEquals;
import org.reactivestreams.Publisher;
import scala.Option;
import scala.concurrent.Await;
import scala.concurrent.Future;
import scala.concurrent.duration.FiniteDuration;
2014-05-23 13:52:39 +02:00
import akka.actor.ActorRef;
import akka.actor.ActorSystem;
2014-05-23 13:52:39 +02:00
import akka.dispatch.Futures;
import akka.dispatch.Mapper;
import akka.japi.Function;
import akka.japi.Function2;
import akka.japi.Pair;
import akka.japi.Predicate;
import akka.japi.Procedure;
import akka.japi.Util;
import akka.stream.FlowMaterializer;
import akka.stream.MaterializerSettings;
import akka.stream.Transformer;
import akka.stream.testkit.AkkaSpec;
import akka.testkit.JavaTestKit;
public class FlowTest {
@ClassRule
public static AkkaJUnitActorSystemResource actorSystemResource = new AkkaJUnitActorSystemResource("FlowTest",
AkkaSpec.testConf());
final ActorSystem system = actorSystemResource.getSystem();
final MaterializerSettings settings = MaterializerSettings.create().withDispatcher("akka.test.stream-dispatcher");
final FlowMaterializer materializer = FlowMaterializer.create(settings, system);
@Test
public void mustBeAbleToUseSimpleOperators() {
final JavaTestKit probe = new JavaTestKit(system);
final String[] lookup = { "a", "b", "c", "d", "e", "f" };
final java.util.Iterator<Integer> input = Arrays.asList(0, 1, 2, 3, 4, 5).iterator();
Flow.create(input).drop(2).take(3).takeWithin(FiniteDuration.create(10, TimeUnit.SECONDS))
.map(new Function<Integer, String>() {
public String apply(Integer elem) {
return lookup[elem];
}
}).filter(new Predicate<String>() {
public boolean test(String elem) {
return !elem.equals("c");
}
}).grouped(2).mapConcat(new Function<java.util.List<String>, java.util.List<String>>() {
public java.util.List<String> apply(java.util.List<String> elem) {
return elem;
}
}).groupedWithin(100, FiniteDuration.create(50, TimeUnit.MILLISECONDS))
.mapConcat(new Function<java.util.List<String>, java.util.List<String>>() {
public java.util.List<String> apply(java.util.List<String> elem) {
return elem;
}
}).fold("", new Function2<String, String, String>() {
public String apply(String acc, String elem) {
return acc + elem;
}
}).foreach(new Procedure<String>() {
public void apply(String elem) {
probe.getRef().tell(elem, ActorRef.noSender());
}
}, materializer);
probe.expectMsgEquals("de");
}
@Test
public void mustBeAbleToUseVoidTypeInForeach() {
final JavaTestKit probe = new JavaTestKit(system);
final java.util.Iterator<String> input = Arrays.asList("a", "b", "c").iterator();
Future<Void> fut = Flow.create(input).foreach(new Procedure<String>() {
public void apply(String elem) {
probe.getRef().tell(elem, ActorRef.noSender());
}
}, materializer);
fut.map(new Mapper<Void, String>() {
public String apply(Void elem) {
probe.getRef().tell(String.valueOf(elem), ActorRef.noSender());
return String.valueOf(elem);
}
}, system.dispatcher());
probe.expectMsgEquals("a");
probe.expectMsgEquals("b");
probe.expectMsgEquals("c");
probe.expectMsgEquals("null");
}
@Test
public void mustBeAbleToUseTransform() {
final JavaTestKit probe = new JavaTestKit(system);
final JavaTestKit probe2 = new JavaTestKit(system);
final java.lang.Iterable<Integer> input = Arrays.asList(0, 1, 2, 3, 4, 5, 6, 7);
// duplicate each element, stop after 4 elements, and emit sum to the end
Flow.create(input).transform(new Transformer<Integer, Integer>() {
int sum = 0;
int count = 0;
@Override
public scala.collection.immutable.Seq<Integer> onNext(Integer element) {
sum += element;
count += 1;
return Util.immutableSeq(new Integer[] { element, element });
}
@Override
public boolean isComplete() {
return count == 4;
}
@Override
public scala.collection.immutable.Seq<Integer> onTermination(Option<Throwable> e) {
return Util.immutableSingletonSeq(sum);
}
@Override
public void cleanup() {
probe2.getRef().tell("cleanup", ActorRef.noSender());
}
}).foreach(new Procedure<Integer>() {
public void apply(Integer elem) {
probe.getRef().tell(elem, ActorRef.noSender());
}
}, materializer);
probe.expectMsgEquals(0);
probe.expectMsgEquals(0);
probe.expectMsgEquals(1);
probe.expectMsgEquals(1);
probe.expectMsgEquals(2);
probe.expectMsgEquals(2);
probe.expectMsgEquals(3);
probe.expectMsgEquals(3);
probe.expectMsgEquals(6);
probe2.expectMsgEquals("cleanup");
}
@Test
public void mustBeAbleToUseTransformRecover() {
final JavaTestKit probe = new JavaTestKit(system);
final java.lang.Iterable<Integer> input = Arrays.asList(0, 1, 2, 3, 4, 5);
Flow.create(input).map(new Function<Integer, Integer>() {
public Integer apply(Integer elem) {
if (elem == 4)
throw new IllegalArgumentException("4 not allowed");
else
return elem + elem;
}
}).transform(new Transformer<Integer, String>() {
@Override
public scala.collection.immutable.Seq<String> onNext(Integer element) {
return Util.immutableSingletonSeq(element.toString());
}
@Override
public scala.collection.immutable.Seq<String> onTermination(Option<Throwable> e) {
2014-05-22 08:00:14 +02:00
if (e.isEmpty())
return Util.immutableSeq(new String[0]);
else
return Util.immutableSingletonSeq(e.get().getMessage());
}
@Override
2014-05-22 08:00:14 +02:00
public void onError(Throwable e) {
}
@Override
public boolean isComplete() {
return false;
}
@Override
public void cleanup() {
}
}).foreach(new Procedure<String>() {
public void apply(String elem) {
probe.getRef().tell(elem, ActorRef.noSender());
}
}, materializer);
probe.expectMsgEquals("0");
probe.expectMsgEquals("2");
probe.expectMsgEquals("4");
probe.expectMsgEquals("6");
probe.expectMsgEquals("4 not allowed");
}
@Test
public void mustBeAbleToUseGroupBy() {
final JavaTestKit probe = new JavaTestKit(system);
final java.lang.Iterable<String> input = Arrays.asList("Aaa", "Abb", "Bcc", "Cdd", "Cee");
Flow.create(input).groupBy(new Function<String, String>() {
public String apply(String elem) {
return elem.substring(0, 1);
}
}).foreach(new Procedure<Pair<String, Publisher<String>>>() {
public void apply(final Pair<String, Publisher<String>> pair) {
Flow.create(pair.second()).foreach(new Procedure<String>() {
public void apply(String elem) {
probe.getRef().tell(new Pair<String, String>(pair.first(), elem), ActorRef.noSender());
}
}, materializer);
}
}, materializer);
Map<String, List<String>> grouped = new HashMap<String, List<String>>();
for (Object o : probe.receiveN(5)) {
@SuppressWarnings("unchecked")
Pair<String, String> p = (Pair<String, String>) o;
List<String> g = grouped.get(p.first());
if (g == null)
g = new ArrayList<String>();
g.add(p.second());
grouped.put(p.first(), g);
}
assertEquals(Arrays.asList("Aaa", "Abb"), grouped.get("A"));
}
@Test
public void mustBeAbleToUseSplitWhen() {
final JavaTestKit probe = new JavaTestKit(system);
final java.lang.Iterable<String> input = Arrays.asList("A", "B", "C", "\n", "D", "\n", "E", "F");
Flow.create(input).splitWhen(new Predicate<String>() {
public boolean test(String elem) {
return elem.equals("\n");
}
}).foreach(new Procedure<Publisher<String>>() {
public void apply(Publisher<String> subPublisher) {
Flow.create(subPublisher).filter(new Predicate<String>() {
public boolean test(String elem) {
return !elem.equals("\n");
}
}).grouped(10).foreach(new Procedure<List<String>>() {
public void apply(List<String> chunk) {
probe.getRef().tell(chunk, ActorRef.noSender());
}
}, materializer);
}
}, materializer);
for (Object o : probe.receiveN(3)) {
@SuppressWarnings("unchecked")
List<String> chunk = (List<String>) o;
if (chunk.get(0).equals("A"))
assertEquals(Arrays.asList("A", "B", "C"), chunk);
else if (chunk.get(0).equals("D"))
assertEquals(Arrays.asList("D"), chunk);
else if (chunk.get(0).equals("E"))
assertEquals(Arrays.asList("E", "F"), chunk);
else
assertEquals("[A, B, C] or [D] or [E, F]", chunk);
}
}
@Test
public void mustBeAbleToUseMerge() {
final JavaTestKit probe = new JavaTestKit(system);
final java.lang.Iterable<String> input1 = Arrays.asList("A", "B", "C");
final java.lang.Iterable<String> input2 = Arrays.asList("D", "E", "F");
Flow.create(input1).merge(Flow.create(input2).toPublisher(materializer)).foreach(new Procedure<String>() {
public void apply(String elem) {
probe.getRef().tell(elem, ActorRef.noSender());
}
}, materializer);
Set<Object> output = new HashSet<Object>(Arrays.asList(probe.receiveN(6)));
assertEquals(new HashSet<Object>(Arrays.asList("A", "B", "C", "D", "E", "F")), output);
}
@Test
public void mustBeAbleToUseZip() {
final JavaTestKit probe = new JavaTestKit(system);
final java.lang.Iterable<String> input1 = Arrays.asList("A", "B", "C");
final java.lang.Iterable<Integer> input2 = Arrays.asList(1, 2, 3);
Flow.create(input1).zip(Flow.create(input2).toPublisher(materializer))
.foreach(new Procedure<Pair<String, Integer>>() {
public void apply(Pair<String, Integer> elem) {
probe.getRef().tell(elem, ActorRef.noSender());
}
}, materializer);
List<Object> output = Arrays.asList(probe.receiveN(3));
@SuppressWarnings("unchecked")
List<Pair<String, Integer>> expected = Arrays.asList(new Pair<String, Integer>("A", 1), new Pair<String, Integer>(
"B", 2), new Pair<String, Integer>("C", 3));
assertEquals(expected, output);
}
@Test
public void mustBeAbleToUseConcat() {
final JavaTestKit probe = new JavaTestKit(system);
final java.lang.Iterable<String> input1 = Arrays.asList("A", "B", "C");
final java.lang.Iterable<String> input2 = Arrays.asList("D", "E", "F");
Flow.create(input1).concat(Flow.create(input2).toPublisher(materializer)).foreach(new Procedure<String>() {
public void apply(String elem) {
probe.getRef().tell(elem, ActorRef.noSender());
}
}, materializer);
List<Object> output = Arrays.asList(probe.receiveN(6));
assertEquals(Arrays.asList("A", "B", "C", "D", "E", "F"), output);
}
@Test
public void mustBeAbleToUseCallableInput() {
final JavaTestKit probe = new JavaTestKit(system);
final Callable<Integer> input = new Callable<Integer>() {
int countdown = 5;
@Override
public Integer call() {
if (countdown == 0)
throw akka.stream.Stop.getInstance();
else {
countdown -= 1;
return countdown;
}
}
};
Flow.create(input).foreach(new Procedure<Integer>() {
public void apply(Integer elem) {
probe.getRef().tell(elem, ActorRef.noSender());
}
}, materializer);
List<Object> output = Arrays.asList(probe.receiveN(5));
assertEquals(Arrays.asList(4, 3, 2, 1, 0), output);
probe.expectNoMsg(FiniteDuration.create(500, TimeUnit.MILLISECONDS));
}
@Test
public void mustBeAbleToUseOnCompleteSuccess() {
final JavaTestKit probe = new JavaTestKit(system);
final java.lang.Iterable<String> input = Arrays.asList("A", "B", "C");
Flow.create(input).onComplete(new OnCompleteCallback() {
@Override
public void onComplete(Throwable e) {
probe.getRef().tell( (e == null) ? "done" : e, ActorRef.noSender());
}
}, materializer);
probe.expectMsgEquals("done");
}
@Test
public void mustBeAbleToUseOnCompleteError() {
final JavaTestKit probe = new JavaTestKit(system);
final java.lang.Iterable<String> input = Arrays.asList("A", "B", "C");
Flow.create(input).map(new Function<String, String>() {
public String apply(String arg0) throws Exception {
throw new RuntimeException("simulated err");
}
}).onComplete(new OnCompleteCallback() {
@Override
public void onComplete(Throwable e) {
if (e == null)
probe.getRef().tell("done", ActorRef.noSender());
else
2014-05-22 08:00:14 +02:00
probe.getRef().tell(e.getMessage(), ActorRef.noSender());
}
}, materializer);
probe.expectMsgEquals("simulated err");
}
@Test
public void mustBeAbleToUseToFuture() throws Exception {
final JavaTestKit probe = new JavaTestKit(system);
final java.lang.Iterable<String> input = Arrays.asList("A", "B", "C");
Future<String> future = Flow.create(input).toFuture(materializer);
String result = Await.result(future, probe.dilated(FiniteDuration.create(3, TimeUnit.SECONDS)));
assertEquals("A", result);
}
@Test
public void mustBeAbleToUsePrefixAndTail() throws Exception {
final JavaTestKit probe = new JavaTestKit(system);
final java.lang.Iterable<Integer> input = Arrays.asList(1, 2, 3, 4, 5, 6);
Future<Pair<List<Integer>, Publisher<Integer>>> future = Flow.create(input).prefixAndTail(3).toFuture(materializer);
Pair<List<Integer>, Publisher<Integer>> result = Await.result(future,
probe.dilated(FiniteDuration.create(3, TimeUnit.SECONDS)));
assertEquals(Arrays.asList(1, 2, 3), result.first());
Future<List<Integer>> tailFuture = Flow.create(result.second()).grouped(4).toFuture(materializer);
List<Integer> tailResult = Await.result(tailFuture, probe.dilated(FiniteDuration.create(3, TimeUnit.SECONDS)));
assertEquals(Arrays.asList(4, 5, 6), tailResult);
}
@Test
public void mustBeAbleToUseConcatAll() throws Exception {
final JavaTestKit probe = new JavaTestKit(system);
final java.lang.Iterable<Integer> input1 = Arrays.asList(1, 2, 3);
final java.lang.Iterable<Integer> input2 = Arrays.asList(4, 5);
final List<Publisher<Integer>> mainInputs = Arrays.asList(Flow.create(input1).toPublisher(materializer), Flow
.create(input2).toPublisher(materializer));
Future<List<Integer>> future = Flow.create(mainInputs).<Integer> flatten(FlattenStrategy.<Integer> concat())
.grouped(6).toFuture(materializer);
List<Integer> result = Await.result(future, probe.dilated(FiniteDuration.create(3, TimeUnit.SECONDS)));
assertEquals(Arrays.asList(1, 2, 3, 4, 5), result);
}
@Test
public void mustBeAbleToUseBuffer() throws Exception {
final JavaTestKit probe = new JavaTestKit(system);
final List<String> input = Arrays.asList("A", "B", "C");
Future<List<String>> future = Flow.create(input).buffer(2, OverflowStrategy.backpressure()).grouped(4)
.toFuture(materializer);
List<String> result = Await.result(future, probe.dilated(FiniteDuration.create(3, TimeUnit.SECONDS)));
assertEquals(input, result);
}
@Test
public void mustBeAbleToUseConflate() throws Exception {
final JavaTestKit probe = new JavaTestKit(system);
final List<String> input = Arrays.asList("A", "B", "C");
Future<String> future = Flow.create(input).conflate(new Function<String, String>() {
@Override
public String apply(String s) throws Exception {
return s;
}
}, new Function2<String, String, String>() {
@Override
public String apply(String in, String aggr) throws Exception {
return in;
}
}).fold("", new Function2<String, String, String>() {
@Override
public String apply(String aggr, String in) throws Exception {
return in;
}
}).toFuture(materializer);
String result = Await.result(future, probe.dilated(FiniteDuration.create(3, TimeUnit.SECONDS)));
assertEquals("C", result);
}
@Test
public void mustBeAbleToUseExpand() throws Exception {
final JavaTestKit probe = new JavaTestKit(system);
final List<String> input = Arrays.asList("A", "B", "C");
Future<String> future = Flow.create(input).expand(new Function<String, String>() {
@Override
public String apply(String in) throws Exception {
return in;
}
}, new Function<String, Pair<String, String>>() {
@Override
public Pair<String, String> apply(String in) throws Exception {
return new Pair<String, String>(in, in);
}
}).toFuture(materializer);
String result = Await.result(future, probe.dilated(FiniteDuration.create(3, TimeUnit.SECONDS)));
assertEquals("A", result);
}
2014-05-22 20:58:38 +02:00
@Test
public void mustProduceTicks() throws Exception {
final JavaTestKit probe = new JavaTestKit(system);
final Callable<String> tick = new Callable<String>() {
private int count = 1;
@Override
public String call() {
return "tick-" + (count++);
}
};
Flow.create(FiniteDuration.create(1, TimeUnit.SECONDS), FiniteDuration.create(500, TimeUnit.MILLISECONDS), tick).foreach(new Procedure<String>() {
public void apply(String elem) {
probe.getRef().tell(elem, ActorRef.noSender());
2014-05-22 20:58:38 +02:00
}
}, materializer);
probe.expectNoMsg(FiniteDuration.create(600, TimeUnit.MILLISECONDS));
2014-05-22 20:58:38 +02:00
probe.expectMsgEquals("tick-1");
probe.expectNoMsg(FiniteDuration.create(200, TimeUnit.MILLISECONDS));
probe.expectMsgEquals("tick-2");
probe.expectNoMsg(FiniteDuration.create(200, TimeUnit.MILLISECONDS));
}
2014-05-23 13:52:39 +02:00
@Test
public void mustBeAbleToUseMapFuture() throws Exception {
final JavaTestKit probe = new JavaTestKit(system);
final java.lang.Iterable<String> input = Arrays.asList("a", "b", "c");
Flow.create(input).mapFuture(new Function<String, Future<String>>() {
public Future<String> apply(String elem) {
return Futures.successful(elem.toUpperCase());
}
}).foreach(new Procedure<String>() {
public void apply(String elem) {
probe.getRef().tell(elem, ActorRef.noSender());
}
}, materializer);
2014-05-23 13:52:39 +02:00
probe.expectMsgEquals("A");
probe.expectMsgEquals("B");
probe.expectMsgEquals("C");
}
}