2014-09-03 21:54:18 +02:00
|
|
|
/**
|
|
|
|
|
* Copyright (C) 2014 Typesafe Inc. <http://www.typesafe.com>
|
|
|
|
|
*/
|
|
|
|
|
package akka.stream.scaladsl2
|
|
|
|
|
|
2014-10-07 13:55:56 +02:00
|
|
|
import akka.stream.impl.{ ErrorPublisher, EmptyPublisher, SynchronousPublisherFromIterable }
|
2014-10-02 17:32:08 +02:00
|
|
|
import org.reactivestreams.{ Subscriber, Publisher }
|
2014-09-03 21:54:18 +02:00
|
|
|
import scala.annotation.unchecked.uncheckedVariance
|
|
|
|
|
import scala.collection.immutable
|
|
|
|
|
import scala.concurrent.Future
|
|
|
|
|
import scala.concurrent.duration.FiniteDuration
|
2014-10-02 17:32:08 +02:00
|
|
|
import scala.language.higherKinds
|
|
|
|
|
import scala.language.implicitConversions
|
2014-10-06 11:28:13 +02:00
|
|
|
import akka.stream.impl.SynchronousPublisherFromIterable
|
|
|
|
|
import akka.stream.impl.EmptyPublisher
|
|
|
|
|
import akka.stream.impl.ErrorPublisher
|
2014-09-03 21:54:18 +02:00
|
|
|
|
2014-10-02 17:32:08 +02:00
|
|
|
/**
|
|
|
|
|
* A `Source` is a set of stream processing steps that has one open output and an attached input.
|
|
|
|
|
* Can be used as a `Publisher`
|
|
|
|
|
*/
|
|
|
|
|
trait Source[+Out] extends FlowOps[Out] {
|
|
|
|
|
override type Repr[+O] <: Source[O]
|
2014-09-03 21:54:18 +02:00
|
|
|
|
|
|
|
|
/**
|
2014-10-02 17:32:08 +02:00
|
|
|
* Transform this source by appending the given processing stages.
|
2014-09-03 21:54:18 +02:00
|
|
|
*/
|
2014-10-02 17:32:08 +02:00
|
|
|
def connect[T](flow: Flow[Out, T]): Source[T]
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* Connect this source to a sink, concatenating the processing steps of both.
|
|
|
|
|
*/
|
|
|
|
|
def connect(sink: Sink[Out]): RunnableFlow
|
|
|
|
|
|
2014-10-02 13:34:27 +02:00
|
|
|
/**
|
|
|
|
|
* Connect this `Source` to a `Drain` and run it. The returned value is the materialized value
|
|
|
|
|
* of the `Drain`, e.g. the `Publisher` of a [[PublisherDrain]].
|
|
|
|
|
*/
|
2014-10-10 10:39:29 +02:00
|
|
|
def runWith(drain: DrainWithKey[Out])(implicit materializer: FlowMaterializer): drain.MaterializedType =
|
|
|
|
|
connect(drain).run().materializedDrain(drain)
|
2014-09-03 21:54:18 +02:00
|
|
|
|
2014-10-06 14:46:52 +02:00
|
|
|
/**
|
|
|
|
|
* Shortcut for running this `Source` with a fold function.
|
|
|
|
|
* The given function is invoked for every received element, giving it its previous
|
|
|
|
|
* output (or the given `zero` value) and the element as input.
|
|
|
|
|
* The returned [[scala.concurrent.Future]] will be completed with value of the final
|
|
|
|
|
* function evaluation when the input stream ends, or completed with `Failure`
|
|
|
|
|
* if there is an error is signaled in the stream.
|
|
|
|
|
*/
|
|
|
|
|
def fold[U](zero: U)(f: (U, Out) ⇒ U)(implicit materializer: FlowMaterializer): Future[U] =
|
|
|
|
|
runWith(FoldDrain(zero)(f))
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* Shortcut for running this `Source` with a foreach procedure. The given procedure is invoked
|
|
|
|
|
* for each received element.
|
|
|
|
|
* The returned [[scala.concurrent.Future]] will be completed with `Success` when reaching the
|
|
|
|
|
* normal end of the stream, or completed with `Failure` if there is an error is signaled in
|
|
|
|
|
* the stream.
|
|
|
|
|
*/
|
|
|
|
|
def foreach(f: Out ⇒ Unit)(implicit materializer: FlowMaterializer): Future[Unit] =
|
|
|
|
|
runWith(ForeachDrain(f))
|
|
|
|
|
|
2014-10-07 13:55:56 +02:00
|
|
|
/**
|
|
|
|
|
* Concatenates a second source so that the first element
|
|
|
|
|
* emitted by that source is emitted after the last element of this
|
|
|
|
|
* source.
|
|
|
|
|
*/
|
|
|
|
|
def concat[Out2 >: Out](second: Source[Out2]): Source[Out2] = Source.concat(this, second)
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* Concatenates a second source so that the first element
|
|
|
|
|
* emitted by that source is emitted after the last element of this
|
|
|
|
|
* source.
|
|
|
|
|
*
|
|
|
|
|
* This is a shorthand for [[concat]]
|
|
|
|
|
*/
|
|
|
|
|
def ++[Out2 >: Out](second: Source[Out2]): Source[Out2] = concat(second)
|
|
|
|
|
|
2014-10-02 17:32:08 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
object Source {
|
2014-09-03 21:54:18 +02:00
|
|
|
/**
|
2014-10-02 17:32:08 +02:00
|
|
|
* Helper to create [[Source]] from `Publisher`.
|
2014-09-03 21:54:18 +02:00
|
|
|
*
|
|
|
|
|
* Construct a transformation starting with given publisher. The transformation steps
|
|
|
|
|
* are executed by a series of [[org.reactivestreams.Processor]] instances
|
|
|
|
|
* that mediate the flow of elements downstream and the propagation of
|
|
|
|
|
* back-pressure upstream.
|
|
|
|
|
*/
|
2014-10-02 13:34:27 +02:00
|
|
|
def apply[T](publisher: Publisher[T]): Source[T] = PublisherTap(publisher)
|
2014-09-03 21:54:18 +02:00
|
|
|
|
|
|
|
|
/**
|
2014-10-02 17:32:08 +02:00
|
|
|
* Helper to create [[Source]] from `Iterator`.
|
|
|
|
|
* Example usage: `Source(Seq(1,2,3).iterator)`
|
2014-09-03 21:54:18 +02:00
|
|
|
*
|
2014-10-02 17:32:08 +02:00
|
|
|
* Start a new `Source` from the given Iterator. The produced stream of elements
|
2014-09-03 21:54:18 +02:00
|
|
|
* will continue until the iterator runs empty or fails during evaluation of
|
|
|
|
|
* the `next()` method. Elements are pulled out of the iterator
|
|
|
|
|
* in accordance with the demand coming from the downstream transformation
|
|
|
|
|
* steps.
|
|
|
|
|
*/
|
2014-10-02 13:34:27 +02:00
|
|
|
def apply[T](iterator: Iterator[T]): Source[T] = IteratorTap(iterator)
|
2014-09-03 21:54:18 +02:00
|
|
|
|
|
|
|
|
/**
|
2014-10-02 17:32:08 +02:00
|
|
|
* Helper to create [[Source]] from `Iterable`.
|
|
|
|
|
* Example usage: `Source(Seq(1,2,3))`
|
2014-09-03 21:54:18 +02:00
|
|
|
*
|
2014-10-02 17:32:08 +02:00
|
|
|
* Starts a new `Source` from the given `Iterable`. This is like starting from an
|
2014-09-03 21:54:18 +02:00
|
|
|
* Iterator, but every Subscriber directly attached to the Publisher of this
|
|
|
|
|
* stream will see an individual flow of elements (always starting from the
|
|
|
|
|
* beginning) regardless of when they subscribed.
|
|
|
|
|
*/
|
2014-10-02 13:34:27 +02:00
|
|
|
def apply[T](iterable: immutable.Iterable[T]): Source[T] = IterableTap(iterable)
|
2014-09-03 21:54:18 +02:00
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* Define the sequence of elements to be produced by the given closure.
|
|
|
|
|
* The stream ends normally when evaluation of the closure returns a `None`.
|
|
|
|
|
* The stream ends exceptionally when an exception is thrown from the closure.
|
|
|
|
|
*/
|
2014-10-02 13:34:27 +02:00
|
|
|
def apply[T](f: () ⇒ Option[T]): Source[T] = ThunkTap(f)
|
2014-09-03 21:54:18 +02:00
|
|
|
|
|
|
|
|
/**
|
2014-10-02 17:32:08 +02:00
|
|
|
* Start a new `Source` from the given `Future`. The stream will consist of
|
2014-09-03 21:54:18 +02:00
|
|
|
* one element when the `Future` is completed with a successful value, which
|
|
|
|
|
* may happen before or after materializing the `Flow`.
|
|
|
|
|
* The stream terminates with an error if the `Future` is completed with a failure.
|
|
|
|
|
*/
|
2014-10-02 13:34:27 +02:00
|
|
|
def apply[T](future: Future[T]): Source[T] = FutureTap(future)
|
2014-09-03 21:54:18 +02:00
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* Elements are produced from the tick closure periodically with the specified interval.
|
|
|
|
|
* The tick element will be delivered to downstream consumers that has requested any elements.
|
|
|
|
|
* If a consumer has not requested any elements at the point in time when the tick
|
|
|
|
|
* element is produced it will not receive that tick element later. It will
|
|
|
|
|
* receive new tick elements as soon as it has requested more elements.
|
|
|
|
|
*/
|
2014-10-02 13:34:27 +02:00
|
|
|
def apply[T](initialDelay: FiniteDuration, interval: FiniteDuration, tick: () ⇒ T): Source[T] =
|
2014-10-02 17:32:08 +02:00
|
|
|
TickTap(initialDelay, interval, tick)
|
2014-10-02 13:34:27 +02:00
|
|
|
|
2014-10-06 11:28:13 +02:00
|
|
|
/**
|
|
|
|
|
* Create a `Source` with one element.
|
|
|
|
|
* Every connected `Sink` of this stream will see an individual stream consisting of one element.
|
|
|
|
|
*/
|
|
|
|
|
def singleton[T](element: T): Source[T] = apply(SynchronousPublisherFromIterable(List(element)))
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* Create a `Source` with no elements, i.e. an empty stream that is completed immediately
|
|
|
|
|
* for every connected `Sink`.
|
|
|
|
|
*/
|
|
|
|
|
def empty[T](): Source[T] = apply(EmptyPublisher[T])
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* Create a `Source` that immediately ends the stream with the `cause` error to every connected `Sink`.
|
|
|
|
|
*/
|
|
|
|
|
def failed[T](cause: Throwable): Source[T] = apply(ErrorPublisher(cause))
|
|
|
|
|
|
2014-10-10 10:39:29 +02:00
|
|
|
/**
|
|
|
|
|
* Creates a `Source` by using an empty [[FlowGraphBuilder]] on a block that expects a [[FlowGraphBuilder]] and
|
|
|
|
|
* returns the `UndefinedSink`.
|
|
|
|
|
*/
|
|
|
|
|
def apply[T]()(block: FlowGraphBuilder ⇒ UndefinedSink[T]): Source[T] =
|
|
|
|
|
createSourceFromBuilder(new FlowGraphBuilder(), block)
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* Creates a `Source` by using a [[FlowGraphBuilder]] from this [[PartialFlowGraph]] on a block that expects
|
|
|
|
|
* a [[FlowGraphBuilder]] and returns the `UndefinedSink`.
|
|
|
|
|
*/
|
|
|
|
|
def apply[T](graph: PartialFlowGraph)(block: FlowGraphBuilder ⇒ UndefinedSink[T]): Source[T] =
|
|
|
|
|
createSourceFromBuilder(new FlowGraphBuilder(graph.graph), block)
|
|
|
|
|
|
|
|
|
|
private def createSourceFromBuilder[T](builder: FlowGraphBuilder, block: FlowGraphBuilder ⇒ UndefinedSink[T]): Source[T] = {
|
|
|
|
|
val out = block(builder)
|
|
|
|
|
builder.partialBuild().toSource(out)
|
|
|
|
|
}
|
2014-10-07 13:55:56 +02:00
|
|
|
/**
|
|
|
|
|
* Concatenates two sources so that the first element
|
|
|
|
|
* emitted by the second source is emitted after the last element of the first
|
|
|
|
|
* source.
|
|
|
|
|
*/
|
|
|
|
|
def concat[T](source1: Source[T], source2: Source[T]): Source[T] = ConcatTap(source1, source2)
|
2014-09-03 21:54:18 +02:00
|
|
|
}
|