2013-09-14 14:19:18 +02:00
|
|
|
/**
|
|
|
|
|
* Copyright (C) 2009-2013 Typesafe Inc. <http://www.typesafe.com>
|
|
|
|
|
*/
|
|
|
|
|
|
|
|
|
|
package akka.persistence
|
|
|
|
|
|
|
|
|
|
import akka.actor._
|
|
|
|
|
import akka.dispatch._
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* An actor that persists (journals) messages of type [[Persistent]]. Messages of other types are not persisted.
|
|
|
|
|
*
|
|
|
|
|
* {{{
|
|
|
|
|
* import akka.persistence.{ Persistent, Processor }
|
|
|
|
|
*
|
|
|
|
|
* class MyProcessor extends Processor {
|
|
|
|
|
* def receive = {
|
|
|
|
|
* case Persistent(payload, sequenceNr) => // message has been written to journal
|
|
|
|
|
* case other => // message has not been written to journal
|
|
|
|
|
* }
|
|
|
|
|
* }
|
|
|
|
|
*
|
|
|
|
|
* val processor = actorOf(Props[MyProcessor], name = "myProcessor")
|
|
|
|
|
*
|
|
|
|
|
* processor ! Persistent("foo")
|
|
|
|
|
* processor ! "bar"
|
|
|
|
|
* }}}
|
|
|
|
|
*
|
|
|
|
|
*
|
|
|
|
|
* During start and restart, persistent messages are replayed to a processor so that it can recover internal
|
|
|
|
|
* state from these messages. New messages sent to a processor during recovery do not interfere with replayed
|
|
|
|
|
* messages, hence applications don't need to wait for a processor to complete its recovery.
|
|
|
|
|
*
|
2013-09-26 09:14:43 +02:00
|
|
|
* Automated recovery can be turned off or customized by overriding the [[preStart]] and [[preRestart]] life
|
|
|
|
|
* cycle hooks. If automated recovery is turned off, an application can explicitly recover a processor by
|
|
|
|
|
* sending it a [[Recover]] message.
|
2013-09-14 14:19:18 +02:00
|
|
|
*
|
|
|
|
|
* [[Persistent]] messages are assigned sequence numbers that are generated on a per-processor basis. A sequence
|
2013-09-26 09:14:43 +02:00
|
|
|
* starts at `1L` and doesn't contain gaps unless a processor (logically) deletes a message
|
2013-09-14 14:19:18 +02:00
|
|
|
*
|
|
|
|
|
* During recovery, a processor internally buffers new messages until recovery completes, so that new messages
|
|
|
|
|
* do not interfere with replayed messages. This internal buffer (the ''processor stash'') is isolated from the
|
|
|
|
|
* ''user stash'' inherited by `akka.actor.Stash`. `Processor` implementation classes can therefore use the
|
|
|
|
|
* ''user stash'' for stashing/unstashing both persistent and transient messages.
|
|
|
|
|
*
|
|
|
|
|
* @see [[UntypedProcessor]]
|
|
|
|
|
*/
|
|
|
|
|
trait Processor extends Actor with Stash {
|
|
|
|
|
import Journal._
|
2013-09-26 09:14:43 +02:00
|
|
|
import SnapshotStore._
|
2013-09-14 14:19:18 +02:00
|
|
|
|
|
|
|
|
private val extension = Persistence(context.system)
|
|
|
|
|
private val _processorId = extension.processorId(self)
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* Processor state.
|
|
|
|
|
*/
|
|
|
|
|
private trait State {
|
|
|
|
|
/**
|
|
|
|
|
* State-specific message handler.
|
|
|
|
|
*/
|
|
|
|
|
def aroundReceive(receive: Actor.Receive, message: Any): Unit
|
|
|
|
|
|
|
|
|
|
protected def process(receive: Actor.Receive, message: Any) =
|
|
|
|
|
receive.applyOrElse(message, unhandled)
|
|
|
|
|
|
|
|
|
|
protected def processPersistent(receive: Actor.Receive, persistent: Persistent) = try {
|
|
|
|
|
_currentPersistent = persistent
|
|
|
|
|
updateLastSequenceNr(persistent)
|
|
|
|
|
receive.applyOrElse(persistent, unhandled)
|
|
|
|
|
} finally _currentPersistent = null
|
|
|
|
|
|
|
|
|
|
protected def updateLastSequenceNr(persistent: Persistent) {
|
|
|
|
|
if (persistent.sequenceNr > _lastSequenceNr) _lastSequenceNr = persistent.sequenceNr
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* Initial state, waits for `Recover` request, then changes to `recoveryStarted`.
|
|
|
|
|
*/
|
|
|
|
|
private val recoveryPending = new State {
|
|
|
|
|
override def toString: String = "recovery pending"
|
|
|
|
|
|
|
|
|
|
def aroundReceive(receive: Actor.Receive, message: Any): Unit = message match {
|
2013-09-26 09:14:43 +02:00
|
|
|
case Recover(fromSnap, toSnr) ⇒ {
|
2013-09-14 14:19:18 +02:00
|
|
|
_currentState = recoveryStarted
|
2013-09-26 09:14:43 +02:00
|
|
|
snapshotStore ! LoadSnapshot(processorId, fromSnap, toSnr)
|
2013-09-14 14:19:18 +02:00
|
|
|
}
|
|
|
|
|
case _ ⇒ stashInternal()
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/**
|
2013-09-26 09:14:43 +02:00
|
|
|
* Processes a loaded snapshot and replayed messages, if any. If processing of the loaded
|
|
|
|
|
* snapshot fails, the exception is thrown immediately. If processing of a replayed message
|
|
|
|
|
* fails, the exception is caught and stored for being thrown later and state is changed to
|
|
|
|
|
* `recoveryFailed`.
|
2013-09-14 14:19:18 +02:00
|
|
|
*/
|
|
|
|
|
private val recoveryStarted = new State {
|
|
|
|
|
override def toString: String = "recovery started"
|
|
|
|
|
|
|
|
|
|
def aroundReceive(receive: Actor.Receive, message: Any) = message match {
|
2013-09-26 09:14:43 +02:00
|
|
|
case LoadSnapshotCompleted(sso, toSnr) ⇒ sso match {
|
|
|
|
|
case Some(ss) ⇒ {
|
|
|
|
|
process(receive, SnapshotOffer(ss.metadata, ss.snapshot))
|
|
|
|
|
journal ! Replay(ss.metadata.sequenceNr + 1L, toSnr, self, processorId)
|
|
|
|
|
} case None ⇒ {
|
|
|
|
|
journal ! Replay(1L, toSnr, self, processorId)
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
case ReplayCompleted(maxSnr) ⇒ {
|
|
|
|
|
_currentState = recoverySucceeded
|
|
|
|
|
_sequenceNr = maxSnr
|
|
|
|
|
unstashAllInternal()
|
|
|
|
|
}
|
2013-09-14 14:19:18 +02:00
|
|
|
case Replayed(p) ⇒ try { processPersistent(receive, p) } catch {
|
|
|
|
|
case t: Throwable ⇒ {
|
|
|
|
|
_currentState = recoveryFailed // delay throwing exception to prepareRestart
|
|
|
|
|
_recoveryFailureReason = t
|
|
|
|
|
_recoveryFailureMessage = currentEnvelope
|
|
|
|
|
}
|
|
|
|
|
}
|
2013-09-26 09:14:43 +02:00
|
|
|
case r: Recover ⇒ // ignore
|
2013-09-14 14:19:18 +02:00
|
|
|
case _ ⇒ stashInternal()
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* Journals and processes new messages, both persistent and transient.
|
|
|
|
|
*/
|
|
|
|
|
private val recoverySucceeded = new State {
|
|
|
|
|
override def toString: String = "recovery finished"
|
|
|
|
|
|
|
|
|
|
def aroundReceive(receive: Actor.Receive, message: Any) = message match {
|
2013-09-26 09:14:43 +02:00
|
|
|
case r: Recover ⇒ // ignore
|
|
|
|
|
case Replayed(p) ⇒ processPersistent(receive, p) // can occur after unstash from user stash
|
|
|
|
|
case Written(p) ⇒ processPersistent(receive, p)
|
|
|
|
|
case Looped(p) ⇒ process(receive, p)
|
|
|
|
|
case s: SaveSnapshotSucceeded ⇒ process(receive, s)
|
|
|
|
|
case f: SaveSnapshotFailed ⇒ process(receive, f)
|
|
|
|
|
case p: PersistentImpl ⇒ journal forward Write(p.copy(processorId = processorId, sequenceNr = nextSequenceNr()), self)
|
|
|
|
|
case m ⇒ journal forward Loop(m, self)
|
2013-09-14 14:19:18 +02:00
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* Consumes remaining replayed messages and then changes to `prepareRestart`. The
|
|
|
|
|
* message that caused the exception during replay, is re-added to the mailbox and
|
|
|
|
|
* re-received in `prepareRestart`.
|
|
|
|
|
*/
|
|
|
|
|
private val recoveryFailed = new State {
|
|
|
|
|
override def toString: String = "recovery failed"
|
|
|
|
|
|
|
|
|
|
def aroundReceive(receive: Actor.Receive, message: Any) = message match {
|
2013-09-26 09:14:43 +02:00
|
|
|
case ReplayCompleted(maxSnr) ⇒ {
|
2013-09-14 14:19:18 +02:00
|
|
|
_currentState = prepareRestart
|
|
|
|
|
mailbox.enqueueFirst(self, _recoveryFailureMessage)
|
|
|
|
|
}
|
|
|
|
|
case Replayed(p) ⇒ updateLastSequenceNr(p)
|
2013-09-26 09:14:43 +02:00
|
|
|
case r: Recover ⇒ // ignore
|
|
|
|
|
case _ ⇒ stashInternal()
|
2013-09-14 14:19:18 +02:00
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* Re-receives the replayed message that causes an exception during replay and throws
|
|
|
|
|
* that exception.
|
|
|
|
|
*/
|
|
|
|
|
private val prepareRestart = new State {
|
|
|
|
|
override def toString: String = "prepare restart"
|
|
|
|
|
|
|
|
|
|
def aroundReceive(receive: Actor.Receive, message: Any) = message match {
|
|
|
|
|
case Replayed(_) ⇒ throw _recoveryFailureReason
|
|
|
|
|
case _ ⇒ // ignore
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
private var _sequenceNr: Long = 0L
|
|
|
|
|
private var _lastSequenceNr: Long = 0L
|
|
|
|
|
|
|
|
|
|
private var _currentPersistent: Persistent = _
|
|
|
|
|
private var _currentState: State = recoveryPending
|
|
|
|
|
|
|
|
|
|
private var _recoveryFailureReason: Throwable = _
|
|
|
|
|
private var _recoveryFailureMessage: Envelope = _
|
|
|
|
|
|
2013-09-26 09:14:43 +02:00
|
|
|
private lazy val journal = extension.journalFor(processorId)
|
|
|
|
|
private lazy val snapshotStore = extension.snapshotStoreFor(processorId)
|
2013-09-14 14:19:18 +02:00
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* Processor id. Defaults to this processor's path and can be overridden.
|
|
|
|
|
*/
|
|
|
|
|
def processorId: String = _processorId
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* Highest received sequence number so far or `0L` if this processor hasn't received
|
|
|
|
|
* a persistent message yet. Usually equal to the sequence number of `currentPersistentMessage`
|
|
|
|
|
* (unless a processor implementation is about to re-order persistent messages using
|
|
|
|
|
* `stash()` and `unstash()`).
|
|
|
|
|
*/
|
|
|
|
|
def lastSequenceNr: Long = _lastSequenceNr
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* Returns `true` if this processor is currently recovering.
|
|
|
|
|
*/
|
|
|
|
|
def recoveryRunning: Boolean =
|
|
|
|
|
_currentState == recoveryStarted ||
|
|
|
|
|
_currentState == prepareRestart
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* Returns `true` if this processor has successfully finished recovery.
|
|
|
|
|
*/
|
|
|
|
|
def recoveryFinished: Boolean =
|
|
|
|
|
_currentState == recoverySucceeded
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* Returns the current persistent message if there is one.
|
|
|
|
|
*/
|
|
|
|
|
implicit def currentPersistentMessage: Option[Persistent] = Option(_currentPersistent)
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* Marks the `persistent` message as deleted. A message marked as deleted is not replayed during
|
|
|
|
|
* recovery. This method is usually called inside `preRestartProcessor` when a persistent message
|
|
|
|
|
* caused an exception. Processors that want to re-receive that persistent message during recovery
|
|
|
|
|
* should not call this method.
|
|
|
|
|
*/
|
2013-09-26 09:14:43 +02:00
|
|
|
def deleteMessage(persistent: Persistent): Unit = {
|
2013-09-14 14:19:18 +02:00
|
|
|
journal ! Delete(persistent)
|
|
|
|
|
}
|
|
|
|
|
|
2013-09-26 09:14:43 +02:00
|
|
|
/**
|
|
|
|
|
* Saves a `snapshot` of this processor's state. If saving succeeds, this processor will receive a
|
|
|
|
|
* [[SaveSnapshotSucceeded]] message, otherwise a [[SaveSnapshotFailed]] message.
|
|
|
|
|
*/
|
|
|
|
|
def saveSnapshot(snapshot: Any): Unit = {
|
|
|
|
|
snapshotStore ! SaveSnapshot(SnapshotMetadata(processorId, lastSequenceNr), snapshot)
|
|
|
|
|
}
|
|
|
|
|
|
2013-09-14 14:19:18 +02:00
|
|
|
/**
|
|
|
|
|
* INTERNAL API.
|
|
|
|
|
*/
|
|
|
|
|
final override protected[akka] def aroundReceive(receive: Actor.Receive, message: Any): Unit = {
|
|
|
|
|
_currentState.aroundReceive(receive, message)
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/**
|
2013-09-15 09:04:05 +02:00
|
|
|
* INTERNAL API.
|
2013-09-14 14:19:18 +02:00
|
|
|
*/
|
2013-09-15 09:04:05 +02:00
|
|
|
final override protected[akka] def aroundPreStart(): Unit = {
|
|
|
|
|
try preStart() finally super.preStart()
|
2013-09-14 14:19:18 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/**
|
2013-09-15 09:04:05 +02:00
|
|
|
* INTERNAL API.
|
2013-09-14 14:19:18 +02:00
|
|
|
*/
|
2013-09-15 09:04:05 +02:00
|
|
|
final override protected[akka] def aroundPostStop(): Unit = {
|
|
|
|
|
try unstashAll(unstashFilterPredicate) finally postStop()
|
2013-09-14 14:19:18 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/**
|
2013-09-15 09:04:05 +02:00
|
|
|
* INTERNAL API.
|
2013-09-14 14:19:18 +02:00
|
|
|
*/
|
2013-09-15 09:04:05 +02:00
|
|
|
final override protected[akka] def aroundPreRestart(reason: Throwable, message: Option[Any]): Unit = {
|
|
|
|
|
try {
|
|
|
|
|
unstashAll(unstashFilterPredicate)
|
|
|
|
|
unstashAllInternal()
|
|
|
|
|
} finally {
|
|
|
|
|
message match {
|
|
|
|
|
case Some(Written(m)) ⇒ preRestartDefault(reason, Some(m))
|
|
|
|
|
case Some(Looped(m)) ⇒ preRestartDefault(reason, Some(m))
|
|
|
|
|
case Some(Replayed(m)) ⇒ preRestartDefault(reason, Some(m))
|
|
|
|
|
case mo ⇒ preRestartDefault(reason, None)
|
|
|
|
|
}
|
|
|
|
|
}
|
2013-09-14 14:19:18 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/**
|
2013-09-15 09:04:05 +02:00
|
|
|
* User-overridable callback. Called when a processor is started. Default implementation sends
|
|
|
|
|
* a `Recover()` to `self`.
|
2013-09-14 14:19:18 +02:00
|
|
|
*/
|
2013-09-15 09:04:05 +02:00
|
|
|
@throws(classOf[Exception])
|
|
|
|
|
override def preStart(): Unit = {
|
|
|
|
|
self ! Recover()
|
2013-09-14 14:19:18 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/**
|
2013-09-15 09:04:05 +02:00
|
|
|
* User-overridable callback. Called before a processor is restarted. Default implementation sends
|
|
|
|
|
* a `Recover(lastSequenceNr)` message to `self` if `message` is defined, `Recover() otherwise`.
|
2013-09-14 14:19:18 +02:00
|
|
|
*/
|
2013-09-15 09:04:05 +02:00
|
|
|
override def preRestart(reason: Throwable, message: Option[Any]): Unit = {
|
2013-09-14 14:19:18 +02:00
|
|
|
message match {
|
2013-09-26 09:14:43 +02:00
|
|
|
case Some(_) ⇒ self ! Recover(toSequenceNr = lastSequenceNr)
|
2013-09-15 09:04:05 +02:00
|
|
|
case None ⇒ self ! Recover()
|
2013-09-14 14:19:18 +02:00
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/**
|
2013-09-15 09:04:05 +02:00
|
|
|
* Calls [[preRestart]] and then `super.preRestart()`. If processor implementation classes want to
|
|
|
|
|
* opt out from stopping child actors, they should override this method and call [[preRestart]] only.
|
2013-09-14 14:19:18 +02:00
|
|
|
*/
|
2013-09-15 09:04:05 +02:00
|
|
|
def preRestartDefault(reason: Throwable, message: Option[Any]): Unit = {
|
|
|
|
|
try preRestart(reason, message) finally super.preRestart(reason, message)
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
private def nextSequenceNr(): Long = {
|
|
|
|
|
_sequenceNr += 1L
|
|
|
|
|
_sequenceNr
|
2013-09-14 14:19:18 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// -----------------------------------------------------
|
|
|
|
|
// Processor-internal stash
|
|
|
|
|
// -----------------------------------------------------
|
|
|
|
|
|
|
|
|
|
private def unstashFilterPredicate: Any ⇒ Boolean = {
|
|
|
|
|
case _: Written ⇒ false
|
|
|
|
|
case _: Replayed ⇒ false
|
|
|
|
|
case _ ⇒ true
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
private var processorStash = Vector.empty[Envelope]
|
|
|
|
|
|
|
|
|
|
private def stashInternal(): Unit = {
|
|
|
|
|
processorStash :+= currentEnvelope
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
private def unstashAllInternal(): Unit = try {
|
|
|
|
|
val i = processorStash.reverseIterator
|
|
|
|
|
while (i.hasNext) mailbox.enqueueFirst(self, i.next())
|
|
|
|
|
} finally {
|
|
|
|
|
processorStash = Vector.empty[Envelope]
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
private def currentEnvelope: Envelope =
|
|
|
|
|
context.asInstanceOf[ActorCell].currentMessage
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* Java API.
|
|
|
|
|
*
|
|
|
|
|
* An actor that persists (journals) messages of type [[Persistent]]. Messages of other types are not persisted.
|
|
|
|
|
*
|
|
|
|
|
* {{{
|
|
|
|
|
* import akka.persistence.Persistent;
|
|
|
|
|
* import akka.persistence.Processor;
|
|
|
|
|
*
|
|
|
|
|
* class MyProcessor extends UntypedProcessor {
|
|
|
|
|
* public void onReceive(Object message) throws Exception {
|
|
|
|
|
* if (message instanceof Persistent) {
|
|
|
|
|
* // message has been written to journal
|
|
|
|
|
* Persistent persistent = (Persistent)message;
|
|
|
|
|
* Object payload = persistent.payload();
|
|
|
|
|
* Long sequenceNr = persistent.sequenceNr();
|
|
|
|
|
* // ...
|
|
|
|
|
* } else {
|
|
|
|
|
* // message has not been written to journal
|
|
|
|
|
* }
|
|
|
|
|
* }
|
|
|
|
|
* }
|
|
|
|
|
*
|
|
|
|
|
* // ...
|
|
|
|
|
*
|
|
|
|
|
* ActorRef processor = getContext().actorOf(Props.create(MyProcessor.class), "myProcessor");
|
|
|
|
|
*
|
|
|
|
|
* processor.tell(Persistent.create("foo"), null);
|
|
|
|
|
* processor.tell("bar", null);
|
|
|
|
|
* }}}
|
|
|
|
|
*
|
|
|
|
|
* During start and restart, persistent messages are replayed to a processor so that it can recover internal
|
|
|
|
|
* state from these messages. New messages sent to a processor during recovery do not interfere with replayed
|
|
|
|
|
* messages, hence applications don't need to wait for a processor to complete its recovery.
|
|
|
|
|
*
|
2013-09-26 09:14:43 +02:00
|
|
|
* Automated recovery can be turned off or customized by overriding the [[preStart]] and [[preRestart]] life
|
|
|
|
|
* cycle hooks. If automated recovery is turned off, an application can explicitly recover a processor by
|
|
|
|
|
* sending it a [[Recover]] message.
|
2013-09-14 14:19:18 +02:00
|
|
|
*
|
|
|
|
|
* [[Persistent]] messages are assigned sequence numbers that are generated on a per-processor basis. A sequence
|
2013-09-26 09:14:43 +02:00
|
|
|
* starts at `1L` and doesn't contain gaps unless a processor (logically) deletes a message.
|
2013-09-14 14:19:18 +02:00
|
|
|
*
|
|
|
|
|
* During recovery, a processor internally buffers new messages until recovery completes, so that new messages
|
|
|
|
|
* do not interfere with replayed messages. This internal buffer (the ''processor stash'') is isolated from the
|
|
|
|
|
* ''user stash'' inherited by `akka.actor.Stash`. `Processor` implementation classes can therefore use the
|
|
|
|
|
* ''user stash'' for stashing/unstashing both persistent and transient messages.
|
|
|
|
|
*
|
|
|
|
|
* @see [[Processor]]
|
|
|
|
|
*/
|
|
|
|
|
abstract class UntypedProcessor extends UntypedActor with Processor {
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* Java API.
|
|
|
|
|
*
|
|
|
|
|
* Returns the current persistent message or `null` if there is none.
|
|
|
|
|
*/
|
|
|
|
|
def getCurrentPersistentMessage = currentPersistentMessage.getOrElse(null)
|
|
|
|
|
}
|