/** * Copyright (C) 2009-2013 Typesafe Inc. */ package akka.dispatch import java.util.concurrent._ import akka.event.Logging.{ Error, LogEventException } import akka.actor._ import akka.event.EventStream import com.typesafe.config.Config import akka.util.{ Unsafe, Index } import scala.annotation.tailrec import scala.concurrent.forkjoin.{ ForkJoinTask, ForkJoinPool } import scala.concurrent.duration.Duration import scala.concurrent.ExecutionContext import scala.concurrent.duration.FiniteDuration import scala.util.control.NonFatal final case class Envelope private (val message: Any, val sender: ActorRef) object Envelope { def apply(message: Any, sender: ActorRef, system: ActorSystem): Envelope = new Envelope(message, if (sender ne Actor.noSender) sender else system.deadLetters) } /** * This message is sent directly after the Supervise system message in order * to form a barrier wrt. the first real message sent by the child, so that e.g. * Failed() cannot overtake Supervise(). Processing this does nothing. * * Detailed explanation: * * The race happens because Supervise and Failed may be queued between the * parent's check for system messages and dequeue(). Thus, if the parent * processes the NullMessage first (by way of that tiny race window), it is * guaranteed to then find the Supervise system message in its mailbox prior * to turning its attention to the next real message. */ case object NullMessage extends AutoReceivedMessage /** * INTERNAL API */ private[akka] object SystemMessage { @tailrec final def size(list: SystemMessage, acc: Int = 0): Int = { if (list eq null) acc else size(list.next, acc + 1) } @tailrec final def reverse(list: SystemMessage, acc: SystemMessage = null): SystemMessage = { if (list eq null) acc else { val next = list.next list.next = acc reverse(next, list) } } } /** * System messages are handled specially: they form their own queue within * each actor’s mailbox. This queue is encoded in the messages themselves to * avoid extra allocations and overhead. The next pointer is a normal var, and * it does not need to be volatile because in the enqueuing method its update * is immediately succeeded by a volatile write and all reads happen after the * volatile read in the dequeuing thread. Afterwards, the obtained list of * system messages is handled in a single thread only and not ever passed around, * hence no further synchronization is needed. * * INTERNAL API * * ➡➡➡ NEVER SEND THE SAME SYSTEM MESSAGE OBJECT TO TWO ACTORS ⬅⬅⬅ */ private[akka] sealed trait SystemMessage extends PossiblyHarmful { @transient var next: SystemMessage = _ } /** * INTERNAL API */ private[akka] case class Create(uid: Int) extends SystemMessage // send to self from Dispatcher.register /** * INTERNAL API */ private[akka] case class Recreate(cause: Throwable) extends SystemMessage // sent to self from ActorCell.restart /** * INTERNAL API */ private[akka] case class Suspend() extends SystemMessage // sent to self from ActorCell.suspend /** * INTERNAL API */ private[akka] case class Resume(causedByFailure: Throwable) extends SystemMessage // sent to self from ActorCell.resume /** * INTERNAL API */ private[akka] case class Terminate() extends SystemMessage // sent to self from ActorCell.stop /** * INTERNAL API */ private[akka] case class Supervise(child: ActorRef, async: Boolean, uid: Int) extends SystemMessage // sent to supervisor ActorRef from ActorCell.start /** * INTERNAL API */ private[akka] case class ChildTerminated(child: ActorRef) extends SystemMessage // sent to supervisor from ActorCell.doTerminate /** * INTERNAL API */ private[akka] case class Watch(watchee: ActorRef, watcher: ActorRef) extends SystemMessage // sent to establish a DeathWatch /** * INTERNAL API */ private[akka] case class Unwatch(watchee: ActorRef, watcher: ActorRef) extends SystemMessage // sent to tear down a DeathWatch /** * INTERNAL API */ private[akka] case object NoMessage extends SystemMessage // switched into the mailbox to signal termination final case class TaskInvocation(eventStream: EventStream, runnable: Runnable, cleanup: () ⇒ Unit) extends Batchable { final override def isBatchable: Boolean = runnable match { case b: Batchable ⇒ b.isBatchable case _: scala.concurrent.OnCompleteRunnable ⇒ true case _ ⇒ false } def run(): Unit = try runnable.run() catch { case NonFatal(e) ⇒ eventStream.publish(Error(e, "TaskInvocation", this.getClass, e.getMessage)) } finally cleanup() } /** * INTERNAL API */ private[akka] trait LoadMetrics { self: Executor ⇒ def atFullThrottle(): Boolean } /** * INTERNAL API */ private[akka] object MessageDispatcher { val UNSCHEDULED = 0 //WARNING DO NOT CHANGE THE VALUE OF THIS: It relies on the faster init of 0 in AbstractMessageDispatcher val SCHEDULED = 1 val RESCHEDULED = 2 // dispatcher debugging helper using println (see below) // since this is a compile-time constant, scalac will elide code behind if (MessageDispatcher.debug) (RK checked with 2.9.1) final val debug = false // Deliberately without type ascription to make it a compile-time constant lazy val actors = new Index[MessageDispatcher, ActorRef](16, _ compareTo _) def printActors: Unit = if (debug) { for { d ← actors.keys a ← { println(d + " inhabitants: " + d.inhabitants); actors.valueIterator(d) } } { val status = if (a.isTerminated) " (terminated)" else " (alive)" val messages = a match { case r: ActorRefWithCell ⇒ " " + r.underlying.numberOfMessages + " messages" case _ ⇒ " " + a.getClass } val parent = a match { case i: InternalActorRef ⇒ ", parent: " + i.getParent case _ ⇒ "" } println(" -> " + a + status + messages + parent) } } implicit def defaultDispatcher(implicit system: ActorSystem): MessageDispatcher = system.dispatcher } abstract class MessageDispatcher(val prerequisites: DispatcherPrerequisites) extends AbstractMessageDispatcher with BatchingExecutor with ExecutionContext { import MessageDispatcher._ import AbstractMessageDispatcher.{ inhabitantsOffset, shutdownScheduleOffset } import prerequisites._ @volatile private[this] var _inhabitantsDoNotCallMeDirectly: Long = _ // DO NOT TOUCH! @volatile private[this] var _shutdownScheduleDoNotCallMeDirectly: Int = _ // DO NOT TOUCH! @tailrec private final def addInhabitants(add: Long): Long = { val c = inhabitants val r = c + add if (Unsafe.instance.compareAndSwapLong(this, inhabitantsOffset, c, r)) r else addInhabitants(add) } final def inhabitants: Long = Unsafe.instance.getLongVolatile(this, inhabitantsOffset) private final def shutdownSchedule: Int = Unsafe.instance.getIntVolatile(this, shutdownScheduleOffset) private final def updateShutdownSchedule(expect: Int, update: Int): Boolean = Unsafe.instance.compareAndSwapInt(this, shutdownScheduleOffset, expect, update) /** * Creates and returns a mailbox for the given actor. */ protected[akka] def createMailbox(actor: Cell): Mailbox //FIXME should this really be private[akka]? /** * Identifier of this dispatcher, corresponds to the full key * of the dispatcher configuration. */ def id: String /** * Attaches the specified actor instance to this dispatcher, which includes * scheduling it to run for the first time (Create() is expected to have * been enqueued by the ActorCell upon mailbox creation). */ final def attach(actor: ActorCell): Unit = { register(actor) registerForExecution(actor.mailbox, false, true) } /** * Detaches the specified actor instance from this dispatcher */ final def detach(actor: ActorCell): Unit = try unregister(actor) finally ifSensibleToDoSoThenScheduleShutdown() final override protected def unbatchedExecute(r: Runnable): Unit = { val invocation = TaskInvocation(eventStream, r, taskCleanup) addInhabitants(+1) try { executeTask(invocation) } catch { case t: Throwable ⇒ addInhabitants(-1) throw t } } override def reportFailure(t: Throwable): Unit = t match { case e: LogEventException ⇒ prerequisites.eventStream.publish(e.event) case _ ⇒ prerequisites.eventStream.publish(Error(t, getClass.getName, getClass, t.getMessage)) } @tailrec private final def ifSensibleToDoSoThenScheduleShutdown(): Unit = inhabitants match { case 0 ⇒ shutdownSchedule match { case UNSCHEDULED ⇒ if (updateShutdownSchedule(UNSCHEDULED, SCHEDULED)) scheduleShutdownAction() else ifSensibleToDoSoThenScheduleShutdown() case SCHEDULED ⇒ if (updateShutdownSchedule(SCHEDULED, RESCHEDULED)) () else ifSensibleToDoSoThenScheduleShutdown() case RESCHEDULED ⇒ } case _ ⇒ } private def scheduleShutdownAction(): Unit = { // IllegalStateException is thrown if scheduler has been shutdown try scheduler.scheduleOnce(shutdownTimeout, shutdownAction)(new ExecutionContext { override def execute(runnable: Runnable): Unit = runnable.run() override def reportFailure(t: Throwable): Unit = MessageDispatcher.this.reportFailure(t) }) catch { case _: IllegalStateException ⇒ shutdown() } } private final val taskCleanup: () ⇒ Unit = () ⇒ if (addInhabitants(-1) == 0) ifSensibleToDoSoThenScheduleShutdown() /** * If you override it, you must call it. But only ever once. See "attach" for only invocation. * * INTERNAL API */ protected[akka] def register(actor: ActorCell) { if (debug) actors.put(this, actor.self) addInhabitants(+1) } /** * If you override it, you must call it. But only ever once. See "detach" for the only invocation * * INTERNAL API */ protected[akka] def unregister(actor: ActorCell) { if (debug) actors.remove(this, actor.self) addInhabitants(-1) val mailBox = actor.swapMailbox(deadLetterMailbox) mailBox.becomeClosed() mailBox.cleanUp() } private val shutdownAction = new Runnable { @tailrec final def run() { shutdownSchedule match { case SCHEDULED ⇒ try { if (inhabitants == 0) shutdown() //Warning, racy } finally { while (!updateShutdownSchedule(shutdownSchedule, UNSCHEDULED)) {} } case RESCHEDULED ⇒ if (updateShutdownSchedule(RESCHEDULED, SCHEDULED)) scheduleShutdownAction() else run() case UNSCHEDULED ⇒ } } } /** * When the dispatcher no longer has any actors registered, how long will it wait until it shuts itself down, * defaulting to your akka configs "akka.actor.default-dispatcher.shutdown-timeout" or default specified in * reference.conf * * INTERNAL API */ protected[akka] def shutdownTimeout: FiniteDuration /** * After the call to this method, the dispatcher mustn't begin any new message processing for the specified reference */ def suspend(actor: ActorCell): Unit = { val mbox = actor.mailbox if ((mbox.actor eq actor) && (mbox.dispatcher eq this)) mbox.suspend() } /* * After the call to this method, the dispatcher must begin any new message processing for the specified reference */ def resume(actor: ActorCell): Unit = { val mbox = actor.mailbox if ((mbox.actor eq actor) && (mbox.dispatcher eq this) && mbox.resume()) registerForExecution(mbox, false, false) } /** * Will be called when the dispatcher is to queue an invocation for execution * * INTERNAL API */ protected[akka] def systemDispatch(receiver: ActorCell, invocation: SystemMessage) /** * Will be called when the dispatcher is to queue an invocation for execution * * INTERNAL API */ protected[akka] def dispatch(receiver: ActorCell, invocation: Envelope) /** * Suggest to register the provided mailbox for execution * * INTERNAL API */ protected[akka] def registerForExecution(mbox: Mailbox, hasMessageHint: Boolean, hasSystemMessageHint: Boolean): Boolean // TODO check whether this should not actually be a property of the mailbox /** * INTERNAL API */ protected[akka] def throughput: Int /** * INTERNAL API */ protected[akka] def throughputDeadlineTime: Duration /** * INTERNAL API */ @inline protected[akka] final val isThroughputDeadlineTimeDefined = throughputDeadlineTime.toMillis > 0 /** * INTERNAL API */ protected[akka] def executeTask(invocation: TaskInvocation) /** * Called one time every time an actor is detached from this dispatcher and this dispatcher has no actors left attached * Must be idempotent * * INTERNAL API */ protected[akka] def shutdown(): Unit } /** * An ExecutorServiceConfigurator is a class that given some prerequisites and a configuration can create instances of ExecutorService */ abstract class ExecutorServiceConfigurator(config: Config, prerequisites: DispatcherPrerequisites) extends ExecutorServiceFactoryProvider /** * Base class to be used for hooking in new dispatchers into Dispatchers. */ abstract class MessageDispatcherConfigurator(val config: Config, val prerequisites: DispatcherPrerequisites) { /** * Returns an instance of MessageDispatcher given the configuration. * Depending on the needs the implementation may return a new instance for * each invocation or return the same instance every time. */ def dispatcher(): MessageDispatcher /** * Returns a factory for the [[akka.dispatch.Mailbox]] given the configuration. * Default implementation instantiate the [[akka.dispatch.MailboxType]] specified * as FQCN in mailbox-type config property. If mailbox-type is unspecified (empty) * then [[akka.dispatch.UnboundedMailbox]] is used when capacity is < 1, * otherwise [[akka.dispatch.BoundedMailbox]]. */ def mailboxType(): MailboxType = { config.getString("mailbox-type") match { case "" ⇒ if (config.getInt("mailbox-capacity") < 1) UnboundedMailbox() else new BoundedMailbox(prerequisites.settings, config) case "unbounded" ⇒ UnboundedMailbox() case "bounded" ⇒ new BoundedMailbox(prerequisites.settings, config) case fqcn ⇒ val args = List(classOf[ActorSystem.Settings] -> prerequisites.settings, classOf[Config] -> config) prerequisites.dynamicAccess.createInstanceFor[MailboxType](fqcn, args).recover({ case exception ⇒ throw new IllegalArgumentException( ("Cannot instantiate MailboxType [%s], defined in [%s], " + "make sure it has constructor with [akka.actor.ActorSystem.Settings, com.typesafe.config.Config] parameters") .format(fqcn, config.getString("id")), exception) }).get } } def configureExecutor(): ExecutorServiceConfigurator = { config.getString("executor") match { case null | "" | "fork-join-executor" ⇒ new ForkJoinExecutorConfigurator(config.getConfig("fork-join-executor"), prerequisites) case "thread-pool-executor" ⇒ new ThreadPoolExecutorConfigurator(config.getConfig("thread-pool-executor"), prerequisites) case fqcn ⇒ val args = List( classOf[Config] -> config, classOf[DispatcherPrerequisites] -> prerequisites) prerequisites.dynamicAccess.createInstanceFor[ExecutorServiceConfigurator](fqcn, args).recover({ case exception ⇒ throw new IllegalArgumentException( ("""Cannot instantiate ExecutorServiceConfigurator ("executor = [%s]"), defined in [%s], make sure it has an accessible constructor with a [%s,%s] signature""") .format(fqcn, config.getString("id"), classOf[Config], classOf[DispatcherPrerequisites]), exception) }).get } } } class ThreadPoolExecutorConfigurator(config: Config, prerequisites: DispatcherPrerequisites) extends ExecutorServiceConfigurator(config, prerequisites) { val threadPoolConfig: ThreadPoolConfig = createThreadPoolConfigBuilder(config, prerequisites).config protected def createThreadPoolConfigBuilder(config: Config, prerequisites: DispatcherPrerequisites): ThreadPoolConfigBuilder = { ThreadPoolConfigBuilder(ThreadPoolConfig()) .setKeepAliveTime(Duration(config getMilliseconds "keep-alive-time", TimeUnit.MILLISECONDS)) .setAllowCoreThreadTimeout(config getBoolean "allow-core-timeout") .setCorePoolSizeFromFactor(config getInt "core-pool-size-min", config getDouble "core-pool-size-factor", config getInt "core-pool-size-max") .setMaxPoolSizeFromFactor(config getInt "max-pool-size-min", config getDouble "max-pool-size-factor", config getInt "max-pool-size-max") .configure( Some(config getInt "task-queue-size") flatMap { case size if size > 0 ⇒ Some(config getString "task-queue-type") map { case "array" ⇒ ThreadPoolConfig.arrayBlockingQueue(size, false) //TODO config fairness? case "" | "linked" ⇒ ThreadPoolConfig.linkedBlockingQueue(size) case x ⇒ throw new IllegalArgumentException("[%s] is not a valid task-queue-type [array|linked]!" format x) } map { qf ⇒ (q: ThreadPoolConfigBuilder) ⇒ q.setQueueFactory(qf) } case _ ⇒ None }) } def createExecutorServiceFactory(id: String, threadFactory: ThreadFactory): ExecutorServiceFactory = threadPoolConfig.createExecutorServiceFactory(id, threadFactory) } object ForkJoinExecutorConfigurator { /** * INTERNAL AKKA USAGE ONLY */ final class AkkaForkJoinPool(parallelism: Int, threadFactory: ForkJoinPool.ForkJoinWorkerThreadFactory, unhandledExceptionHandler: Thread.UncaughtExceptionHandler) extends ForkJoinPool(parallelism, threadFactory, unhandledExceptionHandler, true) with LoadMetrics { override def execute(r: Runnable): Unit = r match { case m: Mailbox ⇒ super.execute(new MailboxExecutionTask(m)) case other ⇒ super.execute(other) } def atFullThrottle(): Boolean = this.getActiveThreadCount() >= this.getParallelism() } /** * INTERNAL AKKA USAGE ONLY */ final class MailboxExecutionTask(mailbox: Mailbox) extends ForkJoinTask[Unit] { final override def setRawResult(u: Unit): Unit = () final override def getRawResult(): Unit = () final override def exec(): Boolean = try { mailbox.run; true } catch { case anything: Throwable ⇒ val t = Thread.currentThread t.getUncaughtExceptionHandler match { case null ⇒ case some ⇒ some.uncaughtException(t, anything) } throw anything } } } class ForkJoinExecutorConfigurator(config: Config, prerequisites: DispatcherPrerequisites) extends ExecutorServiceConfigurator(config, prerequisites) { import ForkJoinExecutorConfigurator._ def validate(t: ThreadFactory): ForkJoinPool.ForkJoinWorkerThreadFactory = t match { case correct: ForkJoinPool.ForkJoinWorkerThreadFactory ⇒ correct case x ⇒ throw new IllegalStateException("The prerequisites for the ForkJoinExecutorConfigurator is a ForkJoinPool.ForkJoinWorkerThreadFactory!") } class ForkJoinExecutorServiceFactory(val threadFactory: ForkJoinPool.ForkJoinWorkerThreadFactory, val parallelism: Int) extends ExecutorServiceFactory { def createExecutorService: ExecutorService = new AkkaForkJoinPool(parallelism, threadFactory, MonitorableThreadFactory.doNothing) } final def createExecutorServiceFactory(id: String, threadFactory: ThreadFactory): ExecutorServiceFactory = { val tf = threadFactory match { case m: MonitorableThreadFactory ⇒ // add the dispatcher id to the thread names m.withName(m.name + "-" + id) case other ⇒ other } new ForkJoinExecutorServiceFactory( validate(tf), ThreadPoolConfig.scaledPoolSize( config.getInt("parallelism-min"), config.getDouble("parallelism-factor"), config.getInt("parallelism-max"))) } }