2012-08-19 20:15:22 +02:00
|
|
|
/**
|
2013-01-09 01:47:48 +01:00
|
|
|
* Copyright (C) 2009-2013 Typesafe Inc. <http://www.typesafe.com>
|
2012-08-19 20:15:22 +02:00
|
|
|
*/
|
|
|
|
|
package akka.cluster
|
|
|
|
|
|
|
|
|
|
import language.postfixOps
|
2012-11-15 12:33:11 +01:00
|
|
|
import scala.collection.immutable
|
2013-04-04 17:56:29 +02:00
|
|
|
import scala.collection.immutable.VectorBuilder
|
2012-08-19 20:15:22 +02:00
|
|
|
import akka.actor.{ Actor, ActorLogging, ActorRef, Address }
|
|
|
|
|
import akka.cluster.ClusterEvent._
|
|
|
|
|
import akka.cluster.MemberStatus._
|
|
|
|
|
import akka.event.EventStream
|
2012-09-03 20:37:33 +02:00
|
|
|
import akka.actor.AddressTerminated
|
2012-08-19 20:15:22 +02:00
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* Domain events published to the event bus.
|
|
|
|
|
* Subscribe with:
|
|
|
|
|
* {{{
|
|
|
|
|
* Cluster(system).subscribe(actorRef, classOf[ClusterDomainEvent])
|
|
|
|
|
* }}}
|
|
|
|
|
*/
|
|
|
|
|
object ClusterEvent {
|
|
|
|
|
/**
|
|
|
|
|
* Marker interface for cluster domain events.
|
|
|
|
|
*/
|
|
|
|
|
sealed trait ClusterDomainEvent
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* Current snapshot state of the cluster. Sent to new subscriber.
|
|
|
|
|
*/
|
|
|
|
|
case class CurrentClusterState(
|
2012-11-15 12:33:11 +01:00
|
|
|
members: immutable.SortedSet[Member] = immutable.SortedSet.empty,
|
2012-08-19 20:15:22 +02:00
|
|
|
unreachable: Set[Member] = Set.empty,
|
|
|
|
|
seenBy: Set[Address] = Set.empty,
|
2013-03-14 20:32:43 +01:00
|
|
|
leader: Option[Address] = None,
|
|
|
|
|
roleLeaderMap: Map[String, Option[Address]] = Map.empty) extends ClusterDomainEvent {
|
2012-10-04 10:55:22 +02:00
|
|
|
|
|
|
|
|
/**
|
2013-03-07 09:05:55 +01:00
|
|
|
* Java API: get current member list.
|
2012-10-04 10:55:22 +02:00
|
|
|
*/
|
|
|
|
|
def getMembers: java.lang.Iterable[Member] = {
|
|
|
|
|
import scala.collection.JavaConverters._
|
|
|
|
|
members.asJava
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/**
|
2013-03-07 09:05:55 +01:00
|
|
|
* Java API: get current unreachable set.
|
2012-10-04 10:55:22 +02:00
|
|
|
*/
|
2012-11-15 12:33:11 +01:00
|
|
|
def getUnreachable: java.util.Set[Member] =
|
|
|
|
|
scala.collection.JavaConverters.setAsJavaSetConverter(unreachable).asJava
|
2012-10-04 10:55:22 +02:00
|
|
|
|
|
|
|
|
/**
|
2013-03-07 09:05:55 +01:00
|
|
|
* Java API: get current “seen-by” set.
|
2012-10-04 10:55:22 +02:00
|
|
|
*/
|
2012-11-15 12:33:11 +01:00
|
|
|
def getSeenBy: java.util.Set[Address] =
|
|
|
|
|
scala.collection.JavaConverters.setAsJavaSetConverter(seenBy).asJava
|
2012-10-04 10:55:22 +02:00
|
|
|
|
|
|
|
|
/**
|
2013-03-07 09:05:55 +01:00
|
|
|
* Java API: get address of current leader, or null if none
|
2012-10-04 10:55:22 +02:00
|
|
|
*/
|
|
|
|
|
def getLeader: Address = leader orNull
|
2013-03-14 20:32:43 +01:00
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* All node roles in the cluster
|
|
|
|
|
*/
|
|
|
|
|
def allRoles: Set[String] = roleLeaderMap.keySet
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* Java API: All node roles in the cluster
|
|
|
|
|
*/
|
|
|
|
|
def getAllRoles: java.util.Set[String] =
|
|
|
|
|
scala.collection.JavaConverters.setAsJavaSetConverter(allRoles).asJava
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* get address of current leader, if any, within the role set
|
|
|
|
|
*/
|
|
|
|
|
def roleLeader(role: String): Option[Address] = roleLeaderMap.getOrElse(role, None)
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* Java API: get address of current leader within the role set,
|
|
|
|
|
* or null if no node with that role
|
|
|
|
|
*/
|
|
|
|
|
def getRoleLeader(role: String): Address = roleLeaderMap.get(role).flatten.orNull
|
2012-10-04 10:55:22 +02:00
|
|
|
}
|
2012-08-19 20:15:22 +02:00
|
|
|
|
|
|
|
|
/**
|
2013-01-14 17:35:56 +01:00
|
|
|
* Marker interface for membership events.
|
2013-03-05 21:05:11 +01:00
|
|
|
* Published when the state change is first seen on a node.
|
|
|
|
|
* The state change was performed by the leader when there was
|
|
|
|
|
* convergence on the leader node, i.e. all members had seen previous
|
2013-01-14 17:35:56 +01:00
|
|
|
* state.
|
2012-08-19 20:15:22 +02:00
|
|
|
*/
|
|
|
|
|
sealed trait MemberEvent extends ClusterDomainEvent {
|
|
|
|
|
def member: Member
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/**
|
2013-01-14 17:35:56 +01:00
|
|
|
* Member status changed to Up.
|
2012-08-19 20:15:22 +02:00
|
|
|
*/
|
|
|
|
|
case class MemberUp(member: Member) extends MemberEvent {
|
|
|
|
|
if (member.status != Up) throw new IllegalArgumentException("Expected Up status, got: " + member)
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/**
|
2013-01-14 17:35:56 +01:00
|
|
|
* Member status changed to Exiting.
|
2012-08-19 20:15:22 +02:00
|
|
|
*/
|
|
|
|
|
case class MemberExited(member: Member) extends MemberEvent {
|
|
|
|
|
if (member.status != Exiting) throw new IllegalArgumentException("Expected Exiting status, got: " + member)
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/**
|
2013-03-05 21:05:11 +01:00
|
|
|
* Member completely removed from the cluster.
|
2012-08-19 20:15:22 +02:00
|
|
|
*/
|
|
|
|
|
case class MemberRemoved(member: Member) extends MemberEvent {
|
|
|
|
|
if (member.status != Removed) throw new IllegalArgumentException("Expected Removed status, got: " + member)
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/**
|
2013-03-11 12:41:15 +01:00
|
|
|
* Leader of the cluster members changed. Published when the state change
|
|
|
|
|
* is first seen on a node.
|
2012-08-19 20:15:22 +02:00
|
|
|
*/
|
2012-10-04 10:55:22 +02:00
|
|
|
case class LeaderChanged(leader: Option[Address]) extends ClusterDomainEvent {
|
|
|
|
|
/**
|
|
|
|
|
* Java API
|
|
|
|
|
* @return address of current leader, or null if none
|
|
|
|
|
*/
|
|
|
|
|
def getLeader: Address = leader orNull
|
|
|
|
|
}
|
|
|
|
|
|
2013-03-14 20:32:43 +01:00
|
|
|
/**
|
|
|
|
|
* First member (leader) of the members within a role set changed.
|
|
|
|
|
* Published when the state change is first seen on a node.
|
|
|
|
|
*/
|
|
|
|
|
case class RoleLeaderChanged(role: String, leader: Option[Address]) extends ClusterDomainEvent {
|
|
|
|
|
/**
|
|
|
|
|
* Java API
|
|
|
|
|
* @return address of current leader, or null if none
|
|
|
|
|
*/
|
|
|
|
|
def getLeader: Address = leader orNull
|
|
|
|
|
}
|
|
|
|
|
|
2012-10-04 10:55:22 +02:00
|
|
|
/**
|
2012-11-27 18:07:37 +01:00
|
|
|
* A member is considered as unreachable by the failure detector.
|
|
|
|
|
*/
|
|
|
|
|
case class UnreachableMember(member: Member) extends ClusterDomainEvent
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* INTERNAL API
|
2012-10-04 10:55:22 +02:00
|
|
|
*
|
2012-11-08 18:49:54 +01:00
|
|
|
* Current snapshot of cluster node metrics. Published to subscribers.
|
2012-10-04 10:55:22 +02:00
|
|
|
*/
|
2012-11-08 18:49:54 +01:00
|
|
|
case class ClusterMetricsChanged(nodeMetrics: Set[NodeMetrics]) extends ClusterDomainEvent {
|
|
|
|
|
/**
|
|
|
|
|
* Java API
|
|
|
|
|
*/
|
2012-11-15 12:33:11 +01:00
|
|
|
def getNodeMetrics: java.lang.Iterable[NodeMetrics] =
|
|
|
|
|
scala.collection.JavaConverters.asJavaIterableConverter(nodeMetrics).asJava
|
2012-11-08 18:49:54 +01:00
|
|
|
}
|
2012-08-19 20:15:22 +02:00
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* INTERNAL API
|
|
|
|
|
* The nodes that have seen current version of the Gossip.
|
|
|
|
|
*/
|
|
|
|
|
private[cluster] case class SeenChanged(convergence: Boolean, seenBy: Set[Address]) extends ClusterDomainEvent
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* INTERNAL API
|
|
|
|
|
*/
|
|
|
|
|
private[cluster] case class CurrentInternalStats(stats: ClusterStats) extends ClusterDomainEvent
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* INTERNAL API
|
|
|
|
|
*/
|
2012-11-27 18:07:37 +01:00
|
|
|
private[cluster] def diffUnreachable(oldGossip: Gossip, newGossip: Gossip): immutable.Seq[UnreachableMember] =
|
|
|
|
|
if (newGossip eq oldGossip) Nil
|
|
|
|
|
else {
|
|
|
|
|
val newUnreachable = newGossip.overview.unreachable -- oldGossip.overview.unreachable
|
|
|
|
|
val unreachableEvents = newUnreachable map UnreachableMember
|
2012-08-19 20:15:22 +02:00
|
|
|
|
2012-11-27 18:07:37 +01:00
|
|
|
immutable.Seq.empty ++ unreachableEvents
|
2012-08-19 20:15:22 +02:00
|
|
|
}
|
|
|
|
|
|
2012-11-27 18:07:37 +01:00
|
|
|
/**
|
|
|
|
|
* INTERNAL API.
|
|
|
|
|
*/
|
|
|
|
|
private[cluster] def diffMemberEvents(oldGossip: Gossip, newGossip: Gossip): immutable.Seq[MemberEvent] =
|
|
|
|
|
if (newGossip eq oldGossip) Nil
|
|
|
|
|
else {
|
|
|
|
|
val newMembers = newGossip.members -- oldGossip.members
|
2013-04-11 09:18:12 +02:00
|
|
|
val membersGroupedByAddress = List(newGossip.members, oldGossip.members).flatten.groupBy(_.uniqueAddress)
|
2012-11-27 18:07:37 +01:00
|
|
|
val changedMembers = membersGroupedByAddress collect {
|
|
|
|
|
case (_, newMember :: oldMember :: Nil) if newMember.status != oldMember.status ⇒ newMember
|
|
|
|
|
}
|
2013-03-05 21:05:11 +01:00
|
|
|
val memberEvents = (newMembers ++ changedMembers) collect {
|
|
|
|
|
case m if m.status == Up ⇒ MemberUp(m)
|
|
|
|
|
case m if m.status == Exiting ⇒ MemberExited(m)
|
|
|
|
|
// no events for other transitions
|
2012-11-27 18:07:37 +01:00
|
|
|
}
|
2012-08-19 20:15:22 +02:00
|
|
|
|
2012-11-27 18:07:37 +01:00
|
|
|
val allNewUnreachable = newGossip.overview.unreachable -- oldGossip.overview.unreachable
|
2012-08-19 20:15:22 +02:00
|
|
|
|
2012-11-27 18:07:37 +01:00
|
|
|
val unreachableGroupedByAddress =
|
2013-04-11 09:18:12 +02:00
|
|
|
List(newGossip.overview.unreachable, oldGossip.overview.unreachable).flatten.groupBy(_.uniqueAddress)
|
2012-11-27 18:07:37 +01:00
|
|
|
val unreachableDownMembers = unreachableGroupedByAddress collect {
|
|
|
|
|
case (_, newMember :: oldMember :: Nil) if newMember.status == Down && newMember.status != oldMember.status ⇒
|
|
|
|
|
newMember
|
|
|
|
|
}
|
2012-08-19 20:15:22 +02:00
|
|
|
|
2013-03-05 15:32:13 +01:00
|
|
|
val removedMembers = (oldGossip.members -- newGossip.members -- newGossip.overview.unreachable) ++
|
|
|
|
|
(oldGossip.overview.unreachable -- newGossip.overview.unreachable)
|
|
|
|
|
val removedEvents = removedMembers.map(m ⇒ MemberRemoved(m.copy(status = Removed)))
|
2012-08-19 20:15:22 +02:00
|
|
|
|
2013-03-05 21:05:11 +01:00
|
|
|
(new VectorBuilder[MemberEvent]() ++= memberEvents ++= removedEvents).result()
|
2013-01-14 17:35:56 +01:00
|
|
|
}
|
|
|
|
|
|
2012-11-27 18:07:37 +01:00
|
|
|
/**
|
|
|
|
|
* INTERNAL API
|
|
|
|
|
*/
|
2013-03-14 20:32:43 +01:00
|
|
|
private[cluster] def diffLeader(oldGossip: Gossip, newGossip: Gossip): immutable.Seq[LeaderChanged] = {
|
|
|
|
|
val newLeader = newGossip.leader
|
2013-04-11 09:18:12 +02:00
|
|
|
if (newLeader != oldGossip.leader) List(LeaderChanged(newLeader.map(_.address)))
|
2012-11-27 18:07:37 +01:00
|
|
|
else Nil
|
2013-03-14 20:32:43 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* INTERNAL API
|
|
|
|
|
*/
|
|
|
|
|
private[cluster] def diffRolesLeader(oldGossip: Gossip, newGossip: Gossip): Set[RoleLeaderChanged] = {
|
|
|
|
|
for {
|
|
|
|
|
role ← (oldGossip.allRoles ++ newGossip.allRoles)
|
|
|
|
|
newLeader = newGossip.roleLeader(role)
|
|
|
|
|
if newLeader != oldGossip.roleLeader(role)
|
2013-04-11 09:18:12 +02:00
|
|
|
} yield RoleLeaderChanged(role, newLeader.map(_.address))
|
2013-03-14 20:32:43 +01:00
|
|
|
}
|
2012-08-19 20:15:22 +02:00
|
|
|
|
2012-11-27 18:07:37 +01:00
|
|
|
/**
|
|
|
|
|
* INTERNAL API
|
|
|
|
|
*/
|
|
|
|
|
private[cluster] def diffSeen(oldGossip: Gossip, newGossip: Gossip): immutable.Seq[SeenChanged] =
|
|
|
|
|
if (newGossip eq oldGossip) Nil
|
|
|
|
|
else {
|
|
|
|
|
val newConvergence = newGossip.convergence
|
|
|
|
|
val newSeenBy = newGossip.seenBy
|
|
|
|
|
if (newConvergence != oldGossip.convergence || newSeenBy != oldGossip.seenBy)
|
2013-04-11 09:18:12 +02:00
|
|
|
List(SeenChanged(newConvergence, newSeenBy.map(_.address)))
|
2012-11-27 18:07:37 +01:00
|
|
|
else Nil
|
|
|
|
|
}
|
2012-08-19 20:15:22 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* INTERNAL API.
|
|
|
|
|
* Responsible for domain event subscriptions and publishing of
|
|
|
|
|
* domain events to event bus.
|
|
|
|
|
*/
|
2012-09-06 21:48:40 +02:00
|
|
|
private[cluster] final class ClusterDomainEventPublisher extends Actor with ActorLogging {
|
2012-08-19 20:15:22 +02:00
|
|
|
import InternalClusterAction._
|
|
|
|
|
|
2013-01-04 16:39:48 +01:00
|
|
|
var latestGossip: Gossip = Gossip.empty
|
2012-08-19 20:15:22 +02:00
|
|
|
|
2013-02-11 10:40:01 +01:00
|
|
|
override def preRestart(reason: Throwable, message: Option[Any]) {
|
|
|
|
|
// don't postStop when restarted, no children to stop
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
override def postStop(): Unit = {
|
|
|
|
|
// publish the final removed state before shutting down
|
|
|
|
|
publishChanges(Gossip.empty)
|
|
|
|
|
}
|
|
|
|
|
|
2012-08-19 20:15:22 +02:00
|
|
|
def receive = {
|
2012-11-27 18:07:37 +01:00
|
|
|
case PublishChanges(newGossip) ⇒ publishChanges(newGossip)
|
2012-08-19 20:15:22 +02:00
|
|
|
case currentStats: CurrentInternalStats ⇒ publishInternalStats(currentStats)
|
2012-09-12 09:23:02 +02:00
|
|
|
case PublishCurrentClusterState(receiver) ⇒ publishCurrentClusterState(receiver)
|
2012-08-19 20:15:22 +02:00
|
|
|
case Subscribe(subscriber, to) ⇒ subscribe(subscriber, to)
|
2012-09-28 13:09:36 +02:00
|
|
|
case Unsubscribe(subscriber, to) ⇒ unsubscribe(subscriber, to)
|
2012-10-02 16:41:03 +02:00
|
|
|
case PublishEvent(event) ⇒ publish(event)
|
2012-08-19 20:15:22 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
def eventStream: EventStream = context.system.eventStream
|
|
|
|
|
|
2013-01-14 19:32:52 +01:00
|
|
|
/**
|
2013-03-05 21:05:11 +01:00
|
|
|
* The current snapshot state corresponding to latest gossip
|
2013-01-14 19:32:52 +01:00
|
|
|
* to mimic what you would have seen if you where listening to the events.
|
|
|
|
|
*/
|
2012-09-12 09:23:02 +02:00
|
|
|
def publishCurrentClusterState(receiver: Option[ActorRef]): Unit = {
|
|
|
|
|
val state = CurrentClusterState(
|
2013-03-05 21:05:11 +01:00
|
|
|
members = latestGossip.members,
|
2012-08-19 20:15:22 +02:00
|
|
|
unreachable = latestGossip.overview.unreachable,
|
2013-04-11 09:18:12 +02:00
|
|
|
seenBy = latestGossip.seenBy.map(_.address),
|
|
|
|
|
leader = latestGossip.leader.map(_.address),
|
|
|
|
|
roleLeaderMap = latestGossip.allRoles.map(r ⇒ r -> latestGossip.roleLeader(r).map(_.address))(collection.breakOut))
|
2012-09-12 09:23:02 +02:00
|
|
|
receiver match {
|
|
|
|
|
case Some(ref) ⇒ ref ! state
|
2012-10-02 16:41:03 +02:00
|
|
|
case None ⇒ publish(state)
|
2012-09-12 09:23:02 +02:00
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
def subscribe(subscriber: ActorRef, to: Class[_]): Unit = {
|
2013-03-05 21:05:11 +01:00
|
|
|
publishCurrentClusterState(Some(subscriber))
|
2012-08-19 20:15:22 +02:00
|
|
|
eventStream.subscribe(subscriber, to)
|
|
|
|
|
}
|
|
|
|
|
|
2012-09-28 13:09:36 +02:00
|
|
|
def unsubscribe(subscriber: ActorRef, to: Option[Class[_]]): Unit = to match {
|
|
|
|
|
case None ⇒ eventStream.unsubscribe(subscriber)
|
|
|
|
|
case Some(c) ⇒ eventStream.unsubscribe(subscriber, c)
|
|
|
|
|
}
|
2012-08-19 20:15:22 +02:00
|
|
|
|
2012-11-27 18:07:37 +01:00
|
|
|
def publishChanges(newGossip: Gossip): Unit = {
|
|
|
|
|
val oldGossip = latestGossip
|
2012-08-19 20:15:22 +02:00
|
|
|
// keep the latestGossip to be sent to new subscribers
|
|
|
|
|
latestGossip = newGossip
|
2012-11-27 18:07:37 +01:00
|
|
|
// first publish the diffUnreachable between the last two gossips
|
2012-12-12 11:49:20 +01:00
|
|
|
diffUnreachable(oldGossip, newGossip) foreach publish
|
2013-04-15 09:26:51 +02:00
|
|
|
diffMemberEvents(oldGossip, newGossip) foreach publish
|
2013-03-11 12:41:15 +01:00
|
|
|
diffLeader(oldGossip, newGossip) foreach publish
|
2013-03-14 20:32:43 +01:00
|
|
|
diffRolesLeader(oldGossip, newGossip) foreach publish
|
2012-11-27 18:07:37 +01:00
|
|
|
// publish internal SeenState for testing purposes
|
|
|
|
|
diffSeen(oldGossip, newGossip) foreach publish
|
2012-08-19 20:15:22 +02:00
|
|
|
}
|
|
|
|
|
|
2012-10-02 16:41:03 +02:00
|
|
|
def publishInternalStats(currentStats: CurrentInternalStats): Unit = publish(currentStats)
|
|
|
|
|
|
|
|
|
|
def publish(event: AnyRef): Unit = eventStream publish event
|
2012-11-27 18:07:37 +01:00
|
|
|
|
2013-01-04 16:39:48 +01:00
|
|
|
def publishStart(): Unit =
|
2013-03-11 12:41:15 +01:00
|
|
|
if (latestGossip ne Gossip.empty) {
|
2013-01-04 16:39:48 +01:00
|
|
|
clearState()
|
|
|
|
|
publishCurrentClusterState(None)
|
|
|
|
|
}
|
2012-11-27 18:07:37 +01:00
|
|
|
|
|
|
|
|
def clearState(): Unit = {
|
2013-01-04 16:39:48 +01:00
|
|
|
latestGossip = Gossip.empty
|
2012-11-27 18:07:37 +01:00
|
|
|
}
|
2012-08-19 20:15:22 +02:00
|
|
|
}
|