2017-03-15 34 views
2

我想让在各种进程(或节点)上运行的参与者向不同进程(或节点)运行的其他参与者发送消息,同时保持容错和负载平衡。我目前正在尝试使用Akka.Cluster的Sharding功能来完成此操作。我如何让运行在一个进程上的actor将消息发送给在另一个进程上运行的另一个actor?

但是,我不知道如何做到这一点...

我有以下的代码,反映了我的种子节点:

let configurePort port = 
    let config = Configuration.parse (""" 
     akka { 
      actor { 
       provider = "Akka.Cluster.ClusterActorRefProvider, Akka.Cluster" 
       serializers { 
       hyperion = "Akka.Serialization.HyperionSerializer, Akka.Serialization.Hyperion" 
       } 
       serialization-bindings { 
       "System.Object" = hyperion 
       } 
      } 
      remote { 
      helios.tcp { 
       public-hostname = "localhost" 
       hostname = "localhost" 
       port = """ + port.ToString() + """ 
      } 
      } 
      cluster { 
      auto-down-unreachable-after = 5s 
      seed-nodes = [ "akka.tcp://[email protected]:2551/" ] 
      } 
      persistence { 
      journal.plugin = "akka.persistence.journal.inmem" 
      snapshot-store.plugin = "akka.persistence.snapshot-store.local" 
      } 
     } 
     """) 
    config.WithFallback(ClusterSingletonManager.DefaultConfig()) 

let consumer (actor:Actor<_>) msg = printfn "\n%A received %s" (actor.Self.Path.ToStringWithAddress()) msg |> ignored 

// spawn two separate systems with shard regions on each of them 
let system1 = System.create "cluster-system" (configurePort 2551) 
let shardRegion1 = spawnSharded id system1 "shardRegion1" <| props (actorOf2 consumer) 
System.Threading.Thread.Sleep(1000) 

let system2 = System.create "cluster-system" (configurePort 2552) 
let shardRegion2 = spawnSharded id system2 "shardRegion2" <| props (actorOf2 consumer) 
System.Threading.Thread.Sleep(1000) 

let system3 = System.create "cluster-system" (configurePort 2553) 
let shardRegion3 = spawnSharded id system3 "shardRegion3" <| props (actorOf2 consumer) 
System.Threading.Thread.Sleep(3000) 


// NOTE: Even thou we sent all messages through single shard region, 
//  some of them will be executed on the second and third one thanks to shard balancing 
System.Threading.Thread.Sleep(3000) 
shardRegion1 <! ("shard-1", "entity-1", "hello world 1") 
shardRegion1 <! ("shard-1", "entity-2", "hello world 2") 
shardRegion1 <! ("shard-2", "entity-3", "hello world 3") 
shardRegion1 <! ("shard-2", "entity-4", "hello world 4") 

System.Threading.Thread.Sleep(1000) 

let printShards shardRegion = 
    async { 
     let! (reply:AskResult<ShardRegionStats>) = (retype shardRegion) <? GetShardRegionStats.Instance 
     let (stats: ShardRegionStats) = reply.Value 
     for kv in stats.Stats do 
      printfn "\tShard '%s' has %d entities on it" kv.Key kv.Value 
    } |> Async.RunSynchronously 

let printNodes() = 
    printfn "\nShards active on node 'localhost:2551':" 
    printShards shardRegion1 
    printfn "\nShards active on node 'localhost:2552':" 
    printShards shardRegion2 
    printfn "\nShards active on node 'localhost:2553':" 
    printShards shardRegion3 

printNodes() 

输出看起来是这样的:

Shards active on node 'localhost:2551': 
    Shard 'shard-1' has 2 entities on it 
    Shard 'shard-2' has 2 entities on it 

在节点'localhost:2552'上激活的分片:

我然后有一个单独的过程,其执行以下代码:

let configurePort port = 
    let config = Configuration.parse (""" 
     akka { 
      actor { 
       provider = "Akka.Cluster.ClusterActorRefProvider, Akka.Cluster" 
       serializers { 
       hyperion = "Akka.Serialization.HyperionSerializer, Akka.Serialization.Hyperion" 
       } 
       serialization-bindings { 
       "System.Object" = hyperion 
       } 
      } 
      remote { 
      helios.tcp { 
       public-hostname = "localhost" 
       hostname = "localhost" 
       port = "0" 
      } 
      } 
      cluster { 
      auto-down-unreachable-after = 5s 
      seed-nodes = [ "akka.tcp://[email protected]:2551/" ] 
      } 
      persistence { 
      journal.plugin = "akka.persistence.journal.inmem" 
      snapshot-store.plugin = "akka.persistence.snapshot-store.local" 
      } 
     } 
     """) 
    config.WithFallback(ClusterSingletonManager.DefaultConfig()) 

let consumer (actor:Actor<_>) msg = printfn "\n%A received %s" (actor.Self.Path.ToStringWithAddress()) msg |> ignored 

// spawn two separate systems with shard regions on each of them 
let system1 = System.create "cluster-system" (configurePort 2554) 
let shardRegion1 = spawnSharded id system1 "printer" <| props (actorOf2 consumer) 
System.Threading.Thread.Sleep(1000) 

let system2 = System.create "cluster-system" (configurePort 2555) 
let shardRegion2 = spawnSharded id system2 "printer" <| props (actorOf2 consumer) 
System.Threading.Thread.Sleep(1000) 

let system3 = System.create "cluster-system" (configurePort 2556) 
let shardRegion3 = spawnSharded id system3 "printer" <| props (actorOf2 consumer) 

我的集群系统(在一个单独的进程中运行)识别新节点被加入:

> [INFO][3/15/2017 9:12:13 PM][Thread 0054][[akka://cluster-system/system/cluster/core/daemon#2086121649]] Node [akka.tcp://[email protected]:52953] is JOINING, roles [] 
[INFO][3/15/2017 9:12:14 PM][Thread 0006][[akka://cluster-system/system/cluster/core/daemon#2086121649]] Node [akka.tcp://[email protected]:52956] is JOINING, roles [] 
[INFO][3/15/2017 9:12:15 PM][Thread 0054][[akka://cluster-system/system/cluster/core/daemon#2086121649]] Node [akka.tcp://[email protected]:52961] is JOINING, roles [] 
[INFO][3/15/2017 9:12:18 PM][Thread 0055][[akka://cluster-system/system/cluster/core/daemon#2086121649]] Leader is moving node [akka.tcp://[email protected]:52953] to [Up] 
[INFO][3/15/2017 9:12:18 PM][Thread 0055][[akka://cluster-system/system/cluster/core/daemon#2086121649]] Leader is moving node [akka.tcp://[email protected]:52956] to [Up] 
[INFO][3/15/2017 9:12:18 PM][Thread 0055][[akka://cluster-system/system/cluster/core/daemon#2086121649]] Leader is moving node [akka.tcp://[email protected]:52961] to [Up] 

结论:

In conc我希望让运行在不同进程(或节点)上的参与者在保持容错和负载平衡的同时向其他参与者运行不同进程(或节点)的消息发送消息。我目前正在尝试使用Akka.Cluster的Sharding功能来完成此操作。

附录:

open System 
open System.IO 
#if INTERACTIVE 
let cd = Path.Combine(__SOURCE_DIRECTORY__, "../src/Akkling.Cluster.Sharding/bin/Debug") 
System.IO.Directory.SetCurrentDirectory(cd) 
#endif 

#r "../src/Akkling.Cluster.Sharding/bin/Debug/System.Collections.Immutable.dll" 
#r "../src/Akkling.Cluster.Sharding/bin/Debug/Akka.dll" 
#r "../src/Akkling.Cluster.Sharding/bin/Debug/Hyperion.dll" 
#r "../src/Akkling.Cluster.Sharding/bin/Debug/Newtonsoft.Json.dll" 
#r @"C:\Users\Snimrod\Documents\Visual Studio 2015\Projects\Temp\packages\Akka.FSharp.1.1.3\lib\net45\Akka.FSharp.dll" 
#r "../src/Akkling.Cluster.Sharding/bin/Debug/FSharp.PowerPack.Linq.dll" 
#r "../src/Akkling.Cluster.Sharding/bin/Debug/Helios.dll" 
#r "../src/Akkling.Cluster.Sharding/bin/Debug/FsPickler.dll" 
#r "../src/Akkling.Cluster.Sharding/bin/Debug/Google.ProtocolBuffers.dll" 
#r "../src/Akkling.Cluster.Sharding/bin/Debug/Google.ProtocolBuffers.Serialization.dll" 
#r "../src/Akkling.Cluster.Sharding/bin/Debug/Akka.Remote.dll" 
#r "../src/Akkling.Cluster.Sharding/bin/Debug/Google.ProtocolBuffers.dll" 
#r "../src/Akkling.Cluster.Sharding/bin/Debug/Akka.Persistence.dll" 
#r "../src/Akkling.Cluster.Sharding/bin/Debug/Akka.Cluster.dll" 
#r "../src/Akkling.Cluster.Sharding/bin/Debug/Akka.Cluster.Tools.dll" 
#r "../src/Akkling.Cluster.Sharding/bin/Debug/Akka.Cluster.Sharding.dll" 
#r "../src/Akkling.Cluster.Sharding/bin/Debug/Akka.Serialization.Hyperion.dll" 
#r "../src/Akkling.Cluster.Sharding/bin/Debug/Akkling.dll" 
#r "../src/Akkling.Cluster.Sharding/bin/Debug/Akkling.Persistence.dll" 
#r "../src/Akkling.Cluster.Sharding/bin/Debug/Akkling.Cluster.Sharding.dll" 


open Akka.Actor 
open Akka.Configuration 
open Akka.Cluster 
open Akka.Cluster.Tools.Singleton 
open Akka.Cluster.Sharding 
open Akka.Persistence 

open Akkling 
open Akkling.Persistence 
open Akkling.Cluster 
open Akkling.Cluster.Sharding 
open Hyperion 

回答

4

为了保持碎片和它们的位置一致的看法,Akka.Cluster.Sharding持续后端必须指向是所有进程的可见的数据库。在您的配置中,您使用的是内存数据存储(仅用于测试和开发)的akka.persistence.journal.inmem。它不会从其他进程中看到。

您需要配置持久性后端,以便在位于不同机器/进程上的节点之间可见碎片。你可以这样做,即使用Akka.Persistence.SqlServer或任何其他插件。这是你的持久后端仅由分片使用的最基本的配置:

akka.persistence { 
    journal { 
     plugin = "akka.persistence.journal.sql-server" 
     sql-server { 
      connection-string = "<connection-string>" 
      auto-initialize = on 
     } 
    } 
    snapshot-store { 
     plugin = "akka.persistence.snapshot-store.sql-server" 
     sql-server { 
      connection-string = "<connection-string>" 
      auto-initialize = on 
     } 
    } 
} 

对于一些比较实用的,请参阅this article。另外请记住,Akka.Cluster.Sharding和Akka.Persistence插件仅在预发行模式下可用(因此您需要使用-pre标志安装包)。

相关问题