broadcast.go 3.1 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162
  1. package networkdb
  2. import (
  3. "errors"
  4. "time"
  5. "github.com/hashicorp/memberlist"
  6. "github.com/hashicorp/serf/serf"
  7. )
  8. const broadcastTimeout = 5 * time.Second
  9. type networkEventMessage struct {
  10. id string
  11. node string
  12. msg []byte
  13. }
  14. func (m *networkEventMessage) Invalidates(other memberlist.Broadcast) bool {
  15. otherm := other.(*networkEventMessage)
  16. return m.id == otherm.id && m.node == otherm.node
  17. }
  18. func (m *networkEventMessage) Message() []byte {
  19. return m.msg
  20. }
  21. func (m *networkEventMessage) Finished() {
  22. }
  23. func (nDB *NetworkDB) sendNetworkEvent(nid string, event NetworkEvent_Type, ltime serf.LamportTime) error {
  24. nEvent := NetworkEvent{
  25. Type: event,
  26. LTime: ltime,
  27. NodeName: nDB.config.NodeName,
  28. NetworkID: nid,
  29. }
  30. raw, err := encodeMessage(MessageTypeNetworkEvent, &nEvent)
  31. if err != nil {
  32. return err
  33. }
  34. nDB.networkBroadcasts.QueueBroadcast(&networkEventMessage{
  35. msg: raw,
  36. id: nid,
  37. node: nDB.config.NodeName,
  38. })
  39. return nil
  40. }
  41. type nodeEventMessage struct {
  42. msg []byte
  43. notify chan<- struct{}
  44. }
  45. func (m *nodeEventMessage) Invalidates(other memberlist.Broadcast) bool {
  46. return false
  47. }
  48. func (m *nodeEventMessage) Message() []byte {
  49. return m.msg
  50. }
  51. func (m *nodeEventMessage) Finished() {
  52. if m.notify != nil {
  53. close(m.notify)
  54. }
  55. }
  56. func (nDB *NetworkDB) sendNodeEvent(event NodeEvent_Type) error {
  57. nEvent := NodeEvent{
  58. Type: event,
  59. LTime: nDB.networkClock.Increment(),
  60. NodeName: nDB.config.NodeName,
  61. }
  62. raw, err := encodeMessage(MessageTypeNodeEvent, &nEvent)
  63. if err != nil {
  64. return err
  65. }
  66. notifyCh := make(chan struct{})
  67. nDB.nodeBroadcasts.QueueBroadcast(&nodeEventMessage{
  68. msg: raw,
  69. notify: notifyCh,
  70. })
  71. // Wait for the broadcast
  72. select {
  73. case <-notifyCh:
  74. case <-time.After(broadcastTimeout):
  75. return errors.New("timed out broadcasting node event")
  76. }
  77. return nil
  78. }
  79. type tableEventMessage struct {
  80. id string
  81. tname string
  82. key string
  83. msg []byte
  84. node string
  85. }
  86. func (m *tableEventMessage) Invalidates(other memberlist.Broadcast) bool {
  87. return false
  88. }
  89. func (m *tableEventMessage) Message() []byte {
  90. return m.msg
  91. }
  92. func (m *tableEventMessage) Finished() {
  93. }
  94. func (nDB *NetworkDB) sendTableEvent(event TableEvent_Type, nid string, tname string, key string, entry *entry) error {
  95. tEvent := TableEvent{
  96. Type: event,
  97. LTime: entry.ltime,
  98. NodeName: nDB.config.NodeName,
  99. NetworkID: nid,
  100. TableName: tname,
  101. Key: key,
  102. Value: entry.value,
  103. }
  104. raw, err := encodeMessage(MessageTypeTableEvent, &tEvent)
  105. if err != nil {
  106. return err
  107. }
  108. var broadcastQ *memberlist.TransmitLimitedQueue
  109. nDB.RLock()
  110. thisNodeNetworks, ok := nDB.networks[nDB.config.NodeName]
  111. if ok {
  112. // The network may have been removed
  113. network, networkOk := thisNodeNetworks[nid]
  114. if !networkOk {
  115. nDB.RUnlock()
  116. return nil
  117. }
  118. broadcastQ = network.tableBroadcasts
  119. }
  120. nDB.RUnlock()
  121. // The network may have been removed
  122. if broadcastQ == nil {
  123. return nil
  124. }
  125. broadcastQ.QueueBroadcast(&tableEventMessage{
  126. msg: raw,
  127. id: nid,
  128. tname: tname,
  129. key: key,
  130. node: nDB.config.NodeName,
  131. })
  132. return nil
  133. }