SLIDE 1
Scalin ling s servic ices w it it h Dis ist rib ibut ed In-Mem em ory Ca Caches
SATURN 201 8 | Plano, Texas Divya Nagar and Chirag Aggarw al
900K+ Drivers 10 0 M+ Mon th ly Ord e rs 261M+ P e op le Im p acte d
Scalin ling s servic ices w it it h Dis ist rib ibut ed In-Mem - - PowerPoint PPT Presentation
Scalin ling s servic ices w it it h Dis ist rib ibut ed In-Mem - - PowerPoint PPT Presentation
Scalin ling s servic ices w it it h Dis ist rib ibut ed In-Mem em ory Ca Caches SATURN 201 8 | Plano, Texas Divya Nagar and Chirag Aggarw al 900K+ Drivers 10 0 M+ Mon th ly Ord e rs 261M+ P e op le Im p acte d - 18+ P rod u cts -
SLIDE 2
SLIDE 3
- 18+ P rod u cts
- 3M+ Ord e rs Daily
- Exp on e n tial g row th
sin ce first ap p lau n ch
SLIDE 4
Slick User Experience Low Re sp on se Tim e s Hig h Availab ility
SLIDE 5
SLIDE 6
SLIDE 7
SLIDE 8
Car Bike
- Hig h th rou g h p u t
- Hig h Availab ility
SLIDE 9
SLIDE 10
SLIDE 11
SLIDE 12
SLIDE 13
SLIDE 14
SLIDE 15
Surge He at Map s
Acce p tab le Con siste n cy
SLIDE 16
SLIDE 17
Surge He at Map s
Diffe re n t Re q u ire m e n ts
SLIDE 18
SLIDE 19
SLIDE 20
SLIDE 21
SLIDE 22
SLIDE 23
- Em b e d d e d & In -Me m ory
- Distrib u te d
- Re p licate d
- Horizon tally Scalab le
SLIDE 24
Prat t l t t l e
github.com /gojekfarm /prattle
SLIDE 25
CA CACH CHE MEM EMBER ERSHIP RE REPLICA CATION
SLIDE 26
Mem bership
3 1 2 4 5 6 7 8
SLIDE 27
1 2 3 4 5 6
UDP Multicast
SLIDE 28
1 3 5 2 4 6
- Less Nodes
- Less Congestion
SLIDE 29
9 1 8 7 6 3 2 5 4
Quadratic Increase in Netw ork Congestion
SLIDE 30
1 3 5 2 4 6 6 is dead 4 is dead (1,2,3,5,6) (1,2,3,4,5)
False Positives
SLIDE 31
9 1 8 7 6 3 2 5 4 1 2 3 4 5 6 7 8
Reduce Netw ork Congestion
SLIDE 32
SW IM IS A
MEM EMBER ERSHIP PROT OTOC OCOL OL
SLIDE 33
FAILURE DETECTION
SLIDE 34
func (m *Member) Ping(nodeAddress net.Addr) error { pingRequest := NewPingRequest{ NodeAddress: nodeAddress, } ackChannel := make(chan ackMessage, 1) defer close(ackChannel)
m.sendMessageUdp(&pingRequest, ackChannel) select { case ackMessage := <-ackChannel: logger.info(“ack message: + ackMessage) return nil case <-time.After(m.config.AckTimeout): return m.ProbeNode(nodeAddress) }
}
N1 N2
SLIDE 35
func (m *Member) Ping(nodeAddress net.Addr) error { pingRequest := NewPingRequest{ NodeAddress: nodeAddress, } ackChannel := make(chan ackMessage, 1) defer close(ackChannel)
m.sendMessageUdp(&pingRequest, ackChannel)
select { case ackMessage := <-ackChannel: logger.info(“ack message: + ackMessage) return nil case <-time.After(m.config.AckTimeout): return m.ProbeNode(nodeAddress) }
}
N1 N2
SLIDE 36
func (m *Member) Ping(nodeAddress net.Addr) error { pingRequest := NewPingRequest{NodeAddress: nodeAddress} ackChannel := make(chan ackMessage, 1) defer close(ackChannel) err := m.sendMessageUdp(nodeAddress.String(), &pingRequest, ackChannel) if err != nil { return err }
select { case ackMessage := <-ackChannel: logger.info(“ack message:” + ackMessage) return nil
case <-time.After(m.config.AckTimeout): return m.ProbeNode(nodeAddress) } }
N1 N2
SLIDE 37
func (m *Member) Ping(nodeAddress net.Addr) error { pingRequest := NewPingRequest{NodeAddress: nodeAddress} ackChannel := make(chan ackMessage, 1) defer close(ackChannel) err := m.sendMessageUdp(nodeAddress.String(), &pingRequest, ackChannel) if err != nil {
return err } select { case ackMessage := <-ackChannel:
logger.info(“ack message:” + ackMessage) return nil
case <-time.After(m.config.AckTimeout): return m.ProbeNode(nodeAddress) }
}
N1 N2
SLIDE 38
func (m *Member) ProbeNode(nodeAddress net.Addr) error { members := m.KRandomMembers() ackChannel := make(chan ackMessage, count(members))
for _, member := range members { pingRequest := NewPingRequest{NodeAddress: nodeAddress} member.sendMessageUdp(&pingRequest, ackChannel) } defer close(ackChannel) select { case ackMessage := <-ackChannel: logger.info(“ack message:” + ackMessage) return nil case <-time.After(m.config.AckTimeout): return errors.New(“timed out while probing”) }
}
N1 N2 N3
SLIDE 39
func (m *Member) ProbeNode(nodeAddress net.Addr) error { members := m.KRandomMembers() ackChannel := make(chan ackMessage, count(members))
for _, member := range members { pingRequest := NewPingRequest{ NodeAddress: nodeAddress, } member.sendMessageUdp(&pingRequest, ackChannel) } defer close(ackChannel)
select { case ackMessage := <-ackChannel: logger.info(“ack message:” + ackMessage) return nil case <-time.After(m.config.AckTimeout): return errors.New(“timed out while probing”) }
}
N1 N2 N3
SLIDE 40
N1 N2 N3
func (m *Member) ProbeNode(nodeAddress net.Addr) error { members := m.KRandomMembers() ackChannel := make(chan ackMessage, count(members)) for _, member := range members { pingRequest := NewPingRequest{ NodeAddress: nodeAddress, } member.sendMessageUdp(&pingRequest, ackChannel) } defer close(ackChannel)
select { case ackMessage := <-ackChannel: logger.info(“ack message:” + ackMessage) return nil
case <-time.After(m.config.AckTimeout): return errors.New(“timed out while probing”) } }
SLIDE 41
N1 N2 N3
func (m *Member) ProbeNode(nodeAddress net.Addr) error { members := m.KRandomMembers() ackChannel := make(chan ackMessage, count(members)) for _, member := range members { pingRequest := NewPingRequest{ NodeAddress: nodeAddress, } member.sendMessageUdp(&pingRequest, ackChannel) } defer close(ackChannel) select { case ackMessage := <-ackChannel: logger.info(“ack message:” + ackMessage) return nil
case <-time.After(m.config.AckTimeout): return errors.New(“timed out”) }
}
SLIDE 42
REPLIC ICATIO ION
SLIDE 43
1 2 3 4 5 6 7 8
Initial Im plem entation w ith Prattle
SLIDE 44
prattle := NewPrattle(siblingAddr string) prattle.SetViaGossip(key, value)
SLIDE 45
SLIDE 46
Problem s w ith Gossip Based Re p lication
- In fe ction Style Disse m in ation
SLIDE 47
1 2 3 4 5 6
UDP m ulticast based replication
SLIDE 48
prattle := NewPrattle(siblingAddr string) prattle.SetViaMulticast(key, value)
SLIDE 49
SLIDE 50
SLIDE 51
SLIDE 52