1 В избранное 0 Ответвления 0

OSCHINA-MIRROR/mirrors-rueidis

Присоединиться к Gitlife
Откройте для себя и примите участие в публичных проектах с открытым исходным кодом с участием более 10 миллионов разработчиков. Приватные репозитории также полностью бесплатны :)
Присоединиться бесплатно
Клонировать/Скачать
sentinel_test.go 49 КБ
Копировать Редактировать Web IDE Исходные данные Просмотреть построчно История
fscnick Отправлено 24.03.2025 07:50 f426952
12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751
package rueidis
import (
"context"
"errors"
"io"
"reflect"
"sync/atomic"
"testing"
"time"
"github.com/redis/rueidis/internal/cmds"
)
//gocyclo:ignore
func TestSentinelClientInit(t *testing.T) {
defer ShouldNotLeaked(SetupLeakDetection())
t.Run("Init no nodes", func(t *testing.T) {
if _, err := newSentinelClient(
&ClientOption{InitAddress: []string{}},
func(dst string, opt *ClientOption) conn { return nil },
newRetryer(defaultRetryDelayFn),
); err != ErrNoAddr {
t.Fatalf("unexpected err %v", err)
}
})
t.Run("Init no dialable", func(t *testing.T) {
v := errors.New("dial err")
if _, err := newSentinelClient(
&ClientOption{InitAddress: []string{":0"}},
func(dst string, opt *ClientOption) conn { return &mockConn{DialFn: func() error { return v }} },
newRetryer(defaultRetryDelayFn),
); err != v {
t.Fatalf("unexpected err %v", err)
}
})
t.Run("Refresh err", func(t *testing.T) {
v := errors.New("refresh err")
if _, err := newSentinelClient(
&ClientOption{InitAddress: []string{":0"}},
func(dst string, opt *ClientOption) conn {
return &mockConn{
DoMultiFn: func(cmd ...Completed) *redisresults { return &redisresults{s: []RedisResult{newErrResult(v)}} },
}
},
newRetryer(defaultRetryDelayFn),
); err != v {
t.Fatalf("unexpected err %v", err)
}
})
t.Run("Refresh retry", func(t *testing.T) {
v := errors.New("refresh err")
s0 := &mockConn{
DoFn: func(cmd Completed) RedisResult { return RedisResult{} },
DoMultiFn: func(multi ...Completed) *redisresults {
return &redisresults{s: []RedisResult{
newErrResult(v),
newErrResult(v),
}}
},
}
s1 := &mockConn{
DoFn: func(cmd Completed) RedisResult { return RedisResult{} },
DoMultiFn: func(multi ...Completed) *redisresults {
return &redisresults{s: []RedisResult{
{val: slicemsg('*', []RedisMessage{
slicemsg('%', []RedisMessage{
strmsg('+', "ip"), strmsg('+', ""),
strmsg('+', "port"), strmsg('+', "0"),
}),
})},
newErrResult(v),
}}
},
}
s2 := &mockConn{
DoFn: func(cmd Completed) RedisResult { return RedisResult{} },
DoMultiFn: func(multi ...Completed) *redisresults {
return &redisresults{s: []RedisResult{
{val: slicemsg('*', []RedisMessage{
slicemsg('%', []RedisMessage{
strmsg('+', "ip"), strmsg('+', ""),
strmsg('+', "port"), strmsg('+', "3"),
}),
})},
{val: slicemsg('*', []RedisMessage{
strmsg('+', ""), strmsg('+', "5"),
})},
}}
},
}
s3 := &mockConn{
DoFn: func(cmd Completed) RedisResult { return RedisResult{} },
DoMultiFn: func(multi ...Completed) *redisresults {
return &redisresults{s: []RedisResult{
{val: slicemsg('*', []RedisMessage{
slicemsg('%', []RedisMessage{
strmsg('+', "ip"), strmsg('+', ""),
strmsg('+', "port"), strmsg('+', "4"),
}),
})},
{val: slicemsg('*', []RedisMessage{
strmsg('+', ""), strmsg('+', "6"),
})},
}}
},
}
s4 := &mockConn{
DoFn: func(cmd Completed) RedisResult { return RedisResult{} },
DoMultiFn: func(multi ...Completed) *redisresults {
return &redisresults{s: []RedisResult{
{val: slicemsg('*', []RedisMessage{
slicemsg('%', []RedisMessage{
strmsg('+', "ip"), strmsg('+', ""),
strmsg('+', "port"), strmsg('+', "2"),
}),
})},
{val: slicemsg('*', []RedisMessage{
strmsg('+', ""), strmsg('+', "7"),
})},
}}
},
}
client, err := newSentinelClient(
&ClientOption{InitAddress: []string{":0", ":1", ":2"}},
func(dst string, opt *ClientOption) conn {
if dst == ":0" {
return s0
}
if dst == ":1" {
return s1
}
if dst == ":2" {
return s2
}
if dst == ":3" {
return s3
}
if dst == ":4" {
return s4
}
if dst == ":5" {
return &mockConn{
DialFn: func() error { return v },
}
}
if dst == ":6" {
return &mockConn{
DoFn: func(cmd Completed) RedisResult {
return RedisResult{val: slicemsg('*', []RedisMessage{strmsg('+', "slave")})}
},
}
}
if dst == ":7" {
return &mockConn{
DoFn: func(cmd Completed) RedisResult {
return RedisResult{val: slicemsg('*', []RedisMessage{strmsg('+', "master")})}
},
}
}
return nil
},
newRetryer(defaultRetryDelayFn),
)
if err != nil {
t.Fatalf("unexpected err %v", err)
}
if client.sConn == nil {
t.Fatalf("unexpected nil sentinel conn")
}
if client.mConn.Load() == nil {
t.Fatalf("unexpected nil master conn")
}
client.Close()
})
t.Run("Refresh retry replica-only client", func(t *testing.T) {
v := errors.New("refresh err")
slaveWithMultiError := &mockConn{
DoFn: func(cmd Completed) RedisResult { return RedisResult{} },
DoMultiFn: func(multi ...Completed) *redisresults {
return &redisresults{s: []RedisResult{
newErrResult(v),
newErrResult(v),
}}
},
}
slaveWithReplicaResponseErr := &mockConn{
DoFn: func(cmd Completed) RedisResult { return RedisResult{} },
DoMultiFn: func(multi ...Completed) *redisresults {
return &redisresults{s: []RedisResult{
{val: slicemsg('*', []RedisMessage{
slicemsg('%', []RedisMessage{
strmsg('+', "ip"), strmsg('+', ""),
strmsg('+', "port"), strmsg('+', "0"),
}),
})},
newErrResult(v),
}}
},
}
sentinelWithFaultiSlave := &mockConn{
DoFn: func(cmd Completed) RedisResult { return RedisResult{} },
DoMultiFn: func(multi ...Completed) *redisresults {
return &redisresults{s: []RedisResult{
{val: slicemsg('*', []RedisMessage{
slicemsg('%', []RedisMessage{
strmsg('+', "ip"), strmsg('+', ""),
strmsg('+', "port"), strmsg('+', "3"),
}),
})},
{val: slicemsg('*', []RedisMessage{
slicemsg('%', []RedisMessage{
strmsg('+', "ip"), strmsg('+', ""),
strmsg('+', "port"), strmsg('+', "6"),
}),
})},
}}
},
}
// this connection will fail because OK slave is in 's-down' status
// since the next 2 connections won't update sentinel list,
// we update the list here.
sentinelWithHealthySlaveInSDown := &mockConn{
DoFn: func(cmd Completed) RedisResult { return RedisResult{} },
DoMultiFn: func(multi ...Completed) *redisresults {
return &redisresults{s: []RedisResult{
{val: slicemsg('*', []RedisMessage{
slicemsg('%', []RedisMessage{
strmsg('+', "ip"), strmsg('+', ""),
strmsg('+', "port"), strmsg('+', "4"),
}),
slicemsg('%', []RedisMessage{
strmsg('+', "ip"), strmsg('+', ""),
strmsg('+', "port"), strmsg('+', "32"),
}),
slicemsg('%', []RedisMessage{
strmsg('+', "ip"), strmsg('+', ""),
strmsg('+', "port"), strmsg('+', "31"),
}),
})},
{val: slicemsg('*', []RedisMessage{
slicemsg('%', []RedisMessage{
strmsg('+', "ip"), strmsg('+', ""),
strmsg('+', "port"), strmsg('+', "6"),
}),
slicemsg('%', []RedisMessage{
strmsg('+', "ip"), strmsg('+', ""),
strmsg('+', "port"), strmsg('+', "8"),
strmsg('+', "s-down-time"), strmsg('+', "1"),
}),
})},
}}
},
}
sentinelWithoutEligibleSlave := &mockConn{
DoFn: func(cmd Completed) RedisResult { return RedisResult{} },
DoMultiFn: func(multi ...Completed) *redisresults {
return &redisresults{s: []RedisResult{
{val: slicemsg('*', []RedisMessage{
slicemsg('%', []RedisMessage{
strmsg('+', "ip"), strmsg('+', ""),
strmsg('+', "port"), strmsg('+', "32"),
}),
})},
{val: slicemsg('*', []RedisMessage{
slicemsg('%', []RedisMessage{
strmsg('+', "ip"), strmsg('+', ""),
strmsg('+', "port"), strmsg('+', "8"),
strmsg('+', "s-down-time"), strmsg('+', "1"),
}),
})},
}}
},
}
sentinelWithInvalidMapResponse := &mockConn{
DoFn: func(cmd Completed) RedisResult { return RedisResult{} },
DoMultiFn: func(multi ...Completed) *redisresults {
return &redisresults{s: []RedisResult{
{val: slicemsg('*', []RedisMessage{
slicemsg('%', []RedisMessage{
strmsg('+', "ip"), strmsg('+', ""),
strmsg('+', "port"), strmsg('+', "4"),
}),
})},
{val: slicemsg('*', []RedisMessage{
RedisMessage(*Nil),
})},
}}
},
}
sentinelWithMasterRoleAsSlave := &mockConn{
DoFn: func(cmd Completed) RedisResult { return RedisResult{} },
DoMultiFn: func(multi ...Completed) *redisresults {
return &redisresults{s: []RedisResult{
{val: slicemsg('*', []RedisMessage{
slicemsg('%', []RedisMessage{
strmsg('+', "ip"), strmsg('+', ""),
strmsg('+', "port"), strmsg('+', "5"),
}),
})},
{val: slicemsg('*', []RedisMessage{
slicemsg('%', []RedisMessage{
strmsg('+', "ip"), strmsg('+', ""),
strmsg('+', "port"), strmsg('+', "7"),
}),
})},
}}
},
}
sentinelWithOKResponse := &mockConn{
DoFn: func(cmd Completed) RedisResult { return RedisResult{} },
DoMultiFn: func(multi ...Completed) *redisresults {
return &redisresults{s: []RedisResult{
{val: slicemsg('*', []RedisMessage{
slicemsg('%', []RedisMessage{
strmsg('+', "ip"), strmsg('+', ""),
strmsg('+', "port"), strmsg('+', "2"),
}),
})},
{val: slicemsg('*', []RedisMessage{
slicemsg('%', []RedisMessage{
strmsg('+', "ip"), strmsg('+', ""),
strmsg('+', "port"), strmsg('+', "8"),
}),
})},
}}
},
}
client, err := newSentinelClient(
&ClientOption{InitAddress: []string{":0", ":1", ":2"}, ReplicaOnly: true},
func(dst string, opt *ClientOption) conn {
if dst == ":0" {
return slaveWithMultiError
}
if dst == ":1" {
return slaveWithReplicaResponseErr
}
if dst == ":2" {
return sentinelWithFaultiSlave
}
if dst == ":3" {
return sentinelWithHealthySlaveInSDown
}
if dst == ":31" {
return sentinelWithoutEligibleSlave
}
if dst == ":32" {
return sentinelWithInvalidMapResponse
}
if dst == ":4" {
return sentinelWithMasterRoleAsSlave
}
if dst == ":5" {
return sentinelWithOKResponse
}
if dst == ":6" {
return &mockConn{
DialFn: func() error { return v },
}
}
if dst == ":7" {
return &mockConn{
DoFn: func(cmd Completed) RedisResult {
return RedisResult{val: slicemsg('*', []RedisMessage{strmsg('+', "master")})}
},
}
}
if dst == ":8" {
return &mockConn{
DoFn: func(cmd Completed) RedisResult {
return RedisResult{val: slicemsg('*', []RedisMessage{strmsg('+', "slave")})}
},
}
}
return nil
},
newRetryer(defaultRetryDelayFn),
)
if client.sAddr != ":5" && err == nil {
t.Fatalf("expected error but got nil with sentinel %s", client.sAddr)
}
if err != nil {
t.Fatalf("unexpected err %v", err)
}
if client.sConn == nil {
t.Fatalf("unexpected nil sentinel conn")
}
if client.mConn.Load() == nil {
t.Fatalf("unexpected nil slave conn")
}
client.Close()
})
t.Run("Refresh retry 2", func(t *testing.T) {
v := errors.New("refresh err")
s0 := &mockConn{
DoFn: func(cmd Completed) RedisResult { return RedisResult{} },
DoMultiFn: func(multi ...Completed) *redisresults {
return &redisresults{s: []RedisResult{
{val: slicemsg('*', []RedisMessage{
slicemsg('%', []RedisMessage{
strmsg('+', "ip"), strmsg('+', ""),
strmsg('+', "port"), strmsg('+', "1"),
}),
})},
{val: slicemsg('*', []RedisMessage{
strmsg('+', ""), strmsg('+', "2"),
})},
}}
},
}
s1 := &mockConn{
DoFn: func(cmd Completed) RedisResult { return RedisResult{} },
DoMultiFn: func(multi ...Completed) *redisresults {
return &redisresults{s: []RedisResult{
{val: slicemsg('*', []RedisMessage{
slicemsg('%', []RedisMessage{
strmsg('+', "ip"), strmsg('+', ""),
strmsg('+', "port"), strmsg('+', "0"),
}),
})},
{val: slicemsg('*', []RedisMessage{
strmsg('+', ""), strmsg('+', "3"),
})},
}}
},
}
client, err := newSentinelClient(
&ClientOption{InitAddress: []string{":0"}},
func(dst string, opt *ClientOption) conn {
if dst == ":0" {
return s0
}
if dst == ":1" {
return s1
}
if dst == ":2" {
return &mockConn{
DoFn: func(cmd Completed) RedisResult { return newErrResult(v) },
}
}
if dst == ":3" {
return &mockConn{
DoFn: func(cmd Completed) RedisResult {
return RedisResult{val: slicemsg('*', []RedisMessage{strmsg('+', "master")})}
},
}
}
return nil
},
newRetryer(defaultRetryDelayFn),
)
if err != nil {
t.Fatalf("unexpected err %v", err)
}
if client.sConn == nil {
t.Fatalf("unexpected nil sentinel conn")
}
if client.mConn.Load() == nil {
t.Fatalf("unexpected nil master conn")
}
client.Close()
})
t.Run("sentinel disconnect", func(t *testing.T) {
trigger := make(chan error)
disconnect := int32(0)
s0closed := int32(0)
r3closed := int32(0)
s0 := &mockConn{
DoFn: func(cmd Completed) RedisResult {
if atomic.LoadInt32(&disconnect) == 1 {
return newErrResult(errors.New("die"))
}
return RedisResult{}
},
DoMultiFn: func(multi ...Completed) *redisresults {
return &redisresults{s: []RedisResult{
{val: slicemsg('*', []RedisMessage{
slicemsg('%', []RedisMessage{
strmsg('+', "ip"), strmsg('+', ""),
strmsg('+', "port"), strmsg('+', "1"),
}),
})},
{val: slicemsg('*', []RedisMessage{
strmsg('+', ""), strmsg('+', "3"),
})},
}}
},
ReceiveFn: func(ctx context.Context, subscribe Completed, fn func(message PubSubMessage)) error {
if err, ok := <-trigger; ok {
return err
}
return ErrClosing
},
CloseFn: func() {
atomic.StoreInt32(&s0closed, 1)
},
}
s1 := &mockConn{
DoFn: func(cmd Completed) RedisResult { return RedisResult{} },
DoMultiFn: func(multi ...Completed) *redisresults {
return &redisresults{s: []RedisResult{
{val: slicemsg('*', []RedisMessage{
slicemsg('%', []RedisMessage{
strmsg('+', "ip"), strmsg('+', ""),
strmsg('+', "port"), strmsg('+', "2"),
}),
})},
{val: slicemsg('*', []RedisMessage{
strmsg('+', ""), strmsg('+', "3"),
})},
}}
},
}
s2 := &mockConn{
DoFn: func(cmd Completed) RedisResult { return RedisResult{} },
DoMultiFn: func(multi ...Completed) *redisresults {
return &redisresults{s: []RedisResult{
{val: slicemsg('*', []RedisMessage{
slicemsg('%', []RedisMessage{
strmsg('+', "ip"), strmsg('+', ""),
strmsg('+', "port"), strmsg('+', "0"),
}),
})},
{val: slicemsg('*', []RedisMessage{
strmsg('+', ""), strmsg('+', "4"),
})},
}}
},
}
r3 := &mockConn{
DoFn: func(cmd Completed) RedisResult {
if atomic.LoadInt32(&disconnect) == 1 {
return newErrResult(errors.New("die"))
}
return RedisResult{val: slicemsg('*', []RedisMessage{strmsg('+', "master")})}
},
CloseFn: func() {
atomic.StoreInt32(&r3closed, 1)
},
ErrorFn: func() error {
if atomic.LoadInt32(&disconnect) == 1 {
return errClosing
}
return nil
},
}
r4 := &mockConn{
DoFn: func(cmd Completed) RedisResult {
return RedisResult{val: slicemsg('*', []RedisMessage{strmsg('+', "master")})}
},
}
client, err := newSentinelClient(
&ClientOption{InitAddress: []string{":0"}},
func(dst string, opt *ClientOption) conn {
if dst == ":0" {
return s0
}
if dst == ":1" {
return s1
}
if dst == ":2" {
return s2
}
if dst == ":3" {
return r3
}
if dst == ":4" {
return r4
}
return nil
},
newRetryer(defaultRetryDelayFn),
)
if err != nil {
t.Fatalf("unexpected err %v", err)
}
atomic.StoreInt32(&disconnect, 1)
trigger <- errors.New("reconnect")
close(trigger)
for {
t.Log("wait switch master")
if client.mConn.Load().(*mockConn) == r4 {
break
}
}
if atomic.LoadInt32(&s0closed) != 1 {
t.Fatalf("s0 not closed")
}
if atomic.LoadInt32(&r3closed) != 1 {
t.Fatalf("r3 not closed")
}
client.Close()
})
}
func TestSentinelRefreshAfterClose(t *testing.T) {
defer ShouldNotLeaked(SetupLeakDetection())
first := true
s0 := &mockConn{
DoFn: func(cmd Completed) RedisResult { return RedisResult{} },
DoMultiFn: func(multi ...Completed) *redisresults {
if first {
first = true
return &redisresults{s: []RedisResult{
{val: slicemsg('*', []RedisMessage{})},
{val: slicemsg('*', []RedisMessage{
strmsg('+', ""), strmsg('+', "1"),
})},
}}
}
return &redisresults{s: []RedisResult{newErrResult(ErrClosing), newErrResult(ErrClosing)}}
},
}
m := &mockConn{
DoFn: func(cmd Completed) RedisResult {
return RedisResult{val: slicemsg('*', []RedisMessage{strmsg('+', "master")})}
},
}
client, err := newSentinelClient(
&ClientOption{InitAddress: []string{":0"}},
func(dst string, opt *ClientOption) conn {
if dst == ":0" {
return s0
}
if dst == ":1" {
return m
}
return nil
},
newRetryer(defaultRetryDelayFn),
)
if err != nil {
t.Fatalf("unexpected err %v", err)
}
client.Close()
if err := client.refresh(); err != nil {
t.Fatalf("unexpected err %v", err)
}
}
func TestSentinelSwitchAfterClose(t *testing.T) {
defer ShouldNotLeaked(SetupLeakDetection())
first := true
s0 := &mockConn{
DoFn: func(cmd Completed) RedisResult { return RedisResult{} },
DoMultiFn: func(multi ...Completed) *redisresults {
return &redisresults{s: []RedisResult{
{val: slicemsg('*', []RedisMessage{})},
{val: slicemsg('*', []RedisMessage{
strmsg('+', ""), strmsg('+', "1"),
})},
}}
},
}
m := &mockConn{
DoFn: func(cmd Completed) RedisResult {
if first {
first = false
return RedisResult{val: slicemsg('*', []RedisMessage{strmsg('+', "master")})}
}
return newErrResult(ErrClosing)
},
}
client, err := newSentinelClient(
&ClientOption{InitAddress: []string{":0"}},
func(dst string, opt *ClientOption) conn {
if dst == ":0" {
return s0
}
if dst == ":1" {
return m
}
return nil
},
newRetryer(defaultRetryDelayFn),
)
if err != nil {
t.Fatalf("unexpected err %v", err)
}
client.Close()
if err := client._switchTarget(":1"); err != nil {
t.Fatalf("unexpected err %v", err)
}
}
//gocyclo:ignore
func TestSentinelClientDelegate(t *testing.T) {
defer ShouldNotLeaked(SetupLeakDetection())
s0 := &mockConn{
DoFn: func(cmd Completed) RedisResult { return RedisResult{} },
DoMultiFn: func(multi ...Completed) *redisresults {
return &redisresults{s: []RedisResult{
{val: slicemsg('*', []RedisMessage{})},
{val: slicemsg('*', []RedisMessage{
strmsg('+', ""), strmsg('+', "1"),
})},
}}
},
}
m := &mockConn{
DoFn: func(cmd Completed) RedisResult {
return RedisResult{val: slicemsg('*', []RedisMessage{strmsg('+', "master")})}
},
AddrFn: func() string { return ":1" },
}
client, err := newSentinelClient(
&ClientOption{InitAddress: []string{":0"}},
func(dst string, opt *ClientOption) conn {
if dst == ":0" {
return s0
}
if dst == ":1" {
return m
}
return nil
},
newRetryer(defaultRetryDelayFn),
)
if err != nil {
t.Fatalf("unexpected err %v", err)
}
defer client.Close()
disabledCacheClient, err := newSentinelClient(
&ClientOption{InitAddress: []string{":0"}, DisableCache: true},
func(dst string, opt *ClientOption) conn {
if dst == ":0" {
return s0
}
if dst == ":1" {
return m
}
return nil
},
newRetryer(defaultRetryDelayFn),
)
if err != nil {
t.Fatalf("unexpected err %v", err)
}
defer disabledCacheClient.Close()
t.Run("Delegate MGetCache", func(t *testing.T) {
keys := []string{"key1", "key2"}
expectedCommand := []string{"MGET", "key1", "key2"}
m.DoMultiFn = func(cmd ...Completed) *redisresults {
if !reflect.DeepEqual(cmd[0].Commands(), expectedCommand) {
t.Fatalf("unexpected command %v", cmd)
}
return &redisresults{s: []RedisResult{
newResult(strmsg('+', "master"), nil),
}}
}
ret, err := MGetCache(disabledCacheClient, context.Background(), time.Second, keys)
if err != nil {
t.Fatalf("unexpected error %v", err)
}
expected := map[string]RedisMessage{
"key1": strmsg('+', "master"),
}
if !reflect.DeepEqual(ret, expected) {
t.Fatalf("unexpected result %v, expected %v", ret, expected)
}
})
t.Run("Nodes", func(t *testing.T) {
if nodes := client.Nodes(); len(nodes) != 1 || nodes[":1"] == nil {
t.Fatalf("unexpected nodes")
}
})
t.Run("Mode", func(t *testing.T) {
if mode := client.Mode(); mode != ClientModeSentinel {
t.Fatalf("unexpected mode %v", mode)
}
})
t.Run("Delegate Do", func(t *testing.T) {
c := client.B().Get().Key("Do").Build()
m.DoFn = func(cmd Completed) RedisResult {
if !reflect.DeepEqual(cmd.Commands(), c.Commands()) {
t.Fatalf("unexpected command %v", cmd)
}
return newResult(strmsg('+', "Do"), nil)
}
if v, err := client.Do(context.Background(), c).ToString(); err != nil || v != "Do" {
t.Fatalf("unexpected response %v %v", v, err)
}
})
t.Run("Delegate DoStream", func(t *testing.T) {
c := client.B().Get().Key("Do").Build()
m.DoStreamFn = func(cmd Completed) RedisResultStream {
return RedisResultStream{e: errors.New(cmd.Commands()[1])}
}
if s := client.DoStream(context.Background(), c); s.Error().Error() != "Do" {
t.Fatalf("unexpected response %v", s.Error())
}
})
t.Run("Delegate DoMulti", func(t *testing.T) {
c := client.B().Get().Key("Do").Build()
m.DoMultiFn = func(cmd ...Completed) *redisresults {
if !reflect.DeepEqual(cmd[0].Commands(), c.Commands()) {
t.Fatalf("unexpected command %v", cmd)
}
return &redisresults{s: []RedisResult{newResult(strmsg('+', "Do"), nil)}}
}
if len(client.DoMulti(context.Background())) != 0 {
t.Fatalf("unexpected response length")
}
if v, err := client.DoMulti(context.Background(), c)[0].ToString(); err != nil || v != "Do" {
t.Fatalf("unexpected response %v %v", v, err)
}
})
t.Run("Delegate DoMultiStream", func(t *testing.T) {
c := client.B().Get().Key("Do").Build()
m.DoMultiStreamFn = func(cmd ...Completed) MultiRedisResultStream {
return MultiRedisResultStream{e: errors.New(cmd[0].Commands()[1])}
}
if s := client.DoMultiStream(context.Background()); s.Error() != io.EOF {
t.Fatalf("unexpected response %v", err)
}
if s := client.DoMultiStream(context.Background(), c); s.Error().Error() != "Do" {
t.Fatalf("unexpected response %v", s.Error())
}
})
t.Run("Delegate DoCache", func(t *testing.T) {
c := client.B().Get().Key("DoCache").Cache()
m.DoCacheFn = func(cmd Cacheable, ttl time.Duration) RedisResult {
if !reflect.DeepEqual(cmd.Commands(), c.Commands()) || ttl != 100 {
t.Fatalf("unexpected command %v, %v", cmd, ttl)
}
return newResult(strmsg('+', "DoCache"), nil)
}
if v, err := client.DoCache(context.Background(), c, 100).ToString(); err != nil || v != "DoCache" {
t.Fatalf("unexpected response %v %v", v, err)
}
})
t.Run("Delegate DoMultiCache", func(t *testing.T) {
c := client.B().Get().Key("DoCache").Cache()
m.DoMultiCacheFn = func(multi ...CacheableTTL) *redisresults {
if !reflect.DeepEqual(multi[0].Cmd.Commands(), c.Commands()) || multi[0].TTL != 100 {
t.Fatalf("unexpected command %v, %v", multi[0].Cmd, multi[0].TTL)
}
return &redisresults{s: []RedisResult{newResult(strmsg('+', "DoCache"), nil)}}
}
if len(client.DoMultiCache(context.Background())) != 0 {
t.Fatalf("unexpected response length")
}
if v, err := client.DoMultiCache(context.Background(), CT(c, 100))[0].ToString(); err != nil || v != "DoCache" {
t.Fatalf("unexpected response %v %v", v, err)
}
})
t.Run("Delegate Receive", func(t *testing.T) {
c := client.B().Subscribe().Channel("ch").Build()
hdl := func(message PubSubMessage) {}
m.ReceiveFn = func(ctx context.Context, subscribe Completed, fn func(message PubSubMessage)) error {
if !reflect.DeepEqual(subscribe.Commands(), c.Commands()) {
t.Fatalf("unexpected command %v", subscribe)
}
return nil
}
if err := client.Receive(context.Background(), c, hdl); err != nil {
t.Fatalf("unexpected response %v", err)
}
})
t.Run("Delegate Receive Redis Err", func(t *testing.T) {
c := client.B().Subscribe().Channel("ch").Build()
e := &RedisError{}
m.ReceiveFn = func(ctx context.Context, subscribe Completed, fn func(message PubSubMessage)) error {
return e
}
if err := client.Receive(context.Background(), c, func(message PubSubMessage) {}); err != e {
t.Fatalf("unexpected response %v", err)
}
})
t.Run("Delegate Close", func(t *testing.T) {
called := false
m.CloseFn = func() { called = true }
client.Close()
if !called {
t.Fatalf("Close is not delegated")
}
})
t.Run("Dedicated Err", func(t *testing.T) {
v := errors.New("fn err")
if err := client.Dedicated(func(client DedicatedClient) error {
return v
}); err != v {
t.Fatalf("unexpected err %v", err)
}
})
t.Run("Dedicated Delegate", func(t *testing.T) {
w := &mockWire{
DoFn: func(cmd Completed) RedisResult {
return newResult(strmsg('+', "Delegate"), nil)
},
DoMultiFn: func(cmd ...Completed) *redisresults {
return &redisresults{s: []RedisResult{newResult(strmsg('+', "Delegate"), nil)}}
},
ReceiveFn: func(ctx context.Context, subscribe Completed, fn func(message PubSubMessage)) error {
return ErrClosing
},
ErrorFn: func() error {
return ErrClosing
},
}
m.AcquireFn = func() wire {
return w
}
stored := false
m.StoreFn = func(ww wire) {
if ww != w {
t.Fatalf("received unexpected wire %v", ww)
}
stored = true
}
if err := client.Dedicated(func(c DedicatedClient) error {
if v, err := c.Do(context.Background(), c.B().Get().Key("a").Build()).ToString(); err != nil || v != "Delegate" {
t.Fatalf("unexpected response %v %v", v, err)
}
if v := c.DoMulti(context.Background()); len(v) != 0 {
t.Fatalf("received unexpected response %v", v)
}
for _, resp := range c.DoMulti(context.Background(), c.B().Get().Key("a").Build()) {
if v, err := resp.ToString(); err != nil || v != "Delegate" {
t.Fatalf("unexpected response %v %v", v, err)
}
}
if err := c.Receive(context.Background(), c.B().Ssubscribe().Channel("a").Build(), func(msg PubSubMessage) {}); err != ErrClosing {
t.Fatalf("unexpected ret %v", err)
}
return nil
}); err != nil {
t.Fatalf("unexpected err %v", err)
}
if !stored {
t.Fatalf("Dedicated desn't put back the wire")
}
})
t.Run("Dedicate Delegate", func(t *testing.T) {
w := &mockWire{
DoFn: func(cmd Completed) RedisResult {
return newResult(strmsg('+', "Delegate"), nil)
},
DoMultiFn: func(cmd ...Completed) *redisresults {
return &redisresults{s: []RedisResult{newResult(strmsg('+', "Delegate"), nil)}}
},
ReceiveFn: func(ctx context.Context, subscribe Completed, fn func(message PubSubMessage)) error {
return ErrClosing
},
ErrorFn: func() error {
return ErrClosing
},
}
m.AcquireFn = func() wire {
return w
}
stored := false
m.StoreFn = func(ww wire) {
if ww != w {
t.Fatalf("received unexpected wire %v", ww)
}
stored = true
}
c, cancel := client.Dedicate()
if v, err := c.Do(context.Background(), c.B().Get().Key("a").Build()).ToString(); err != nil || v != "Delegate" {
t.Fatalf("unexpected response %v %v", v, err)
}
if v := c.DoMulti(context.Background()); len(v) != 0 {
t.Fatalf("received unexpected response %v", v)
}
for _, resp := range c.DoMulti(context.Background(), c.B().Get().Key("a").Build()) {
if v, err := resp.ToString(); err != nil || v != "Delegate" {
t.Fatalf("unexpected response %v %v", v, err)
}
}
if err := c.Receive(context.Background(), c.B().Ssubscribe().Channel("a").Build(), func(msg PubSubMessage) {}); err != ErrClosing {
t.Fatalf("unexpected ret %v", err)
}
cancel()
if !stored {
t.Fatalf("Dedicated desn't put back the wire")
}
})
}
//gocyclo:ignore
func TestSentinelClientDelegateRetry(t *testing.T) {
defer ShouldNotLeaked(SetupLeakDetection())
setup := func(t *testing.T) (client *sentinelClient, cb func()) {
retry := uint32(0)
trigger := make(chan error)
s0 := &mockConn{
DoFn: func(cmd Completed) RedisResult { return RedisResult{} },
DoMultiFn: func(multi ...Completed) *redisresults {
if atomic.LoadUint32(&retry) == 0 {
return &redisresults{s: []RedisResult{
{val: slicemsg('*', []RedisMessage{})},
{val: slicemsg('*', []RedisMessage{
strmsg('+', ""), strmsg('+', "1"),
})},
}}
}
return &redisresults{s: []RedisResult{
{val: slicemsg('*', []RedisMessage{})},
{val: slicemsg('*', []RedisMessage{
strmsg('+', ""), strmsg('+', "2"),
})},
}}
},
ReceiveFn: func(ctx context.Context, subscribe Completed, fn func(message PubSubMessage)) error {
if err, ok := <-trigger; ok {
return err
}
return ErrClosing
},
ErrorFn: func() error {
return ErrClosing
},
}
m1 := &mockConn{
DoFn: func(cmd Completed) RedisResult {
if cmd == cmds.RoleCmd {
return RedisResult{val: slicemsg('*', []RedisMessage{strmsg('+', "master")})}
}
atomic.AddUint32(&retry, 1)
return newErrResult(ErrClosing)
},
DoMultiFn: func(multi ...Completed) *redisresults {
atomic.AddUint32(&retry, 1)
return &redisresults{s: []RedisResult{newErrResult(ErrClosing)}}
},
DoCacheFn: func(cmd Cacheable, ttl time.Duration) RedisResult {
atomic.AddUint32(&retry, 1)
return newErrResult(ErrClosing)
},
ReceiveFn: func(ctx context.Context, subscribe Completed, fn func(message PubSubMessage)) error {
atomic.AddUint32(&retry, 1)
return ErrClosing
},
}
m2 := &mockConn{
DoFn: func(cmd Completed) RedisResult {
if cmd == cmds.RoleCmd {
return RedisResult{val: slicemsg('*', []RedisMessage{strmsg('+', "master")})}
}
return RedisResult{val: strmsg('+', "OK")}
},
DoMultiFn: func(multi ...Completed) *redisresults {
return &redisresults{s: []RedisResult{{val: strmsg('+', "OK")}}}
},
DoCacheFn: func(cmd Cacheable, ttl time.Duration) RedisResult {
return RedisResult{val: strmsg('+', "OK")}
},
ReceiveFn: func(ctx context.Context, subscribe Completed, fn func(message PubSubMessage)) error {
return nil
},
}
client, err := newSentinelClient(
&ClientOption{InitAddress: []string{":0"}},
func(dst string, opt *ClientOption) conn {
if dst == ":0" {
return s0
}
if dst == ":1" {
return m1
}
if dst == ":2" {
return m2
}
return nil
},
newRetryer(defaultRetryDelayFn),
)
if err != nil {
t.Fatalf("unexpected err %v", err)
}
return client, func() {
for atomic.LoadUint32(&retry) < 10 {
time.Sleep(time.Millisecond * 100)
}
trigger <- errors.New("die")
close(trigger)
}
}
t.Run("Delegate Do", func(t *testing.T) {
client, cb := setup(t)
go func() {
cb()
}()
v, err := client.Do(context.Background(), client.B().Get().Key("k").Build()).ToString()
if err != nil || v != "OK" {
t.Fatalf("unexpected resp %v %v", v, err)
}
client.Close()
})
t.Run("Delegate DoMulti", func(t *testing.T) {
client, cb := setup(t)
go func() {
cb()
}()
v, err := client.DoMulti(context.Background(), client.B().Get().Key("k").Build())[0].ToString()
if err != nil || v != "OK" {
t.Fatalf("unexpected resp %v %v", v, err)
}
client.Close()
})
t.Run("Delegate DoCache", func(t *testing.T) {
client, cb := setup(t)
go func() {
cb()
}()
v, err := client.DoCache(context.Background(), client.B().Get().Key("k").Cache(), time.Minute).ToString()
if err != nil || v != "OK" {
t.Fatalf("unexpected resp %v %v", v, err)
}
client.Close()
})
t.Run("Delegate Receive", func(t *testing.T) {
client, cb := setup(t)
go func() {
cb()
}()
err := client.Receive(context.Background(), client.B().Subscribe().Channel("k").Build(), func(msg PubSubMessage) {
})
if err != nil {
t.Fatalf("unexpected resp %v", err)
}
client.Close()
})
}
//gocyclo:ignore
func TestSentinelClientPubSub(t *testing.T) {
defer ShouldNotLeaked(SetupLeakDetection())
var s0count, s0close, m1close, m2close, m4close int32
messages := make(chan PubSubMessage)
s0 := &mockConn{
DoFn: func(cmd Completed) RedisResult { return RedisResult{} },
DoMultiFn: func(multi ...Completed) *redisresults {
count := atomic.AddInt32(&s0count, 1)
if (count-1)%2 == 0 {
return &redisresults{s: []RedisResult{
{val: slicemsg('*', []RedisMessage{})},
{val: slicemsg('*', []RedisMessage{
strmsg('+', ""), strmsg('+', "1"),
})},
}}
}
return &redisresults{s: []RedisResult{
{val: slicemsg('*', []RedisMessage{})},
{val: slicemsg('*', []RedisMessage{
strmsg('+', ""), strmsg('+', "2"),
})},
}}
},
ReceiveFn: func(ctx context.Context, subscribe Completed, fn func(message PubSubMessage)) error {
for msg := range messages {
fn(msg)
}
return ErrClosing
},
CloseFn: func() { atomic.AddInt32(&s0close, 1) },
}
m1 := &mockConn{
DoFn: func(cmd Completed) RedisResult {
if cmd == cmds.RoleCmd {
return RedisResult{val: slicemsg('*', []RedisMessage{strmsg('+', "master")})}
}
return RedisResult{val: strmsg('+', "OK")}
},
CloseFn: func() {
atomic.AddInt32(&m1close, 1)
},
}
m2 := &mockConn{
DoFn: func(cmd Completed) RedisResult {
return RedisResult{val: slicemsg('*', []RedisMessage{strmsg('+', "slave")})}
},
CloseFn: func() { atomic.AddInt32(&m2close, 1) },
}
s3 := &mockConn{
DoMultiFn: func(cmd ...Completed) *redisresults { return &redisresults{s: []RedisResult{newErrResult(errClosing)}} },
}
m4 := &mockConn{
DoFn: func(cmd Completed) RedisResult {
if cmd == cmds.RoleCmd {
return RedisResult{val: slicemsg('*', []RedisMessage{strmsg('+', "master")})}
}
return RedisResult{val: strmsg('+', "OK4")}
},
CloseFn: func() { atomic.AddInt32(&m4close, 1) },
}
client, err := newSentinelClient(
&ClientOption{
InitAddress: []string{":0"},
Sentinel: SentinelOption{
MasterSet: "test",
},
},
func(dst string, opt *ClientOption) conn {
if dst == ":0" {
return s0
}
if dst == ":1" {
return m1
}
if dst == ":2" {
return m2
}
if dst == ":3" {
return s3
}
if dst == ":4" {
return m4
}
return nil
},
newRetryer(defaultRetryDelayFn),
)
if err != nil {
t.Fatalf("unexpected err %v", err)
}
messages <- PubSubMessage{Channel: "+sentinel", Message: "sentinel 000000 3"}
var added bool
for !added {
client.mu.Lock()
added = client.sentinels.Front().Value.(string) == ":3"
client.mu.Unlock()
t.Log("wait +sentinel")
time.Sleep(time.Millisecond * 100)
}
// switch to false master
messages <- PubSubMessage{Channel: "+switch-master", Message: "test 1 2"}
for atomic.LoadInt32(&m2close) < 2 {
t.Log("wait false m2 to be close", atomic.LoadInt32(&m2close))
time.Sleep(time.Millisecond * 100)
}
for atomic.LoadInt32(&s0count) < 3 {
t.Log("wait s0 to be call third time", atomic.LoadInt32(&s0count))
time.Sleep(time.Millisecond * 100)
}
v, err := client.Do(context.Background(), client.B().Get().Key("k").Build()).ToString()
if err != nil || v != "OK" {
t.Fatalf("unexpected resp %v %v", v, err)
}
// switch to master by reboot
messages <- PubSubMessage{Channel: "+reboot", Message: "master test 4"}
for atomic.LoadInt32(&m1close) < 1 {
t.Log("wait old m1 to be close", atomic.LoadInt32(&m1close))
time.Sleep(time.Millisecond * 100)
}
v, err = client.Do(context.Background(), client.B().Get().Key("k").Build()).ToString()
if err != nil || v != "OK4" {
t.Fatalf("unexpected resp %v %v", v, err)
}
close(messages)
client.Close()
for atomic.LoadInt32(&s0close) < 4 {
t.Log("wait old s0 to be close", atomic.LoadInt32(&s0close))
time.Sleep(time.Millisecond * 100)
}
for atomic.LoadInt32(&m4close) < 1 {
t.Log("wait old m1 to be close", atomic.LoadInt32(&m4close))
time.Sleep(time.Millisecond * 100)
}
}
//gocyclo:ignore
func TestSentinelReplicaOnlyClientPubSub(t *testing.T) {
defer ShouldNotLeaked(SetupLeakDetection())
var s0count, s0close, slave1close, slave2close, slave4close int32
messages := make(chan PubSubMessage)
s0 := &mockConn{
DoFn: func(cmd Completed) RedisResult { return RedisResult{} },
DoMultiFn: func(multi ...Completed) *redisresults {
count := atomic.AddInt32(&s0count, 1)
remainder := (count - 1) % 3
if remainder == 0 {
return &redisresults{s: []RedisResult{
{val: slicemsg('*', []RedisMessage{})},
{val: slicemsg('*', []RedisMessage{
slicemsg('%', []RedisMessage{
strmsg('+', "ip"), strmsg('+', ""),
strmsg('+', "port"), strmsg('+', "1"),
}),
})},
}}
} else if remainder == 1 {
return &redisresults{s: []RedisResult{
{val: slicemsg('*', []RedisMessage{})},
{val: slicemsg('*', []RedisMessage{
slicemsg('%', []RedisMessage{
strmsg('+', "ip"), strmsg('+', ""),
strmsg('+', "port"), strmsg('+', "2"),
}),
})},
}}
} else {
return &redisresults{s: []RedisResult{
{val: slicemsg('*', []RedisMessage{})},
{val: slicemsg('*', []RedisMessage{
slicemsg('%', []RedisMessage{
strmsg('+', "ip"), strmsg('+', ""),
strmsg('+', "port"), strmsg('+', "4"),
}),
})},
}}
}
},
ReceiveFn: func(ctx context.Context, subscribe Completed, fn func(message PubSubMessage)) error {
for msg := range messages {
fn(msg)
}
return ErrClosing
},
CloseFn: func() { atomic.AddInt32(&s0close, 1) },
}
slave1 := &mockConn{
DoFn: func(cmd Completed) RedisResult {
if cmd == cmds.RoleCmd {
return RedisResult{val: slicemsg('*', []RedisMessage{strmsg('+', "slave")})}
}
return RedisResult{val: strmsg('+', "OK")}
},
CloseFn: func() {
atomic.AddInt32(&slave1close, 1)
},
}
slave2 := &mockConn{
DoFn: func(cmd Completed) RedisResult {
return RedisResult{val: slicemsg('*', []RedisMessage{strmsg('+', "master")})}
},
CloseFn: func() { atomic.AddInt32(&slave2close, 1) },
}
s3 := &mockConn{
DoMultiFn: func(cmd ...Completed) *redisresults { return &redisresults{s: []RedisResult{newErrResult(errClosing)}} },
}
slave4 := &mockConn{
DoFn: func(cmd Completed) RedisResult {
if cmd == cmds.RoleCmd {
return RedisResult{val: slicemsg('*', []RedisMessage{strmsg('+', "slave")})}
}
return RedisResult{val: strmsg('+', "OK4")}
},
CloseFn: func() { atomic.AddInt32(&slave4close, 1) },
}
client, err := newSentinelClient(
&ClientOption{
InitAddress: []string{":0"},
Sentinel: SentinelOption{
MasterSet: "replicaonly",
},
ReplicaOnly: true,
},
func(dst string, opt *ClientOption) conn {
if dst == ":0" {
return s0
}
if dst == ":1" {
return slave1
}
if dst == ":2" {
return slave2
}
if dst == ":3" {
return s3
}
if dst == ":4" {
return slave4
}
return nil
},
newRetryer(defaultRetryDelayFn),
)
if err != nil {
t.Fatalf("unexpected err %v", err)
}
messages <- PubSubMessage{Channel: "+sentinel", Message: "sentinel 000000 3"}
var added bool
for !added {
client.mu.Lock()
added = client.sentinels.Front().Value.(string) == ":3"
client.mu.Unlock()
t.Log("wait +sentinel")
time.Sleep(time.Millisecond * 100)
}
// event will be skipped because of first word
messages <- PubSubMessage{Channel: "+slave", Message: "sla_ve 0:0 0 2 @ replicaonly 0 0"}
v, err := client.Do(context.Background(), client.B().Get().Key("k").Build()).ToString()
if err != nil || v != "OK" {
t.Fatalf("unexpected resp %v %v", v, err)
}
// event will be skipped because of wrong master set name
messages <- PubSubMessage{Channel: "+slave", Message: "slave 0:0 0 2 @ test 0 0"}
v, err = client.Do(context.Background(), client.B().Get().Key("k").Build()).ToString()
if err != nil || v != "OK" {
t.Fatalf("unexpected resp %v %v", v, err)
}
// new slave with wrong role (2)
// this won't directly switch to :2 like master
// it will cause s0 to return :2 in DoMulti response
messages <- PubSubMessage{Channel: "+slave", Message: "slave 0:0 0 2 @ replicaonly 0 0"}
for atomic.LoadInt32(&slave2close) < 1 {
t.Log("wait false slave2 to be close", atomic.LoadInt32(&slave2close))
time.Sleep(time.Millisecond * 100)
}
for atomic.LoadInt32(&s0count) < 3 {
t.Log("wait s0 to be call third time", atomic.LoadInt32(&s0count))
time.Sleep(time.Millisecond * 100)
}
for atomic.LoadInt32(&slave1close) < 1 {
t.Log("wait for slave1 to close (and for client to use slave4)", atomic.LoadInt32(&slave1close))
time.Sleep(time.Millisecond * 100)
}
v, err = client.Do(context.Background(), client.B().Get().Key("k").Build()).ToString()
if err != nil || v != "OK4" {
t.Fatalf("unexpected resp %v %v", v, err)
}
// switch to new slave by reboot
messages <- PubSubMessage{Channel: "+reboot", Message: "slave 0:0 0 1 @ replicaonly 0 0"}
for atomic.LoadInt32(&slave4close) < 1 {
t.Log("wait old slave4 to be close", atomic.LoadInt32(&slave4close))
time.Sleep(time.Millisecond * 100)
}
v, err = client.Do(context.Background(), client.B().Get().Key("k").Build()).ToString()
if err != nil || v != "OK" {
t.Fatalf("unexpected resp %v %v", v, err)
}
close(messages)
client.Close()
for atomic.LoadInt32(&s0close) < 4 {
t.Log("wait old s0 to be close", atomic.LoadInt32(&s0close))
time.Sleep(time.Millisecond * 100)
}
for atomic.LoadInt32(&slave1close) < 2 {
t.Log("wait old slave1 to be close", atomic.LoadInt32(&slave1close))
time.Sleep(time.Millisecond * 100)
}
}
func TestSentinelClientRetry(t *testing.T) {
defer ShouldNotLeaked(SetupLeakDetection())
SetupClientRetry(t, func(m *mockConn) Client {
m.DoOverride = map[string]func(cmd Completed) RedisResult{
"SENTINEL SENTINELS masters": func(cmd Completed) RedisResult {
return RedisResult{val: slicemsg('*', []RedisMessage{})}
},
"SENTINEL GET-MASTER-ADDR-BY-NAME masters": func(cmd Completed) RedisResult {
return RedisResult{val: slicemsg('*', []RedisMessage{
strmsg('+', ""), strmsg('+', "5"),
})}
},
"ROLE": func(cmd Completed) RedisResult {
return RedisResult{val: slicemsg('*', []RedisMessage{strmsg('+', "master")})}
},
}
m.ReceiveOverride = map[string]func(ctx context.Context, subscribe Completed, fn func(message PubSubMessage)) error{
"SUBSCRIBE +sentinel +slave -sdown +sdown +switch-master +reboot": func(ctx context.Context, subscribe Completed, fn func(message PubSubMessage)) error {
return nil
},
}
c, err := newSentinelClient(
&ClientOption{
InitAddress: []string{":0"},
Sentinel: SentinelOption{MasterSet: "masters"},
},
func(dst string, opt *ClientOption) conn {
return m
},
newRetryer(defaultRetryDelayFn),
)
if err != nil {
t.Fatalf("unexpected err %v", err)
}
return c
})
}
func TestSentinelClientLoadingRetry(t *testing.T) {
defer ShouldNotLeaked(SetupLeakDetection())
setup := func() (*sentinelClient, *mockConn, *mockConn) {
s0 := &mockConn{
DoFn: func(cmd Completed) RedisResult { return RedisResult{} },
DoMultiFn: func(multi ...Completed) *redisresults {
return &redisresults{s: []RedisResult{
{val: slicemsg('*', []RedisMessage{})},
{val: slicemsg('*', []RedisMessage{
strmsg('+', ""), strmsg('+', "1"),
})},
}}
},
}
m1 := &mockConn{
DoFn: func(cmd Completed) RedisResult {
if cmd == cmds.RoleCmd {
return RedisResult{val: slicemsg('*', []RedisMessage{strmsg('+', "master")})}
}
return RedisResult{}
},
}
client, err := newSentinelClient(
&ClientOption{InitAddress: []string{":0"}},
func(dst string, opt *ClientOption) conn {
if dst == ":0" {
return s0
}
if dst == ":1" {
return m1
}
return nil
},
newRetryer(defaultRetryDelayFn),
)
if err != nil {
t.Fatalf("unexpected err %v", err)
}
return client, s0, m1
}
t.Run("Do Retry on Loading", func(t *testing.T) {
client, _, m1 := setup()
attempts := 0
m1.DoFn = func(cmd Completed) RedisResult {
if cmd == cmds.RoleCmd {
return RedisResult{val: slicemsg('*', []RedisMessage{strmsg('+', "master")})}
}
attempts++
if attempts == 1 {
return newResult(strmsg('-', "LOADING Redis is loading the dataset in memory"), nil)
}
return newResult(strmsg('+', "OK"), nil)
}
if v, err := client.Do(context.Background(), client.B().Get().Key("test").Build()).ToString(); err != nil || v != "OK" {
t.Fatalf("unexpected response %v %v", v, err)
}
if attempts != 2 {
t.Fatalf("expected 2 attempts, got %v", attempts)
}
})
t.Run("Do not retry on non-loading errors", func(t *testing.T) {
client, _, m1 := setup()
attempts := 0
m1.DoFn = func(cmd Completed) RedisResult {
if cmd == cmds.RoleCmd {
return RedisResult{val: slicemsg('*', []RedisMessage{strmsg('+', "master")})}
}
attempts++
if attempts == 1 {
return newResult(strmsg('-', "ERR some other error"), nil)
}
return newResult(strmsg('+', "OK"), nil)
}
if err := client.Do(context.Background(), client.B().Get().Key("test").Build()).Error(); err == nil {
t.Fatal("expected error but got nil")
}
if attempts != 1 {
t.Fatalf("unexpected attempts %v, expected no retry", attempts)
}
})
t.Run("DoMulti Retry on Loading", func(t *testing.T) {
client, _, m1 := setup()
attempts := 0
m1.DoMultiFn = func(multi ...Completed) *redisresults {
attempts++
if attempts == 1 {
return &redisresults{s: []RedisResult{newResult(strmsg('-', "LOADING Redis is loading the dataset in memory"), nil)}}
}
return &redisresults{s: []RedisResult{newResult(strmsg('+', "OK"), nil)}}
}
cmd := client.B().Get().Key("test").Build()
resps := client.DoMulti(context.Background(), cmd)
if len(resps) != 1 {
t.Fatalf("unexpected response length %v", len(resps))
}
if v, err := resps[0].ToString(); err != nil || v != "OK" {
t.Fatalf("unexpected response %v %v", v, err)
}
})
t.Run("DoCache Retry on Loading", func(t *testing.T) {
client, _, m1 := setup()
attempts := 0
m1.DoCacheFn = func(cmd Cacheable, ttl time.Duration) RedisResult {
attempts++
if attempts == 1 {
return newResult(strmsg('-', "LOADING Redis is loading the dataset in memory"), nil)
}
return newResult(strmsg('+', "OK"), nil)
}
cmd := client.B().Get().Key("test").Cache()
if v, err := client.DoCache(context.Background(), cmd, time.Minute).ToString(); err != nil || v != "OK" {
t.Fatalf("unexpected response %v %v", v, err)
}
})
t.Run("DoMultiCache Retry on Loading", func(t *testing.T) {
client, _, m1 := setup()
attempts := 0
m1.DoMultiCacheFn = func(multi ...CacheableTTL) *redisresults {
attempts++
if attempts == 1 {
return &redisresults{s: []RedisResult{newResult(strmsg('-', "LOADING Redis is loading the dataset in memory"), nil)}}
}
return &redisresults{s: []RedisResult{newResult(strmsg('+', "OK"), nil)}}
}
cmd := client.B().Get().Key("test").Cache()
resps := client.DoMultiCache(context.Background(), CT(cmd, time.Minute))
if len(resps) != 1 {
t.Fatalf("unexpected response length %v", len(resps))
}
if v, err := resps[0].ToString(); err != nil || v != "OK" {
t.Fatalf("unexpected response %v %v", v, err)
}
})
t.Run("Dedicated Do Retry on Loading", func(t *testing.T) {
client, _, m1 := setup()
attempts := 0
m1.DoFn = func(cmd Completed) RedisResult {
if cmd == cmds.RoleCmd {
return RedisResult{val: slicemsg('*', []RedisMessage{strmsg('+', "master")})}
}
attempts++
if attempts == 1 {
return newResult(strmsg('-', "LOADING Redis is loading the dataset in memory"), nil)
}
return newResult(strmsg('+', "OK"), nil)
}
m1.AcquireFn = func() wire { return &mockWire{DoFn: m1.DoFn} }
err := client.Dedicated(func(c DedicatedClient) error {
if v, err := c.Do(context.Background(), c.B().Get().Key("test").Build()).ToString(); err != nil || v != "OK" {
t.Fatalf("unexpected response %v %v", v, err)
}
return nil
})
if err != nil {
t.Fatalf("unexpected err %v", err)
}
})
t.Run("Dedicated DoMulti Retry on Loading", func(t *testing.T) {
client, _, m1 := setup()
attempts := 0
m1.DoMultiFn = func(multi ...Completed) *redisresults {
attempts++
if attempts == 1 {
return &redisresults{s: []RedisResult{newResult(strmsg('-', "LOADING Redis is loading the dataset in memory"), nil)}}
}
return &redisresults{s: []RedisResult{newResult(strmsg('+', "OK"), nil)}}
}
m1.AcquireFn = func() wire { return &mockWire{DoMultiFn: m1.DoMultiFn} }
err := client.Dedicated(func(c DedicatedClient) error {
resps := c.DoMulti(context.Background(), c.B().Get().Key("test").Build())
if len(resps) != 1 {
t.Fatalf("unexpected response length %v", len(resps))
}
if v, err := resps[0].ToString(); err != nil || v != "OK" {
t.Fatalf("unexpected response %v %v", v, err)
}
return nil
})
if err != nil {
t.Fatalf("unexpected err %v", err)
}
})
}

Опубликовать ( 0 )

Вы можете оставить комментарий после Вход в систему

1
https://api.gitlife.ru/oschina-mirror/mirrors-rueidis.git
git@api.gitlife.ru:oschina-mirror/mirrors-rueidis.git
oschina-mirror
mirrors-rueidis
mirrors-rueidis
main