-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathcircuit_test.go
204 lines (171 loc) · 6.08 KB
/
circuit_test.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
package circuit
import (
"errors"
"sync"
"testing"
"time"
"github.com/stretchr/testify/assert"
)
func TestNewBreaker(t *testing.T) {
to := func(uint32, uint32) bool { return false }
_, err := NewBreaker(0, time.Minute, 100, to, to)
assert.Error(t, err, "circuit: interval must be set")
_, err = NewBreaker(time.Minute, time.Minute, 100, to, nil)
assert.Error(t, err, "circuit: toClosed must be defined")
b, err := NewBreaker(time.Minute, time.Minute, 100, to, to)
assert.NoError(t, err)
assert.Equal(t, closed, b.state)
}
func TestBreaker_OnFailure(t *testing.T) {
toOpen := func(total uint32, failures uint32) bool {
return total > 1 && failures > 1
}
toClosed := func(uint32, uint32) bool { return false }
b, err := withTimeNow(time.Minute, 2*time.Minute, 100, toOpen, toClosed, now(1520100000))
assert.NoError(t, err)
assert.Equal(t, closed, b.state)
assert.Equal(t, int64(1520100060000000000), b.until)
b.total = 1
b.failures = 1
b.onFailure()
assert.Equal(t, closed, b.state)
assert.Equal(t, int64(1520100060000000000), b.until)
b.total = 2
b.failures = 2
b.onFailure()
assert.Equal(t, open, b.state)
assert.Equal(t, int64(1520100120000000000), b.until)
}
func TestBreaker_Execute_WhenClosed(t *testing.T) {
toOpen := func(total uint32, failures uint32) bool { return total > 0 && failures > 0 }
toClosed := func(total uint32, failures uint32) bool { return false }
b, err := withTimeNow(time.Minute, 2*time.Minute, 1, toOpen, toClosed, now(1520100000))
assert.NoError(t, err)
assert.Equal(t, int64(1520100060000000000), b.until)
assert.Equal(t, uint32(0), b.total)
assert.Equal(t, uint32(0), b.failures)
err = b.Execute(func() error { return nil })
assert.NoError(t, err)
assert.Equal(t, uint32(1), b.total)
assert.Equal(t, uint32(0), b.failures)
err = b.Execute(func() error { return nil })
assert.NoError(t, err)
assert.Equal(t, uint32(2), b.total)
assert.Equal(t, uint32(0), b.failures)
// passed interval period, 61 sec
b.now = now(1520100061)
err = b.Execute(func() error { return nil })
assert.NoError(t, err)
assert.Equal(t, int64(1520100121000000000), b.until)
assert.Equal(t, uint32(1), b.total)
assert.Equal(t, uint32(0), b.failures)
}
func TestBreaker_Execute_WhenOpen(t *testing.T) {
toOpen := func(total uint32, failures uint32) bool { return total > 0 && failures > 0 }
toClosed := func(total uint32, failures uint32) bool { return false }
b, err := withTimeNow(time.Minute, 2*time.Minute, 1, toOpen, toClosed, now(1520100000))
assert.NoError(t, err)
// open the breaker
err = b.Execute(func() error { return errors.New("failed") })
assert.Error(t, err, "failed")
assert.Equal(t, open, b.state)
assert.Equal(t, int64(1520100120000000000), b.until)
// cooldown period, still open
err = b.Execute(func() error { return nil })
assert.Equal(t, ErrBreakerOpen, err)
// after cooldown period (passed 121 sec)
b.now = now(1520100121)
err = b.Execute(func() error { return nil })
assert.Equal(t, nil, err)
assert.Equal(t, halfOpen, b.state)
assert.Equal(t, int64(1520100181000000000), b.until)
// atLeastReq exceeded, toClosed is invoked for the decision making
b.toClosedState = func(total uint32, failures uint32) bool { return false }
err = b.Execute(func() error { return nil })
assert.Equal(t, ErrBreakerOpen, err)
assert.Equal(t, open, b.state)
assert.Equal(t, int64(1520100241000000000), b.until)
// after the second cooldown period
b.now = now(1520100242)
err = b.Execute(func() error { return nil })
assert.Equal(t, nil, err)
assert.Equal(t, halfOpen, b.state)
assert.Equal(t, int64(1520100302000000000), b.until)
// atLeastReq exceeded, toClosed is invoked for the decision making
b.now = now(1520100302)
b.toClosedState = func(total uint32, failures uint32) bool { return true }
err = b.Execute(func() error { return nil })
assert.Equal(t, nil, err)
assert.Equal(t, closed, b.state)
assert.Equal(t, int64(1520100362000000000), b.until)
}
func TestBreaker_Execute_RequestsInParallel(t *testing.T) {
toOpen := func(uint32, uint32) bool { return true }
toClosed := func(uint32, uint32) bool { return false }
b, err := withTimeNow(time.Minute, 2*time.Minute, 1, toOpen, toClosed, now(1520100000))
assert.NoError(t, err)
assert.Equal(t, int64(1520100060000000000), b.until)
b.now = now(1520100001)
var wg sync.WaitGroup
wg.Add(20)
for i := 0; i < 20; i++ {
go func() {
err = b.Execute(func() error { return nil })
assert.NoError(t, err)
wg.Done()
}()
}
wg.Wait()
assert.Equal(t, uint32(20), b.total)
assert.Equal(t, uint32(0), b.failures)
assert.Equal(t, int64(1520100060000000000), b.until)
}
func TestBreaker_Execute_FailuresInParallel(t *testing.T) {
toOpen := func(uint32, uint32) bool { return true }
toClosed := func(uint32, uint32) bool { return false }
b, err := withTimeNow(time.Minute, 2*time.Minute, 1, toOpen, toClosed, now(1520100000))
assert.NoError(t, err)
assert.Equal(t, int64(1520100060000000000), b.until)
assert.Equal(t, closed, b.state)
b.now = now(1520100001)
var wg sync.WaitGroup
wg.Add(20)
for i := 0; i < 20; i++ {
go func() {
err = b.Execute(func() error { return errors.New("failed") })
assert.NotNil(t, err)
wg.Done()
}()
}
wg.Wait()
assert.True(t, b.total < 20)
assert.True(t, b.failures < 20)
assert.Equal(t, open, b.state)
assert.Equal(t, int64(1520100121000000000), b.until)
}
func TestBreaker_Execute_AtLeastReqsInParallel(t *testing.T) {
toOpen := func(uint32, uint32) bool { return true }
toClosed := func(uint32, uint32) bool { return true }
b, err := withTimeNow(time.Minute, 2*time.Minute, 10, toOpen, toClosed, now(1520100000))
assert.NoError(t, err)
assert.Equal(t, int64(1520100060000000000), b.until)
b.state = halfOpen
b.now = now(1520100001)
var wg sync.WaitGroup
wg.Add(20)
for i := 0; i < 20; i++ {
go func() {
err = b.Execute(func() error { return nil })
assert.Nil(t, err)
wg.Done()
}()
}
wg.Wait()
assert.True(t, b.total <= 10)
assert.Equal(t, uint32(0), b.failures)
assert.Equal(t, closed, b.state)
assert.Equal(t, int64(1520100061000000000), b.until)
}
func now(sec int64) func() time.Time {
return func() time.Time { return time.Unix(sec, 0) }
}