-
-
Notifications
You must be signed in to change notification settings - Fork 657
/
flags_test.go
157 lines (129 loc) · 5.81 KB
/
flags_test.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
package integration_test
import (
"strings"
. "github.com/onsi/ginkgo/v2"
"github.com/onsi/ginkgo/v2/types"
. "github.com/onsi/gomega"
"github.com/onsi/gomega/gexec"
)
var _ = Describe("Flags Specs", func() {
BeforeEach(func() {
fm.MountFixture("flags")
})
getRandomOrders := func(output string) []int {
return []int{strings.Index(output, "RANDOM_A"), strings.Index(output, "RANDOM_B"), strings.Index(output, "RANDOM_C")}
}
It("normally passes, prints out noisy pendings, does not randomize tests, and honors the programmatic focus", func() {
session := startGinkgo(fm.PathTo("flags"), "--no-color")
Eventually(session).Should(gexec.Exit(types.GINKGO_FOCUS_EXIT_CODE))
output := string(session.Out.Contents())
Ω(output).Should(ContainSubstring("10 Passed"))
Ω(output).Should(ContainSubstring("0 Failed"))
Ω(output).Should(ContainSubstring("1 Pending"))
Ω(output).Should(ContainSubstring("3 Skipped"))
Ω(output).Should(ContainSubstring("[PENDING]"))
Ω(output).Should(ContainSubstring("marshmallow"))
Ω(output).Should(ContainSubstring("chocolate"))
Ω(output).Should(ContainSubstring("CUSTOM_FLAG: default"))
Ω(output).Should(ContainSubstring("Detected Programmatic Focus - setting exit status to %d", types.GINKGO_FOCUS_EXIT_CODE))
Ω(output).ShouldNot(ContainSubstring("smores"))
Ω(output).ShouldNot(ContainSubstring("SLOW TEST"))
Ω(output).ShouldNot(ContainSubstring("should honor -slow-spec-threshold"))
orders := getRandomOrders(output)
Ω(orders[0]).Should(BeNumerically("<", orders[1]))
Ω(orders[1]).Should(BeNumerically("<", orders[2]))
})
It("should fail when there are pending tests and it is passed --fail-on-pending", func() {
session := startGinkgo(fm.PathTo("flags"), "--no-color", "--fail-on-pending")
Eventually(session).Should(gexec.Exit(1))
output := string(session.Out.Contents())
Ω(output).Should(ContainSubstring("Detected pending specs and --fail-on-pending is set"))
})
It("should run the race detector when told to", Label("slow"), func() {
if !raceDetectorSupported() {
Skip("race detection is not supported")
}
session := startGinkgo(fm.PathTo("flags"), "--no-color", "--race")
Eventually(session).Should(gexec.Exit(types.GINKGO_FOCUS_EXIT_CODE))
output := string(session.Out.Contents())
Ω(output).Should(ContainSubstring("WARNING: DATA RACE"))
})
It("should randomize tests when told to", func() {
session := startGinkgo(fm.PathTo("flags"), "--no-color", "--randomize-all", "--seed=1")
Eventually(session).Should(gexec.Exit(types.GINKGO_FOCUS_EXIT_CODE))
output := string(session.Out.Contents())
orders := getRandomOrders(output)
Ω(orders[0]).ShouldNot(BeNumerically("<", orders[1]))
})
It("should watch for slow specs", func() {
session := startGinkgo(fm.PathTo("flags"), "--slow-spec-threshold=50ms")
Eventually(session).Should(gexec.Exit(types.GINKGO_FOCUS_EXIT_CODE))
output := string(session.Out.Contents())
Ω(output).Should(ContainSubstring("SLOW TEST"))
Ω(output).Should(ContainSubstring("should honor -slow-spec-threshold"))
})
It("should pass additional arguments in", func() {
session := startGinkgo(fm.PathTo("flags"), "--", "--customFlag=madagascar")
Eventually(session).Should(gexec.Exit(types.GINKGO_FOCUS_EXIT_CODE))
output := string(session.Out.Contents())
Ω(output).Should(ContainSubstring("CUSTOM_FLAG: madagascar"))
})
It("should print out full stack traces for failures when told to", func() {
session := startGinkgo(fm.PathTo("flags"), "--focus=a failing test", "--trace")
Eventually(session).Should(gexec.Exit(1))
output := string(session.Out.Contents())
Ω(output).Should(ContainSubstring("Full Stack Trace"))
})
Describe("--fail-fast", func() {
BeforeEach(func() {
fm.MountFixture("fail_then_hang")
})
Context("when running in series", func() {
It("should fail fast when told to", func() {
session := startGinkgo(fm.PathTo("fail_then_hang"), "--fail-fast")
Eventually(session).Should(gexec.Exit(1))
output := string(session.Out.Contents())
Ω(output).Should(ContainSubstring("1 Failed"))
Ω(output).Should(ContainSubstring("2 Skipped"))
})
})
Context("when running in parallel", func() {
It("should fail fast when told to", func() {
session := startGinkgo(fm.PathTo("fail_then_hang"), "--fail-fast", "--procs=2")
Eventually(session).Should(gexec.Exit(1))
output := string(session.Out.Contents())
Ω(output).Should(ContainSubstring("2 Failed")) //one fails, the other is interrupted
Ω(output).Should(ContainSubstring("1 Skipped"))
})
})
})
Context("with a flaky test", func() {
It("should normally fail", func() {
session := startGinkgo(fm.PathTo("flags"), "--focus=flaky")
Eventually(session).Should(gexec.Exit(1))
})
It("should pass if retries are requested", func() {
session := startGinkgo(fm.PathTo("flags"), "--focus=flaky --flake-attempts=2")
Eventually(session).Should(gexec.Exit(0))
})
})
It("should perform a dry run when told to", func() {
fm.MountFixture("fail")
session := startGinkgo(fm.PathTo("fail"), "--dry-run", "-v")
Eventually(session).Should(gexec.Exit(0))
output := string(session.Out.Contents())
Ω(output).Should(ContainSubstring("synchronous failures"))
Ω(output).Should(ContainSubstring("7 Specs"))
Ω(output).Should(ContainSubstring("7 Passed"))
Ω(output).Should(ContainSubstring("0 Failed"))
})
It("should allow configuration overrides", func() {
fm.MountFixture("config_override")
session := startGinkgo(fm.PathTo("config_override"), "--label-filter=NORUN", "--no-color")
Eventually(session).Should(gexec.Exit(0), "Succeeds because --label-filter is overridden by the test suite itself.")
output := string(session.Out.Contents())
Ω(output).Should(ContainSubstring("2 Specs"))
Ω(output).Should(ContainSubstring("1 Skipped"))
Ω(output).Should(ContainSubstring("1 Passed"))
})
})