[cypress] Fix integration tests to tolerate slow test color

ramosbugs · ramosbugs · commit 59986abc3ff2 · 2023-07-02T16:17:48.000-07:00
The Mocha reporter prints the test duration in either medium (33m)
or fast (90m) color, depending on the duration. This is a source of
flakiness unless the tests accept both.
diff --git a/packages/cypress-plugin/test/integration/src/verify-output.ts b/packages/cypress-plugin/test/integration/src/verify-output.ts
@@ -142,7 +142,7 @@ const verifySpecOutputs = (
                             // eslint-disable-next-line no-control-regex
                             `^ {2}\x1B\\[35m {2}${PASS_SYMBOL}\x1B\\[39m\x1B\\[90m mixed: flake should be quarantined\x1B\\[0m\x1B\\[35m \\[flaky, quarantined]\x1B\\[39m\x1B\\[33m \\(attempt 2 of ${
                               expectedRetries + 1
-                            }\\)\x1B\\[0m\x1B\\[90m \\([0-9]+.+?\\)\x1B\\[0m$`
+                            }\\)\x1B\\[0m\x1B\\[(?:33|90)m \\([0-9]+.+?\\)\x1B\\[0m$`
                           )
                         ),
                       ]
@@ -170,7 +170,7 @@ const verifySpecOutputs = (
                     // eslint-disable-next-line no-control-regex
                     `^ {2}\x1B\\[33m {2}${PASS_SYMBOL}\x1B\\[0m\x1B\\[90m mixed: flake should be quarantined\x1B\\[0m\x1B\\[33m \\[flaky]\x1B\\[0m\x1B\\[33m \\(attempt 2 of ${
                       expectedRetries + 1
-                    }\\)\x1B\\[0m\x1B\\[90m \\([0-9]+.+?\\)\x1B\\[0m$`
+                    }\\)\x1B\\[0m\x1B\\[(?:33|90)m \\([0-9]+.+?\\)\x1B\\[0m$`
                   )
                 ),
               ]
@@ -209,15 +209,15 @@ const verifySpecOutputs = (
                         // eslint-disable-next-line no-control-regex
                         `^ {2}\x1B\\[35m {2}${PASS_SYMBOL}\x1B\\[39m\x1B\\[90m mixed: should be flaky\x1B\\[0m\x1B\\[35m \\[flaky, quarantined]\x1B\\[39m\x1B\\[33m \\(attempt 2 of ${
                           expectedRetries + 1
-                        }\\)\x1B\\[0m\x1B\\[90m \\([0-9]+.+?\\)\x1B\\[0m$`
+                        }\\)\x1B\\[0m\x1B\\[(?:33|90)m \\([0-9]+.+?\\)\x1B\\[0m$`
                       )
                     )
                   : expectExt.stringMatching(
                       new RegExp(
                         // eslint-disable-next-line no-control-regex
                         `^ {2}\x1B\\[33m {2}${PASS_SYMBOL}\x1B\\[0m\x1B\\[90m mixed: should be flaky\x1B\\[0m\x1B\\[33m \\[flaky]\x1B\\[0m\x1B\\[33m \\(attempt 2 of ${
                           expectedRetries + 1
-                        }\\)\x1B\\[0m\x1B\\[90m \\([0-9]+.+?\\)\x1B\\[0m$`
+                        }\\)\x1B\\[0m\x1B\\[(?:33|90)m \\([0-9]+.+?\\)\x1B\\[0m$`
                       )
                     ),
               ]
@@ -226,7 +226,7 @@ const verifySpecOutputs = (
         expectExt.stringMatching(
           // eslint-disable-next-line no-control-regex
           new RegExp(
-            `^ {2}\\x1B\\[32m {2}${PASS_SYMBOL}\\x1B\\[0m\\x1B\\[90m mixed: should pass\\x1B\\[0m\\x1B\\[90m \\([0-9]+.+?\\)\\x1B\\[0m$`
+            `^ {2}\\x1B\\[32m {2}${PASS_SYMBOL}\\x1B\\[0m\\x1B\\[90m mixed: should pass\\x1B\\[0m\\x1B\\[(?:33|90)m \\([0-9]+.+?\\)\\x1B\\[0m$`
           )
         ),
         "  \x1B[36m  - mixed: should be skipped\x1B[0m",
@@ -709,7 +709,7 @@ const verifySpecOutputs = (
                           expectedFlakeTestNameSuffix
                         )}\x1B\\[0m\x1B\\[35m \\[flaky, quarantined]\x1B\\[39m\x1B\\[33m \\(attempt 2 of ${
                           expectedRetries + 1
-                        }\\)\x1B\\[0m\x1B\\[90m \\([0-9]+.+?\\)\x1B\\[0m$`
+                        }\\)\x1B\\[0m\x1B\\[(?:33|90)m \\([0-9]+.+?\\)\x1B\\[0m$`
                       )
                     )
                   : expectExt.stringMatching(
@@ -719,7 +719,7 @@ const verifySpecOutputs = (
                           expectedFlakeTestNameSuffix
                         )}\x1B\\[0m\x1B\\[33m \\[flaky]\x1B\\[0m\x1B\\[33m \\(attempt 2 of ${
                           expectedRetries + 1
-                        }\\)\x1B\\[0m\x1B\\[90m \\([0-9]+.+?\\)\x1B\\[0m$`
+                        }\\)\x1B\\[0m\x1B\\[(?:33|90)m \\([0-9]+.+?\\)\x1B\\[0m$`
                       )
                     ),
               ]
@@ -943,7 +943,7 @@ const verifySpecOutputs = (
               expectExt.stringMatching(
                 // eslint-disable-next-line no-control-regex
                 new RegExp(
-                  `^ {2}\\x1B\\[32m {2}${PASS_SYMBOL}\\x1B\\[0m\\x1B\\[90m should fail due to hook\\x1B\\[0m\\x1B\\[90m \\([0-9]+.+?\\)\\x1B\\[0m$`
+                  `^ {2}\\x1B\\[32m {2}${PASS_SYMBOL}\\x1B\\[0m\\x1B\\[90m should fail due to hook\\x1B\\[0m\\x1B\\[(?:33|90)m \\([0-9]+.+?\\)\\x1B\\[0m$`
                 )
               ),
             ]
@@ -980,7 +980,7 @@ const verifySpecOutputs = (
               expectExt.stringMatching(
                 // eslint-disable-next-line no-control-regex
                 new RegExp(
-                  `^ {2}\\x1B\\[32m {2}${PASS_SYMBOL}\\x1B\\[0m\\x1B\\[90m should be skipped\\x1B\\[0m\\x1B\\[90m \\([0-9]+.+?\\)\\x1B\\[0m$`
+                  `^ {2}\\x1B\\[32m {2}${PASS_SYMBOL}\\x1B\\[0m\\x1B\\[90m should be skipped\\x1B\\[0m\\x1B\\[(?:33|90)m \\([0-9]+.+?\\)\\x1B\\[0m$`
                 )
               ),
             ]
@@ -1102,14 +1102,14 @@ const verifySpecOutputs = (
         expectExt.stringMatching(
           // eslint-disable-next-line no-control-regex
           new RegExp(
-            `^\\x1B\\[32m +${PASS_SYMBOL}\\x1B\\[0m\\x1B\\[90m should pass\\x1B\\[0m\\x1B\\[90m \\([0-9]+.+?\\)\\x1B\\[0m$`
+            `^\\x1B\\[32m +${PASS_SYMBOL}\\x1B\\[0m\\x1B\\[90m should pass\\x1B\\[0m\\x1B\\[(?:33|90)m \\([0-9]+.+?\\)\\x1B\\[0m$`
           )
         ),
         "\x1B[0m  suite name\x1B[0m",
         expectExt.stringMatching(
           // eslint-disable-next-line no-control-regex
           new RegExp(
-            `^ {2}\\x1B\\[32m {2}${PASS_SYMBOL}\\x1B\\[0m\\x1B\\[90m suite test should pass\\x1B\\[0m\\x1B\\[90m \\([0-9]+.+?\\)\\x1B\\[0m$`
+            `^ {2}\\x1B\\[32m {2}${PASS_SYMBOL}\\x1B\\[0m\\x1B\\[90m suite test should pass\\x1B\\[0m\\x1B\\[(?:33|90)m \\([0-9]+.+?\\)\\x1B\\[0m$`
           )
         ),
       ],

Original file line number	Diff line number	Diff line change
`@@ -142,7 +142,7 @@ const verifySpecOutputs = (`
`142`	`142`	`// eslint-disable-next-line no-control-regex`
`143`	`143`	`^ {2}\x1B\\[35m {2}${PASS_SYMBOL}\x1B\\[39m\x1B\\[90m mixed: flake should be quarantined\x1B\\[0m\x1B\\[35m \\[flaky, quarantined]\x1B\\[39m\x1B\\[33m \\(attempt 2 of ${
`144`	`144`	`expectedRetries + 1`
`145`		- }\\)\x1B\\[0m\x1B\\[90m \\([0-9]+.+?\\)\x1B\\[0m$`
	`145`	+ }\\)\x1B\\[0m\x1B\\[(?:33\|90)m \\([0-9]+.+?\\)\x1B\\[0m$`
`146`	`146`	`)`
`147`	`147`	`),`
`148`	`148`	`]`
`@@ -170,7 +170,7 @@ const verifySpecOutputs = (`
`170`	`170`	`// eslint-disable-next-line no-control-regex`
`171`	`171`	`^ {2}\x1B\\[33m {2}${PASS_SYMBOL}\x1B\\[0m\x1B\\[90m mixed: flake should be quarantined\x1B\\[0m\x1B\\[33m \\[flaky]\x1B\\[0m\x1B\\[33m \\(attempt 2 of ${
`172`	`172`	`expectedRetries + 1`
`173`		- }\\)\x1B\\[0m\x1B\\[90m \\([0-9]+.+?\\)\x1B\\[0m$`
	`173`	+ }\\)\x1B\\[0m\x1B\\[(?:33\|90)m \\([0-9]+.+?\\)\x1B\\[0m$`
`174`	`174`	`)`
`175`	`175`	`),`
`176`	`176`	`]`
`@@ -209,15 +209,15 @@ const verifySpecOutputs = (`
`209`	`209`	`// eslint-disable-next-line no-control-regex`
`210`	`210`	`^ {2}\x1B\\[35m {2}${PASS_SYMBOL}\x1B\\[39m\x1B\\[90m mixed: should be flaky\x1B\\[0m\x1B\\[35m \\[flaky, quarantined]\x1B\\[39m\x1B\\[33m \\(attempt 2 of ${
`211`	`211`	`expectedRetries + 1`
`212`		- }\\)\x1B\\[0m\x1B\\[90m \\([0-9]+.+?\\)\x1B\\[0m$`
	`212`	+ }\\)\x1B\\[0m\x1B\\[(?:33\|90)m \\([0-9]+.+?\\)\x1B\\[0m$`
`213`	`213`	`)`
`214`	`214`	`)`
`215`	`215`	`: expectExt.stringMatching(`
`216`	`216`	`new RegExp(`
`217`	`217`	`// eslint-disable-next-line no-control-regex`
`218`	`218`	`^ {2}\x1B\\[33m {2}${PASS_SYMBOL}\x1B\\[0m\x1B\\[90m mixed: should be flaky\x1B\\[0m\x1B\\[33m \\[flaky]\x1B\\[0m\x1B\\[33m \\(attempt 2 of ${
`219`	`219`	`expectedRetries + 1`
`220`		- }\\)\x1B\\[0m\x1B\\[90m \\([0-9]+.+?\\)\x1B\\[0m$`
	`220`	+ }\\)\x1B\\[0m\x1B\\[(?:33\|90)m \\([0-9]+.+?\\)\x1B\\[0m$`
`221`	`221`	`)`
`222`	`222`	`),`
`223`	`223`	`]`
`@@ -226,7 +226,7 @@ const verifySpecOutputs = (`
`226`	`226`	`expectExt.stringMatching(`
`227`	`227`	`// eslint-disable-next-line no-control-regex`
`228`	`228`	`new RegExp(`
`229`		- `^ {2}\\x1B\\[32m {2}${PASS_SYMBOL}\\x1B\\[0m\\x1B\\[90m mixed: should pass\\x1B\\[0m\\x1B\\[90m \\([0-9]+.+?\\)\\x1B\\[0m$`
	`229`	+ `^ {2}\\x1B\\[32m {2}${PASS_SYMBOL}\\x1B\\[0m\\x1B\\[90m mixed: should pass\\x1B\\[0m\\x1B\\[(?:33\|90)m \\([0-9]+.+?\\)\\x1B\\[0m$`
`230`	`230`	`)`
`231`	`231`	`),`
`232`	`232`	`" \x1B[36m - mixed: should be skipped\x1B[0m",`
`@@ -709,7 +709,7 @@ const verifySpecOutputs = (`
`709`	`709`	`expectedFlakeTestNameSuffix`
`710`	`710`	`)}\x1B\\[0m\x1B\\[35m \\[flaky, quarantined]\x1B\\[39m\x1B\\[33m \\(attempt 2 of ${`
`711`	`711`	`expectedRetries + 1`
`712`		- }\\)\x1B\\[0m\x1B\\[90m \\([0-9]+.+?\\)\x1B\\[0m$`
	`712`	+ }\\)\x1B\\[0m\x1B\\[(?:33\|90)m \\([0-9]+.+?\\)\x1B\\[0m$`
`713`	`713`	`)`
`714`	`714`	`)`
`715`	`715`	`: expectExt.stringMatching(`
`@@ -719,7 +719,7 @@ const verifySpecOutputs = (`
`719`	`719`	`expectedFlakeTestNameSuffix`
`720`	`720`	`)}\x1B\\[0m\x1B\\[33m \\[flaky]\x1B\\[0m\x1B\\[33m \\(attempt 2 of ${`
`721`	`721`	`expectedRetries + 1`
`722`		- }\\)\x1B\\[0m\x1B\\[90m \\([0-9]+.+?\\)\x1B\\[0m$`
	`722`	+ }\\)\x1B\\[0m\x1B\\[(?:33\|90)m \\([0-9]+.+?\\)\x1B\\[0m$`
`723`	`723`	`)`
`724`	`724`	`),`
`725`	`725`	`]`
`@@ -943,7 +943,7 @@ const verifySpecOutputs = (`
`943`	`943`	`expectExt.stringMatching(`
`944`	`944`	`// eslint-disable-next-line no-control-regex`
`945`	`945`	`new RegExp(`
`946`		- `^ {2}\\x1B\\[32m {2}${PASS_SYMBOL}\\x1B\\[0m\\x1B\\[90m should fail due to hook\\x1B\\[0m\\x1B\\[90m \\([0-9]+.+?\\)\\x1B\\[0m$`
	`946`	+ `^ {2}\\x1B\\[32m {2}${PASS_SYMBOL}\\x1B\\[0m\\x1B\\[90m should fail due to hook\\x1B\\[0m\\x1B\\[(?:33\|90)m \\([0-9]+.+?\\)\\x1B\\[0m$`
`947`	`947`	`)`
`948`	`948`	`),`
`949`	`949`	`]`
`@@ -980,7 +980,7 @@ const verifySpecOutputs = (`
`980`	`980`	`expectExt.stringMatching(`
`981`	`981`	`// eslint-disable-next-line no-control-regex`
`982`	`982`	`new RegExp(`
`983`		- `^ {2}\\x1B\\[32m {2}${PASS_SYMBOL}\\x1B\\[0m\\x1B\\[90m should be skipped\\x1B\\[0m\\x1B\\[90m \\([0-9]+.+?\\)\\x1B\\[0m$`
	`983`	+ `^ {2}\\x1B\\[32m {2}${PASS_SYMBOL}\\x1B\\[0m\\x1B\\[90m should be skipped\\x1B\\[0m\\x1B\\[(?:33\|90)m \\([0-9]+.+?\\)\\x1B\\[0m$`
`984`	`984`	`)`
`985`	`985`	`),`
`986`	`986`	`]`
`@@ -1102,14 +1102,14 @@ const verifySpecOutputs = (`
`1102`	`1102`	`expectExt.stringMatching(`
`1103`	`1103`	`// eslint-disable-next-line no-control-regex`
`1104`	`1104`	`new RegExp(`
`1105`		- `^\\x1B\\[32m +${PASS_SYMBOL}\\x1B\\[0m\\x1B\\[90m should pass\\x1B\\[0m\\x1B\\[90m \\([0-9]+.+?\\)\\x1B\\[0m$`
	`1105`	+ `^\\x1B\\[32m +${PASS_SYMBOL}\\x1B\\[0m\\x1B\\[90m should pass\\x1B\\[0m\\x1B\\[(?:33\|90)m \\([0-9]+.+?\\)\\x1B\\[0m$`
`1106`	`1106`	`)`
`1107`	`1107`	`),`
`1108`	`1108`	`"\x1B[0m suite name\x1B[0m",`
`1109`	`1109`	`expectExt.stringMatching(`
`1110`	`1110`	`// eslint-disable-next-line no-control-regex`
`1111`	`1111`	`new RegExp(`
`1112`		- `^ {2}\\x1B\\[32m {2}${PASS_SYMBOL}\\x1B\\[0m\\x1B\\[90m suite test should pass\\x1B\\[0m\\x1B\\[90m \\([0-9]+.+?\\)\\x1B\\[0m$`
	`1112`	+ `^ {2}\\x1B\\[32m {2}${PASS_SYMBOL}\\x1B\\[0m\\x1B\\[90m suite test should pass\\x1B\\[0m\\x1B\\[(?:33\|90)m \\([0-9]+.+?\\)\\x1B\\[0m$`
`1113`	`1113`	`)`
`1114`	`1114`	`),`
`1115`	`1115`	`],`