test: qurantine run

try to identify flaky tests
nolanlawson · Jul 8, 2019 · ea30026 · ea30026
1 parent 9f3c05b
commit ea30026
Show file tree

Hide file tree

Showing 5 changed files with 16 additions and 12 deletions.
diff --git a/.travis.yml b/.travis.yml
@@ -59,12 +59,16 @@ env:
   - secure: "E9t4zTDdPX9I4XgeC5zJEy+mIM2s0MFPpNfJ/mc5q/JX+gQkHSNkE/32NKgfSce85v33kWWxiPK4qorgX4B+v/MkK6kVQ2HSC7p4XttlQucvSICh/hYSM21WnH7g7DRNj3mDWHWEAwQuquaxVLfGWL60M/svnKG9MOoewos9iDj9AvANm6J09DjRmLuqmDV+VL+cV6ZL/SvUZ5Ervkgs/s3nXHEMse9rKMH/6/KncTGGPRolqyx86XSU6/XtRKX2+bEdiOaIxUYYvjcHJZTKxpSelPpEHjoUfWCM2CG3WyjtYkLF/1Romh8Ft4pnz+iiTzN3eWaT2ralOFvW30oB3cKbDcFb6LDGfXYw7v+XIORc79Ehcb2XlweEymf7fPhbx+7bkCfudRCMLw6OUWXoh66BBjOh2gcQYQ2+3U8KV7YKl/ZQHYb722wE6rN0YvJ6zGriWomDuV1smdyu4teo4lY2oVUUUGflyz2HWxnjVbqWizw4k69TNIcEEQ8j8YgdXMUxNMUOJoCu0c3Lnd8J1BeU/7LX87c54/oCMjEivnsENGIC/EUgAoXDi3L0y7HzHgaDs112p5zjspJsSSON/T4E2uyyb2RpjBY4Ghl43a/RDAlv1gUFtvbanphg3PEGMfG7B2gxk9Z/v5J9pUP/NtsspmT2MvTHZXtH/44XPEU="
 matrix:
   include:
-    - env: BROWSER=chrome:headless COMMAND=test-browser-suite0
-    - env: BROWSER=chrome:headless COMMAND=test-browser-suite1
-    - env: COMMAND=test-unit
-    - env: COMMAND=deploy-all-travis
-  allow_failures:
-    - env: COMMAND=deploy-all-travis
+    - env: RUN=0 BROWSER=chrome:headless COMMAND=test-browser-suite1
+    - env: RUN=1 BROWSER=chrome:headless COMMAND=test-browser-suite1
+    - env: RUN=2 BROWSER=chrome:headless COMMAND=test-browser-suite1
+    - env: RUN=3 BROWSER=chrome:headless COMMAND=test-browser-suite1
+    - env: RUN=4 BROWSER=chrome:headless COMMAND=test-browser-suite1
+    - env: RUN=5 BROWSER=chrome:headless COMMAND=test-browser-suite1
+    - env: RUN=6 BROWSER=chrome:headless COMMAND=test-browser-suite1
+    - env: RUN=7 BROWSER=chrome:headless COMMAND=test-browser-suite1
+    - env: RUN=8 BROWSER=chrome:headless COMMAND=test-browser-suite1
+    - env: RUN=9 BROWSER=chrome:headless COMMAND=test-browser-suite1
 branches:
   only:
   - master

diff --git a/package.json b/package.json
@@ -26,8 +26,8 @@
     "test-browser-suite1": "run-p --race run-mastodon build-and-start test-mastodon-suite1",
     "test-mastodon-suite1": "run-s wait-for-mastodon-to-start wait-for-mastodon-data testcafe-suite1",
     "testcafe": "run-s testcafe-suite0 testcafe-suite1",
-    "testcafe-suite0": "cross-env-shell testcafe --hostname localhost --skip-js-errors -c 4 $BROWSER tests/spec/0*",
-    "testcafe-suite1": "cross-env-shell testcafe --hostname localhost --skip-js-errors $BROWSER tests/spec/1*",
+    "testcafe-suite0": "cross-env-shell testcafe -q --hostname localhost --skip-js-errors -c 4 $BROWSER tests/spec/0*",
+    "testcafe-suite1": "cross-env-shell testcafe -q --hostname localhost --skip-js-errors $BROWSER tests/spec/1*",
     "test-unit": "mocha -r esm -r bin/browser-shim.js tests/unit/",
     "wait-for-mastodon-to-start": "node -r esm bin/wait-for-mastodon-to-start.js",
     "wait-for-mastodon-data": "node -r esm bin/wait-for-mastodon-data.js",

diff --git a/tests/spec/121-delete-and-redraft.js b/tests/spec/121-delete-and-redraft.js
@@ -120,7 +120,7 @@ test('delete and redraft reply', async t => {
     .expect(getNthStatusContent(2).innerText).match(/@admin hello there admin\s+oops forgot to say thank you/)
 })
 
-test.skip('delete and redraft reply within thread', async t => { // TODO: flaky test
+test('delete and redraft reply within thread', async t => {
   await postAs('admin', 'this is a thread')
   await loginAsFoobar(t)
   await t

diff --git a/tests/spec/126-polls.js b/tests/spec/126-polls.js
@@ -15,7 +15,7 @@ import { createPollAs, voteOnPollAs } from '../serverActions'
 fixture`126-polls.js`
   .page`http://localhost:4002`
 
-test.skip('Can vote on polls', async t => { // TODO: flaky test
+test('Can vote on polls', async t => {
   await createPollAs('admin', 'vote on my cool poll', ['yes', 'no'], false)
   await sleep(2000)
   await loginAsFoobar(t)
@@ -34,7 +34,7 @@ test.skip('Can vote on polls', async t => { // TODO: flaky test
     .expect(getNthStatusPollVoteCount(1).innerText).eql('1 vote')
 })
 
-test.skip('Can vote on multiple-choice polls', async t => { // TODO: flaky test
+test('Can vote on multiple-choice polls', async t => {
   await createPollAs('admin', 'vote on my other poll', ['yes', 'no', 'maybe'], true)
   await sleep(2000)
   await loginAsFoobar(t)

diff --git a/tests/spec/130-focal-point.js b/tests/spec/130-focal-point.js
@@ -18,7 +18,7 @@ import { loginAsFoobar } from '../roles'
 fixture`130-focal-point.js`
   .page`http://localhost:4002`
 
-test.skip('Can set a focal point', async t => { // TODO: flaky test
+test('Can set a focal point', async t => {
   await loginAsFoobar(t)
   await t
     .typeText(composeInput, 'here is a focal point')