Split flaky tests into their own CI run:

- Split off tests that user ``unlock_account`` and ``unlock_account_dual_type`` pytest fixtures into their own CI run since they have been problematic for some time now and more recently are cousing timeouts again.
ethereum · Sep 12, 2022 · 7f372c4 · 7f372c4
1 parent 845bce4
commit 7f372c4
Show file tree

Hide file tree

Showing 4 changed files with 128 additions and 86 deletions.
diff --git a/.circleci/config.yml b/.circleci/config.yml
@@ -248,60 +248,60 @@ jobs:
       # Please don't use this key for any shenanigans
       WEB3_INFURA_PROJECT_ID: 7707850c2fb7465ebe6f150d67182e22
 
-  py37-integration-goethereum-ipc_eth:
+  py37-integration-goethereum-ipc:
     <<: *geth_steps
     docker:
       - image: cimg/python:3.7
     environment:
-      TOXENV: py37-integration-goethereum-ipc_eth
+      TOXENV: py37-integration-goethereum-ipc
       GETH_VERSION: v1.10.23
 
-  py37-integration-goethereum-ipc_non_eth:
+  py37-integration-goethereum-ipc_flaky:
     <<: *geth_steps
     docker:
       - image: cimg/python:3.7
     environment:
-      TOXENV: py37-integration-goethereum-ipc_non_eth
+      TOXENV: py37-integration-goethereum-ipc_flaky
       GETH_VERSION: v1.10.23
 
-  py37-integration-goethereum-http_eth:
+  py37-integration-goethereum-http:
     <<: *geth_steps
     docker:
       - image: cimg/python:3.7
     environment:
-      TOXENV: py37-integration-goethereum-http_eth
+      TOXENV: py37-integration-goethereum-http
       GETH_VERSION: v1.10.23
 
-  py37-integration-goethereum-http_non_eth:
+  py37-integration-goethereum-http_async:
     <<: *geth_steps
     docker:
       - image: cimg/python:3.7
     environment:
-      TOXENV: py37-integration-goethereum-http_non_eth
+      TOXENV: py37-integration-goethereum-http_async
       GETH_VERSION: v1.10.23
 
-  py37-integration-goethereum-http_async:
+  py37-integration-goethereum-http_flaky:
     <<: *geth_steps
     docker:
       - image: cimg/python:3.7
     environment:
-      TOXENV: py37-integration-goethereum-http_async
+      TOXENV: py37-integration-goethereum-http_flaky
       GETH_VERSION: v1.10.23
 
-  py37-integration-goethereum-ws_eth:
+  py37-integration-goethereum-ws:
     <<: *geth_steps
     docker:
       - image: cimg/python:3.7
     environment:
-      TOXENV: py37-integration-goethereum-ws_eth
+      TOXENV: py37-integration-goethereum-ws
       GETH_VERSION: v1.10.23
 
-  py37-integration-goethereum-ws_non_eth:
+  py37-integration-goethereum-ws_flaky:
     <<: *geth_steps
     docker:
       - image: cimg/python:3.7
     environment:
-      TOXENV: py37-integration-goethereum-ws_non_eth
+      TOXENV: py37-integration-goethereum-ws_flaky
       GETH_VERSION: v1.10.23
 
   py37-integration-ethtester-pyevm:
@@ -350,60 +350,60 @@ jobs:
       # Please don't use this key for any shenanigans
       WEB3_INFURA_PROJECT_ID: 7707850c2fb7465ebe6f150d67182e22
 
-  py38-integration-goethereum-ipc_eth:
+  py38-integration-goethereum-ipc:
     <<: *geth_steps
     docker:
       - image: cimg/python:3.8
     environment:
-      TOXENV: py38-integration-goethereum-ipc_eth
+      TOXENV: py38-integration-goethereum-ipc
       GETH_VERSION: v1.10.23
 
-  py38-integration-goethereum-ipc_non_eth:
+  py38-integration-goethereum-ipc_flaky:
     <<: *geth_steps
     docker:
       - image: cimg/python:3.8
     environment:
-      TOXENV: py38-integration-goethereum-ipc_non_eth
+      TOXENV: py38-integration-goethereum-ipc_flaky
       GETH_VERSION: v1.10.23
 
-  py38-integration-goethereum-http_eth:
+  py38-integration-goethereum-http:
     <<: *geth_steps
     docker:
       - image: cimg/python:3.8
     environment:
-      TOXENV: py38-integration-goethereum-http_eth
+      TOXENV: py38-integration-goethereum-http
       GETH_VERSION: v1.10.23
 
-  py38-integration-goethereum-http_non_eth:
+  py38-integration-goethereum-http_async:
     <<: *geth_steps
     docker:
       - image: cimg/python:3.8
     environment:
-      TOXENV: py38-integration-goethereum-http_non_eth
+      TOXENV: py38-integration-goethereum-http_async
       GETH_VERSION: v1.10.23
 
-  py38-integration-goethereum-http_async:
+  py38-integration-goethereum-http_flaky:
     <<: *geth_steps
     docker:
       - image: cimg/python:3.8
     environment:
-      TOXENV: py38-integration-goethereum-http_async
+      TOXENV: py38-integration-goethereum-http_flaky
       GETH_VERSION: v1.10.23
 
-  py38-integration-goethereum-ws_eth:
+  py38-integration-goethereum-ws:
     <<: *geth_steps
     docker:
       - image: cimg/python:3.8
     environment:
-      TOXENV: py38-integration-goethereum-ws_eth
+      TOXENV: py38-integration-goethereum-ws
       GETH_VERSION: v1.10.23
 
-  py38-integration-goethereum-ws_non_eth:
+  py38-integration-goethereum-ws_flaky:
     <<: *geth_steps
     docker:
       - image: cimg/python:3.8
     environment:
-      TOXENV: py38-integration-goethereum-ws_non_eth
+      TOXENV: py38-integration-goethereum-ws_flaky
       GETH_VERSION: v1.10.23
 
   py38-integration-ethtester-pyevm:
@@ -447,60 +447,60 @@ jobs:
       # Please don't use this key for any shenanigans
       WEB3_INFURA_PROJECT_ID: 7707850c2fb7465ebe6f150d67182e22
 
-  py39-integration-goethereum-ipc_eth:
+  py39-integration-goethereum-ipc:
     <<: *geth_steps
     docker:
       - image: cimg/python:3.9
     environment:
-      TOXENV: py39-integration-goethereum-ipc_eth
+      TOXENV: py39-integration-goethereum-ipc
       GETH_VERSION: v1.10.23
 
-  py39-integration-goethereum-ipc_non_eth:
+  py39-integration-goethereum-ipc_flaky:
     <<: *geth_steps
     docker:
       - image: cimg/python:3.9
     environment:
-      TOXENV: py39-integration-goethereum-ipc_non_eth
+      TOXENV: py39-integration-goethereum-ipc_flaky
       GETH_VERSION: v1.10.23
 
-  py39-integration-goethereum-http_eth:
+  py39-integration-goethereum-http:
     <<: *geth_steps
     docker:
       - image: cimg/python:3.9
     environment:
-      TOXENV: py39-integration-goethereum-http_eth
+      TOXENV: py39-integration-goethereum-http
       GETH_VERSION: v1.10.23
 
-  py39-integration-goethereum-http_non_eth:
+  py39-integration-goethereum-http_async:
     <<: *geth_steps
     docker:
       - image: cimg/python:3.9
     environment:
-      TOXENV: py39-integration-goethereum-http_non_eth
+      TOXENV: py39-integration-goethereum-http_async
       GETH_VERSION: v1.10.23
 
-  py39-integration-goethereum-http_async:
+  py39-integration-goethereum-http_flaky:
     <<: *geth_steps
     docker:
       - image: cimg/python:3.9
     environment:
-      TOXENV: py39-integration-goethereum-http_async
+      TOXENV: py39-integration-goethereum-http_flaky
       GETH_VERSION: v1.10.23
 
-  py39-integration-goethereum-ws_eth:
+  py39-integration-goethereum-ws:
     <<: *geth_steps
     docker:
       - image: cimg/python:3.9
     environment:
-      TOXENV: py39-integration-goethereum-ws_eth
+      TOXENV: py39-integration-goethereum-ws
       GETH_VERSION: v1.10.23
 
-  py39-integration-goethereum-ws_non_eth:
+  py39-integration-goethereum-ws_flaky:
     <<: *geth_steps
     docker:
       - image: cimg/python:3.9
     environment:
-      TOXENV: py39-integration-goethereum-ws_non_eth
+      TOXENV: py39-integration-goethereum-ws_flaky
       GETH_VERSION: v1.10.23
 
   py39-integration-ethtester-pyevm:
@@ -544,60 +544,60 @@ jobs:
       # Please don't use this key for any shenanigans
       WEB3_INFURA_PROJECT_ID: 7707850c2fb7465ebe6f150d67182e22
 
-  py310-integration-goethereum-ipc_eth:
+  py310-integration-goethereum-ipc:
     <<: *geth_steps
     docker:
       - image: cimg/python:3.10
     environment:
-      TOXENV: py310-integration-goethereum-ipc_eth
+      TOXENV: py310-integration-goethereum-ipc
       GETH_VERSION: v1.10.23
 
-  py310-integration-goethereum-ipc_non_eth:
+  py310-integration-goethereum-ipc_flaky:
     <<: *geth_steps
     docker:
       - image: cimg/python:3.10
     environment:
-      TOXENV: py310-integration-goethereum-ipc_non_eth
+      TOXENV: py310-integration-goethereum-ipc_flaky
       GETH_VERSION: v1.10.23
 
-  py310-integration-goethereum-http_eth:
+  py310-integration-goethereum-http:
     <<: *geth_steps
     docker:
       - image: cimg/python:3.10
     environment:
-      TOXENV: py310-integration-goethereum-http_eth
+      TOXENV: py310-integration-goethereum-http
       GETH_VERSION: v1.10.23
 
-  py310-integration-goethereum-http_non_eth:
+  py310-integration-goethereum-http_async:
     <<: *geth_steps
     docker:
       - image: cimg/python:3.10
     environment:
-      TOXENV: py310-integration-goethereum-http_non_eth
+      TOXENV: py310-integration-goethereum-http_async
       GETH_VERSION: v1.10.23
 
-  py310-integration-goethereum-http_async:
+  py310-integration-goethereum-http_flaky:
     <<: *geth_steps
     docker:
       - image: cimg/python:3.10
     environment:
-      TOXENV: py310-integration-goethereum-http_async
+      TOXENV: py310-integration-goethereum-http_flaky
       GETH_VERSION: v1.10.23
 
-  py310-integration-goethereum-ws_eth:
+  py310-integration-goethereum-ws:
     <<: *geth_steps
     docker:
       - image: cimg/python:3.10
     environment:
-      TOXENV: py310-integration-goethereum-ws_eth
+      TOXENV: py310-integration-goethereum-ws
       GETH_VERSION: v1.10.23
 
-  py310-integration-goethereum-ws_non_eth:
+  py310-integration-goethereum-ws_flaky:
     <<: *geth_steps
     docker:
       - image: cimg/python:3.10
     environment:
-      TOXENV: py310-integration-goethereum-ws_non_eth
+      TOXENV: py310-integration-goethereum-ws_flaky
       GETH_VERSION: v1.10.23
 
   py310-integration-ethtester-pyevm:
@@ -637,46 +637,46 @@ workflows:
       - benchmark
       - py37-ens
       - py37-ethpm
-      - py37-integration-goethereum-ipc_eth
-      - py37-integration-goethereum-ipc_non_eth
-      - py37-integration-goethereum-http_eth
-      - py37-integration-goethereum-http_non_eth
+      - py37-integration-goethereum-ipc
+      - py37-integration-goethereum-ipc_flaky
+      - py37-integration-goethereum-http
       - py37-integration-goethereum-http_async
-      - py37-integration-goethereum-ws_eth
-      - py37-integration-goethereum-ws_non_eth
+      - py37-integration-goethereum-http_flaky
+      - py37-integration-goethereum-ws
+      - py37-integration-goethereum-ws_flaky
       - py37-integration-ethtester-pyevm
       - py37-wheel-cli
       - py37-wheel-cli-windows
       - py38-ens
       - py38-ethpm
-      - py38-integration-goethereum-ipc_eth
-      - py38-integration-goethereum-ipc_non_eth
-      - py38-integration-goethereum-http_eth
-      - py38-integration-goethereum-http_non_eth
+      - py38-integration-goethereum-ipc
+      - py38-integration-goethereum-ipc_flaky
+      - py38-integration-goethereum-http
       - py38-integration-goethereum-http_async
-      - py38-integration-goethereum-ws_eth
-      - py38-integration-goethereum-ws_non_eth
+      - py38-integration-goethereum-http_flaky
+      - py38-integration-goethereum-ws
+      - py38-integration-goethereum-ws_flaky
       - py38-integration-ethtester-pyevm
       - py38-wheel-cli
       - py39-ens
       - py39-ethpm
-      - py39-integration-goethereum-ipc_eth
-      - py39-integration-goethereum-ipc_non_eth
-      - py39-integration-goethereum-http_eth
-      - py39-integration-goethereum-http_non_eth
+      - py39-integration-goethereum-ipc
+      - py39-integration-goethereum-ipc_flaky
+      - py39-integration-goethereum-http
       - py39-integration-goethereum-http_async
-      - py39-integration-goethereum-ws_eth
-      - py39-integration-goethereum-ws_non_eth
+      - py39-integration-goethereum-http_flaky
+      - py39-integration-goethereum-ws
+      - py39-integration-goethereum-ws_flaky
       - py39-integration-ethtester-pyevm
       - py39-wheel-cli
       - py310-ens
       - py310-ethpm
-      - py310-integration-goethereum-ipc_eth
-      - py310-integration-goethereum-ipc_non_eth
-      - py310-integration-goethereum-http_eth
-      - py310-integration-goethereum-http_non_eth
+      - py310-integration-goethereum-ipc
+      - py310-integration-goethereum-ipc_flaky
+      - py310-integration-goethereum-http
       - py310-integration-goethereum-http_async
-      - py310-integration-goethereum-ws_eth
-      - py310-integration-goethereum-ws_non_eth
+      - py310-integration-goethereum-http_flaky
+      - py310-integration-goethereum-ws
+      - py310-integration-goethereum-ws_flaky
       - py310-integration-ethtester-pyevm
       - py310-wheel-cli
diff --git a/newsfragments/2638.misc.rst b/newsfragments/2638.misc.rst
@@ -0,0 +1 @@
+Run some flaky tests related to unlocked account fixtures as a separate test run in the CI builds.