mypy_test_suite: run a subset of tests (#4723)

hauntsaninja · web-flow · commit 96d7d77a0453 · 2020-10-28T08:44:19.000+01:00
Only a subset of mypy's test suite should be relevant to typeshed: python/mypy#9638 This should make things faster. (Also the -n12 argument to pytest is weird; note mypy's pytest.ini automatically specificies -nauto which is what we should want) Resolves #4333 Co-authored-by: hauntsaninja <>
diff --git a/tests/mypy_test_suite.py b/tests/mypy_test_suite.py
@@ -10,15 +10,16 @@
 if __name__ == "__main__":
     with tempfile.TemporaryDirectory() as tempdir:
         dirpath = Path(tempdir)
+        subprocess.run(["git", "clone", "--depth", "1", "git://github.com/python/mypy", dirpath / "mypy"], check=True)
+
         subprocess.run(["python2.7", "-m", "pip", "install", "--user", "typing"], check=True)
-        subprocess.run(["git", "clone", "--depth", "1", "git://github.com/python/mypy", str(dirpath / "mypy")], check=True)
         subprocess.run(
-            [sys.executable, "-m", "pip", "install", "-U", "-r", str(dirpath / "mypy/test-requirements.txt")], check=True
+            [sys.executable, "-m", "pip", "install", "-U", "-r", dirpath / "mypy/test-requirements.txt"], check=True
         )
-        shutil.copytree("stdlib", str(dirpath / "mypy/mypy/typeshed/stdlib"))
-        shutil.copytree("third_party", str(dirpath / "mypy/mypy/typeshed/third_party"))
+        shutil.copytree("stdlib", dirpath / "mypy/mypy/typeshed/stdlib")
+        shutil.copytree("third_party", dirpath / "mypy/mypy/typeshed/third_party")
         try:
-            subprocess.run(["pytest", "-n12"], cwd=str(dirpath / "mypy"), check=True)
+            subprocess.run([sys.executable, "runtests.py", "typeshed-ci"], cwd=dirpath / "mypy", check=True)
         except subprocess.CalledProcessError as e:
             print("mypy tests failed", file=sys.stderr)
             sys.exit(e.returncode)
