init

.venv/lib/python3.8/site-packages/mypy/test/testpythoneval.py

@@ -0,0 +1,116 @@
+"""Test cases for running mypy programs using a Python interpreter.
+
+Each test case type checks a program then runs it using Python. The
+output (stdout) of the program is compared to expected output. Type checking
+uses full builtins and other stubs.
+
+Note: Currently Python interpreter paths are hard coded.
+
+Note: These test cases are *not* included in the main test suite, as including
+      this suite would slow down the main suite too much.
+"""
+
+import os
+import os.path
+import re
+import subprocess
+from subprocess import PIPE
+import sys
+from tempfile import TemporaryDirectory
+
+import pytest
+
+from typing import List
+
+from mypy.defaults import PYTHON3_VERSION
+from mypy.test.config import test_temp_dir
+from mypy.test.data import DataDrivenTestCase, DataSuite
+from mypy.test.helpers import assert_string_arrays_equal, split_lines
+from mypy.util import try_find_python2_interpreter
+from mypy import api
+
+# Path to Python 3 interpreter
+python3_path = sys.executable
+program_re = re.compile(r'\b_program.py\b')
+
+
+class PythonEvaluationSuite(DataSuite):
+    files = ['pythoneval.test',
+             'python2eval.test',
+             'pythoneval-asyncio.test']
+    cache_dir = TemporaryDirectory()
+
+    def run_case(self, testcase: DataDrivenTestCase) -> None:
+        test_python_evaluation(testcase, os.path.join(self.cache_dir.name, '.mypy_cache'))
+
+
+def test_python_evaluation(testcase: DataDrivenTestCase, cache_dir: str) -> None:
+    """Runs Mypy in a subprocess.
+
+    If this passes without errors, executes the script again with a given Python
+    version.
+    """
+    assert testcase.old_cwd is not None, "test was not properly set up"
+    # We must enable site packages to get access to installed stubs.
+    # TODO: Enable strict optional for these tests
+    mypy_cmdline = [
+        '--show-traceback',
+        '--no-strict-optional',
+        '--no-silence-site-packages',
+        '--no-error-summary',
+    ]
+    py2 = testcase.name.lower().endswith('python2')
+    if py2:
+        mypy_cmdline.append('--py2')
+        interpreter = try_find_python2_interpreter()
+        if interpreter is None:
+            # Skip, can't find a Python 2 interpreter.
+            pytest.skip()
+            # placate the type checker
+            return
+    else:
+        interpreter = python3_path
+        mypy_cmdline.append('--python-version={}'.format('.'.join(map(str, PYTHON3_VERSION))))
+
+    m = re.search('# flags: (.*)$', '\n'.join(testcase.input), re.MULTILINE)
+    if m:
+        mypy_cmdline.extend(m.group(1).split())
+
+    # Write the program to a file.
+    program = '_' + testcase.name + '.py'
+    program_path = os.path.join(test_temp_dir, program)
+    mypy_cmdline.append(program_path)
+    with open(program_path, 'w', encoding='utf8') as file:
+        for s in testcase.input:
+            file.write('{}\n'.format(s))
+    mypy_cmdline.append('--cache-dir={}'.format(cache_dir))
+    output = []
+    # Type check the program.
+    out, err, returncode = api.run(mypy_cmdline)
+    # split lines, remove newlines, and remove directory of test case
+    for line in (out + err).splitlines():
+        if line.startswith(test_temp_dir + os.sep):
+            output.append(line[len(test_temp_dir + os.sep):].rstrip("\r\n"))
+        else:
+            # Normalize paths so that the output is the same on Windows and Linux/macOS.
+            line = line.replace(test_temp_dir + os.sep, test_temp_dir + '/')
+            output.append(line.rstrip("\r\n"))
+    if returncode == 0:
+        # Execute the program.
+        proc = subprocess.run([interpreter, '-Wignore', program],
+                              cwd=test_temp_dir, stdout=PIPE, stderr=PIPE)
+        output.extend(split_lines(proc.stdout, proc.stderr))
+    # Remove temp file.
+    os.remove(program_path)
+    for i, line in enumerate(output):
+        if os.path.sep + 'typeshed' + os.path.sep in line:
+            output[i] = line.split(os.path.sep)[-1]
+    assert_string_arrays_equal(adapt_output(testcase), output,
+                               'Invalid output ({}, line {})'.format(
+                                   testcase.file, testcase.line))
+
+
+def adapt_output(testcase: DataDrivenTestCase) -> List[str]:
+    """Translates the generic _program.py into the actual filename."""
+    program = '_' + testcase.name + '.py'
+    return [program_re.sub(program, line) for line in testcase.output]