Conformance: Add conformance results for implementation and platform checks.

- Introduced new TOML files for various conformance results related to directives implementation version, platform checks, and version/platform boolean checks.
- Marked conformance as "Unsupported" or "Partial" based on the ability to prune branches for specific checks.
- Documented unexpected errors and output related to type assignment issues, particularly with `Literal` types and incompatible types in assignments.
- Updated existing TOML files to include additional error messages for unresolved references and type assertion failures.

Signed-off-by: Jos Verlinde <jos_verlinde@hotmail.com>

Author: Josverl

conformance/results/mypy/directives_implementation_name.toml

@@ -0,0 +1,74 @@
+conformant = "Unsupported"
+notes = """
+Does not prune branches for sys.implementation.name equality or membership checks.
+"""
+conformance_automated = "Fail"
+errors_diff = """
+Line 21: Unexpected errors ['directives_implementation_name.py:21: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]']
+Line 23: Unexpected errors ['directives_implementation_name.py:23: error: Expression is of type "int | str", not "int"  [assert-type]']
+Line 27: Unexpected errors ['directives_implementation_name.py:27: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]']
+Line 32: Unexpected errors ['directives_implementation_name.py:32: error: Expression is of type "int | str", not "int"  [assert-type]']
+Line 36: Unexpected errors ['directives_implementation_name.py:36: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]']
+Line 42: Unexpected errors ['directives_implementation_name.py:42: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]']
+Line 44: Unexpected errors ['directives_implementation_name.py:44: error: Expression is of type "int | str", not "int"  [assert-type]']
+Line 54: Unexpected errors ['directives_implementation_name.py:54: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]']
+Line 56: Unexpected errors ['directives_implementation_name.py:56: error: Expression is of type "int | str", not "int"  [assert-type]']
+Line 60: Unexpected errors ['directives_implementation_name.py:60: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]']
+Line 65: Unexpected errors ['directives_implementation_name.py:65: error: Expression is of type "int | str", not "int"  [assert-type]']
+Line 68: Unexpected errors ['directives_implementation_name.py:68: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]']
+Line 74: Unexpected errors ['directives_implementation_name.py:74: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]']
+Line 84: Unexpected errors ['directives_implementation_name.py:84: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]']
+Line 86: Unexpected errors ['directives_implementation_name.py:86: error: Expression is of type "int | str", not "int"  [assert-type]']
+Line 90: Unexpected errors ['directives_implementation_name.py:90: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]']
+Line 95: Unexpected errors ['directives_implementation_name.py:95: error: Expression is of type "int | str", not "int"  [assert-type]']
+Line 98: Unexpected errors ['directives_implementation_name.py:98: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]']
+Line 104: Unexpected errors ['directives_implementation_name.py:104: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]']
+Line 114: Unexpected errors ['directives_implementation_name.py:114: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]']
+Line 116: Unexpected errors ['directives_implementation_name.py:116: error: Expression is of type "int | str", not "int"  [assert-type]']
+Line 120: Unexpected errors ['directives_implementation_name.py:120: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]']
+Line 125: Unexpected errors ['directives_implementation_name.py:125: error: Expression is of type "int | str", not "int"  [assert-type]']
+Line 128: Unexpected errors ['directives_implementation_name.py:128: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]']
+Line 134: Unexpected errors ['directives_implementation_name.py:134: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]']
+"""
+output = """
+directives_implementation_name.py:18: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]
+directives_implementation_name.py:21: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]
+directives_implementation_name.py:23: error: Expression is of type "int | str", not "int"  [assert-type]
+directives_implementation_name.py:27: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]
+directives_implementation_name.py:30: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]
+directives_implementation_name.py:32: error: Expression is of type "int | str", not "int"  [assert-type]
+directives_implementation_name.py:36: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]
+directives_implementation_name.py:39: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]
+directives_implementation_name.py:42: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]
+directives_implementation_name.py:44: error: Expression is of type "int | str", not "int"  [assert-type]
+directives_implementation_name.py:51: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]
+directives_implementation_name.py:54: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]
+directives_implementation_name.py:56: error: Expression is of type "int | str", not "int"  [assert-type]
+directives_implementation_name.py:60: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]
+directives_implementation_name.py:63: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]
+directives_implementation_name.py:65: error: Expression is of type "int | str", not "int"  [assert-type]
+directives_implementation_name.py:68: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]
+directives_implementation_name.py:70: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]
+directives_implementation_name.py:72: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]
+directives_implementation_name.py:74: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]
+directives_implementation_name.py:81: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]
+directives_implementation_name.py:84: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]
+directives_implementation_name.py:86: error: Expression is of type "int | str", not "int"  [assert-type]
+directives_implementation_name.py:90: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]
+directives_implementation_name.py:93: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]
+directives_implementation_name.py:95: error: Expression is of type "int | str", not "int"  [assert-type]
+directives_implementation_name.py:98: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]
+directives_implementation_name.py:100: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]
+directives_implementation_name.py:102: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]
+directives_implementation_name.py:104: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]
+directives_implementation_name.py:111: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]
+directives_implementation_name.py:114: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]
+directives_implementation_name.py:116: error: Expression is of type "int | str", not "int"  [assert-type]
+directives_implementation_name.py:120: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]
+directives_implementation_name.py:123: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]
+directives_implementation_name.py:125: error: Expression is of type "int | str", not "int"  [assert-type]
+directives_implementation_name.py:128: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]
+directives_implementation_name.py:130: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]
+directives_implementation_name.py:132: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]
+directives_implementation_name.py:134: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]
+"""

conformance/results/mypy/directives_implementation_version.toml

@@ -0,0 +1,25 @@
+conformant = "Unsupported"
+notes = """
+Does not prune branches for sys.implementation.version comparisons using the CPython target version.
+"""
+conformance_automated = "Fail"
+errors_diff = """
+Line 21: Unexpected errors ['directives_implementation_version.py:21: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]']
+Line 23: Unexpected errors ['directives_implementation_version.py:23: error: Expression is of type "int | str", not "int"  [assert-type]']
+Line 27: Unexpected errors ['directives_implementation_version.py:27: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]']
+Line 32: Unexpected errors ['directives_implementation_version.py:32: error: Expression is of type "int | str", not "int"  [assert-type]']
+Line 37: Unexpected errors ['directives_implementation_version.py:37: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]']
+Line 39: Unexpected errors ['directives_implementation_version.py:39: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]']
+"""
+output = """
+directives_implementation_version.py:18: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]
+directives_implementation_version.py:21: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]
+directives_implementation_version.py:23: error: Expression is of type "int | str", not "int"  [assert-type]
+directives_implementation_version.py:27: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]
+directives_implementation_version.py:30: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]
+directives_implementation_version.py:32: error: Expression is of type "int | str", not "int"  [assert-type]
+directives_implementation_version.py:35: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]
+directives_implementation_version.py:37: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]
+directives_implementation_version.py:39: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]
+directives_implementation_version.py:41: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]
+"""

conformance/results/mypy/directives_platform_checks.toml

@@ -0,0 +1,27 @@
+conformance_automated = "Pass"
+conformant = "Partial"
+notes = """
+Does not prune branches for tuple, set, or list membership and nonmembership checks.
+"""
+errors_diff = """
+"""
+output = """
+directives_platform_checks.py:18: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]
+directives_platform_checks.py:24: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]
+directives_platform_checks.py:36: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]
+directives_platform_checks.py:48: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]
+directives_platform_checks.py:65: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]
+directives_platform_checks.py:66: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]
+directives_platform_checks.py:78: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]
+directives_platform_checks.py:84: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]
+directives_platform_checks.py:94: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]
+directives_platform_checks.py:100: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]
+directives_platform_checks.py:113: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]
+directives_platform_checks.py:119: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]
+directives_platform_checks.py:128: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]
+directives_platform_checks.py:134: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]
+directives_platform_checks.py:147: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]
+directives_platform_checks.py:153: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]
+directives_platform_checks.py:162: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]
+directives_platform_checks.py:168: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]
+"""

conformance/results/mypy/directives_version_platform.toml

@@ -9,6 +9,9 @@ directives_version_platform.py:33: error: Name "val3" is not defined; did you me
 directives_version_platform.py:42: error: Expression is of type "int | str", not "int"  [assert-type]
 directives_version_platform.py:50: error: Name "val6" is not defined  [name-defined]
 directives_version_platform.py:59: error: Name "val9" is not defined  [name-defined]
+directives_version_platform.py:84: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]
+directives_version_platform.py:96: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]
+directives_version_platform.py:111: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]
 """
 conformance_automated = "Pass"
 errors_diff = """

conformance/results/mypy/directives_version_platform_boolean.toml

@@ -0,0 +1,34 @@
+conformance_automated = "Fail"
+conformant = "Partial"
+notes = """
+Does not prune branches for negated platform membership or combinations involving implementation checks.
+"""
+errors_diff = """
+Line 115: Unexpected errors ['directives_version_platform_boolean.py:115: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]']
+Line 118: Unexpected errors ['directives_version_platform_boolean.py:118: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]']
+Line 120: Unexpected errors ['directives_version_platform_boolean.py:120: error: Expression is of type "int | str", not "int"  [assert-type]']
+Line 123: Unexpected errors ['directives_version_platform_boolean.py:123: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]']
+Line 129: Unexpected errors ['directives_version_platform_boolean.py:129: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]']
+"""
+output = """
+directives_version_platform_boolean.py:17: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]
+directives_version_platform_boolean.py:27: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]
+directives_version_platform_boolean.py:30: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]
+directives_version_platform_boolean.py:40: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]
+directives_version_platform_boolean.py:50: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]
+directives_version_platform_boolean.py:54: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]
+directives_version_platform_boolean.py:58: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]
+directives_version_platform_boolean.py:68: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]
+directives_version_platform_boolean.py:73: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]
+directives_version_platform_boolean.py:77: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]
+directives_version_platform_boolean.py:81: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]
+directives_version_platform_boolean.py:95: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]
+directives_version_platform_boolean.py:110: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]
+directives_version_platform_boolean.py:115: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]
+directives_version_platform_boolean.py:118: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]
+directives_version_platform_boolean.py:120: error: Expression is of type "int | str", not "int"  [assert-type]
+directives_version_platform_boolean.py:123: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]
+directives_version_platform_boolean.py:125: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]
+directives_version_platform_boolean.py:129: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]
+directives_version_platform_boolean.py:131: error: Incompatible types in assignment (expression has type "str", variable has type "int")  [assignment]
+"""