analyzer_test.py

import lit.formats
import lit.TestRunner

# Custom format class for static analyzer tests
class AnalyzerTest(lit.formats.ShTest):
    def __init__(self, execute_external, use_z3_solver=False):
        super(AnalyzerTest, self).__init__(execute_external)
        self.use_z3_solver = use_z3_solver

    def execute(self, test, litConfig):
        results = []

        # Parse any test requirements ('REQUIRES: ')
        saved_test = test
        lit.TestRunner.parseIntegratedTestScript(test)

        if "z3" not in test.requires:
            results.append(
                self.executeWithAnalyzeSubstitution(
                    saved_test, litConfig, "-analyzer-constraints=range"
                )
            )

            if results[-1].code == lit.Test.FAIL:
                return results[-1]

        # If z3 backend available, add an additional run line for it
        if self.use_z3_solver == "1":
            assert test.config.clang_staticanalyzer_z3 == "1"
            results.append(
                self.executeWithAnalyzeSubstitution(
                    saved_test, litConfig, "-analyzer-constraints=z3 -DANALYZER_CM_Z3"
                )
            )

        # Combine all result outputs into the last element
        for x in results:
            if x != results[-1]:
                results[-1].output = x.output + results[-1].output

        if results:
            return results[-1]
        return lit.Test.Result(
            lit.Test.UNSUPPORTED, "Test requires the following unavailable features: z3"
        )

    def executeWithAnalyzeSubstitution(self, test, litConfig, substitution):
        saved_substitutions = list(test.config.substitutions)
        test.config.substitutions.append(("%analyze", substitution))
        result = lit.TestRunner.executeShTest(test, litConfig, self.execute_external)
        test.config.substitutions = saved_substitutions

        return result