Cannot generate testcase with import statement e.g. numpy
#35
Comments
|
But, when changing the way to import as following, it can work. from numpy import array
def gen_array(value):
return array(value)So, how can I make pynguin to work when using the normal |
|
Sorry for the late reply. I've only found the time now to investigate on this issue. The reason why your first example fails while your second one runs successfully lies in how the Python import system (and our module analysis in Pynguin) work: when you do Our module analysis now takes all imported code and analyses it. In the first case, it attempts to analyse a huge amount of NumPy code (everything transitively included by The latter case works fine, as you've already mentioned. The former case, however, fails when Pynguin tries to retrieve the function's signature data using Python's So, what can you do about this? Unfortunately, not too much. We need to carefully consider, whether we can just catch the particular exception, without breaking any other functionality regarding our module analysis. This might only be addressed in some future version of Pynguin. For now, the only thing you could do is using the |
|
Similar issue for pandas: The traceback I get is |
- Fix an issue with type-information retrieval (see GitHub issue #35)
|
I've just released Pynguin 0.33.0, which should fix the issue. I assume that this is only a partial fault of Pynguin—we are querying |
|
@stephanlukasczyk in pynguin 0.34.0 i still get for: also get |
|
Do you have a full MRE for me, @tooptoop4 , please? That is, source file, required dependencies plus their versions, Pynguin command line, etc. Otherwise, it's hard to debug things and come up with a fix. |
I try to run pynguin to generate the test case for this example module (
numpy_example) containing the following snippet.but i got an error as
ValueError: no signature found for builtin <built-in function where>This is the full stack trace.
[03:08:51] INFO Start Pynguin Test Generation… generator.py:110 INFO Collecting static constants from module under test generator.py:209 INFO No constants found generator.py:212 INFO Setting up runtime collection of constants generator.py:221 [03:08:54] INFO Stop Pynguin Test Generation… generator.py:113 ╭─────────────────────────────── Traceback (most recent call last) ────────────────────────────────╮ │ /usr/local/bin/pynguin:10 in <module> │ │ │ │ 7 if __name__ == '__main__': │ │ 8 │ os.environ["PYNGUIN_DANGER_AWARE"] = "1" │ │ 9 │ sys.argv[0] = re.sub(r'(-script\.pyw|\.exe)?$', '', sys.argv[0]) │ │ ❱ 10 │ sys.exit(main()) │ │ 11 │ │ │ │ /usr/local/lib/python3.10/site-packages/pynguin/cli.py:190 in main │ │ │ │ 187 │ set_configuration(parsed.config) │ │ 188 │ if console is not None: │ │ 189 │ │ with console.status("Running Pynguin..."): │ │ ❱ 190 │ │ │ return run_pynguin().value │ │ 191 │ else: │ │ 192 │ │ return run_pynguin().value │ │ 193 │ │ │ │ /usr/local/lib/python3.10/site-packages/pynguin/generator.py:111 in run_pynguin │ │ │ │ 108 │ """ │ │ 109 │ try: │ │ 110 │ │ _LOGGER.info("Start Pynguin Test Generation…") │ │ ❱ 111 │ │ return _run() │ │ 112 │ finally: │ │ 113 │ │ _LOGGER.info("Stop Pynguin Test Generation…") │ │ 114 │ │ │ │ /usr/local/lib/python3.10/site-packages/pynguin/generator.py:496 in _run │ │ │ │ 493 │ │ 494 │ │ 495 def _run() -> ReturnCode: │ │ ❱ 496 │ if (setup_result := _setup_and_check()) is None: │ │ 497 │ │ return ReturnCode.SETUP_FAILED │ │ 498 │ executor, test_cluster, constant_provider = setup_result │ │ 499 │ # traces slices for test cases after execution │ │ │ │ /usr/local/lib/python3.10/site-packages/pynguin/generator.py:260 in _setup_and_check │ │ │ │ 257 │ │ │ 258 │ # Analyzing the SUT should not cause any coverage. │ │ 259 │ tracer.disable() │ │ ❱ 260 │ if (test_cluster := _setup_test_cluster()) is None: │ │ 261 │ │ return None │ │ 262 │ tracer.enable() │ │ 263 │ │ │ │ /usr/local/lib/python3.10/site-packages/pynguin/generator.py:117 in _setup_test_cluster │ │ │ │ 114 │ │ 115 │ │ 116 def _setup_test_cluster() -> ModuleTestCluster | None: │ │ ❱ 117 │ test_cluster = generate_test_cluster( │ │ 118 │ │ config.configuration.module_name, │ │ 119 │ │ config.configuration.type_inference.type_inference_strategy, │ │ 120 │ ) │ │ │ │ /usr/local/lib/python3.10/site-packages/pynguin/analyses/module.py:1303 in generate_test_cluster │ │ │ │ 1300 │ Returns: │ │ 1301 │ │ A new test cluster for the given module │ │ 1302 │ """ │ │ ❱ 1303 │ return analyse_module(parse_module(module_name), type_inference_strategy) │ │ 1304 │ │ │ │ /usr/local/lib/python3.10/site-packages/pynguin/analyses/module.py:1282 in analyse_module │ │ │ │ 1279 │ │ A test cluster for the module │ │ 1280 │ """ │ │ 1281 │ test_cluster = ModuleTestCluster(linenos=parsed_module.linenos) │ │ ❱ 1282 │ __resolve_dependencies( │ │ 1283 │ │ root_module=parsed_module, │ │ 1284 │ │ type_inference_strategy=type_inference_strategy, │ │ 1285 │ │ test_cluster=test_cluster, │ │ │ │ /usr/local/lib/python3.10/site-packages/pynguin/analyses/module.py:1169 in │ │ __resolve_dependencies │ │ │ │ 1166 │ │ ) │ │ 1167 │ │ │ │ 1168 │ │ # Analyze all functions found in the current module │ │ ❱ 1169 │ │ __analyse_included_functions( │ │ 1170 │ │ │ module=current_module, │ │ 1171 │ │ │ root_module_name=root_module.module_name, │ │ 1172 │ │ │ type_inference_strategy=type_inference_strategy, │ │ │ │ /usr/local/lib/python3.10/site-packages/pynguin/analyses/module.py:1258 in │ │ __analyse_included_functions │ │ │ │ 1255 │ │ if current in seen_functions: │ │ 1256 │ │ │ continue │ │ 1257 │ │ seen_functions.add(current) │ │ ❱ 1258 │ │ __analyse_function( │ │ 1259 │ │ │ func_name=current.__qualname__, │ │ 1260 │ │ │ func=current, │ │ 1261 │ │ │ type_inference_strategy=type_inference_strategy, │ │ │ │ /usr/local/lib/python3.10/site-packages/pynguin/analyses/module.py:941 in __analyse_function │ │ │ │ 938 │ │ return │ │ 939 │ │ │ 940 │ LOGGER.debug("Analysing function %s", func_name) │ │ ❱ 941 │ inferred_signature = test_cluster.type_system.infer_type_info( │ │ 942 │ │ func, type_inference_strategy │ │ 943 │ ) │ │ 944 │ func_ast = get_function_node_from_ast(module_tree, func_name) │ │ │ │ /usr/local/lib/python3.10/site-packages/pynguin/analyses/typesystem.py:1157 in infer_type_info │ │ │ │ 1154 │ │ """ │ │ 1155 │ │ match type_inference_strategy: │ │ 1156 │ │ │ case config.TypeInferenceStrategy.TYPE_HINTS: │ │ ❱ 1157 │ │ │ │ return self.infer_signature(method, self.type_hints_provider) │ │ 1158 │ │ │ case config.TypeInferenceStrategy.NONE: │ │ 1159 │ │ │ │ return self.infer_signature(method, self.no_type_hints_provider) │ │ 1160 │ │ │ case _: │ │ │ │ /usr/local/lib/python3.10/site-packages/pynguin/analyses/typesystem.py:1214 in infer_signature │ │ │ │ 1211 │ │ if inspect.isclass(method) and hasattr(method, "__init__"): │ │ 1212 │ │ │ return self.infer_signature(getattr(method, "__init__"), type_hint_provider) │ │ 1213 │ │ │ │ ❱ 1214 │ │ method_signature = inspect.signature(method) │ │ 1215 │ │ hints = type_hint_provider(method) │ │ 1216 │ │ parameters: dict[str, ProperType] = {} │ │ 1217 │ │ for param_name in method_signature.parameters: │ │ │ │ /usr/local/lib/python3.10/inspect.py:3253 in signature │ │ │ │ 3250 │ │ 3251 def signature(obj, *, follow_wrapped=True, globals=None, locals=None, eval_str=False): │ │ 3252 │ """Get a signature object for the passed callable.""" │ │ ❱ 3253 │ return Signature.from_callable(obj, follow_wrapped=follow_wrapped, │ │ 3254 │ │ │ │ │ │ │ │ globals=globals, locals=locals, eval_str=eval_str) │ │ 3255 │ │ 3256 │ │ │ │ /usr/local/lib/python3.10/inspect.py:3001 in from_callable │ │ │ │ 2998 │ def from_callable(cls, obj, *, │ │ 2999 │ │ │ │ │ follow_wrapped=True, globals=None, locals=None, eval_str=False): │ │ 3000 │ │ """Constructs Signature for the given callable object.""" │ │ ❱ 3001 │ │ return _signature_from_callable(obj, sigcls=cls, │ │ 3002 │ │ │ │ │ │ │ │ │ │ follow_wrapper_chains=follow_wrapped, │ │ 3003 │ │ │ │ │ │ │ │ │ │ globals=globals, locals=locals, eval_str=eval_st │ │ 3004 │ │ │ │ /usr/local/lib/python3.10/inspect.py:2467 in _signature_from_callable │ │ │ │ 2464 │ │ │ │ │ │ │ │ │ │ globals=globals, locals=locals, eval_str=eval_st │ │ 2465 │ │ │ 2466 │ if _signature_is_builtin(obj): │ │ ❱ 2467 │ │ return _signature_from_builtin(sigcls, obj, │ │ 2468 │ │ │ │ │ │ │ │ │ skip_bound_arg=skip_bound_arg) │ │ 2469 │ │ │ 2470 │ if isinstance(obj, functools.partial): │ │ │ │ /usr/local/lib/python3.10/inspect.py:2274 in _signature_from_builtin │ │ │ │ 2271 │ │ │ 2272 │ s = getattr(func, "__text_signature__", None) │ │ 2273 │ if not s: │ │ ❱ 2274 │ │ raise ValueError("no signature found for builtin {!r}".format(func)) │ │ 2275 │ │ │ 2276 │ return _signature_fromstr(cls, func, s, skip_bound_arg) │ │ 2277 │ ╰──────────────────────────────────────────────────────────────────────────────────────────────────╯ ValueError: no signature found for builtin <built-in function where>The text was updated successfully, but these errors were encountered: