[dynamo][inline-inbuilt-nn-modules] Bug fix - Only unspecialized nn m…

…odules (#126303)

Pull Request resolved: #126303
Approved by: https://github.com/mlazos, https://github.com/laithsakka

torch/_dynamo/mutation_guard.py

@@ -103,7 +103,11 @@ def is_dynamic_nn_module(obj, is_export):
     # 1) Input signature problem because params are lifted as inputs
     # 2) nn module stack info changes
     # 3) adjust failing tests
-    if config.inline_inbuilt_nn_modules and not is_export:
+    if (
+        isinstance(obj, torch.nn.Module)
+        and config.inline_inbuilt_nn_modules
+        and not is_export
+    ):
         return True
     dyn = GenerationTracker.dynamic_classes.get(type(obj)) or GenerationTracker.check(
         obj