Moving the Influence test helper

tests/influence/_core/test_arnoldi_influence.py

@@ -17,10 +17,7 @@
     _top_eigen,
     _unflatten_params_factory,
 )
-from parameterized import parameterized
-from tests.helpers import BaseTest
-from tests.helpers.basic import assertTensorAlmostEqual
-from tests.helpers.influence.common import (
+from captum.testing.helpers.influence.common import (
     _format_batch_into_tuple,
     build_test_name_func,
     DataInfluenceConstructor,
@@ -31,6 +28,9 @@
     is_gpu,
     UnpackDataset,
 )
+from parameterized import parameterized
+from tests.helpers import BaseTest
+from tests.helpers.basic import assertTensorAlmostEqual
 from torch import Tensor
 from torch.utils.data import DataLoader
 

tests/influence/_core/test_dataloader.py

@@ -9,15 +9,15 @@
     TracInCPFast,
     TracInCPFastRandProj,
 )
-from parameterized import parameterized
-from tests.helpers import BaseTest
-from tests.helpers.basic import assertTensorAlmostEqual
-from tests.helpers.influence.common import (
+from captum.testing.helpers.influence.common import (
     _format_batch_into_tuple,
     build_test_name_func,
     DataInfluenceConstructor,
     get_random_model_and_data,
 )
+from parameterized import parameterized
+from tests.helpers import BaseTest
+from tests.helpers.basic import assertTensorAlmostEqual
 from torch.utils.data import DataLoader
 
 
@@ -32,13 +32,13 @@ class TestTracInDataLoader(BaseTest):
     # `comprehension((reduction, constr, unpack_inputs) for
     # generators(generator(unpack_inputs in [False, True] if ),
     # generators(generator((reduction, constr) in
-    # [("none", tests.helpers.influence.common.DataInfluenceConstructor
+    # [("none", captum.testing.helpers.influence.common.DataInfluenceConstructor
     # (captum.influence._core.tracincp.TracInCP)),
-    # ("sum", tests.helpers.influence.common.DataInfluenceConstructor
+    # ("sum", captum.testing.helpers.influence.common.DataInfluenceConstructor
     # (captum.influence._core.tracincp_fast_rand_proj.TracInCPFast)), ("sum",
-    # tests.helpers.influence.common.DataInfluenceConstructor(captum.influence._core.
+    # captum.testing.helpers.influence.common.DataInfluenceConstructor(captum.influence._core.
     # tracincp_fast_rand_proj.TracInCPFastRandProj)), ("sum",
-    # tests.helpers.influence.common.DataInfluenceConstructor(
+    # captum.testing.helpers.influence.common.DataInfluenceConstructor(
     # captum.influence._core.tracincp_fast_rand_proj.TracInCPFastRandProj,
     # $parameter$name = "TracInCPFastRandProj_1DProj",
     # $parameter$projection_dim = 1))] if ))))`

tests/influence/_core/test_naive_influence.py

@@ -12,10 +12,7 @@
     _functional_call,
     _unflatten_params_factory,
 )
-from parameterized import parameterized
-from tests.helpers import BaseTest
-from tests.helpers.basic import assertTensorAlmostEqual, assertTensorTuplesAlmostEqual
-from tests.helpers.influence.common import (
+from captum.testing.helpers.influence.common import (
     _format_batch_into_tuple,
     build_test_name_func,
     DataInfluenceConstructor,
@@ -25,6 +22,9 @@
     Linear,
     UnpackDataset,
 )
+from parameterized import parameterized
+from tests.helpers import BaseTest
+from tests.helpers.basic import assertTensorAlmostEqual, assertTensorTuplesAlmostEqual
 from torch.utils.data import DataLoader
 
 # TODO: for some unknow reason, this test does not work

tests/influence/_core/test_tracin_aggregate_influence.py

@@ -9,13 +9,13 @@
 
 import torch.nn as nn
 from captum.influence._core.tracincp import TracInCP
-from parameterized import parameterized
-from tests.helpers.basic import assertTensorAlmostEqual, BaseTest
-from tests.helpers.influence.common import (
+from captum.testing.helpers.influence.common import (
     build_test_name_func,
     DataInfluenceConstructor,
     get_random_model_and_data,
 )
+from parameterized import parameterized
+from tests.helpers.basic import assertTensorAlmostEqual, BaseTest
 from torch.utils.data import DataLoader
 
 

tests/influence/_core/test_tracin_intermediate_quantities.py

@@ -12,15 +12,15 @@
     TracInCPFast,
     TracInCPFastRandProj,
 )
-from parameterized import parameterized
-from tests.helpers import BaseTest
-from tests.helpers.basic import assertTensorAlmostEqual
-from tests.helpers.influence.common import (
+from captum.testing.helpers.influence.common import (
     _format_batch_into_tuple,
     build_test_name_func,
     DataInfluenceConstructor,
     get_random_model_and_data,
 )
+from parameterized import parameterized
+from tests.helpers import BaseTest
+from tests.helpers.basic import assertTensorAlmostEqual
 from torch.utils.data import DataLoader
 
 

tests/influence/_core/test_tracin_k_most_influential.py

@@ -6,11 +6,7 @@
 import torch
 import torch.nn as nn
 from captum.influence._core.tracincp import TracInCP
-
-from parameterized import parameterized
-from tests.helpers import BaseTest
-from tests.helpers.basic import assertTensorAlmostEqual
-from tests.helpers.influence.common import (
+from captum.testing.helpers.influence.common import (
     _format_batch_into_tuple,
     build_test_name_func,
     DataInfluenceConstructor,
@@ -19,6 +15,10 @@
     is_gpu,
 )
 
+from parameterized import parameterized
+from tests.helpers import BaseTest
+from tests.helpers.basic import assertTensorAlmostEqual
+
 
 class TestTracInGetKMostInfluential(BaseTest):
     param_list: List[
@@ -76,7 +76,7 @@ class TestTracInGetKMostInfluential(BaseTest):
                             )
 
     # pyre-fixme[56]: Pyre was not able to infer the type of argument
-    # `tests.helpers.influence.common.build_test_name_func()`
+    # `captum.testing.helpers.influence.common.build_test_name_func()`
     # to decorator factory `parameterized.parameterized.expand`.
     @parameterized.expand(
         param_list,

tests/influence/_core/test_tracin_regression.py

@@ -13,10 +13,7 @@
     TracInCPFast,
     TracInCPFastRandProj,
 )
-from parameterized import parameterized
-from tests.helpers import BaseTest
-from tests.helpers.basic import assertTensorAlmostEqual
-from tests.helpers.influence.common import (
+from captum.testing.helpers.influence.common import (
     _isSorted,
     _wrap_model_in_dataparallel,
     build_test_name_func,
@@ -25,6 +22,9 @@
     IdentityDataset,
     RangeDataset,
 )
+from parameterized import parameterized
+from tests.helpers import BaseTest
+from tests.helpers.basic import assertTensorAlmostEqual
 from torch import Tensor
 
 
@@ -142,7 +142,7 @@ def _test_tracin_regression_setup(
                     param_list.append((reduction, constructor, mode, dim, use_gpu))
 
     # pyre-fixme[56]: Pyre was not able to infer the type of argument
-    # `tests.helpers.influence.common.build_test_name_func
+    # `captum.testing.helpers.influence.common.build_test_name_func
     # ($parameter$args_to_skip = ["reduction"])` to decorator factory
     # `parameterized.parameterized.expand`.
     @parameterized.expand(
@@ -258,7 +258,7 @@ def test_tracin_regression(
                 )
 
     # pyre-fixme[56]: Pyre was not able to infer the type of argument
-    # `tests.helpers.influence.common.build_test_name_func()`
+    # `captum.testing.helpers.influence.common.build_test_name_func()`
     # to decorator factory `parameterized.parameterized.expand`.
     @parameterized.expand(
         [
@@ -350,7 +350,7 @@ def _test_tracin_identity_regression_setup(
         return dataset, net
 
     # pyre-fixme[56]: Pyre was not able to infer the type of argument
-    # `tests.helpers.influence.common.build_test_name_func()`
+    # `captum.testing.helpers.influence.common.build_test_name_func()`
     # to decorator factory `parameterized.parameterized.expand`
     @parameterized.expand(
         [
@@ -465,7 +465,7 @@ def test_tracin_identity_regression(
                 )
 
     # pyre-fixme[56]: Pyre was not able to infer the type of argument
-    # `tests.helpers.influence.common.build_test_name_func()`
+    # `captum.testing.helpers.influence.common.build_test_name_func()`
     # to decorator factory `parameterized.parameterized.expand`.
     @parameterized.expand(
         [

tests/influence/_core/test_tracin_self_influence.py

@@ -8,17 +8,17 @@
 from captum.influence._core.influence_function import NaiveInfluenceFunction
 from captum.influence._core.tracincp import TracInCP, TracInCPBase
 from captum.influence._core.tracincp_fast_rand_proj import TracInCPFast
-from parameterized import parameterized
-from tests.helpers import BaseTest
-from tests.helpers.basic import assertTensorAlmostEqual
-from tests.helpers.influence.common import (
+from captum.testing.helpers.influence.common import (
     _format_batch_into_tuple,
     build_test_name_func,
     DataInfluenceConstructor,
     get_random_model_and_data,
     GPU_SETTING_LIST,
     is_gpu,
 )
+from parameterized import parameterized
+from tests.helpers import BaseTest
+from tests.helpers.basic import assertTensorAlmostEqual
 from torch.utils.data import DataLoader
 
 

tests/influence/_core/test_tracin_show_progress.py

@@ -8,13 +8,13 @@
 import torch.nn as nn
 from captum.influence._core.tracincp import TracInCP
 from captum.influence._core.tracincp_fast_rand_proj import TracInCPFast
-from parameterized import parameterized
-from tests.helpers import BaseTest
-from tests.helpers.influence.common import (
+from captum.testing.helpers.influence.common import (
     build_test_name_func,
     DataInfluenceConstructor,
     get_random_model_and_data,
 )
+from parameterized import parameterized
+from tests.helpers import BaseTest
 from torch.utils.data import DataLoader
 
 
@@ -69,9 +69,9 @@ def _check_error_msg_multiplicity(
     # pyre-fixme[56]: Pyre was not able to infer the type of argument
     # `comprehension((reduction, constr, mode) for
     # generators(generator((reduction, constr) in
-    # [("none", tests.helpers.influence.common.DataInfluenceConstructor
+    # [("none", captum.testing.helpers.influence.common.DataInfluenceConstructor
     # (captum.influence._core.tracincp.TracInCP)),
-    # ("sum", tests.helpers.influence.common.DataInfluenceConstructor
+    # ("sum", captum.testing.helpers.influence.common.DataInfluenceConstructor
     # (captum.influence._core.tracincp_fast_rand_proj.TracInCPFast))] if ),
     # generators(generator(mode in ["self influence by checkpoints",
     # "self influence by batches", "influence", "k-most"] if ))))`

tests/influence/_core/test_tracin_validation.py

@@ -5,15 +5,15 @@
 import torch.nn as nn
 from captum.influence._core.tracincp import TracInCP
 from captum.influence._core.tracincp_fast_rand_proj import TracInCPFast
-
-from parameterized import parameterized
-from tests.helpers import BaseTest
-from tests.helpers.influence.common import (
+from captum.testing.helpers.influence.common import (
     build_test_name_func,
     DataInfluenceConstructor,
     get_random_model_and_data,
 )
 
+from parameterized import parameterized
+from tests.helpers import BaseTest
+
 
 class TestTracinValidator(BaseTest):
 

tests/influence/_core/test_tracin_xor.py

@@ -9,16 +9,16 @@
 import torch.nn as nn
 import torch.nn.functional as F
 from captum.influence._core.tracincp import TracInCP
-from parameterized import parameterized
-from tests.helpers import BaseTest
-from tests.helpers.basic import assertTensorAlmostEqual
-from tests.helpers.influence.common import (
+from captum.testing.helpers.influence.common import (
     _wrap_model_in_dataparallel,
     BasicLinearNet,
     BinaryDataset,
     build_test_name_func,
     DataInfluenceConstructor,
 )
+from parameterized import parameterized
+from tests.helpers import BaseTest
+from tests.helpers.basic import assertTensorAlmostEqual
 
 
 class TestTracInXOR(BaseTest):
@@ -225,7 +225,7 @@ def _test_tracin_xor_setup(
         )
 
     # pyre-fixme[56]: Pyre was not able to infer the type of argument
-    # `tests.helpers.influence.common.build_test_name_func($parameter$args_to_skip
+    # `captum.testing.helpers.influence.common.build_test_name_func($parameter$args_to_skip
     # = ["reduction"])` to decorator factory `parameterized.parameterized.expand`.
     @parameterized.expand(
         parametrized_list,