Skip to content

Rename baseline in MMImageMaskInput #1676

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Closed
wants to merge 1 commit into from
Closed

Rename baseline in MMImageMaskInput #1676

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
10 changes: 5 additions & 5 deletions captum/attr/_utils/interpretable_input.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -515,7 +515,7 @@ class MMImageMaskInput(InterpretableInput):
and end with same attributions. When mask is None, the entire image is
considered as one interpretable feature.
Default: None
baselines (Tuple[int, int, int], optional): the baseline RGB value for
baseline (Tuple[int, int, int], optional): the baseline RGB value for
the “absent” image pixels.
Default: (255, 255, 255)

Expand Down Expand Up @@ -568,7 +568,7 @@ class MMImageMaskInput(InterpretableInput):
processor_fn: Callable[[PIL.Image.Image], Any]
image: PIL.Image.Image
mask: Tensor
baselines: Tuple[int, int, int]
baseline: Tuple[int, int, int]
n_itp_features: int
original_model_inputs: Any
mask_id_to_idx: Dict[int, int]
Expand All @@ -579,13 +579,13 @@ def __init__(
processor_fn: Callable[[PIL.Image.Image], Any],
image: PIL.Image.Image,
mask: Optional[Tensor] = None,
baselines: Tuple[int, int, int] = (255, 255, 255),
baseline: Tuple[int, int, int] = (255, 255, 255),
) -> None:
super().__init__()

self.processor_fn = processor_fn
self.image = image
self.baselines = baselines
self.baseline = baseline

# Create a dummy mask if None is provided
if mask is None:
Expand Down Expand Up @@ -622,7 +622,7 @@ def to_model_input(self, perturbed_tensor: Optional[Tensor] = None) -> Any:
for mask_id, itp_idx in self.mask_id_to_idx.items():
if perturbed_tensor[0][itp_idx] == 0:
mask_positions = self.mask == mask_id
img_array[mask_positions] = self.baselines
img_array[mask_positions] = self.baseline

perturbed_image = PIL.Image.fromarray(img_array.astype("uint8"))

Expand Down
8 changes: 4 additions & 4 deletions tests/attr/test_interpretable_input.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -367,7 +367,7 @@ def test_to_model_input_with_perturbation_no_mask_present(self) -> None:
mm_input = MMImageMaskInput(
processor_fn=self._simple_processor,
image=image,
baselines=(255, 255, 255), # white baseline
baseline=(255, 255, 255), # white baseline
)

# Execute: perturb with feature present (value 1)
Expand All @@ -386,7 +386,7 @@ def test_to_model_input_with_perturbation_no_mask_absent(self) -> None:
mm_input = MMImageMaskInput(
processor_fn=self._simple_processor,
image=image,
baselines=(255, 255, 255), # white baseline
baseline=(255, 255, 255), # white baseline
)

# Execute: perturb with feature absent (value 0)
Expand All @@ -411,7 +411,7 @@ def test_to_model_input_with_mask_partial_perturbation(self) -> None:
processor_fn=self._simple_processor,
image=image,
mask=mask,
baselines=(255, 255, 255), # white baseline
baseline=(255, 255, 255), # white baseline
)

# Execute: perturb to keep left segment (0) but remove right segment (1)
Expand All @@ -432,7 +432,7 @@ def test_to_model_input_with_custom_baselines(self) -> None:
mm_input = MMImageMaskInput(
processor_fn=self._simple_processor,
image=image,
baselines=(0, 128, 255), # Custom blue-ish baseline
baseline=(0, 128, 255), # Custom blue-ish baseline
)

# Execute: perturb to remove feature
Expand Down
Loading