Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
20 commits
Select commit Hold shift + click to select a range
3dc5729
Test IBL extractors tests failing for PI update
alejoe91 Dec 29, 2025
d1a0532
Merge branch 'main' of github.com:SpikeInterface/spikeinterface
alejoe91 Jan 6, 2026
33c6769
Merge branch 'main' of github.com:SpikeInterface/spikeinterface
alejoe91 Jan 16, 2026
2c94bac
Merge branch 'main' of github.com:SpikeInterface/spikeinterface
alejoe91 Jan 20, 2026
a40d073
Merge branch 'main' of github.com:alejoe91/spikeinterface
alejoe91 Feb 24, 2026
ef40b73
Merge branch 'main' of github.com:SpikeInterface/spikeinterface
alejoe91 Mar 17, 2026
11c5812
Merge branch 'main' of github.com:SpikeInterface/spikeinterface
alejoe91 Mar 24, 2026
ada53f8
Merge branch 'main' of github.com:SpikeInterface/spikeinterface
alejoe91 Mar 24, 2026
845ea33
Use ProbeGroup object instead of contact_vector
alejoe91 Mar 24, 2026
1426bf8
Apply suggestion from @alejoe91
alejoe91 Mar 24, 2026
c2dbeaf
Apply suggestions from code review
alejoe91 Mar 24, 2026
fa426d9
Merge branch 'main' into probegroup
alejoe91 Mar 25, 2026
15331e5
Remove contact vector from extractors/sortingcomponents
alejoe91 Mar 25, 2026
4ccb318
fix: update test_interpolate_bad_channels probe manipulation
alejoe91 Mar 25, 2026
485a354
test: remove 'location' from IBL properties check
alejoe91 Mar 25, 2026
4d2c56f
fix: extra_metadata not used in copy_metadata if only_main=True
alejoe91 Mar 25, 2026
dd26548
Fix dtype issue in average_across_directions
alejoe91 Mar 25, 2026
6d31906
Clean up backward-compatibility
alejoe91 Apr 16, 2026
db357a0
fix annotations
alejoe91 Apr 16, 2026
bf5a1a4
fix ibl tests
alejoe91 Apr 16, 2026
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
55 changes: 51 additions & 4 deletions src/spikeinterface/core/base.py
Original file line number Diff line number Diff line change
Expand Up @@ -220,6 +220,14 @@ def id_to_index(self, id) -> int:
return ind

def annotate(self, **new_annotations) -> None:
"""Adds annotations.

Parameters
----------
**new_annotations : dict
Key-value pairs of annotations to add. If an annotation key already exists,
it will be overwritten.
"""
self._annotations.update(new_annotations)

def set_annotation(self, annotation_key: str, value: Any, overwrite=False) -> None:
Expand All @@ -243,6 +251,24 @@ def set_annotation(self, annotation_key: str, value: Any, overwrite=False) -> No
else:
raise ValueError(f"{annotation_key} is already an annotation key. Use 'overwrite=True' to overwrite it")

def delete_annotation(self, annotation_key: str) -> None:
"""Deletes existing annotation.

Parameters
----------
annotation_key : str
The annotation key to delete

Raises
------
ValueError
If the annotation key does not exist
"""
if annotation_key in self._annotations.keys():
del self._annotations[annotation_key]
else:
raise ValueError(f"{annotation_key} is not an annotation key")

def get_preferred_mp_context(self):
"""
Get the preferred context for multiprocessing.
Expand Down Expand Up @@ -441,6 +467,15 @@ def copy_metadata(
if self._preferred_mp_context is not None:
other._preferred_mp_context = self._preferred_mp_context

if not only_main:
self._extra_metadata_copy(other)

def _extra_metadata_copy(self, other: "BaseExtractor") -> None:
"""
This is a hook to copy extra metadata that is not in the annotations/properties dict.
"""
pass

def to_dict(
self,
include_annotations: bool = False,
Expand Down Expand Up @@ -574,6 +609,8 @@ def to_dict(
folder_metadata = Path(folder_metadata).resolve().absolute().relative_to(relative_to)
dump_dict["folder_metadata"] = str(folder_metadata)

self._extra_metadata_to_dict(dump_dict)

return dump_dict

@staticmethod
Expand Down Expand Up @@ -610,8 +647,6 @@ def load_metadata_from_folder(self, folder_metadata):
# hack to load probe for recording
folder_metadata = Path(folder_metadata)

self._extra_metadata_from_folder(folder_metadata)

# load properties
prop_folder = folder_metadata / "properties"
if prop_folder.is_dir():
Expand All @@ -621,6 +656,8 @@ def load_metadata_from_folder(self, folder_metadata):
key = prop_file.stem
self.set_property(key, values)

self._extra_metadata_from_folder(folder_metadata)

def save_metadata_to_folder(self, folder_metadata):
self._extra_metadata_to_folder(folder_metadata)

Expand Down Expand Up @@ -862,6 +899,14 @@ def _extra_metadata_to_folder(self, folder):
# This implemented in BaseRecording for probe
pass

def _extra_metadata_from_dict(self, dump_dict):
# This implemented in BaseRecording for probe
pass

def _extra_metadata_to_dict(self, dump_dict):
# This implemented in BaseRecording for probe
pass

def save(self, **kwargs) -> "BaseExtractor":
"""
Save a SpikeInterface object.
Expand Down Expand Up @@ -997,10 +1042,10 @@ def save_to_folder(
else:
warnings.warn("The extractor is not serializable to file. The provenance will not be saved.")

self.save_metadata_to_folder(folder)

# save data (done the subclass)
self.save_metadata_to_folder(folder)
cached = self._save(folder=folder, verbose=verbose, **save_kwargs)
cached.load_metadata_from_folder(folder)

# copy properties/
self.copy_metadata(cached)
Expand Down Expand Up @@ -1161,6 +1206,8 @@ def _load_extractor_from_dict(dic) -> "BaseExtractor":
for k, v in dic["properties"].items():
extractor.set_property(k, v)

extractor._extra_metadata_from_dict(dic)

return extractor


Expand Down
24 changes: 6 additions & 18 deletions src/spikeinterface/core/baserecording.py
Original file line number Diff line number Diff line change
Expand Up @@ -21,7 +21,6 @@ class BaseRecording(BaseRecordingSnippets):
_main_annotations = BaseRecordingSnippets._main_annotations + ["is_filtered"]
_main_properties = [
"group",
"location",
"gain_to_uV",
"offset_to_uV",
"gain_to_physical_unit",
Expand Down Expand Up @@ -580,15 +579,16 @@ def _save(self, format="binary", verbose: bool = False, **save_kwargs):
kwargs, job_kwargs = split_job_kwargs(save_kwargs)

if format == "binary":
from .binaryfolder import BinaryFolderRecording
from .binaryrecordingextractor import BinaryRecordingExtractor

folder = kwargs["folder"]
file_paths = [folder / f"traces_cached_seg{i}.raw" for i in range(self.get_num_segments())]
dtype = kwargs.get("dtype", None) or self.get_dtype()
t_starts = self._get_t_starts()

write_binary_recording(self, file_paths=file_paths, dtype=dtype, verbose=verbose, **job_kwargs)

from .binaryrecordingextractor import BinaryRecordingExtractor

# This is created so it can be saved as json because the `BinaryFolderRecording` requires it loading
# See the __init__ of `BinaryFolderRecording`
binary_rec = BinaryRecordingExtractor(
Expand All @@ -605,9 +605,6 @@ def _save(self, format="binary", verbose: bool = False, **save_kwargs):
offset_to_uV=self.get_channel_offsets(),
)
binary_rec.dump(folder / "binary.json", relative_to=folder)

from .binaryfolder import BinaryFolderRecording

cached = BinaryFolderRecording(folder_path=folder)

elif format == "memory":
Expand Down Expand Up @@ -637,10 +634,7 @@ def _save(self, format="binary", verbose: bool = False, **save_kwargs):
else:
raise ValueError(f"format {format} not supported")

if self.get_property("contact_vector") is not None:
probegroup = self.get_probegroup()
cached.set_probegroup(probegroup)

# TODO: write binary should save timestamps too
for segment_index in range(self.get_num_segments()):
if self.has_time_vector(segment_index):
# the use of get_times is preferred since timestamps are converted to array
Expand All @@ -651,10 +645,7 @@ def _save(self, format="binary", verbose: bool = False, **save_kwargs):

def _extra_metadata_from_folder(self, folder):
# load probe
folder = Path(folder)
if (folder / "probe.json").is_file():
probegroup = read_probeinterface(folder / "probe.json")
self.set_probegroup(probegroup, in_place=True)
super()._extra_metadata_from_folder(folder)

# load time vector if any
for segment_index, rs in enumerate(self.segments):
Expand All @@ -664,10 +655,7 @@ def _extra_metadata_from_folder(self, folder):
rs.time_vector = time_vector

def _extra_metadata_to_folder(self, folder):
# save probe
if self.get_property("contact_vector") is not None:
probegroup = self.get_probegroup()
write_probeinterface(folder / "probe.json", probegroup)
super()._extra_metadata_to_folder(folder)

# save time vector if any
for segment_index, rs in enumerate(self.segments):
Expand Down
Loading
Loading