Skip to content

Commit

Permalink
virtual tensor fix for managed search
Browse files Browse the repository at this point in the history
  • Loading branch information
adolkhan committed Nov 30, 2023
1 parent 0e51ae2 commit f982aa8
Showing 1 changed file with 21 additions and 7 deletions.
28 changes: 21 additions & 7 deletions deeplake/core/vectorstore/vector_search/indra/search_algorithm.py
Original file line number Diff line number Diff line change
Expand Up @@ -68,14 +68,12 @@ def run(
return {"data": return_data, "tql": tql_query}
return return_data

@staticmethod
@abstractmethod
def _collect_return_data(
view: Union[DeepLakeQueryDataset, DeepLakeDataset],
self,
view: DeepLakeDataset,
):
return_data = {}
for tensor in view.tensors:
return_data[tensor] = utils.parse_tensor_return(view[tensor])
return return_data
pass

@staticmethod
def _create_tql_string(
Expand Down Expand Up @@ -138,14 +136,30 @@ def _get_indra_dataset(self):
indra_dataset = dataset_to_libdeeplake(self.deeplake_dataset)
return indra_dataset

def _collect_return_data(
self,
view: DeepLakeDataset,
):
return_data = {}
for tensor in view.tensors:
return_data[tensor] = utils.parse_tensor_return(view[tensor])
return return_data


class SearchManaged(SearchBasic):
def _get_view(self, tql_query, runtime: Optional[Dict] = None):
view, _ = self.deeplake_dataset.query(
view, data = self.deeplake_dataset.query(
tql_query, runtime=runtime, return_data=True
)
self.data = data
return view

def _collect_return_data(
self,
view: DeepLakeDataset,
):
return self.data


def search(
query_embedding: np.ndarray,
Expand Down

0 comments on commit f982aa8

Please sign in to comment.