Merge pull request #2855 from activeloopai/orig_dataset #1565
activesoullrelease-drafter.yml
on: push
update_release_draft
8s
Annotations
12 errors and 1 warning
|
test_deepmemory.test_deepmemory_evaluate:
deeplake/core/vectorstore/deep_memory/test_deepmemory.py#L189
AssertionError: assert {'recall@1': ...@3': 0.6, ...} == {'recall@1': ...@3': 0.6, ...}
Omitting 4 identical items, use -vv to show
Differing items:
{'recall@100': 0.8} != {'recall@100': 0.9}
{'recall@1': 0.2} != {'recall@1': 0.4}
Full diff:
{
- 'recall@1': 0.4,
? ^
+ 'recall@1': 0.2,
? ^
'recall@10': 0.6,
- 'recall@100': 0.9,
? ^
+ 'recall@100': 0.8,
? ^
'recall@3': 0.6,
'recall@5': 0.6,
'recall@50': 0.7,
}
|
|
test_deepmemory.test_deepmemory_evaluate:
deeplake/core/vectorstore/deep_memory/test_deepmemory.py#L189
AssertionError: assert {'recall@1': ...@3': 0.5, ...} == {'recall@1': ...@3': 0.6, ...}
Differing items:
{'recall@10': 0.5} != {'recall@10': 0.6}
{'recall@100': 0.8} != {'recall@100': 0.9}
{'recall@5': 0.5} != {'recall@5': 0.6}
{'recall@1': 0.2} != {'recall@1': 0.4}
{'recall@50': 0.6} != {'recall@50': 0.7}
{'recall@3': 0.5} != {'recall@3': 0.6}
Full diff:
{
- 'recall@1': 0.4,
? ^
+ 'recall@1': 0.2,
? ^
- 'recall@10': 0.6,
? ^
+ 'recall@10': 0.5,
? ^
- 'recall@100': 0.9,
? ^
+ 'recall@100': 0.8,
? ^
- 'recall@3': 0.6,
? ^
+ 'recall@3': 0.5,
? ^
+ 'recall@5': 0.5,
- 'recall@5': 0.6,
+ 'recall@50': 0.6,
? +
- 'recall@50': 0.7,
}
|
|
test_deepmemory.test_deepmemory_evaluate:
deeplake/core/vectorstore/deep_memory/test_deepmemory.py#L189
AssertionError: assert {'recall@1': ...@3': 0.4, ...} == {'recall@1': ...@3': 0.6, ...}
Differing items:
{'recall@50': 0.5} != {'recall@50': 0.7}
{'recall@100': 0.7} != {'recall@100': 0.9}
{'recall@5': 0.4} != {'recall@5': 0.6}
{'recall@1': 0.3} != {'recall@1': 0.4}
{'recall@10': 0.4} != {'recall@10': 0.6}
{'recall@3': 0.4} != {'recall@3': 0.6}
Full diff:
{
+ 'recall@1': 0.3,
- 'recall@1': 0.4,
+ 'recall@10': 0.4,
? +
- 'recall@10': 0.6,
- 'recall@100': 0.9,
? ^
+ 'recall@100': 0.7,
? ^
- 'recall@3': 0.6,
? ^
+ 'recall@3': 0.4,
? ^
- 'recall@5': 0.6,
? ^
+ 'recall@5': 0.4,
? ^
- 'recall@50': 0.7,
? ^
+ 'recall@50': 0.5,
? ^
}
|
|
test_deepmemory.test_deepmemory_evaluate:
deeplake/core/vectorstore/deep_memory/test_deepmemory.py#L189
AssertionError: assert {'recall@1': ...@3': 0.5, ...} == {'recall@1': ...@3': 0.6, ...}
Omitting 1 identical items, use -vv to show
Differing items:
{'recall@10': 0.5} != {'recall@10': 0.6}
{'recall@5': 0.5} != {'recall@5': 0.6}
{'recall@100': 0.7} != {'recall@100': 0.9}
{'recall@50': 0.6} != {'recall@50': 0.7}
{'recall@3': 0.5} != {'recall@3': 0.6}
Full diff:
{
'recall@1': 0.4,
- 'recall@10': 0.6,
? ^
+ 'recall@10': 0.5,
? ^
- 'recall@100': 0.9,
? ^
+ 'recall@100': 0.7,
? ^
- 'recall@3': 0.6,
? ^
+ 'recall@3': 0.5,
? ^
+ 'recall@5': 0.5,
- 'recall@5': 0.6,
+ 'recall@50': 0.6,
? +
- 'recall@50': 0.7,
}
|
|
test_deepmemory.test_deepmemory_evaluate:
deeplake/core/vectorstore/deep_memory/test_deepmemory.py#L189
AssertionError: assert {'recall@1': ...@3': 0.6, ...} == {'recall@1': ...@3': 0.6, ...}
Omitting 4 identical items, use -vv to show
Differing items:
{'recall@100': 0.8} != {'recall@100': 0.9}
{'recall@1': 0.2} != {'recall@1': 0.4}
Full diff:
{
- 'recall@1': 0.4,
? ^
+ 'recall@1': 0.2,
? ^
'recall@10': 0.6,
- 'recall@100': 0.9,
? ^
+ 'recall@100': 0.8,
? ^
'recall@3': 0.6,
'recall@5': 0.6,
'recall@50': 0.7,
}
|
|
test_deepmemory.test_deepmemory_evaluate:
deeplake/core/vectorstore/deep_memory/test_deepmemory.py#L189
AssertionError: assert {'recall@1': ...@3': 0.5, ...} == {'recall@1': ...@3': 0.6, ...}
Differing items:
{'recall@10': 0.5} != {'recall@10': 0.6}
{'recall@5': 0.5} != {'recall@5': 0.6}
{'recall@3': 0.5} != {'recall@3': 0.6}
{'recall@1': 0.2} != {'recall@1': 0.4}
{'recall@100': 0.8} != {'recall@100': 0.9}
{'recall@50': 0.6} != {'recall@50': 0.7}
Full diff:
{
- 'recall@1': 0.4,
? ^
+ 'recall@1': 0.2,
? ^
- 'recall@10': 0.6,
? ^
+ 'recall@10': 0.5,
? ^
- 'recall@100': 0.9,
? ^
+ 'recall@100': 0.8,
? ^
- 'recall@3': 0.6,
? ^
+ 'recall@3': 0.5,
? ^
+ 'recall@5': 0.5,
- 'recall@5': 0.6,
+ 'recall@50': 0.6,
? +
- 'recall@50': 0.7,
}
|
|
test_deepmemory.test_deepmemory_evaluate:
deeplake/core/vectorstore/deep_memory/test_deepmemory.py#L189
AssertionError: assert {'recall@1': ...@3': 0.5, ...} == {'recall@1': ...@3': 0.6, ...}
Differing items:
{'recall@10': 0.5} != {'recall@10': 0.6}
{'recall@100': 0.8} != {'recall@100': 0.9}
{'recall@5': 0.5} != {'recall@5': 0.6}
{'recall@1': 0.2} != {'recall@1': 0.4}
{'recall@50': 0.6} != {'recall@50': 0.7}
{'recall@3': 0.5} != {'recall@3': 0.6}
Full diff:
{
- 'recall@1': 0.4,
? ^
+ 'recall@1': 0.2,
? ^
- 'recall@10': 0.6,
? ^
+ 'recall@10': 0.5,
? ^
- 'recall@100': 0.9,
? ^
+ 'recall@100': 0.8,
? ^
- 'recall@3': 0.6,
? ^
+ 'recall@3': 0.5,
? ^
+ 'recall@5': 0.5,
- 'recall@5': 0.6,
+ 'recall@50': 0.6,
? +
- 'recall@50': 0.7,
}
|
|
test_deepmemory.test_deepmemory_evaluate:
deeplake/core/vectorstore/deep_memory/test_deepmemory.py#L189
AssertionError: assert {'recall@1': ...@3': 0.6, ...} == {'recall@1': ...@3': 0.6, ...}
Omitting 5 identical items, use -vv to show
Differing items:
{'recall@100': 0.8} != {'recall@100': 0.9}
Full diff:
{
'recall@1': 0.4,
'recall@10': 0.6,
- 'recall@100': 0.9,
? ^
+ 'recall@100': 0.8,
? ^
'recall@3': 0.6,
'recall@5': 0.6,
'recall@50': 0.7,
}
|
|
test_deepmemory.test_deepmemory_evaluate:
deeplake/core/vectorstore/deep_memory/test_deepmemory.py#L189
AssertionError: assert {'recall@1': ...@3': 0.4, ...} == {'recall@1': ...@3': 0.6, ...}
Differing items:
{'recall@50': 0.5} != {'recall@50': 0.7}
{'recall@100': 0.7} != {'recall@100': 0.9}
{'recall@5': 0.4} != {'recall@5': 0.6}
{'recall@1': 0.3} != {'recall@1': 0.4}
{'recall@10': 0.4} != {'recall@10': 0.6}
{'recall@3': 0.4} != {'recall@3': 0.6}
Full diff:
{
+ 'recall@1': 0.3,
- 'recall@1': 0.4,
+ 'recall@10': 0.4,
? +
- 'recall@10': 0.6,
- 'recall@100': 0.9,
? ^
+ 'recall@100': 0.7,
? ^
- 'recall@3': 0.6,
? ^
+ 'recall@3': 0.4,
? ^
- 'recall@5': 0.6,
? ^
+ 'recall@5': 0.4,
? ^
- 'recall@50': 0.7,
? ^
+ 'recall@50': 0.5,
? ^
}
|
|
test_deepmemory.test_deepmemory_evaluate:
deeplake/core/vectorstore/deep_memory/test_deepmemory.py#L189
AssertionError: assert {'recall@1': ...@3': 0.5, ...} == {'recall@1': ...@3': 0.6, ...}
Differing items:
{'recall@10': 0.5} != {'recall@10': 0.6}
{'recall@1': 0.3} != {'recall@1': 0.4}
{'recall@5': 0.5} != {'recall@5': 0.6}
{'recall@3': 0.5} != {'recall@3': 0.6}
{'recall@50': 0.6} != {'recall@50': 0.7}
{'recall@100': 0.8} != {'recall@100': 0.9}
Full diff:
{
- 'recall@1': 0.4,
? ^
+ 'recall@1': 0.3,
? ^
- 'recall@10': 0.6,
? ^
+ 'recall@10': 0.5,
? ^
- 'recall@100': 0.9,
? ^
+ 'recall@100': 0.8,
? ^
- 'recall@3': 0.6,
? ^
+ 'recall@3': 0.5,
? ^
+ 'recall@5': 0.5,
- 'recall@5': 0.6,
+ 'recall@50': 0.6,
? +
- 'recall@50': 0.7,
}
|
|
test_deepmemory.test_deepmemory_evaluate:
deeplake/core/vectorstore/deep_memory/test_deepmemory.py#L189
AssertionError: assert {'recall@1': ...@3': 0.5, ...} == {'recall@1': ...@3': 0.6, ...}
Omitting 1 identical items, use -vv to show
Differing items:
{'recall@10': 0.5} != {'recall@10': 0.6}
{'recall@5': 0.5} != {'recall@5': 0.6}
{'recall@100': 0.7} != {'recall@100': 0.9}
{'recall@50': 0.6} != {'recall@50': 0.7}
{'recall@3': 0.5} != {'recall@3': 0.6}
Full diff:
{
'recall@1': 0.4,
- 'recall@10': 0.6,
? ^
+ 'recall@10': 0.5,
? ^
- 'recall@100': 0.9,
? ^
+ 'recall@100': 0.7,
? ^
- 'recall@3': 0.6,
? ^
+ 'recall@3': 0.5,
? ^
+ 'recall@5': 0.5,
- 'recall@5': 0.6,
+ 'recall@50': 0.6,
? +
- 'recall@50': 0.7,
}
|
|
test_deepmemory.test_deepmemory_evaluate:
deeplake/core/vectorstore/deep_memory/test_deepmemory.py#L189
AssertionError: assert {'recall@1': ...@3': 0.5, ...} == {'recall@1': ...@3': 0.6, ...}
Omitting 1 identical items, use -vv to show
Differing items:
{'recall@50': 0.6} != {'recall@50': 0.7}
{'recall@5': 0.5} != {'recall@5': 0.6}
{'recall@100': 0.8} != {'recall@100': 0.9}
{'recall@10': 0.5} != {'recall@10': 0.6}
{'recall@3': 0.5} != {'recall@3': 0.6}
Full diff:
{
'recall@1': 0.4,
- 'recall@10': 0.6,
? ^
+ 'recall@10': 0.5,
? ^
- 'recall@100': 0.9,
? ^
+ 'recall@100': 0.8,
? ^
- 'recall@3': 0.6,
? ^
+ 'recall@3': 0.5,
? ^
+ 'recall@5': 0.5,
- 'recall@5': 0.6,
+ 'recall@50': 0.6,
? +
- 'recall@50': 0.7,
}
|
|
update_release_draft
Node.js 16 actions are deprecated. Please update the following actions to use Node.js 20: release-drafter/release-drafter@v5. For more information see: https://github.blog/changelog/2023-09-22-github-actions-transitioning-from-node-16-to-node-20/.
|