Merge pull request #1691 from Rusteam/clip

Add CLIP to the model zoo
voxel51 · Sep 8, 2022 · e60f96a · e60f96a
2 parents 6e6d389 + aff70ef
commit e60f96a
Show file tree

Hide file tree

Showing 7 changed files with 1,022 additions and 1 deletion.
diff --git a/docs/scripts/make_model_zoo_docs.py b/docs/scripts/make_model_zoo_docs.py
@@ -111,6 +111,19 @@
     dataset.apply_model(model, label_field="predictions")
 
     session = fo.launch_app(dataset)
+    
+{% if 'zero-shot' in tags %}
+    # Make zero-shot label predictions with custom class labels
+    
+    custom_labels = ["person", "dog", "cat", "bird", "car", "tree", "chair"]  # can be any list of strings 
+    text_prompt = "A photo of a"  # will be prepended to each class label
+    
+    model = foz.load_zoo_model("{{ name }}", class_labels=custom_labels, text_prompt=text_prompt)
+    
+    dataset.apply_model(model, label_field="predictions")
+    
+    session = fo.launch_app(dataset)
+{% endif %}
 """
 
 

diff --git a/fiftyone/utils/clip/__init__.py b/fiftyone/utils/clip/__init__.py
@@ -0,0 +1,6 @@
+"""CLIP model utils.
+"""
+
+from .model import build_model
+from .tokenizer import SimpleTokenizer
+from .zoo import TorchCLIPModelConfig, TorchCLIPModel