Add MetaCLIP ViT-H-14 AllTogether (v1.2) weight

mlfoundations · Dec 23, 2024 · 992eb6c · 992eb6c
1 parent aeaf2a0
commit 992eb6c
Showing 1 changed file with 5 additions and 0 deletions.
diff --git a/src/open_clip/pretrained.py b/src/open_clip/pretrained.py
@@ -318,6 +318,11 @@ def _mccfg(url='', hf_hub='', **kwargs):
         hf_hub="timm/vit_huge_patch14_clip_224.metaclip_2pt5b/",
         quick_gelu=True,
     ),
+    metaclip_alltogether=_pcfg(
+        url="https://dl.fbaipublicfiles.com/MMPT/metaclip/h14_v1.2_altogether.pt",
+        hf_hub="timm/vit_huge_patch14_clip_224.metaclip_alltogether/",
+        # NOTE unlike other MetaCLIP models, this is not using QuickGELU, yay!
+    ),
     # DFN-5B (quick-gelu)
     dfn5b=_pcfg(
         hf_hub='apple/DFN5B-CLIP-ViT-H-14/',