test

Tencent · Jan 29, 2024 · f929ae0 · f929ae0
1 parent 294315f
commit f929ae0
Show file tree

Hide file tree

Showing 3 changed files with 3 additions and 3 deletions.
diff --git a/models/clip/base-16_config.json b/models/clip/base-16_config.json
@@ -27,7 +27,7 @@
     "encoder": "transformer",
     "mask": "fully_visible",
     "remove_embedding_layernorm": false,
-    "layernorm_positioning": "pre",
+    "layernorm_positioning": "post",
     "pooling": "first"
   },
 

diff --git a/models/clip/base-32_config.json b/models/clip/base-32_config.json
@@ -27,7 +27,7 @@
     "encoder": "transformer",
     "mask": "fully_visible",
     "remove_embedding_layernorm": false,
-    "layernorm_positioning": "pre",
+    "layernorm_positioning": "post",
     "pooling": "first"
   },
 

diff --git a/models/clip/large-14_config.json b/models/clip/large-14_config.json
@@ -27,7 +27,7 @@
     "encoder": "transformer",
     "mask": "fully_visible",
     "remove_embedding_layernorm": false,
-    "layernorm_positioning": "pre",
+    "layernorm_positioning": "post",
     "pooling": "first"
   },