From e530cc3420785ce85af9ea667587477aaf4534a1 Mon Sep 17 00:00:00 2001
From: gent <jw02425@surrey.ac.uk>
Date: Sat, 2 Mar 2024 19:51:48 +0000
Subject: [PATCH] temp p for tiny
---
vitookit/models/vision_transformer.py | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git a/vitookit/models/vision_transformer.py b/vitookit/models/vision_transformer.py
index 8cd4ce9..f9f15cd 100644
--- a/vitookit/models/vision_transformer.py
+++ b/vitookit/models/vision_transformer.py
@@ -19,7 +19,7 @@ class VisionTransformer(timm.models.vision_transformer.VisionTransformer):
def vit_tiny(**kwargs):
model = VisionTransformer(
- patch_size=16,embed_dim=192,depth=12,num_heads=12,, mlp_ratio=4, qkv_bias=True,
+ patch_size=16,embed_dim=192,depth=12,num_heads=12, mlp_ratio=4, qkv_bias=True,
norm_layer=partial(nn.LayerNorm, eps=1e-6), **kwargs)
return model
--
GitLab