From d608ea57e211dd0caf10d301406cd78719316f05 Mon Sep 17 00:00:00 2001 From: fhw Date: Fri, 12 Jul 2024 10:49:10 +0800 Subject: [PATCH] ffn + Dropout Signed-off-by: fhw --- mmpose/models/backbones/vit_sam.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/mmpose/models/backbones/vit_sam.py b/mmpose/models/backbones/vit_sam.py index 7858034..58e438e 100644 --- a/mmpose/models/backbones/vit_sam.py +++ b/mmpose/models/backbones/vit_sam.py @@ -259,7 +259,7 @@ class CustomAttentionFFN(nn.Module): nn.Linear(dim, dim * 4), nn.GELU(), nn.Linear(dim * 4, dim), - nn.DropPath(proj_drop) + nn.Dropout(proj_drop) ) self.norm1 = nn.LayerNorm(dim) self.norm2 = nn.LayerNorm(dim) @@ -342,7 +342,7 @@ class ViTSam(BaseBackbone): nn.Linear(embed_dim, embed_dim * 4), nn.GELU(), nn.Linear(embed_dim * 4, embed_dim), - nn.DropPath(drop_rate) + nn.Dropout(drop_rate) ) self.sam_norm = norm_layer(embed_dim)