[bug] remove unreachable norm_type=ada_norm_continuous from norm3 initialization conditions (#9006)
remove ada_norm_continuous from norm3 list Co-authored-by: Sayak Paul <spsayakpaul@gmail.com>
This commit is contained in:
@@ -376,7 +376,7 @@ class BasicTransformerBlock(nn.Module):
|
|||||||
"layer_norm",
|
"layer_norm",
|
||||||
)
|
)
|
||||||
|
|
||||||
elif norm_type in ["ada_norm_zero", "ada_norm", "layer_norm", "ada_norm_continuous"]:
|
elif norm_type in ["ada_norm_zero", "ada_norm", "layer_norm"]:
|
||||||
self.norm3 = nn.LayerNorm(dim, norm_eps, norm_elementwise_affine)
|
self.norm3 = nn.LayerNorm(dim, norm_eps, norm_elementwise_affine)
|
||||||
elif norm_type == "layer_norm_i2vgen":
|
elif norm_type == "layer_norm_i2vgen":
|
||||||
self.norm3 = None
|
self.norm3 = None
|
||||||
|
|||||||
Reference in New Issue
Block a user