From 62acbda2c45f41d830ffb4ccc19f9206e78d59e3 Mon Sep 17 00:00:00 2001 From: bkf-huawei <129264134+bkf-huawei@users.noreply.github.com> Date: Wed, 29 Mar 2023 15:59:30 +0800 Subject: [PATCH] Update pseudocode.py --- pseudocode.py | 1 + 1 file changed, 1 insertion(+) diff --git a/pseudocode.py b/pseudocode.py index eae7623..4c8d155 100644 --- a/pseudocode.py +++ b/pseudocode.py @@ -13,6 +13,7 @@ from Your_AI_Library import Linear, Conv3d, Conv2d, ConvTranspose3d, ConvTranspo # GeLU: the GeLU activation function, see Pytorch API or Tensorflow API # DropOut: the dropout function, available in all deep learning libraries # DropPath: the DropPath function, see the implementation of vision-transformer, see timm pakage of Pytorch +# A possible implementation of DropPath: from timm.models.layers import DropPath # LayerNorm: the layer normalization function, see Pytorch API or Tensorflow API # Softmax: softmax function, see Pytorch API or Tensorflow API from Your_AI_Library import GeLU, DropOut, DropPath, LayerNorm, SoftMax