Remove entmax dep

PyDeps · May 3, 2022 · 29b2f36 · 29b2f36
1 parent 14617f8
commit 29b2f36
Show file tree

Hide file tree

Showing 3 changed files with 1 addition and 4 deletions.
diff --git a/requirements.txt b/requirements.txt
@@ -6,6 +6,5 @@ inflect
 progressbar
 einops
 unidecode
-entmax
 scipy
 librosa
diff --git a/setup.py b/setup.py
@@ -21,7 +21,6 @@
         'progressbar',
         'einops',
         'unidecode',
-        'entmax',
         'scipy',
         'librosa',
         'transformers',

diff --git a/tortoise/models/xtransformers.py b/tortoise/models/xtransformers.py
@@ -10,7 +10,6 @@
 from einops import rearrange, repeat, reduce
 from einops.layers.torch import Rearrange
 
-from entmax import entmax15
 from torch.utils.checkpoint import checkpoint
 
 DEFAULT_DIM_HEAD = 64
@@ -556,7 +555,7 @@ def __init__(
         self.sparse_topk = sparse_topk
 
         # entmax
-        self.attn_fn = entmax15 if use_entmax15 else F.softmax
+        self.attn_fn = F.softmax
 
         # add memory key / values
         self.num_mem_kv = num_mem_kv
-Original file line number
+Diff line change
@@ Expand Up / @@ -6,6 +6,5 @@ inflect @@
     progressbar
     einops
     unidecode
-    entmax
     scipy
     librosa