adjust configs

Author: AnFreTh

mambular/configs/fttransformer_config.py

@@ -27,4 +27,4 @@ class DefaultFTTransformerConfig:
     bias: bool = True
     transformer_activation: callable = nn.SELU()
     layer_norm_eps: float = 1e-05
-    transformer_dim_feedforward: int = 2048
+    transformer_dim_feedforward: int = 512

mambular/configs/mambular_config.py

@@ -32,3 +32,5 @@ class DefaultMambularConfig:
     head_use_batch_norm: bool = False
     layer_norm_after_embedding: bool = False
     pooling_method: str = "avg"
+    bidirectional: bool = True
+    use_learnable_interaction: bool = False

mambular/configs/tabtransformer_config.py

@@ -27,4 +27,4 @@ class DefaultTabTransformerConfig:
     bias: bool = True
     transformer_activation: callable = nn.SELU()
     layer_norm_eps: float = 1e-05
-    transformer_dim_feedforward: int = 2048
+    transformer_dim_feedforward: int = 512