Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
11 changes: 3 additions & 8 deletions deeptab/architectures/enode.py
Original file line number Diff line number Diff line change
Expand Up @@ -16,10 +16,9 @@ class ENODE(BaseModel):

Parameters
----------
cat_feature_info : dict
Dictionary containing information about categorical features, including their names and dimensions.
num_feature_info : dict
Dictionary containing information about numerical features, including their names and dimensions.
feature_information : tuple
A tuple containing feature information for numerical, categorical, and
embedding features.
num_classes : int, optional
The number of output classes or target dimensions for regression, by default 1.
config : ENODEConfig, optional
Expand All @@ -30,10 +29,6 @@ class ENODE(BaseModel):

Attributes
----------
cat_feature_info : dict
Stores categorical feature information.
num_feature_info : dict
Stores numerical feature information.
use_embeddings : bool
Flag indicating if embeddings should be used for categorical and numerical features.
embedding_layer : EmbeddingLayer, optional
Expand Down
11 changes: 3 additions & 8 deletions deeptab/architectures/ft_transformer.py
Original file line number Diff line number Diff line change
Expand Up @@ -16,10 +16,9 @@ class FTTransformer(BaseModel):

Parameters
----------
cat_feature_info : dict
Dictionary containing information about categorical features, including their names and dimensions.
num_feature_info : dict
Dictionary containing information about numerical features, including their names and dimensions.
feature_information : tuple
A tuple containing feature information for numerical, categorical, and
embedding features.
num_classes : int, optional
The number of output classes or target dimensions for regression, by default 1.
config : FTTransformerConfig, optional
Expand All @@ -32,10 +31,6 @@ class FTTransformer(BaseModel):
----------
pooling_method : str
The pooling method to aggregate features after transformer encoding.
cat_feature_info : dict
Stores categorical feature information.
num_feature_info : dict
Stores numerical feature information.
embedding_layer : EmbeddingLayer
Layer for embedding categorical and numerical features.
norm_f : nn.Module
Expand Down
11 changes: 3 additions & 8 deletions deeptab/architectures/mambatab.py
Original file line number Diff line number Diff line change
Expand Up @@ -16,10 +16,9 @@ class MambaTab(BaseModel):

Parameters
----------
cat_feature_info : dict
Dictionary containing information about categorical features, including their names and dimensions.
num_feature_info : dict
Dictionary containing information about numerical features, including their names and dimensions.
feature_information : tuple
A tuple containing feature information for numerical, categorical, and
embedding features.
num_classes : int, optional
The number of output classes or target dimensions for regression, by default 1.
config : MambaTabConfig, optional
Expand All @@ -30,10 +29,6 @@ class MambaTab(BaseModel):

Attributes
----------
cat_feature_info : dict
Stores categorical feature information.
num_feature_info : dict
Stores numerical feature information.
initial_layer : nn.Linear
Linear layer for the initial transformation of concatenated feature embeddings.
norm_f : LayerNorm
Expand Down
7 changes: 3 additions & 4 deletions deeptab/architectures/mambattention.py
Original file line number Diff line number Diff line change
Expand Up @@ -16,10 +16,9 @@ class MambAttention(BaseModel):

Parameters
----------
cat_feature_info : dict
Dictionary containing information about categorical features, including their names and dimensions.
num_feature_info : dict
Dictionary containing information about numerical features, including their names and dimensions.
feature_information : tuple
A tuple containing feature information for numerical, categorical, and
embedding features.
num_classes : int, optional
The number of output classes or target dimensions for regression, by default 1.
config : MambAttentionConfig, optional
Expand Down
9 changes: 4 additions & 5 deletions deeptab/architectures/mambular.py
Original file line number Diff line number Diff line change
Expand Up @@ -15,10 +15,9 @@ class Mambular(BaseModel):

Parameters
----------
cat_feature_info : dict
Dictionary containing information about categorical features, including their names and dimensions.
num_feature_info : dict
Dictionary containing information about numerical features, including their names and dimensions.
feature_information : tuple
A tuple containing feature information for numerical, categorical, and
embedding features.
num_classes : int, optional
The number of output classes or target dimensions for regression, by default 1.
config : MambularConfig, optional
Expand Down Expand Up @@ -53,7 +52,7 @@ class Mambular(BaseModel):

def __init__(
self,
feature_information: tuple, # Expecting (cat_feature_info, num_feature_info, embedding_feature_info)
feature_information: tuple, # Expecting (num_feature_info, cat_feature_info, embedding_feature_info)
num_classes=1,
config: MambularConfig = MambularConfig(), # noqa: B008
**kwargs,
Expand Down
11 changes: 3 additions & 8 deletions deeptab/architectures/mlp.py
Original file line number Diff line number Diff line change
Expand Up @@ -15,10 +15,9 @@ class MLP(BaseModel):

Parameters
----------
cat_feature_info : dict
Dictionary containing information about categorical features, including their names and dimensions.
num_feature_info : dict
Dictionary containing information about numerical features, including their names and dimensions.
feature_information : tuple
A tuple containing feature information for numerical, categorical, and
embedding features.
num_classes : int, optional
The number of output classes or target dimensions for regression, by default 1.
config : MLPConfig, optional
Expand All @@ -31,10 +30,6 @@ class MLP(BaseModel):
----------
layer_sizes : list of int
List specifying the number of units in each layer of the MLP.
cat_feature_info : dict
Stores categorical feature information.
num_feature_info : dict
Stores numerical feature information.
layers : nn.ModuleList
List containing the layers of the MLP, including linear layers, normalization layers, and activations.
skip_connections : bool
Expand Down
11 changes: 3 additions & 8 deletions deeptab/architectures/ndtf.py
Original file line number Diff line number Diff line change
Expand Up @@ -15,10 +15,9 @@ class NDTF(BaseModel):

Parameters
----------
cat_feature_info : dict
Dictionary containing information about categorical features, including their names and dimensions.
num_feature_info : dict
Dictionary containing information about numerical features, including their names and dimensions.
feature_information : tuple
A tuple containing feature information for numerical, categorical, and
embedding features.
num_classes : int, optional
The number of output classes or target dimensions for regression, by default 1.
config : NDTFConfig, optional
Expand All @@ -30,10 +29,6 @@ class NDTF(BaseModel):

Attributes
----------
cat_feature_info : dict
Stores categorical feature information.
num_feature_info : dict
Stores numerical feature information.
penalty_factor : float
Scaling factor for the penalty applied during training, specified in the self.hparams.
input_dimensions : list of int
Expand Down
11 changes: 3 additions & 8 deletions deeptab/architectures/node.py
Original file line number Diff line number Diff line change
Expand Up @@ -16,10 +16,9 @@ class NODE(BaseModel):

Parameters
----------
cat_feature_info : dict
Dictionary containing information about categorical features, including their names and dimensions.
num_feature_info : dict
Dictionary containing information about numerical features, including their names and dimensions.
feature_information : tuple
A tuple containing feature information for numerical, categorical, and
embedding features.
num_classes : int, optional
The number of output classes or target dimensions for regression, by default 1.
config : NODEConfig, optional
Expand All @@ -30,10 +29,6 @@ class NODE(BaseModel):

Attributes
----------
cat_feature_info : dict
Stores categorical feature information.
num_feature_info : dict
Stores numerical feature information.
use_embeddings : bool
Flag indicating if embeddings should be used for categorical and numerical features.
embedding_layer : EmbeddingLayer, optional
Expand Down
11 changes: 3 additions & 8 deletions deeptab/architectures/resnet.py
Original file line number Diff line number Diff line change
Expand Up @@ -15,10 +15,9 @@ class ResNet(BaseModel):

Parameters
----------
cat_feature_info : dict
Dictionary containing information about categorical features, including their names and dimensions.
num_feature_info : dict
Dictionary containing information about numerical features, including their names and dimensions.
feature_information : tuple
A tuple containing feature information for numerical, categorical, and
embedding features.
num_classes : int, optional
The number of output classes or target dimensions for regression, by default 1.
config : ResNetConfig, optional
Expand All @@ -31,10 +30,6 @@ class ResNet(BaseModel):
----------
layer_sizes : list of int
List specifying the number of units in each layer of the ResNet.
cat_feature_info : dict
Stores categorical feature information.
num_feature_info : dict
Stores numerical feature information.
activation : callable
Activation function used in the residual blocks.
use_embeddings : bool
Expand Down
11 changes: 3 additions & 8 deletions deeptab/architectures/saint.py
Original file line number Diff line number Diff line change
Expand Up @@ -15,10 +15,9 @@ class SAINT(BaseModel):

Parameters
----------
cat_feature_info : dict
Dictionary containing information about categorical features, including their names and dimensions.
num_feature_info : dict
Dictionary containing information about numerical features, including their names and dimensions.
feature_information : tuple
A tuple containing feature information for numerical, categorical, and
embedding features.
num_classes : int, optional
The number of output classes or target dimensions for regression, by default 1.
config : SAINTConfig, optional
Expand All @@ -31,10 +30,6 @@ class SAINT(BaseModel):
----------
pooling_method : str
The pooling method to aggregate features after transformer encoding.
cat_feature_info : dict
Stores categorical feature information.
num_feature_info : dict
Stores numerical feature information.
embedding_layer : EmbeddingLayer
Layer for embedding categorical and numerical features.
norm_f : nn.Module
Expand Down
11 changes: 3 additions & 8 deletions deeptab/architectures/tabtransformer.py
Original file line number Diff line number Diff line change
Expand Up @@ -17,10 +17,9 @@ class TabTransformer(BaseModel):

Parameters
----------
cat_feature_info : dict
Dictionary containing information about categorical features.
num_feature_info : dict
Dictionary containing information about numerical features.
feature_information : tuple
A tuple containing feature information for numerical, categorical, and
embedding features.
num_classes : int, optional
Number of output classes (default is 1).
config : TabTransformerConfig, optional
Expand All @@ -40,10 +39,6 @@ class TabTransformer(BaseModel):
Factor by which the learning rate will be reduced.
pooling_method : str
Method to pool the features.
cat_feature_info : dict
Dictionary containing information about categorical features.
num_feature_info : dict
Dictionary containing information about numerical features.
embedding_activation : callable
Activation function for embeddings.
encoder: callable
Expand Down
4 changes: 2 additions & 2 deletions deeptab/configs/core.py
Original file line number Diff line number Diff line change
Expand Up @@ -100,9 +100,9 @@ class BaseModelConfig(BaseEstimator):

This class contains only architectural / structural configuration.
Training-related parameters (``lr``, ``weight_decay``, ``max_epochs``, …)
belong in :class:`~deeptab.configs.trainer_config.TrainerConfig`.
belong in :class:`~deeptab.configs.TrainerConfig`.
Preprocessing parameters belong in
:class:`~deeptab.configs.preprocessing_config.PreprocessingConfig`.
:class:`~deeptab.configs.PreprocessingConfig`.

Parameters
----------
Expand Down
2 changes: 1 addition & 1 deletion deeptab/configs/experimental/modernnca_config.py
Original file line number Diff line number Diff line change
Expand Up @@ -13,7 +13,7 @@ class ModernNCAConfig(BaseModelConfig):
Parameters
----------
embedding_type : str, default='plr'
Type of feature embedding to use (e.g., 'plr', 'ple').
Type of feature embedding to use (e.g., 'plr', 'linear').
plr_lite : bool, default=True
Whether to use the lightweight PLR embedding variant.
n_frequencies : int, default=75
Expand Down
2 changes: 1 addition & 1 deletion deeptab/configs/experimental/trompt_config.py
Original file line number Diff line number Diff line change
Expand Up @@ -21,7 +21,7 @@ class TromptConfig(BaseModelConfig):
n_cells : int, default=4
Number of cells in each cycle.
P : int, default=128
Number of steps in the Trompt model.
Number of prompts in the Trompt model.
"""

# Trompt-specific architecture
Expand Down
12 changes: 6 additions & 6 deletions deeptab/configs/models/mambatab_config.py
Original file line number Diff line number Diff line change
Expand Up @@ -27,19 +27,19 @@ class MambaTabConfig(BaseModelConfig):
dropout : float, default=0.05
Dropout rate for regularization.
dt_rank : str, default='auto'
Rank of the decision tree used in the model.
Rank of the dynamic time components used in the model.
d_state : int, default=128
Dimensionality of the state in recurrent layers.
dt_scale : float, default=1.0
Scaling factor for the decision tree.
Scaling factor for the dynamic time components.
dt_init : str, default='random'
Initialization method for the decision tree.
Initialization method for the dynamic time components.
dt_max : float, default=0.1
Maximum value for decision tree initialization.
Maximum value for dynamic time component initialization.
dt_min : float, default=0.0001
Minimum value for decision tree initialization.
Minimum value for dynamic time component initialization.
dt_init_floor : float, default=0.0001
Floor value for decision tree initialization.
Floor value for dynamic time component initialization.
axis : int, default=1
Axis along which operations are applied, if applicable.
head_layer_sizes : list, default=[]
Expand Down
12 changes: 6 additions & 6 deletions deeptab/configs/models/mambattention_config.py
Original file line number Diff line number Diff line change
Expand Up @@ -37,19 +37,19 @@ class MambAttentionConfig(BaseModelConfig):
attn_dropout : float, default=0.2
Dropout rate for the attention mechanism.
dt_rank : str, default='auto'
Rank of the decision tree.
Rank of the dynamic time components.
d_state : int, default=128
Dimensionality of the state in recurrent layers.
dt_scale : float, default=1.0
Scaling factor for the decision tree.
Scaling factor for the dynamic time components.
dt_init : str, default='random'
Initialization method for the decision tree.
Initialization method for the dynamic time components.
dt_max : float, default=0.1
Maximum value for decision tree initialization.
Maximum value for dynamic time component initialization.
dt_min : float, default=0.0001
Minimum value for decision tree initialization.
Minimum value for dynamic time component initialization.
dt_init_floor : float, default=0.0001
Floor value for decision tree initialization.
Floor value for dynamic time component initialization.
norm : str, default='LayerNorm'
Type of normalization used in the model.
AD_weight_decay : bool, default=True
Expand Down
12 changes: 6 additions & 6 deletions deeptab/configs/models/mambular_config.py
Original file line number Diff line number Diff line change
Expand Up @@ -29,19 +29,19 @@ class MambularConfig(BaseModelConfig):
dropout : float, default=0.0
Dropout rate for regularization.
dt_rank : str, default='auto'
Rank of the decision tree used in the model.
Rank of the dynamic time components used in the model.
d_state : int, default=128
Dimensionality of the state in recurrent layers.
dt_scale : float, default=1.0
Scaling factor for decision tree parameters.
Scaling factor for dynamic time component parameters.
dt_init : str, default='random'
Initialization method for decision tree parameters.
Initialization method for dynamic time component parameters.
dt_max : float, default=0.1
Maximum value for decision tree initialization.
Maximum value for dynamic time component initialization.
dt_min : float, default=0.0001
Minimum value for decision tree initialization.
Minimum value for dynamic time component initialization.
dt_init_floor : float, default=0.0001
Floor value for decision tree initialization.
Floor value for dynamic time component initialization.
norm : str, default='RMSNorm'
Type of normalization used ('RMSNorm', etc.).
conv_bias : bool, default=False
Expand Down
4 changes: 2 additions & 2 deletions deeptab/configs/models/mlp_config.py
Original file line number Diff line number Diff line change
Expand Up @@ -11,9 +11,9 @@ class MLPConfig(BaseModelConfig):
"""Architecture-only configuration for MLP models (DeepTab 2.0 API).

Contains only structural hyperparameters. Training parameters (``lr``,
``max_epochs``, …) go in :class:`~deeptab.configs.trainer_config.TrainerConfig`
``max_epochs``, …) go in :class:`~deeptab.configs.TrainerConfig`
and preprocessing parameters go in
:class:`~deeptab.configs.preprocessing_config.PreprocessingConfig`.
:class:`~deeptab.configs.PreprocessingConfig`.

Parameters
----------
Expand Down
4 changes: 2 additions & 2 deletions deeptab/configs/models/tabr_config.py
Original file line number Diff line number Diff line change
Expand Up @@ -11,12 +11,12 @@ class TabRConfig(BaseModelConfig):
"""Architecture-only configuration for TabR models (DeepTab 2.0 API).

Training fields (``lr``, ``weight_decay``, ``lr_factor``) are configured
via :class:`~deeptab.configs.trainer_config.TrainerConfig`.
via :class:`~deeptab.configs.TrainerConfig`.

Parameters
----------
embedding_type : str, default='plr'
Type of feature embedding to use (e.g., 'plr', 'ple').
Type of feature embedding to use (e.g., 'plr', 'linear').
plr_lite : bool, default=True
Whether to use the lightweight PLR embedding variant.
n_frequencies : int, default=75
Expand Down
Loading
Loading