Skip to content

Commit

Permalink
Merge pull request #157 from basf/original_mamba-fix
Browse files Browse the repository at this point in the history
original_mamba dt_rank fix
  • Loading branch information
AnFreTh authored Nov 13, 2024
2 parents 74ad3aa + 097c6f4 commit 254827c
Showing 1 changed file with 0 additions and 2 deletions.
2 changes: 0 additions & 2 deletions mambular/arch_utils/mamba_utils/mamba_original.py
Original file line number Diff line number Diff line change
Expand Up @@ -77,15 +77,13 @@ def __init__(
d_state=d_state,
d_conv=d_conv,
expand=expand_factor,
dt_rank=dt_rank,
dt_min=dt_min,
dt_max=dt_max,
dt_init=dt_init,
dt_scale=dt_scale,
dt_init_floor=dt_init_floor,
conv_bias=conv_bias,
bias=bias,
use_fast_path=True, # Fused kernel options
layer_idx=layer_idx,
)
self.norm = norm
Expand Down

0 comments on commit 254827c

Please sign in to comment.