This repository was archived by the owner on Oct 11, 2024. It is now read-only.
File tree Expand file tree Collapse file tree 1 file changed +5
-4
lines changed
vllm/model_executor/models Expand file tree Collapse file tree 1 file changed +5
-4
lines changed Original file line number Diff line number Diff line change 4
4
from typing import Iterable , List , Optional , Tuple
5
5
6
6
import torch
7
- from causal_conv1d import causal_conv1d_fn , causal_conv1d_update
8
- from mamba_ssm .ops .selective_scan_interface import selective_scan_fn
9
- from mamba_ssm .ops .triton .selective_state_update import selective_state_update
10
7
from torch import nn
11
8
from torch .nn .parameter import Parameter
12
9
from transformers import MambaConfig
21
18
MergedColumnParallelLinear ,
22
19
RowParallelLinear )
23
20
from vllm .model_executor .layers .logits_processor import LogitsProcessor
21
+ from vllm .model_executor .layers .mamba .ops .causal_conv1d import (
22
+ causal_conv1d_fn , causal_conv1d_update )
23
+ from vllm .model_executor .layers .mamba .ops .mamba_ssm import (
24
+ selective_scan_fn , selective_state_update )
24
25
from vllm .model_executor .layers .quantization .base_config import (
25
26
QuantizationConfig )
26
27
from vllm .model_executor .layers .sampler import Sampler
@@ -157,7 +158,7 @@ def mamba_forward(self,
157
158
(self .conv_kernel_size - hidden_states .shape [- 1 ], 0 ))
158
159
cache_params .conv_state .copy_ (conv_states )
159
160
160
- hidden_states = causal_conv1d_fn (
161
+ hidden_states , _ = causal_conv1d_fn (
161
162
hidden_states ,
162
163
conv_weights ,
163
164
self .conv1d .bias ,
You can’t perform that action at this time.
0 commit comments