From 629986e1513517cf2b36c24ea7163a31e65ed8b3 Mon Sep 17 00:00:00 2001 From: flozi00 Date: Wed, 22 May 2024 08:13:15 +0200 Subject: [PATCH] import --- server/lorax_server/adapters/medusa.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/server/lorax_server/adapters/medusa.py b/server/lorax_server/adapters/medusa.py index 8fb4727b9..31baafbbb 100644 --- a/server/lorax_server/adapters/medusa.py +++ b/server/lorax_server/adapters/medusa.py @@ -7,7 +7,7 @@ from lorax_server.adapters.config import AdapterConfig, ModuleMap from lorax_server.adapters.types import MEDUSA from lorax_server.adapters.weights import AdapterBatchMetadata, AdapterWeights, BatchAdapterWeights -from lorax_server.utils.layers import FastLinear, TensorParallelColumnLinear +from lorax_server.layers import FastLinear, TensorParallelColumnLinear from lorax_server.utils.segments import find_segments from lorax_server.utils.sgmv import segmented_matmul from lorax_server.utils.state import get_speculative_tokens