We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 815f5ac commit 5e2dfc9Copy full SHA for 5e2dfc9
lightllm/common/basemodel/layer_infer/template/transformer_layer_infer_template.py
@@ -7,7 +7,6 @@
7
from lightllm.common.basemodel.triton_kernel.destindex_copy_kv import destindex_copy_kv
8
from lightllm.distributed import all_reduce
9
from typing import Tuple
10
-from lightllm.utils.envs_utils import get_env_start_args
11
12
13
class TransformerLayerInferTpl(TransformerLayerInfer):
0 commit comments