Merge branch 'main' into bump-version

Author: lvhan028

builder/manywheel/entrypoint_build.sh

@@ -6,6 +6,8 @@ export PLAT_NAME=$PLAT_NAME
 export USERID=${USERID}
 export GROUPID=${GROUPID}
 export CUDAVER=$(nvcc --version | sed -n 's/^.*release \([0-9]\+\).*$/\1/p')
+export NCCL_INCLUDE_DIR=/usr/local/cuda/include
+export NCCL_LIB_DIR=/usr/local/cuda/lib64
 
 source /opt/conda/bin/activate
 conda activate $PYTHON_VERSION

lmdeploy/pytorch/models/deepseek_vl2.py

@@ -109,6 +109,7 @@ def __init__(self,
                  dtype: torch.dtype = None,
                  device: torch.device = None):
         super().__init__()
+        self.config = config
         self.ctx_mgr = ctx_mgr
 
         # ----------- vision encoder ------------