update

Author: Jintao-Huang

swift/llm/argument/rlhf_args.py

@@ -3,7 +3,7 @@
 from dataclasses import dataclass, field
 from typing import List, Literal, Optional
 
-from swift.llm import MODEL_MAPPING, get_matched_model_meta
+from swift.llm import MODEL_MAPPING
 from swift.utils import get_logger
 from .train_args import TrainArguments
 

swift/llm/infer/infer_engine/pt_engine.py

@@ -452,6 +452,7 @@ def infer(
         if use_tqdm is None:
             use_tqdm = not request_config.stream and len(infer_requests) > 1
         prog_bar = tqdm(total=len(infer_requests), dynamic_ncols=True, disable=not use_tqdm)
+        # If self.max_batch_size is None or 0, then process all infer_requests at once.
         max_batch_size = self.max_batch_size or len(infer_requests)
         if request_config.stream: