fix vllm tokenizer (#2099)

Author: Jintao-Huang

docs/source/Instruction/LLM推理文档.md

@@ -362,7 +362,7 @@ from swift.llm import (
     get_model_tokenizer, get_template, inference, ModelType, get_default_template_type,
 )
 from swift.utils import seed_everything
-from modelscope import BitsAndBytesConfig
+from transformers import BitsAndBytesConfig
 import torch
 
 model_type = ModelType.chatglm3_6b

docs/source/Instruction/支持的模型和数据集.md

@@ -280,7 +280,7 @@ if __name__ == '__main__':
 ```python
 from typing import Any, Dict
 import torch
-from modelscope import AutoConfig, AutoModelForCausalLM, AutoTokenizer
+from transformers import AutoConfig, AutoModelForCausalLM, AutoTokenizer
 
 from transformers.utils.versions import require_version
 

docs/source/Instruction/自定义与拓展.md

@@ -277,7 +277,7 @@ The following is an example of **custom models**. The complete py file can be vi
 from typing import Any, Dict
 import torch
 
-from modelscope import AutoConfig, AutoModelForCausalLM, AutoTokenizer
+from transformers import AutoConfig, AutoModelForCausalLM, AutoTokenizer
 
 from transformers.utils.versions import require_version
 

docs/source_en/Instruction/Customization.md

@@ -361,7 +361,7 @@ from swift.llm import (
     get_model_tokenizer, get_template, inference, ModelType, get_default_template_type,
 )
 from swift.utils import seed_everything
-from modelscope import BitsAndBytesConfig
+from transformers import BitsAndBytesConfig
 import torch
 
 model_type = ModelType.chatglm3_6b

docs/source_en/Instruction/LLM-inference.md

@@ -1,9 +1,9 @@
 # Copyright (c) Alibaba, Inc. and its affiliates.
-from typing import Any, Dict, Optional, Tuple
+from typing import Any, Dict
 
 import torch
 from datasets import Dataset as HfDataset
-from modelscope import AutoConfig, AutoModelForCausalLM, AutoTokenizer, MsDataset
+from transformers import AutoConfig, AutoModelForCausalLM, AutoTokenizer
 from transformers.utils.versions import require_version
 
 from swift.llm import (LoRATM, Template, TemplateType, dataset_map, get_dataset, get_dataset_from_repo,

docs/source_en/Instruction/Supported-models-datasets.md

@@ -14,9 +14,9 @@
 import torch
 from fastapi import FastAPI, Request
 from fastapi.responses import JSONResponse, StreamingResponse
-from modelscope import GenerationConfig
 from packaging import version
 from peft import PeftModel
+from transformers import GenerationConfig
 
 from swift.utils import get_logger, get_main, get_seed, seed_everything
 from .agent import split_action_action_input

examples/pytorch/llm/custom.py

@@ -16,9 +16,9 @@
 from evalscope.run import run_task
 from evalscope.summarizer import Summarizer
 from evalscope.utils import EvalBackend
-from modelscope import GenerationConfig
 from openai import APIConnectionError
 from tqdm import tqdm
+from transformers import GenerationConfig
 
 from swift.utils import append_to_jsonl, get_logger, get_main, seed_everything
 from .infer import merge_lora, prepare_model_template

swift/llm/deploy.py

@@ -8,9 +8,8 @@
 import json
 import numpy as np
 import torch
-from modelscope import BitsAndBytesConfig, GenerationConfig
 from tqdm import tqdm
-from transformers import PreTrainedModel, PreTrainedTokenizerBase
+from transformers import BitsAndBytesConfig, GenerationConfig, PreTrainedModel, PreTrainedTokenizerBase
 from transformers.utils import is_torch_npu_available
 
 from swift.tuners import Swift