【Sync develop】support vl model name_mapping and ori_vocab_size (#2915)

* support vl ori_vacab_size

* support trainer_degree in name_mapping

* fix
This commit is contained in:
gaoziyuan
2025-07-21 14:14:15 +08:00
committed by GitHub
parent f941124402
commit 4ead15822c
6 changed files with 167 additions and 134 deletions

View File

@@ -17,6 +17,7 @@ from typing import Any, Dict, Optional
from fastdeploy.engine.config import ModelConfig
from fastdeploy.reasoning import ReasoningParserManager
from fastdeploy.config import ErnieArchitectures
class InputPreprocessor:
@@ -71,8 +72,7 @@ class InputPreprocessor:
self.reasoning_parser)
architectures = ModelConfig(self.model_name_or_path).architectures
if not self.enable_mm:
if "Ernie4_5_MoeForCausalLM" not in architectures \
and "Ernie4_5_ForCausalLM" not in architectures:
if not ErnieArchitectures.contains_ernie_arch(architectures):
from fastdeploy.input.text_processor import DataProcessor
self.processor = DataProcessor(
model_name_or_path=self.model_name_or_path, reasoning_parser_obj=reasoning_parser_obj)