[fix] multi source download (#3259)

* multi-source download

* multi-source download

* huggingface download revision

* requirement

* style

* add revision arg

* test

* pre-commit

* Change default download

* change requirements.txt

* modify English Documentation

* documentation

* modify model download path

* add requirements

* error optimization

* 连接失败兜底

* 连接失败兜底

* 连接失败兜底

* unit test

* unit test

* unit test

* test

* test

* 兜底修改

* Trigger CI
This commit is contained in:
Yzc216
2025-08-07 19:30:39 +08:00
committed by GitHub
parent 9423c577fe
commit 6037dd5d9c
2 changed files with 11 additions and 20 deletions

View File

@@ -531,16 +531,16 @@ def retrive_model_from_server(model_name_or_path, revision="master"):
local_path = f"{local_path}/{repo_id}"
aistudio_download(repo_id=repo_id, revision=revision, local_dir=local_path)
model_name_or_path = local_path
except Exception:
except requests.exceptions.ConnectTimeout:
if os.path.exists(local_path):
llm_logger.error(
f"Failed to connect to aistudio, but detected that the model directory {local_path} exists. Attempting to start."
)
return local_path
else:
raise Exception(
f"The {revision} of {model_name_or_path} is not exist. Please check the model name or revision."
)
except Exception:
raise Exception(
f"The {revision} of {model_name_or_path} is not exist. Please check the model name or revision."
)
elif model_source == "MODELSCOPE":
try:
from modelscope.hub.snapshot_download import (
@@ -554,6 +554,12 @@ def retrive_model_from_server(model_name_or_path, revision="master"):
local_path = f"{local_path}/{repo_id}"
modelscope_download(repo_id=repo_id, revision=revision, local_dir=local_path)
model_name_or_path = local_path
except requests.exceptions.ConnectTimeout:
if os.path.exists(local_path):
llm_logger.error(
f"Failed to connect to modelscope, but detected that the model directory {local_path} exists. Attempting to start."
)
return local_path
except Exception:
raise Exception(
f"The {revision} of {model_name_or_path} is not exist. Please check the model name or revision."