mirror of
https://www.modelscope.cn/ZhipuAI/GLM-4.1V-9B-Thinking.git
synced 2026-04-02 19:12:57 +08:00
Merge branch 'master' of https://www.modelscope.cn/ZhipuAI/GLM-4.1V-9B-Thinking
This commit is contained in:
@ -70,12 +70,13 @@ messages = [
|
|||||||
],
|
],
|
||||||
}
|
}
|
||||||
]
|
]
|
||||||
processor = AutoProcessor.from_pretrained(MODEL_PATH, use_fast=True)
|
|
||||||
model = Glm4vForConditionalGeneration.from_pretrained(
|
model = Glm4vForConditionalGeneration.from_pretrained(
|
||||||
pretrained_model_name_or_path=MODEL_PATH,
|
pretrained_model_name_or_path=MODEL_PATH,
|
||||||
torch_dtype=torch.bfloat16,
|
torch_dtype=torch.bfloat16,
|
||||||
device_map="auto",
|
device_map="auto",
|
||||||
)
|
)
|
||||||
|
processor = AutoProcessor.from_pretrained(MODEL_PATH, use_fast=True)
|
||||||
|
|
||||||
inputs = processor.apply_chat_template(
|
inputs = processor.apply_chat_template(
|
||||||
messages,
|
messages,
|
||||||
tokenize=True,
|
tokenize=True,
|
||||||
|
|||||||
Reference in New Issue
Block a user