This commit is contained in:
zRzRzRzRzRzRzR
2025-08-28 21:18:31 +08:00

View File

@ -70,12 +70,13 @@ messages = [
],
}
]
processor = AutoProcessor.from_pretrained(MODEL_PATH, use_fast=True)
model = Glm4vForConditionalGeneration.from_pretrained(
pretrained_model_name_or_path=MODEL_PATH,
torch_dtype=torch.bfloat16,
device_map="auto",
)
processor = AutoProcessor.from_pretrained(MODEL_PATH, use_fast=True)
inputs = processor.apply_chat_template(
messages,
tokenize=True,