From 292f8e231cdfcb69f341c2a16d4b25b7f5768f79 Mon Sep 17 00:00:00 2001 From: Georgi Gerganov Date: Sat, 13 Dec 2025 22:24:21 +0200 Subject: [PATCH] model-conversion : cast logits to float32 --- examples/model-conversion/scripts/causal/run-org-model.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/examples/model-conversion/scripts/causal/run-org-model.py b/examples/model-conversion/scripts/causal/run-org-model.py index 7d2b80057c..da1132c003 100755 --- a/examples/model-conversion/scripts/causal/run-org-model.py +++ b/examples/model-conversion/scripts/causal/run-org-model.py @@ -200,7 +200,7 @@ with torch.no_grad(): logits = outputs.logits # Extract logits for the last token (next token prediction) - last_logits = logits[0, -1, :].cpu().numpy() + last_logits = logits[0, -1, :].float().cpu().numpy() print(f"Logits shape: {logits.shape}") print(f"Last token logits shape: {last_logits.shape}")