From 33801c1597edca5dd04c5de117db89b5bc27f43a Mon Sep 17 00:00:00 2001 From: Grace <88872231+gr4ceG@users.noreply.github.com> Date: Fri, 3 Oct 2025 14:20:06 -0700 Subject: [PATCH] Fixed Deepseek2 adding nil tensor error --- model/models/deepseek2/model.go | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/model/models/deepseek2/model.go b/model/models/deepseek2/model.go index 7b88711b..7e57f72d 100644 --- a/model/models/deepseek2/model.go +++ b/model/models/deepseek2/model.go @@ -150,7 +150,9 @@ func (moe *sparse) Moe(ctx ml.Context, hiddenStates, topKIndices, topKWeights ml } func (moe *sparse) topKIndices(ctx ml.Context, scores ml.Tensor, opts *Options) ml.Tensor { - scores = scores.Add(ctx, moe.ExpProbsBias) + if moe.ExpProbsBias != nil { + scores = scores.Add(ctx, moe.ExpProbsBias) + } topKIndices := scores.TopK(ctx, opts.numExpertsUsed) return topKIndices }