fix: crash when omitted stream_options (#95)

jasonmadigan · web-flow · commit 3e10d4cd7c75 · 2025-07-15T16:35:53.000+03:00
Signed-off-by: Jason Madigan &lt;jason@jasonmadigan.com&gt;
diff --git a/pkg/llm-d-inference-sim/streaming.go b/pkg/llm-d-inference-sim/streaming.go
@@ -61,7 +61,7 @@ func (s *VllmSimulator) sendStreamingResponse(context *streamingContext, respons
 					s.sendTokenChunks(context, w, tc.Function.tokenizedArguments, &tc, finishReason)
 				}
 			} else {
-				s.logger.Info("Going to send text", "number of tokens", usageData.CompletionTokens)
+				s.logger.Info("Going to send text", "number of tokens", len(responseTokens))
 				s.sendTokenChunks(context, w, responseTokens, nil, finishReason)
 			}
 		}

Original file line number	Diff line number	Diff line change
`@@ -61,7 +61,7 @@ func (s VllmSimulator) sendStreamingResponse(context streamingContext, respons`
`61`	`61`	`s.sendTokenChunks(context, w, tc.Function.tokenizedArguments, &tc, finishReason)`
`62`	`62`	`}`
`63`	`63`	`} else {`
`64`		`- s.logger.Info("Going to send text", "number of tokens", usageData.CompletionTokens)`
	`64`	`+ s.logger.Info("Going to send text", "number of tokens", len(responseTokens))`
`65`	`65`	`s.sendTokenChunks(context, w, responseTokens, nil, finishReason)`
`66`	`66`	`}`
`67`	`67`	`}`