mishig HF staff commited on
Commit
0ece011
1 Parent(s): 36405d5

Fix streaming extra new lines

Browse files
src/lib/components/InferencePlayground/InferencePlayground.svelte CHANGED
@@ -132,8 +132,8 @@
132
  const hf = createHfInference(hfToken);
133
 
134
  if (conversation.streaming) {
 
135
  const streamingMessage = { role: "assistant", content: "" };
136
- conversation.messages = [...conversation.messages, streamingMessage];
137
  const abortController = new AbortController();
138
  abortControllers.push(abortController);
139
 
@@ -143,6 +143,10 @@
143
  content => {
144
  if (streamingMessage) {
145
  streamingMessage.content = content;
 
 
 
 
146
  session = session;
147
  generationStats[conversationIdx].generatedTokensCount += 1;
148
  }
 
132
  const hf = createHfInference(hfToken);
133
 
134
  if (conversation.streaming) {
135
+ let addStreamingMessage = true;
136
  const streamingMessage = { role: "assistant", content: "" };
 
137
  const abortController = new AbortController();
138
  abortControllers.push(abortController);
139
 
 
143
  content => {
144
  if (streamingMessage) {
145
  streamingMessage.content = content;
146
+ if (addStreamingMessage) {
147
+ conversation.messages = [...conversation.messages, streamingMessage];
148
+ addStreamingMessage = false;
149
+ }
150
  session = session;
151
  generationStats[conversationIdx].generatedTokensCount += 1;
152
  }