cartaid/shopping-assistant-api
1
0
Fork 0
mirror of https://github.com/Shchoholiev/shopping-assistant-api.git synced 2025-04-04 16:49:36 +00:00
Code Issues Packages Projects Releases Wiki Activity

SA-240 Change OpenAI SSE handling

Browse Source 
- Change SSE handling to receive chunks in realtime
This commit is contained in:
shchoholiev 2023-12-16 20:39:05 +00:00
parent 9c53b7c090
commit 07186c3052
1 changed files with 21 additions and 22 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

35
ShoppingAssistantApi.Infrastructure/Services/OpenAiService.cs
View File

@ -1,3 +1,4 @@
using System.Net.Http.Headers;
using System.Text;
using Microsoft.Extensions.Logging;
using Newtonsoft.Json;
@ -54,28 +55,27 @@ public class OpenAiService : IOpenAiService
var jsonBody = JsonConvert.SerializeObject(chat, _jsonSettings);
var body = new StringContent(jsonBody, Encoding.UTF8, "application/json");
using var httpResponse = await _httpClient.PostAsync("", body, cancellationToken);
using var responseStream = await httpResponse.Content.ReadAsStreamAsync(cancellationToken);
using var reader = new StreamReader(responseStream, Encoding.UTF8);
while (!cancellationToken.IsCancellationRequested)
var request = new HttpRequestMessage(HttpMethod.Post, "")
{
var jsonChunk = await reader.ReadLineAsync();
Content = body
};
request.Headers.Accept.Add(new MediaTypeWithQualityHeaderValue("text/event-stream"));
_logger.LogInformation($"Received chunk from OpenAI.");
using var httpResponse = await _httpClient.SendAsync(request, HttpCompletionOption.ResponseHeadersRead, cancellationToken);
if (jsonChunk.StartsWith("data: "))
var allData = string.Empty;
using var streamReader = new StreamReader(await httpResponse.Content.ReadAsStreamAsync(cancellationToken));
while (!streamReader.EndOfStream)
{
jsonChunk = jsonChunk.Substring("data: ".Length);
if (jsonChunk == "[DONE]")
{
_logger.LogInformation($"Finished getting response from OpenAI");
break;
}
var line = await streamReader.ReadLineAsync(cancellationToken);
allData += line + "\n\n";
if (string.IsNullOrEmpty(line)) continue;
var data = JsonConvert.DeserializeObject<OpenAiResponse>(jsonChunk);
var json = line?.Substring(6, line.Length - 6);
if (json == "[DONE]") yield break;
var data = JsonConvert.DeserializeObject<OpenAiResponse>(json);
if (data.Choices[0].Delta.Content == "" || data.Choices[0].Delta.Content == null) continue;
@ -83,4 +83,3 @@ public class OpenAiService : IOpenAiService
}
}
}
}