cartaid/shopping-assistant-api
1
0
Fork 0
mirror of https://github.com/Shchoholiev/shopping-assistant-api.git synced 2025-04-04 16:49:36 +00:00
Code Issues Packages Projects Releases Wiki Activity

SA-240 Change OpenAI SSE handling

Browse Source 
- Change SSE handling to receive chunks in realtime
This commit is contained in:
shchoholiev 2023-12-16 20:39:05 +00:00
parent 9c53b7c090
commit 07186c3052
1 changed files with 21 additions and 22 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

43
ShoppingAssistantApi.Infrastructure/Services/OpenAiService.cs
View File

@ -1,3 +1,4 @@
using System.Net.Http.Headers;
using System.Text; using System.Text;
using Microsoft.Extensions.Logging; using Microsoft.Extensions.Logging;
using Newtonsoft.Json; using Newtonsoft.Json;
@ -54,33 +55,31 @@ public class OpenAiService : IOpenAiService
var jsonBody = JsonConvert.SerializeObject(chat, _jsonSettings); var jsonBody = JsonConvert.SerializeObject(chat, _jsonSettings);
var body = new StringContent(jsonBody, Encoding.UTF8, "application/json"); var body = new StringContent(jsonBody, Encoding.UTF8, "application/json");
var request = new HttpRequestMessage(HttpMethod.Post, "")
using var httpResponse = await _httpClient.PostAsync("", body, cancellationToken);
using var responseStream = await httpResponse.Content.ReadAsStreamAsync(cancellationToken);
using var reader = new StreamReader(responseStream, Encoding.UTF8);
while (!cancellationToken.IsCancellationRequested)
{ {
var jsonChunk = await reader.ReadLineAsync(); Content = body
};
_logger.LogInformation($"Received chunk from OpenAI."); request.Headers.Accept.Add(new MediaTypeWithQualityHeaderValue("text/event-stream"));
if (jsonChunk.StartsWith("data: ")) using var httpResponse = await _httpClient.SendAsync(request, HttpCompletionOption.ResponseHeadersRead, cancellationToken);
{
jsonChunk = jsonChunk.Substring("data: ".Length);
if (jsonChunk == "[DONE]")
{
_logger.LogInformation($"Finished getting response from OpenAI");
break;
}
var data = JsonConvert.DeserializeObject<OpenAiResponse>(jsonChunk); var allData = string.Empty;
if (data.Choices[0].Delta.Content == "" || data.Choices[0].Delta.Content == null) continue; using var streamReader = new StreamReader(await httpResponse.Content.ReadAsStreamAsync(cancellationToken));
while (!streamReader.EndOfStream)
{
var line = await streamReader.ReadLineAsync(cancellationToken);
allData += line + "\n\n";
if (string.IsNullOrEmpty(line)) continue;
yield return data.Choices[0].Delta.Content; var json = line?.Substring(6, line.Length - 6);
} if (json == "[DONE]") yield break;
var data = JsonConvert.DeserializeObject<OpenAiResponse>(json);
if (data.Choices[0].Delta.Content == "" || data.Choices[0].Delta.Content == null) continue;
yield return data.Choices[0].Delta.Content;
} }
} }
} }