-
-
Notifications
You must be signed in to change notification settings - Fork 148
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
- Added overloads to Assistant streaming event callbacks to include event name: Func<String, IServerSentEvent, Task> # OpenAI-DotNet-Proxy 8.1.1 - Renamed OpenAIProxyStartup -> OpenAIProxy
- Loading branch information
1 parent
3fdd926
commit 1ed0c2a
Showing
12 changed files
with
260 additions
and
175 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,114 @@ | ||
| // Licensed under the MIT License. See LICENSE in the project root for license information. | ||
|
|
||
| using Microsoft.AspNetCore.Builder; | ||
| using Microsoft.AspNetCore.Hosting; | ||
| using Microsoft.AspNetCore.Http; | ||
| using Microsoft.AspNetCore.Server.Kestrel.Core; | ||
| using Microsoft.Extensions.DependencyInjection; | ||
| using Microsoft.Extensions.Hosting; | ||
| using System; | ||
| using System.Threading.Tasks; | ||
|
|
||
| namespace OpenAI.Proxy | ||
| { | ||
| /// <summary> | ||
| /// Used in ASP.NET Core WebApps to start your own OpenAI web api proxy. | ||
| /// </summary> | ||
| public class OpenAIProxy | ||
| { | ||
| private OpenAIClient openAIClient; | ||
| private IAuthenticationFilter authenticationFilter; | ||
|
|
||
| /// <summary> | ||
| /// Configures the <see cref="OpenAIClient"/> and <see cref="IAuthenticationFilter"/> services. | ||
| /// </summary> | ||
| /// <param name="services">Services collection.</param> | ||
| public void ConfigureServices(IServiceCollection services) | ||
| => SetupServices(services.BuildServiceProvider()); | ||
|
|
||
| /// <summary> | ||
| /// Configures the <see cref="IApplicationBuilder"/> to handle requests and forward them to OpenAI API. | ||
| /// </summary> | ||
| /// <param name="app"><see cref="IApplicationBuilder"/>.</param> | ||
| /// <param name="env"><see cref="IWebHostEnvironment"/>.</param> | ||
| public void Configure(IApplicationBuilder app, IWebHostEnvironment env) | ||
| { | ||
| if (env.IsDevelopment()) | ||
| { | ||
| app.UseDeveloperExceptionPage(); | ||
| } | ||
|
|
||
| SetupServices(app.ApplicationServices); | ||
|
|
||
| app.UseHttpsRedirection(); | ||
| app.UseRouting(); | ||
| app.UseEndpoints(endpoints => | ||
| { | ||
| endpoints.MapGet("/health", HealthEndpoint); | ||
| endpoints.MapOpenAIEndpoints(openAIClient, authenticationFilter); | ||
| }); | ||
| } | ||
|
|
||
| /// <summary> | ||
| /// Creates a new <see cref="IHost"/> that acts as a proxy web api for OpenAI. | ||
| /// </summary> | ||
| /// <typeparam name="T"><see cref="IAuthenticationFilter"/> type to use to validate your custom issued tokens.</typeparam> | ||
| /// <param name="args">Startup args.</param> | ||
| /// <param name="openAIClient"><see cref="OpenAIClient"/> with configured <see cref="OpenAIAuthentication"/> and <see cref="OpenAIClientSettings"/>.</param> | ||
| public static IHost CreateDefaultHost<T>(string[] args, OpenAIClient openAIClient) where T : class, IAuthenticationFilter | ||
| => Host.CreateDefaultBuilder(args) | ||
| .ConfigureWebHostDefaults(webBuilder => | ||
| { | ||
| webBuilder.UseStartup<OpenAIProxy>(); | ||
| webBuilder.ConfigureKestrel(ConfigureKestrel); | ||
| }) | ||
| .ConfigureServices(services => | ||
| { | ||
| services.AddSingleton(openAIClient); | ||
| services.AddSingleton<IAuthenticationFilter, T>(); | ||
| }).Build(); | ||
|
|
||
| /// <summary> | ||
| /// Creates a new <see cref="WebApplication"/> that acts as a proxy web api for OpenAI. | ||
| /// </summary> | ||
| /// <typeparam name="T"><see cref="IAuthenticationFilter"/> type to use to validate your custom issued tokens.</typeparam> | ||
| /// <param name="args">Startup args.</param> | ||
| /// <param name="openAIClient"><see cref="OpenAIClient"/> with configured <see cref="OpenAIAuthentication"/> and <see cref="OpenAIClientSettings"/>.</param> | ||
| public static WebApplication CreateWebApplication<T>(string[] args, OpenAIClient openAIClient) where T : class, IAuthenticationFilter | ||
| { | ||
| var builder = WebApplication.CreateBuilder(args); | ||
| builder.WebHost.ConfigureKestrel(ConfigureKestrel); | ||
| builder.Services.AddSingleton(openAIClient); | ||
| builder.Services.AddSingleton<IAuthenticationFilter, T>(); | ||
| var app = builder.Build(); | ||
| var startup = new OpenAIProxy(); | ||
| startup.Configure(app, app.Environment); | ||
| return app; | ||
| } | ||
|
|
||
| private static void ConfigureKestrel(KestrelServerOptions options) | ||
| { | ||
| options.AllowSynchronousIO = false; | ||
| options.Limits.MinRequestBodyDataRate = null; | ||
| options.Limits.MinResponseDataRate = null; | ||
| options.Limits.KeepAliveTimeout = TimeSpan.FromMinutes(10); | ||
| options.Limits.RequestHeadersTimeout = TimeSpan.FromMinutes(2); | ||
| } | ||
|
|
||
| private void SetupServices(IServiceProvider serviceProvider) | ||
| { | ||
| openAIClient ??= serviceProvider.GetRequiredService<OpenAIClient>(); | ||
| authenticationFilter ??= serviceProvider.GetRequiredService<IAuthenticationFilter>(); | ||
| } | ||
|
|
||
| private static async Task HealthEndpoint(HttpContext context) | ||
| { | ||
| // Respond with a 200 OK status code and a plain text message | ||
| context.Response.StatusCode = StatusCodes.Status200OK; | ||
| const string contentType = "text/plain"; | ||
| context.Response.ContentType = contentType; | ||
| const string content = "OK"; | ||
| await context.Response.WriteAsync(content); | ||
| } | ||
| } | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.