Skip to content

Commit

Permalink
添加项目文件。
Browse files Browse the repository at this point in the history
  • Loading branch information
@mili-tan
mili-tan committed Jan 5, 2025
1 parent 21b6eb7 commit 8cdeaca
Show file tree
Hide file tree
Showing 3 changed files with 204 additions and 0 deletions.
17 changes: 17 additions & 0 deletions Onllama.MondrianGateway.csproj
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,17 @@
<Project Sdk="Microsoft.NET.Sdk">

<PropertyGroup>
<OutputType>Exe</OutputType>
<TargetFramework>net8.0</TargetFramework>
<ImplicitUsings>enable</ImplicitUsings>
<Nullable>enable</Nullable>
</PropertyGroup>

<ItemGroup>
<PackageReference Include="LettuceEncrypt" Version="1.3.3" />
<PackageReference Include="Newtonsoft.Json" Version="13.0.3" />
<PackageReference Include="OllamaSharp" Version="4.0.17" />
<PackageReference Include="ProxyKit" Version="2.3.4" />
</ItemGroup>

</Project>
22 changes: 22 additions & 0 deletions Onllama.MondrianGateway.sln
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,22 @@

Microsoft Visual Studio Solution File, Format Version 12.00
# Visual Studio Version 17
VisualStudioVersion = 17.12.35527.113 d17.12
MinimumVisualStudioVersion = 10.0.40219.1
Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "Onllama.MondrianGateway", "Onllama.MondrianGateway.csproj", "{A02922EF-22BD-4526-A6E3-3A5C7B20E618}"
EndProject
Global
GlobalSection(SolutionConfigurationPlatforms) = preSolution
Debug|Any CPU = Debug|Any CPU
Release|Any CPU = Release|Any CPU
EndGlobalSection
GlobalSection(ProjectConfigurationPlatforms) = postSolution
{A02922EF-22BD-4526-A6E3-3A5C7B20E618}.Debug|Any CPU.ActiveCfg = Debug|Any CPU
{A02922EF-22BD-4526-A6E3-3A5C7B20E618}.Debug|Any CPU.Build.0 = Debug|Any CPU
{A02922EF-22BD-4526-A6E3-3A5C7B20E618}.Release|Any CPU.ActiveCfg = Release|Any CPU
{A02922EF-22BD-4526-A6E3-3A5C7B20E618}.Release|Any CPU.Build.0 = Release|Any CPU
EndGlobalSection
GlobalSection(SolutionProperties) = preSolution
HideSolutionNode = FALSE
EndGlobalSection
EndGlobal
165 changes: 165 additions & 0 deletions Program.cs
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,165 @@
using System.Net;
using System.Text;
using Microsoft.AspNetCore.Builder;
using Microsoft.AspNetCore.Hosting;
using Microsoft.AspNetCore.Http;
using Microsoft.AspNetCore.Routing;
using Microsoft.AspNetCore.Server.Kestrel.Core;
using Microsoft.Extensions.DependencyInjection;
using Newtonsoft.Json.Linq;
using OllamaSharp;
using OllamaSharp.Models.Chat;
using ProxyKit;


namespace Onllama.MondrianGateway
{
internal class Program
{
static void Main(string[] args)
{
try
{
var ollama = new OllamaApiClient(new Uri("http://localhost:11434"));
var paths = new List<string>
{
"/api/generate", "/api/chat", "/api/tags", "/api/embed", "/api/show", "/api/ps", "/api/embeddings"
};

var host = new WebHostBuilder()
.UseKestrel()
.UseContentRoot(AppDomain.CurrentDomain.SetupInformation.ApplicationBase)
.ConfigureServices(services =>
{
services.AddRouting();
services.AddProxy(httpClientBuilder =>
httpClientBuilder.ConfigureHttpClient(client =>
client.Timeout = TimeSpan.FromMinutes(5)));
})
.ConfigureKestrel(options =>
{
options.ListenAnyIP(18080,
listenOptions => listenOptions.Protocols = HttpProtocols.Http1AndHttp2);
})
.Configure(app =>
{
app.Use(async (context, next) =>
{
var token = context.Request.Headers.ContainsKey("Authorization")
? context.Request.Headers.Authorization.ToString().Split(' ').Last().ToString()
: string.Empty;
//if (token != "sk-")
if (false)
{
context.Response.Headers.ContentType = "application/json";
context.Response.StatusCode = (int) HttpStatusCode.Forbidden;
await context.Response.WriteAsync(new JObject()
{
{
"error", new JObject()
{
{
"message",
"Authentication Fails, You need to provide a valid API key in the Authorization header using Bearer authentication (i.e. Authorization: Bearer YOUR_KEY)."
},
{"type", "invalid_request_error"}
}
}
}.ToString());
}
else
{
context.Items["Token"] = token;
await next.Invoke();
}
});

foreach (var path in paths)
app.Map(path, svr =>
{
svr.RunProxy(async context =>
{
var response = new HttpResponseMessage();
try
{
response = await context.ForwardTo(new Uri("http://127.0.0.1:11434" + path))
.Send();
response.Headers.Add("X-Forwarder-By", "MondrianGateway/0.1");
return response;
}
catch (Exception e)
{
Console.WriteLine(e);
return response;
}
});
});

app.Map("/v1", svr =>
{
svr.RunProxy(async context =>
{
HttpResponseMessage response;
try
{
if (context.Request.Method.ToUpper() == "POST")
{
var body = await new StreamReader(context.Request.Body).ReadToEndAsync();
var jBody = JObject.Parse(body);

if (jBody["model"]?.ToString() == "gpt-3.5-turbo") jBody["model"] = "qwen2.5:7b";
Console.WriteLine(jBody.ToString());

var msgs = jBody["messages"]?.ToObject<List<Message>>();
await foreach (var res in ollama.ChatAsync(new ChatRequest()
{Model = "shieldgemma:2b", Messages = msgs, Stream = false}))
{
Console.WriteLine(res?.Message.Content);
var risks = res?.Message.Content?.ToLower();
if (risks != null && (risks.Contains("yes") || risks.Contains("unsafe")))
{
return new HttpResponseMessage(HttpStatusCode.UnavailableForLegalReasons)
{
Content = new StringContent(new JObject()
{
{
"error", new JObject()
{
{"message", "Messages with content security risks. Unable to continue."},
{"type", "content_risks"},
{"risk_model", res?.Model},
{"risk_raw_msg", res?.Message.Content}
}
}
}.ToString())
};
}
}

context.Request.Body = new MemoryStream(Encoding.UTF8.GetBytes(jBody.ToString()));
context.Request.ContentLength = context.Request.Body.Length;
}

response = await context.ForwardTo(new Uri("http://127.0.0.1:11434/v1")).Send();
response.Headers.Add("X-Forwarder-By", "MondrianGateway/0.1");
return response;
}
catch (Exception e)
{
Console.WriteLine(e);
response = await context.ForwardTo(new Uri("http://127.0.0.1:11434/v1")).Send();
return response;
}
});
});
}).Build();

host.Run();
}
catch (Exception e)
{
Console.WriteLine(e);
}
}
}
}

0 comments on commit 8cdeaca

Please sign in to comment.