├── .gitattributes ├── .gitignore ├── FunctionCallBridge.sln ├── FunctionCallBridge ├── .config │ └── dotnet-tools.json ├── Controllers │ └── ChatController.cs ├── FunctionCallBridge.csproj ├── FunctionCallPrompt.txt ├── JsonPrompt.txt ├── OpenAIModel │ ├── AIOption.cs │ ├── ChatCompletion.cs │ └── OpenAIModel.cs ├── Program.cs ├── Properties │ └── launchSettings.json ├── appsettings.Development.json └── appsettings.json └── README.md /.gitattributes: -------------------------------------------------------------------------------- 1 | ############################################################################### 2 | # Set default behavior to automatically normalize line endings. 3 | ############################################################################### 4 | * text=auto 5 | 6 | ############################################################################### 7 | # Set default behavior for command prompt diff. 8 | # 9 | # This is need for earlier builds of msysgit that does not have it on by 10 | # default for csharp files. 11 | # Note: This is only used by command line 12 | ############################################################################### 13 | #*.cs diff=csharp 14 | 15 | ############################################################################### 16 | # Set the merge driver for project and solution files 17 | # 18 | # Merging from the command prompt will add diff markers to the files if there 19 | # are conflicts (Merging from VS is not affected by the settings below, in VS 20 | # the diff markers are never inserted). Diff markers may cause the following 21 | # file extensions to fail to load in VS. An alternative would be to treat 22 | # these files as binary and thus will always conflict and require user 23 | # intervention with every merge. To do so, just uncomment the entries below 24 | ############################################################################### 25 | #*.sln merge=binary 26 | #*.csproj merge=binary 27 | #*.vbproj merge=binary 28 | #*.vcxproj merge=binary 29 | #*.vcproj merge=binary 30 | #*.dbproj merge=binary 31 | #*.fsproj merge=binary 32 | #*.lsproj merge=binary 33 | #*.wixproj merge=binary 34 | #*.modelproj merge=binary 35 | #*.sqlproj merge=binary 36 | #*.wwaproj merge=binary 37 | 38 | ############################################################################### 39 | # behavior for image files 40 | # 41 | # image files are treated as binary by default. 42 | ############################################################################### 43 | #*.jpg binary 44 | #*.png binary 45 | #*.gif binary 46 | 47 | ############################################################################### 48 | # diff behavior for common document formats 49 | # 50 | # Convert binary document formats to text before diffing them. This feature 51 | # is only available from the command line. Turn it on by uncommenting the 52 | # entries below. 53 | ############################################################################### 54 | #*.doc diff=astextplain 55 | #*.DOC diff=astextplain 56 | #*.docx diff=astextplain 57 | #*.DOCX diff=astextplain 58 | #*.dot diff=astextplain 59 | #*.DOT diff=astextplain 60 | #*.pdf diff=astextplain 61 | #*.PDF diff=astextplain 62 | #*.rtf diff=astextplain 63 | #*.RTF diff=astextplain 64 | -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- 1 | ## Ignore Visual Studio temporary files, build results, and 2 | ## files generated by popular Visual Studio add-ons. 3 | ## 4 | ## Get latest from https://github.com/github/gitignore/blob/master/VisualStudio.gitignore 5 | 6 | # User-specific files 7 | *.rsuser 8 | *.suo 9 | *.user 10 | *.userosscache 11 | *.sln.docstates 12 | 13 | # User-specific files (MonoDevelop/Xamarin Studio) 14 | *.userprefs 15 | 16 | # Mono auto generated files 17 | mono_crash.* 18 | 19 | # Build results 20 | [Dd]ebug/ 21 | [Dd]ebugPublic/ 22 | [Rr]elease/ 23 | [Rr]eleases/ 24 | x64/ 25 | x86/ 26 | [Ww][Ii][Nn]32/ 27 | [Aa][Rr][Mm]/ 28 | [Aa][Rr][Mm]64/ 29 | bld/ 30 | [Bb]in/ 31 | [Oo]bj/ 32 | [Oo]ut/ 33 | [Ll]og/ 34 | [Ll]ogs/ 35 | 36 | # Visual Studio 2015/2017 cache/options directory 37 | .vs/ 38 | # Uncomment if you have tasks that create the project's static files in wwwroot 39 | #wwwroot/ 40 | 41 | # Visual Studio 2017 auto generated files 42 | Generated\ Files/ 43 | 44 | # MSTest test Results 45 | [Tt]est[Rr]esult*/ 46 | [Bb]uild[Ll]og.* 47 | 48 | # NUnit 49 | *.VisualState.xml 50 | TestResult.xml 51 | nunit-*.xml 52 | 53 | # Build Results of an ATL Project 54 | [Dd]ebugPS/ 55 | [Rr]eleasePS/ 56 | dlldata.c 57 | 58 | # Benchmark Results 59 | BenchmarkDotNet.Artifacts/ 60 | 61 | # .NET Core 62 | project.lock.json 63 | project.fragment.lock.json 64 | artifacts/ 65 | 66 | # ASP.NET Scaffolding 67 | ScaffoldingReadMe.txt 68 | 69 | # StyleCop 70 | StyleCopReport.xml 71 | 72 | # Files built by Visual Studio 73 | *_i.c 74 | *_p.c 75 | *_h.h 76 | *.ilk 77 | *.meta 78 | *.obj 79 | *.iobj 80 | *.pch 81 | *.pdb 82 | *.ipdb 83 | *.pgc 84 | *.pgd 85 | *.rsp 86 | *.sbr 87 | *.tlb 88 | *.tli 89 | *.tlh 90 | *.tmp 91 | *.tmp_proj 92 | *_wpftmp.csproj 93 | *.log 94 | *.vspscc 95 | *.vssscc 96 | .builds 97 | *.pidb 98 | *.svclog 99 | *.scc 100 | 101 | # Chutzpah Test files 102 | _Chutzpah* 103 | 104 | # Visual C++ cache files 105 | ipch/ 106 | *.aps 107 | *.ncb 108 | *.opendb 109 | *.opensdf 110 | *.sdf 111 | *.cachefile 112 | *.VC.db 113 | *.VC.VC.opendb 114 | 115 | # Visual Studio profiler 116 | *.psess 117 | *.vsp 118 | *.vspx 119 | *.sap 120 | 121 | # Visual Studio Trace Files 122 | *.e2e 123 | 124 | # TFS 2012 Local Workspace 125 | $tf/ 126 | 127 | # Guidance Automation Toolkit 128 | *.gpState 129 | 130 | # ReSharper is a .NET coding add-in 131 | _ReSharper*/ 132 | *.[Rr]e[Ss]harper 133 | *.DotSettings.user 134 | 135 | # TeamCity is a build add-in 136 | _TeamCity* 137 | 138 | # DotCover is a Code Coverage Tool 139 | *.dotCover 140 | 141 | # AxoCover is a Code Coverage Tool 142 | .axoCover/* 143 | !.axoCover/settings.json 144 | 145 | # Coverlet is a free, cross platform Code Coverage Tool 146 | coverage*.json 147 | coverage*.xml 148 | coverage*.info 149 | 150 | # Visual Studio code coverage results 151 | *.coverage 152 | *.coveragexml 153 | 154 | # NCrunch 155 | _NCrunch_* 156 | .*crunch*.local.xml 157 | nCrunchTemp_* 158 | 159 | # MightyMoose 160 | *.mm.* 161 | AutoTest.Net/ 162 | 163 | # Web workbench (sass) 164 | .sass-cache/ 165 | 166 | # Installshield output folder 167 | [Ee]xpress/ 168 | 169 | # DocProject is a documentation generator add-in 170 | DocProject/buildhelp/ 171 | DocProject/Help/*.HxT 172 | DocProject/Help/*.HxC 173 | DocProject/Help/*.hhc 174 | DocProject/Help/*.hhk 175 | DocProject/Help/*.hhp 176 | DocProject/Help/Html2 177 | DocProject/Help/html 178 | 179 | # Click-Once directory 180 | publish/ 181 | 182 | # Publish Web Output 183 | *.[Pp]ublish.xml 184 | *.azurePubxml 185 | # Note: Comment the next line if you want to checkin your web deploy settings, 186 | # but database connection strings (with potential passwords) will be unencrypted 187 | *.pubxml 188 | *.publishproj 189 | 190 | # Microsoft Azure Web App publish settings. Comment the next line if you want to 191 | # checkin your Azure Web App publish settings, but sensitive information contained 192 | # in these scripts will be unencrypted 193 | PublishScripts/ 194 | 195 | # NuGet Packages 196 | *.nupkg 197 | # NuGet Symbol Packages 198 | *.snupkg 199 | # The packages folder can be ignored because of Package Restore 200 | **/[Pp]ackages/* 201 | # except build/, which is used as an MSBuild target. 202 | !**/[Pp]ackages/build/ 203 | # Uncomment if necessary however generally it will be regenerated when needed 204 | #!**/[Pp]ackages/repositories.config 205 | # NuGet v3's project.json files produces more ignorable files 206 | *.nuget.props 207 | *.nuget.targets 208 | 209 | # Microsoft Azure Build Output 210 | csx/ 211 | *.build.csdef 212 | 213 | # Microsoft Azure Emulator 214 | ecf/ 215 | rcf/ 216 | 217 | # Windows Store app package directories and files 218 | AppPackages/ 219 | BundleArtifacts/ 220 | Package.StoreAssociation.xml 221 | _pkginfo.txt 222 | *.appx 223 | *.appxbundle 224 | *.appxupload 225 | 226 | # Visual Studio cache files 227 | # files ending in .cache can be ignored 228 | *.[Cc]ache 229 | # but keep track of directories ending in .cache 230 | !?*.[Cc]ache/ 231 | 232 | # Others 233 | ClientBin/ 234 | ~$* 235 | *~ 236 | *.dbmdl 237 | *.dbproj.schemaview 238 | *.jfm 239 | *.pfx 240 | *.publishsettings 241 | orleans.codegen.cs 242 | 243 | # Including strong name files can present a security risk 244 | # (https://github.com/github/gitignore/pull/2483#issue-259490424) 245 | #*.snk 246 | 247 | # Since there are multiple workflows, uncomment next line to ignore bower_components 248 | # (https://github.com/github/gitignore/pull/1529#issuecomment-104372622) 249 | #bower_components/ 250 | 251 | # RIA/Silverlight projects 252 | Generated_Code/ 253 | 254 | # Backup & report files from converting an old project file 255 | # to a newer Visual Studio version. Backup files are not needed, 256 | # because we have git ;-) 257 | _UpgradeReport_Files/ 258 | Backup*/ 259 | UpgradeLog*.XML 260 | UpgradeLog*.htm 261 | ServiceFabricBackup/ 262 | *.rptproj.bak 263 | 264 | # SQL Server files 265 | *.mdf 266 | *.ldf 267 | *.ndf 268 | 269 | # Business Intelligence projects 270 | *.rdl.data 271 | *.bim.layout 272 | *.bim_*.settings 273 | *.rptproj.rsuser 274 | *- [Bb]ackup.rdl 275 | *- [Bb]ackup ([0-9]).rdl 276 | *- [Bb]ackup ([0-9][0-9]).rdl 277 | 278 | # Microsoft Fakes 279 | FakesAssemblies/ 280 | 281 | # GhostDoc plugin setting file 282 | *.GhostDoc.xml 283 | 284 | # Node.js Tools for Visual Studio 285 | .ntvs_analysis.dat 286 | node_modules/ 287 | 288 | # Visual Studio 6 build log 289 | *.plg 290 | 291 | # Visual Studio 6 workspace options file 292 | *.opt 293 | 294 | # Visual Studio 6 auto-generated workspace file (contains which files were open etc.) 295 | *.vbw 296 | 297 | # Visual Studio LightSwitch build output 298 | **/*.HTMLClient/GeneratedArtifacts 299 | **/*.DesktopClient/GeneratedArtifacts 300 | **/*.DesktopClient/ModelManifest.xml 301 | **/*.Server/GeneratedArtifacts 302 | **/*.Server/ModelManifest.xml 303 | _Pvt_Extensions 304 | 305 | # Paket dependency manager 306 | .paket/paket.exe 307 | paket-files/ 308 | 309 | # FAKE - F# Make 310 | .fake/ 311 | 312 | # CodeRush personal settings 313 | .cr/personal 314 | 315 | # Python Tools for Visual Studio (PTVS) 316 | __pycache__/ 317 | *.pyc 318 | 319 | # Cake - Uncomment if you are using it 320 | # tools/** 321 | # !tools/packages.config 322 | 323 | # Tabs Studio 324 | *.tss 325 | 326 | # Telerik's JustMock configuration file 327 | *.jmconfig 328 | 329 | # BizTalk build output 330 | *.btp.cs 331 | *.btm.cs 332 | *.odx.cs 333 | *.xsd.cs 334 | 335 | # OpenCover UI analysis results 336 | OpenCover/ 337 | 338 | # Azure Stream Analytics local run output 339 | ASALocalRun/ 340 | 341 | # MSBuild Binary and Structured Log 342 | *.binlog 343 | 344 | # NVidia Nsight GPU debugger configuration file 345 | *.nvuser 346 | 347 | # MFractors (Xamarin productivity tool) working folder 348 | .mfractor/ 349 | 350 | # Local History for Visual Studio 351 | .localhistory/ 352 | 353 | # BeatPulse healthcheck temp database 354 | healthchecksdb 355 | 356 | # Backup folder for Package Reference Convert tool in Visual Studio 2017 357 | MigrationBackup/ 358 | 359 | # Ionide (cross platform F# VS Code tools) working folder 360 | .ionide/ 361 | 362 | # Fody - auto-generated XML schema 363 | FodyWeavers.xsd -------------------------------------------------------------------------------- /FunctionCallBridge.sln: -------------------------------------------------------------------------------- 1 |  2 | Microsoft Visual Studio Solution File, Format Version 12.00 3 | # Visual Studio Version 17 4 | VisualStudioVersion = 17.12.35527.113 d17.12 5 | MinimumVisualStudioVersion = 10.0.40219.1 6 | Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "FunctionCallBridge", "FunctionCallBridge\FunctionCallBridge.csproj", "{5A1B4A94-E1B1-48FB-B765-57227B26B780}" 7 | EndProject 8 | Global 9 | GlobalSection(SolutionConfigurationPlatforms) = preSolution 10 | Debug|Any CPU = Debug|Any CPU 11 | Release|Any CPU = Release|Any CPU 12 | EndGlobalSection 13 | GlobalSection(ProjectConfigurationPlatforms) = postSolution 14 | {5A1B4A94-E1B1-48FB-B765-57227B26B780}.Debug|Any CPU.ActiveCfg = Debug|Any CPU 15 | {5A1B4A94-E1B1-48FB-B765-57227B26B780}.Debug|Any CPU.Build.0 = Debug|Any CPU 16 | {5A1B4A94-E1B1-48FB-B765-57227B26B780}.Release|Any CPU.ActiveCfg = Release|Any CPU 17 | {5A1B4A94-E1B1-48FB-B765-57227B26B780}.Release|Any CPU.Build.0 = Release|Any CPU 18 | EndGlobalSection 19 | GlobalSection(SolutionProperties) = preSolution 20 | HideSolutionNode = FALSE 21 | EndGlobalSection 22 | EndGlobal 23 | -------------------------------------------------------------------------------- /FunctionCallBridge/.config/dotnet-tools.json: -------------------------------------------------------------------------------- 1 | { 2 | "version": 1, 3 | "isRoot": true, 4 | "tools": { 5 | "dotnet-ef": { 6 | "version": "9.0.1", 7 | "commands": [ 8 | "dotnet-ef" 9 | ], 10 | "rollForward": false 11 | } 12 | } 13 | } -------------------------------------------------------------------------------- /FunctionCallBridge/Controllers/ChatController.cs: -------------------------------------------------------------------------------- 1 | using FunctionCallBridge.OpenAIModel; 2 | using Microsoft.AspNetCore.Http; 3 | using Microsoft.AspNetCore.Mvc; 4 | using Newtonsoft.Json; 5 | using RestSharp; 6 | using System.Net.Http.Headers; 7 | using System.Text; 8 | using System.Text.RegularExpressions; 9 | 10 | 11 | namespace FunctionCallBridge.Controllers 12 | { 13 | [ApiController] 14 | public class ChatController : ControllerBase 15 | { 16 | /// 17 | /// 对话接口 18 | /// 19 | /// 20 | [HttpPost] 21 | [Route("v1/chat/completions")] 22 | public async Task Chat(OpenAIRequest model) 23 | { 24 | Request.Headers.TryGetValue("Authorization", out var apiKey); 25 | if (IsCall(model)) 26 | { 27 | //如果已经调用过 28 | 29 | foreach (var message in model.messages) 30 | { 31 | if (message.content == null) 32 | { 33 | message.content = "开始调用函数"; 34 | } 35 | if (message.role == "tool") 36 | { 37 | message.role = "assistant"; 38 | } 39 | } 40 | 41 | //model.messages.RemoveAll(m => m.content == null); 42 | 43 | model.tools = null; 44 | return await ProcessRequest(model, apiKey, model.stream); 45 | } 46 | if (NeedsFunctionCallProcessing(model)) 47 | { 48 | BuildFunctionCallPrompt(model); 49 | return await ProcessRequest(model, apiKey, false,false,true); 50 | } 51 | else if (NeedsJsonProcessing(model)) 52 | { 53 | BuildJsonPrompt(model); 54 | return await ProcessRequest(model, apiKey, false, false); 55 | } 56 | else 57 | { 58 | model.tools = null; 59 | return await ProcessRequest(model, apiKey, model.stream); 60 | } 61 | } 62 | 63 | 64 | private bool IsCall(OpenAIRequest model) 65 | { 66 | bool flag = false; ; 67 | foreach (var message in model.messages) 68 | { 69 | if (message.role == "tool") 70 | { 71 | return true; 72 | } 73 | } 74 | return flag; 75 | } 76 | 77 | // 判断是否需要处理 function call 和 json_object 参数的方法 78 | private bool NeedsFunctionCallProcessing(OpenAIRequest model) 79 | { 80 | // 根据实际情况判断 81 | // 例如，检查 model 中是否包含特定的 function 或者参数类型 82 | //foreach (var message in model.Messages) 83 | //{ 84 | // if (message.Role == "tool") 85 | // { 86 | // return false; 87 | // } 88 | //} 89 | return (model.tools!=null&&model.tools.Count>0); // 根据需求返回 true 或 false 90 | } 91 | 92 | private bool NeedsJsonProcessing(OpenAIRequest model) 93 | { 94 | // 根据实际情况判断是否需要处理 JSON 95 | // 例如，检查 model 中是否包含特定的 JSON 参数 96 | return model.response_format?.type== "json_object"; 97 | } 98 | 99 | private async Task ProcessRequest(OpenAIRequest model, string apiKey, bool stream,bool isThink=true,bool isFc=false) 100 | { 101 | Console.WriteLine("请求:"); 102 | Console.WriteLine(JsonConvert.SerializeObject(model, Formatting.Indented)); 103 | if (stream) 104 | { 105 | Response.ContentType = "text/event-stream"; 106 | Response.Headers.Add("Cache-Control", "no-cache"); 107 | Response.Headers.Add("X-Accel-Buffering", "no"); 108 | 109 | using var httpClient = new HttpClient(); 110 | if (!string.IsNullOrEmpty(apiKey)) 111 | { 112 | httpClient.DefaultRequestHeaders.Authorization = new AuthenticationHeaderValue("Bearer", apiKey); 113 | } 114 | 115 | var requestcontent = new StringContent(JsonConvert.SerializeObject(model), Encoding.UTF8, "application/json"); 116 | 117 | using var requestmessage = new HttpRequestMessage(HttpMethod.Post, AIOption.Endpoint) 118 | { 119 | Content = requestcontent 120 | }; 121 | 122 | using var responsemessage = await httpClient.SendAsync(requestmessage, HttpCompletionOption.ResponseHeadersRead); 123 | 124 | if (responsemessage.IsSuccessStatusCode) 125 | { 126 | var streamResponse = await responsemessage.Content.ReadAsStreamAsync(); 127 | using var reader = new StreamReader(streamResponse); 128 | 129 | string line; 130 | while ((line = await reader.ReadLineAsync()) != null) 131 | { 132 | if (!string.IsNullOrWhiteSpace(line)) 133 | { 134 | var sseData = $"{line}\n\n"; 135 | var dataBytes = Encoding.UTF8.GetBytes(sseData); 136 | await Response.Body.WriteAsync(dataBytes, 0, dataBytes.Length); 137 | await Response.Body.FlushAsync(); 138 | } 139 | } 140 | return new EmptyResult(); 141 | } 142 | else 143 | { 144 | var errorcontent = await responsemessage.Content.ReadAsStringAsync(); 145 | return StatusCode((int)responsemessage.StatusCode, errorcontent); 146 | } 147 | } 148 | else 149 | { 150 | Response.ContentType = "application/json"; 151 | var client = new RestClient(); 152 | var request = new RestRequest(AIOption.Endpoint, Method.Post); 153 | request.AddHeader("content-Type", "application/json"); 154 | if (!string.IsNullOrEmpty(apiKey)) 155 | { 156 | request.AddHeader("Authorization", $"Bearer {apiKey}"); 157 | } 158 | request.AddJsonBody(model); 159 | 160 | var response = await client.ExecuteAsync(request); 161 | if (response.IsSuccessful) 162 | { 163 | ChatCompletion chatCompletion = JsonConvert.DeserializeObject(response.Content); 164 | if (isThink) 165 | { 166 | return Ok(chatCompletion); 167 | } 168 | else 169 | { 170 | foreach (var choice in chatCompletion.Choices) 171 | { 172 | choice.message.content = Regex.Replace(choice.message.content, ".*?", string.Empty, RegexOptions.Singleline); 173 | choice.message.content = choice.message.content.Replace("```json", "").Replace("```", ""); 174 | 175 | ToolCall tool = new ToolCall(); 176 | tool.function = JsonConvert.DeserializeObject(choice.message.content); 177 | tool.function.arguments = JsonConvert.SerializeObject(tool.function.arguments); 178 | choice.message.tool_calls = new List() { 179 | tool 180 | }; 181 | 182 | 183 | choice.message.content = null; 184 | if (isFc) 185 | { 186 | choice.finish_reason = "tool_calls"; 187 | } 188 | } 189 | 190 | Console.WriteLine("响应:"); 191 | Console.WriteLine(JsonConvert.SerializeObject(chatCompletion, Formatting.Indented)); 192 | return Ok(chatCompletion); 193 | } 194 | } 195 | else 196 | { 197 | return StatusCode((int)response.StatusCode, response.Content); 198 | } 199 | } 200 | } 201 | 202 | private void BuildFunctionCallPrompt(OpenAIRequest model) 203 | { 204 | string fcPrompt = System.IO.File.ReadAllText("FunctionCallPrompt.txt"); 205 | 206 | var functions = new StringBuilder(); 207 | foreach (var tool in model.tools) 208 | { 209 | functions.AppendLine($"- {tool.function.name}: {tool.function.description}"); 210 | } 211 | fcPrompt = fcPrompt.Replace("$(functions)", functions.ToString()); 212 | fcPrompt = fcPrompt.Replace("$(input)", model.messages[model.messages.Count-1].content); 213 | 214 | 215 | model.messages[model.messages.Count - 1].content = fcPrompt; 216 | 217 | model.tools = null; 218 | } 219 | 220 | private void BuildJsonPrompt(OpenAIRequest model) 221 | { 222 | string jsonPrompt = System.IO.File.ReadAllText("JsonPrompt.txt"); 223 | jsonPrompt = jsonPrompt.Replace("$(input)", model.messages[model.messages.Count - 1].content); 224 | model.messages[model.messages.Count - 1].content = jsonPrompt; 225 | } 226 | } 227 | } 228 | -------------------------------------------------------------------------------- /FunctionCallBridge/FunctionCallBridge.csproj: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | net8.0 5 | enable 6 | enable 7 | true 8 | win-x64 9 | 10 | 11 | 12 | 13 | 14 | 15 | 16 | 17 | 18 | 19 | PreserveNewest 20 | 21 | 22 | PreserveNewest 23 | 24 | 25 | 26 | 27 | -------------------------------------------------------------------------------- /FunctionCallBridge/FunctionCallPrompt.txt: -------------------------------------------------------------------------------- 1 | 你是一个具备函数调用功能的大模型，我会给你函数清单包含函数名称(name)、描述(description)、参数(函数列表的required) 等。 2 | 你判断用户的输入是否需要调用函数，如果需要调用则返回函数，如果不需要调用函数直接用文本回答用户问题。 3 | 4 | 可选函数列表 5 | $(functions) 6 | 7 | 需要调用则返回json数据 8 | # function.parameters.properties是函数所需参数对象，对象里的key是参数名称，对象的值是参数类型和描述， 9 | # 返回结果的arguments的参数需要根据函数列表中函数对应的function.parameters参数来进行提取，确保与function.parameters的参数名称一样。 10 | 例如函数列表中函数为： 11 | { 12 | "function": { 13 | "name": "GetOrder", 14 | "description": "获取订单信息", 15 | "parameters": { 16 | "type": "object", 17 | "required": [], 18 | "properties": { 19 | "orded_id": { 20 | "type": "string", 21 | "description": "订单号" 22 | } 23 | } 24 | } 25 | }, 26 | "type": "function" 27 | } 28 | 返回应该为: 29 | { 30 | "name": "GetOrder", 31 | "arguments": {"orded_id":"XXX"} 32 | } 33 | 34 | 否则直接回答用户问题。 35 | 36 | 37 | 38 | 用户输入： 39 | $(input) 40 | 41 | 你的返回： -------------------------------------------------------------------------------- /FunctionCallBridge/JsonPrompt.txt: -------------------------------------------------------------------------------- 1 | 你是一个json提取器，用户输入的问题你必须以json格式返回。 2 | 用户问题： 3 | $(input) -------------------------------------------------------------------------------- /FunctionCallBridge/OpenAIModel/AIOption.cs: -------------------------------------------------------------------------------- 1 | namespace FunctionCallBridge.OpenAIModel 2 | { 3 | public class AIOption 4 | { 5 | public static string Endpoint { get; set; } 6 | 7 | public static string ModelName { get; set; } 8 | } 9 | } 10 | -------------------------------------------------------------------------------- /FunctionCallBridge/OpenAIModel/ChatCompletion.cs: -------------------------------------------------------------------------------- 1 | namespace FunctionCallBridge.OpenAIModel 2 | { 3 | public class ChatCompletion 4 | { 5 | public string Id { get; set; } 6 | public string Object { get; set; } 7 | public long Created { get; set; } 8 | public string Model { get; set; } 9 | public string SystemFingerprint { get; set; } 10 | public List Choices { get; set; } 11 | public Usage Usage { get; set; } 12 | } 13 | 14 | public class Choice 15 | { 16 | public int index { get; set; } 17 | public Message message { get; set; } 18 | public string finish_reason { get; set; } 19 | } 20 | 21 | public class Message 22 | { 23 | public string role { get; set; } 24 | public string content { get; set; } 25 | 26 | public List tool_calls { get; set; } 27 | } 28 | 29 | public class ToolCall 30 | { 31 | public string id { get; set; } = $"call_{Guid.NewGuid()}"; 32 | public string type { get; set; } = "function"; 33 | public Function function { get; set; } 34 | } 35 | 36 | public class Usage 37 | { 38 | public int prompt_tokens { get; set; } 39 | public int completion_tokens { get; set; } 40 | public int total_tokens { get; set; } 41 | } 42 | 43 | public class FunctionDetails 44 | { 45 | public string id { get; set; } 46 | public string Type { get; set; } 47 | public Function function { get; set; } 48 | } 49 | 50 | public class Function 51 | { 52 | public string name { get; set; } 53 | public object arguments { get; set; } 54 | } 55 | } 56 | -------------------------------------------------------------------------------- /FunctionCallBridge/OpenAIModel/OpenAIModel.cs: -------------------------------------------------------------------------------- 1 | using FunctionCallBridge.OpenAIModel; 2 | using Newtonsoft.Json; 3 | 4 | namespace FunctionCallBridge 5 | { 6 | public class OpenAIRequest 7 | { 8 | public string model { get; set; } 9 | public List messages { get; set; } 10 | 11 | public double temperature { get; set; } 12 | public double top_p { get; set; } 13 | public bool stream { get; set; } 14 | public int max_tokens { get; set; } 15 | public double presence_penalty { get; set; } 16 | public double frequency_penalty { get; set; } 17 | 18 | public ResponseFormat? response_format { get; set; } 19 | public List? tools { get; set; } 20 | } 21 | 22 | public class ResponseFormat 23 | { 24 | public string type { get; set; } 25 | } 26 | 27 | public class Message 28 | { 29 | public string role { get; set; } 30 | public string? content { get; set; } 31 | 32 | public List? tool_calls { get; set; } 33 | } 34 | 35 | public class Tool 36 | { 37 | public string type { get; set; } 38 | public Function function { get; set; } 39 | } 40 | 41 | public class Function 42 | { 43 | public string name { get; set; } 44 | public string description { get; set; } 45 | public Parameters parameters { get; set; } 46 | } 47 | 48 | public class Parameters 49 | { 50 | public string type { get; set; } 51 | public Properties? properties { get; set; } 52 | public List required { get; set; } 53 | } 54 | 55 | public class Properties 56 | { 57 | public Location? location { get; set; } 58 | public Unit? unit { get; set; } 59 | } 60 | 61 | public class Location 62 | { 63 | public string type { get; set; } 64 | public string description { get; set; } 65 | } 66 | 67 | public class Unit 68 | { 69 | public string type { get; set; } 70 | public List Enum { get; set; } 71 | } 72 | 73 | } 74 | -------------------------------------------------------------------------------- /FunctionCallBridge/Program.cs: -------------------------------------------------------------------------------- 1 | using FunctionCallBridge.OpenAIModel; 2 | 3 | var builder = WebApplication.CreateBuilder(args); 4 | 5 | // Add services to the container. 6 | 7 | builder.Services.AddControllers(); 8 | // Learn more about configuring Swagger/OpenAPI at https://aka.ms/aspnetcore/swashbuckle 9 | builder.Services.AddEndpointsApiExplorer(); 10 | builder.Services.AddSwaggerGen(); 11 | builder.Configuration.GetSection("AIOption").Get(); 12 | 13 | 14 | var app = builder.Build(); 15 | 16 | // Configure the HTTP request pipeline. 17 | if (app.Environment.IsDevelopment()) 18 | { 19 | app.UseSwagger(); 20 | app.UseSwaggerUI(); 21 | } 22 | 23 | //app.UseHttpsRedirection(); 24 | 25 | app.UseAuthorization(); 26 | 27 | app.MapControllers(); 28 | Console.WriteLine("FunctionCallBridge 是一个针对deepseek-r1 小参数进行函数调用 与json格式转换的桥接工具，联系作者微信:xuzeyu91"); 29 | Console.WriteLine(); 30 | app.Run(); 31 | 32 | 33 | -------------------------------------------------------------------------------- /FunctionCallBridge/Properties/launchSettings.json: -------------------------------------------------------------------------------- 1 | { 2 | "$schema": "http://json.schemastore.org/launchsettings.json", 3 | "iisSettings": { 4 | "windowsAuthentication": false, 5 | "anonymousAuthentication": true, 6 | "iisExpress": { 7 | "applicationUrl": "http://localhost:55400", 8 | "sslPort": 44398 9 | } 10 | }, 11 | "profiles": { 12 | "http": { 13 | "commandName": "Project", 14 | "dotnetRunMessages": true, 15 | "launchBrowser": true, 16 | "launchUrl": "swagger", 17 | "applicationUrl": "http://localhost:5087", 18 | "environmentVariables": { 19 | "ASPNETCORE_ENVIRONMENT": "Development" 20 | } 21 | }, 22 | "https": { 23 | "commandName": "Project", 24 | "dotnetRunMessages": true, 25 | "launchBrowser": true, 26 | "launchUrl": "swagger", 27 | "applicationUrl": "https://localhost:7218;http://localhost:5087", 28 | "environmentVariables": { 29 | "ASPNETCORE_ENVIRONMENT": "Development" 30 | } 31 | }, 32 | "IIS Express": { 33 | "commandName": "IISExpress", 34 | "launchBrowser": true, 35 | "launchUrl": "swagger", 36 | "environmentVariables": { 37 | "ASPNETCORE_ENVIRONMENT": "Development" 38 | } 39 | } 40 | } 41 | } 42 | -------------------------------------------------------------------------------- /FunctionCallBridge/appsettings.Development.json: -------------------------------------------------------------------------------- 1 | { 2 | "Logging": { 3 | "LogLevel": { 4 | "Default": "Information", 5 | "Microsoft.AspNetCore": "Warning" 6 | } 7 | }, 8 | "urls": "http://*:5000", 9 | "AIOption": { 10 | "EndPoint": "http://localhost:11434/v1/chat/completions" 11 | } 12 | } 13 | -------------------------------------------------------------------------------- /FunctionCallBridge/appsettings.json: -------------------------------------------------------------------------------- 1 | { 2 | "Logging": { 3 | "LogLevel": { 4 | "Default": "Information", 5 | "Microsoft.AspNetCore": "Warning" 6 | } 7 | }, 8 | "AllowedHosts": "*", 9 | "urls": "http://*:5000", 10 | "AIOption": { 11 | "EndPoint": "http://localhost:11434/v1/chat/completions" 12 | } 13 | } 14 | -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- 1 | # FunctionCallBridge 是一款让不支持function call的模型通过提示词方式支持兼容function call格式的桥接插件。 2 | 3 | 把原有ollama 接口http://localhost:11434/v1/chat/completions 替换为调用 4 | 5 | FunctionCallBridge 的http://localhost:5000/v1/chat/completions 6 | 7 | 即可实现 json_object 和function call的能力。提示词可根据模型情况调整 8 | 9 | 对deepseek-r1:7b 和14b进行过测试，但是不同函数需要针对提示词修改效果更佳 10 | --------------------------------------------------------------------------------