├── .editorconfig ├── .github ├── ISSUE_TEMPLATE │ ├── blank_issue.yml │ ├── bug_report.yml │ └── feature_request.yml ├── _typos.toml ├── dependabot.yml ├── download_models.py ├── prepare_release.sh ├── upload_to_hf.py └── workflows │ ├── benchmark.yml │ ├── code_format.yml │ ├── compile.yml │ ├── main.yml │ ├── release-minor-trigger.yml │ ├── release-minor.yml │ ├── release-patch-trigger.yml │ ├── release-patch.yml │ ├── spell_check.yml │ ├── stale_issues.yml │ └── update_api_references.yml ├── .gitignore ├── .gitmodules ├── Assets ├── LLamaSharp-Integrations.png ├── LLamaSharp-Integrations.vsdx ├── LLamaSharpLogo.png ├── console_demo.gif ├── llava_demo.gif ├── web-ui-dark.png └── web-ui-light.png ├── CONTRIBUTING.md ├── LICENSE ├── LLama.Benchmark ├── Assets │ ├── TextCompletionPrompts.txt │ ├── extreme-ironing-taxi-610x427.jpg │ └── models.txt ├── Collections │ └── FixedSizeQueueBenchmark.cs ├── Common.cs ├── Constants.cs ├── LLama.Benchmark.csproj ├── LLamaExecutorBenchmark │ └── Prefill.cs └── Program.cs ├── LLama.Examples ├── Assets │ ├── BoolQ │ │ ├── train.csv │ │ └── validation.csv │ ├── alpaca.txt │ ├── chat-with-bob.json │ ├── chat-with-bob.txt │ ├── chat-with-kunkun-chinese.json │ ├── chat-with-kunkun-chinese.txt │ ├── chat-with-vicuna-v0.txt │ ├── chat-with-vicuna-v1.txt │ ├── chat.txt │ ├── dan.txt │ ├── json.gbnf │ ├── reason-act.txt │ ├── sample-KM-Readme.pdf │ └── sample-SK-Readme.pdf ├── ExampleRunner.cs ├── Examples │ ├── BatchedExecutorBeamSearch.cs │ ├── BatchedExecutorBoolQ.cs │ ├── BatchedExecutorFork.cs │ ├── BatchedExecutorLLava.cs │ ├── BatchedExecutorRewind.cs │ ├── BatchedExecutorSaveAndLoad.cs │ ├── BatchedExecutorSimple.cs │ ├── ChatChineseGB2312.cs │ ├── ChatSessionStripRoleName.cs │ ├── ChatSessionWithHistory.cs │ ├── ChatSessionWithRestart.cs │ ├── ChatSessionWithRoleName.cs │ ├── CodingAssistant.cs │ ├── CustomSampler.cs │ ├── GetEmbeddings.cs │ ├── GrammarJsonResponse.cs │ ├── InstructModeExecute.cs │ ├── InteractiveModeExecute.cs │ ├── KernelMemory.cs │ ├── KernelMemorySaveAndLoad.cs │ ├── LLama2ChatSession.cs │ ├── LLama3ChatSession.cs │ ├── LlavaInteractiveModeExecute.cs │ ├── LoadAndSaveSession.cs │ ├── LoadAndSaveState.cs │ ├── QuantizeModel.cs │ ├── SemanticKernelChat.cs │ ├── SemanticKernelHomeAutomation.cs │ ├── SemanticKernelMemory.cs │ ├── SemanticKernelPrompt.cs │ ├── SpeechChat.cs │ ├── StatelessModeExecute.cs │ └── TalkToYourself.cs ├── Extensions │ └── IAsyncEnumerableExtensions.cs ├── LLama.Examples.csproj ├── Program.cs └── UserSettings.cs ├── LLama.Experimental ├── Extensions │ └── NativeLibraryAutoDownloadExtension.cs ├── LLama.Experimental.csproj └── Native │ ├── AutoDownloadedLibraries.cs │ ├── NativeLibraryDownloader.cs │ └── SelectingPolicyWithAutoDownload.cs ├── LLama.KernelMemory ├── BuilderExtensions.cs ├── LLamaSharp.KernelMemory.csproj ├── LLamaSharpTextEmbeddingGenerator.cs ├── LlamaSharpConfig.cs └── LlamaSharpTextGenerator.cs ├── LLama.SemanticKernel ├── ChatCompletion │ ├── ChatRequestSettings.cs │ ├── ChatRequestSettingsConverter.cs │ ├── HistoryTransform.cs │ └── LLamaSharpChatCompletion.cs ├── ExtensionMethods.cs ├── LLamaSharp.SemanticKernel.csproj ├── LLamaSharpPromptExecutionSettings.cs ├── LLamaSharpPromptExecutionSettingsConverter.cs ├── README.md ├── TextCompletion │ └── LLamaSharpTextCompletion.cs └── TextEmbedding │ └── LLamaSharpEmbeddingGeneration.cs ├── LLama.Unittest ├── AssemblyAttributes.cs ├── BasicTest.cs ├── Constants.cs ├── DictionaryExtensionsTests.cs ├── EncodingExtensionsTests.cs ├── FixedSizeQueueTests.cs ├── IEnumerableExtensionsTests.cs ├── IReadOnlyListExtensionsTests.cs ├── KernelMemory │ ├── ITextTokenizerTests.cs │ ├── LLamaSharpTextEmbeddingGeneratorTests.cs │ └── LlamaSharpTextGeneratorTests.cs ├── KeyValuePairExtensionsTests.cs ├── LLama.Unittest.csproj ├── LLamaContextTests.cs ├── LLamaContextWithCustomLoggerTests.cs ├── LLamaEmbedderTests.cs ├── LLamaRerankerTests.cs ├── MemoryDisposalTests.cs ├── Models │ └── extreme-ironing-taxi-610x427.jpg ├── ModelsParamsTests.cs ├── Native │ ├── SafeLlamaModelHandleTests.cs │ └── SafeLlamaModelHandleVocabularyTests.cs ├── SamplingTests.cs ├── SemanticKernel │ ├── ChatRequestSettingsConverterTests.cs │ ├── ChatRequestSettingsTests.cs │ ├── ExtensionMethodsTests.cs │ ├── LLamaSharpChatCompletionTests.cs │ └── LLamaSharpTextCompletionTests.cs ├── StatelessExecutorTest.cs ├── StreamingTextDecoderTests.cs ├── TemplateTests.cs ├── TextTransformTests.cs ├── TokenTests.cs ├── Transformers │ └── PromptTemplateTransformerTests.cs └── Usings.cs ├── LLama.Web ├── Async │ ├── AsyncGuard.cs │ └── AsyncLock.cs ├── Common │ ├── ISessionConfig.cs │ ├── InferenceOptions.cs │ ├── LLamaExecutorType.cs │ ├── LLamaOptions.cs │ ├── ModelLoadType.cs │ ├── ModelOptions.cs │ ├── ServiceResult.cs │ ├── SessionConfig.cs │ └── SessionConnectionStatus.cs ├── Extensions.cs ├── Hubs │ ├── ISessionClient.cs │ └── SessionConnectionHub.cs ├── LLama.Web.csproj ├── Models │ ├── LLamaModel.cs │ ├── ModelSession.cs │ └── TokenModel.cs ├── Pages │ ├── Error.cshtml │ ├── Error.cshtml.cs │ ├── Index.cshtml │ ├── Index.cshtml.cs │ ├── Shared │ │ ├── _ChatTemplates.cshtml │ │ ├── _Layout.cshtml │ │ ├── _Layout.cshtml.css │ │ ├── _Parameters.cshtml │ │ └── _ValidationScriptsPartial.cshtml │ ├── _ViewImports.cshtml │ └── _ViewStart.cshtml ├── Program.cs ├── README.md ├── Services │ ├── IModelService.cs │ ├── IModelSessionService.cs │ ├── ModelLoaderService.cs │ ├── ModelService.cs │ └── ModelSessionService.cs ├── appsettings.Development.json ├── appsettings.json ├── libman.json └── wwwroot │ ├── css │ └── site.css │ ├── favicon.ico │ ├── fonts │ └── Roboto-Regular.ttf │ ├── image │ ├── llama-sharp.png │ └── loading.gif │ ├── js │ ├── sessionConnectionChat.js │ ├── site.js │ └── theme.js │ └── lib │ ├── jquery-validation-unobtrusive │ ├── LICENSE.txt │ ├── jquery.validate.unobtrusive.js │ └── jquery.validate.unobtrusive.min.js │ ├── jquery-validation │ ├── LICENSE.md │ └── dist │ │ ├── additional-methods.js │ │ ├── additional-methods.min.js │ │ ├── jquery.validate.js │ │ └── jquery.validate.min.js │ ├── jquery.unobtrusive-ajax.min.js │ ├── jquery │ ├── jquery.js │ ├── jquery.min.js │ ├── jquery.min.map │ ├── jquery.slim.js │ ├── jquery.slim.min.js │ └── jquery.slim.min.map │ ├── mustache │ └── mustache.js │ └── signalr │ └── signalr.min.js ├── LLama.WebAPI ├── Controllers │ └── ChatController.cs ├── LLama.WebAPI.csproj ├── Models │ └── SendMessageInput.cs ├── Program.cs ├── Services │ ├── StatefulChatService.cs │ └── StatelessChatService.cs ├── appsettings.Development.json └── appsettings.json ├── LLama ├── Abstractions │ ├── IContextParams.cs │ ├── IHistoryTransform.cs │ ├── IInferenceParams.cs │ ├── ILLamaExecutor.cs │ ├── ILLamaParams.cs │ ├── IModelParams.cs │ ├── INativeLibrary.cs │ ├── INativeLibrarySelectingPolicy.cs │ ├── ITextStreamTransform.cs │ ├── ITextTransform.cs │ └── TensorBufferOverride.cs ├── AntipromptProcessor.cs ├── AssemblyAttributes.cs ├── Batched │ ├── BatchedExecutor.cs │ ├── Conversation.cs │ ├── ConversationExtensions.cs │ ├── Exceptions.cs │ └── LLamaContextExtensions.cs ├── ChatSession.cs ├── Common │ ├── ChatHistory.cs │ ├── FixedSizeQueue.cs │ ├── InferenceParams.cs │ ├── ModelParams.cs │ └── PolymorphicJSONConverter.cs ├── Exceptions │ └── RuntimeError.cs ├── Extensions │ ├── DictionaryExtensions.cs │ ├── EncodingExtensions.cs │ ├── IContextParamsExtensions.cs │ ├── IEnumerableExtensions.cs │ ├── IModelParamsExtensions.cs │ ├── IReadOnlyListExtensions.cs │ ├── KeyValuePairExtensions.cs │ ├── LLamaExecutorExtensions.cs │ ├── ListExtensions.cs │ ├── ProcessExtensions.cs │ ├── SpanExtensions.cs │ └── SpanNormalizationExtensions.cs ├── GlobalSuppressions.cs ├── LLamaContext.cs ├── LLamaEmbedder.EmbeddingGenerator.cs ├── LLamaEmbedder.cs ├── LLamaExecutorBase.cs ├── LLamaInstructExecutor.cs ├── LLamaInteractExecutor.cs ├── LLamaQuantizer.cs ├── LLamaReranker.cs ├── LLamaSharp.Runtime.targets ├── LLamaSharp.csproj ├── LLamaStatelessExecutor.cs ├── LLamaTemplate.cs ├── LLamaTransforms.cs ├── LLamaWeights.cs ├── LLavaWeights.cs ├── Native │ ├── DecodeResult.cs │ ├── EncodeResult.cs │ ├── GGMLType.cs │ ├── GPUSplitMode.cs │ ├── GroupDisposable.cs │ ├── LLamaAttentionType.cs │ ├── LLamaBatch.cs │ ├── LLamaBatchEmbeddings.cs │ ├── LLamaChatMessage.cs │ ├── LLamaContextParams.cs │ ├── LLamaFlashAttentionType.cs │ ├── LLamaFtype.cs │ ├── LLamaLogLevel.cs │ ├── LLamaModelMetadataOverride.cs │ ├── LLamaModelParams.cs │ ├── LLamaModelQuantizeParams.cs │ ├── LLamaModelTensorBufferOverride.cs │ ├── LLamaNativeBatch.cs │ ├── LLamaPoolingType.cs │ ├── LLamaPos.cs │ ├── LLamaRopeType.cs │ ├── LLamaSeqId.cs │ ├── LLamaTimings.cs │ ├── LLamaToken.cs │ ├── LLamaTokenAttr.cs │ ├── LLamaTokenData.cs │ ├── LLamaTokenDataArray.cs │ ├── LLamaVocabNative.cs │ ├── LLamaVocabType.cs │ ├── LLavaImageEmbed.cs │ ├── Load │ │ ├── DefaultNativeLibrarySelectingPolicy.cs │ │ ├── NativeLibraryConfig.cs │ │ ├── NativeLibraryFromPath.cs │ │ ├── NativeLibraryMetadata.cs │ │ ├── NativeLibraryUtils.cs │ │ ├── NativeLibraryWithAvx.cs │ │ ├── NativeLibraryWithCuda.cs │ │ ├── NativeLibraryWithMacOrFallback.cs │ │ ├── NativeLibraryWithVulkan.cs │ │ ├── SystemInfo.cs │ │ └── UnknownNativeLibrary.cs │ ├── LoraAdapter.cs │ ├── NativeApi.Grammar.cs │ ├── NativeApi.LLava.cs │ ├── NativeApi.Load.cs │ ├── NativeApi.Memory.cs │ ├── NativeApi.Quantize.cs │ ├── NativeApi.Training.cs │ ├── NativeApi.cs │ ├── NativeLogConfig.cs │ ├── RopeScalingType.cs │ ├── SafeLLamaContextHandle.cs │ ├── SafeLLamaHandleBase.cs │ ├── SafeLLamaSamplerHandle.cs │ ├── SafeLlamaModelHandle.cs │ ├── SafeLlavaImageEmbedHandle.cs │ └── SafeLlavaModelHandle.cs ├── Sampling │ ├── BaseSamplingPipeline.cs │ ├── DefaultSamplingPipeline.cs │ ├── Grammar.cs │ ├── GreedySamplingPipeline.cs │ └── ISamplingPipeline.cs ├── StreamingTokenDecoder.cs ├── Transformers │ └── PromptTemplateTransformer.cs ├── Usings.cs └── runtimes │ └── build │ ├── LLamaSharp.Backend.Cpu.Android.nuspec │ ├── LLamaSharp.Backend.Cpu.nuspec │ ├── LLamaSharp.Backend.Cuda12.Linux.nuspec │ ├── LLamaSharp.Backend.Cuda12.Windows.nuspec │ ├── LLamaSharp.Backend.Cuda12.nuspec │ ├── LLamaSharp.Backend.Vulkan.Linux.nuspec │ ├── LLamaSharp.Backend.Vulkan.Windows.nuspec │ ├── LLamaSharp.Backend.Vulkan.nuspec │ ├── LLamaSharpBackend.props │ ├── icon512.png │ └── temp.csproj ├── LLamaSharp.sln ├── Llama.Mobile ├── App.xaml ├── App.xaml.cs ├── AppShell.xaml ├── AppShell.xaml.cs ├── Llama.Mobile.csproj ├── MainPage.xaml ├── MainPage.xaml.cs ├── MauiProgram.cs ├── Platforms │ ├── Android │ │ ├── AndroidManifest.xml │ │ ├── MainActivity.cs │ │ ├── MainApplication.cs │ │ └── Resources │ │ │ └── values │ │ │ └── colors.xml │ ├── MacCatalyst │ │ ├── AppDelegate.cs │ │ ├── Entitlements.plist │ │ ├── Info.plist │ │ └── Program.cs │ ├── Tizen │ │ ├── Main.cs │ │ └── tizen-manifest.xml │ ├── Windows │ │ ├── App.xaml │ │ ├── App.xaml.cs │ │ ├── Package.appxmanifest │ │ └── app.manifest │ └── iOS │ │ ├── AppDelegate.cs │ │ ├── Info.plist │ │ ├── Program.cs │ │ └── Resources │ │ └── PrivacyInfo.xcprivacy └── Resources │ ├── AppIcon │ ├── appicon.svg │ └── appiconfg.svg │ ├── Fonts │ ├── OpenSans-Regular.ttf │ └── OpenSans-Semibold.ttf │ ├── Images │ └── dotnet_bot.png │ ├── Raw │ └── AboutAssets.txt │ ├── Splash │ └── splash.svg │ └── Styles │ ├── Colors.xaml │ └── Styles.xaml ├── README.md ├── docs ├── AdvancedTutorials │ └── CustomizeNativeLibraryLoading.md ├── Architecture.md ├── ContributingGuide.md ├── Examples │ ├── BatchedExecutorFork.md │ ├── BatchedExecutorGuidance.md │ ├── BatchedExecutorRewind.md │ ├── ChatChineseGB2312.md │ ├── ChatSessionStripRoleName.md │ ├── ChatSessionWithHistory.md │ ├── ChatSessionWithRestart.md │ ├── ChatSessionWithRoleName.md │ ├── CodingAssistant.md │ ├── GetEmbeddings.md │ ├── GrammarJsonResponse.md │ ├── InstructModeExecute.md │ ├── InteractiveModeExecute.md │ ├── KernelMemory.md │ ├── KernelMemorySaveAndLoad.md │ ├── LLavaInteractiveModeExecute.md │ ├── LoadAndSaveSession.md │ ├── LoadAndSaveState.md │ ├── QuantizeModel.md │ ├── SemanticKernelChat.md │ ├── SemanticKernelMemory.md │ ├── SemanticKernelPrompt.md │ ├── StatelessModeExecute.md │ └── TalkToYourself.md ├── FAQ.md ├── Integrations │ ├── bot-sharp.md │ ├── kernel-memory.md │ ├── langchain.md │ └── semantic-kernel.md ├── More │ └── log.md ├── QuickStart.md ├── Tutorials │ ├── ChatSession.md │ ├── Executors.md │ ├── GetEmbeddings.md │ ├── NativeLibraryConfig.md │ ├── Quantization.md │ └── UnderstandLLamaContext.md ├── css │ └── extra.css ├── index.md ├── media │ ├── LLamaSharp-Integrations.png │ ├── LLamaSharpLogo.png │ ├── console_demo.gif │ ├── icon128.png │ ├── llava_demo.gif │ ├── structure.jpg │ └── structure.vsdx ├── sciprts │ ├── auto_gen_example_yml.py │ └── map_xml_files_to_yml.py └── xmldocs │ ├── index.md │ ├── llama.abstractions.icontextparams.md │ ├── llama.abstractions.ihistorytransform.md │ ├── llama.abstractions.iinferenceparams.md │ ├── llama.abstractions.illamaexecutor.md │ ├── llama.abstractions.illamaparams.md │ ├── llama.abstractions.imodelparams.md │ ├── llama.abstractions.inativelibrary.md │ ├── llama.abstractions.inativelibraryselectingpolicy.md │ ├── llama.abstractions.itextstreamtransform.md │ ├── llama.abstractions.itexttransform.md │ ├── llama.abstractions.llamaexecutorextensions.md │ ├── llama.abstractions.metadataoverride.md │ ├── llama.abstractions.metadataoverrideconverter.md │ ├── llama.abstractions.tensorbufferoverride.md │ ├── llama.abstractions.tensorsplitscollection.md │ ├── llama.abstractions.tensorsplitscollectionconverter.md │ ├── llama.antipromptprocessor.md │ ├── llama.batched.alreadypromptedconversationexception.md │ ├── llama.batched.batchedexecutor.md │ ├── llama.batched.cannotmodifywhilerequiresinferenceexception.md │ ├── llama.batched.cannotsamplerequiresinferenceexception.md │ ├── llama.batched.cannotsamplerequirespromptexception.md │ ├── llama.batched.cannotsavewhilerequiresinferenceexception.md │ ├── llama.batched.conversation.md │ ├── llama.batched.conversationextensions.md │ ├── llama.batched.experimentalbatchedexecutorexception.md │ ├── llama.chatsession.md │ ├── llama.common.authorrole.md │ ├── llama.common.chathistory.md │ ├── llama.common.fixedsizequeue-1.md │ ├── llama.common.inferenceparams.md │ ├── llama.common.mirostattype.md │ ├── llama.common.modelparams.md │ ├── llama.exceptions.getlogitsinvalidindexexception.md │ ├── llama.exceptions.llamadecodeerror.md │ ├── llama.exceptions.loadweightsfailedexception.md │ ├── llama.exceptions.missingtemplateexception.md │ ├── llama.exceptions.runtimeerror.md │ ├── llama.exceptions.templatenotfoundexception.md │ ├── llama.extensions.icontextparamsextensions.md │ ├── llama.extensions.imodelparamsextensions.md │ ├── llama.extensions.spannormalizationextensions.md │ ├── llama.instructexecutor.md │ ├── llama.interactiveexecutor.md │ ├── llama.llamacontext.md │ ├── llama.llamaembedder.md │ ├── llama.llamaquantizer.md │ ├── llama.llamareranker.md │ ├── llama.llamatemplate.md │ ├── llama.llamatransforms.md │ ├── llama.llamaweights.md │ ├── llama.llavaweights.md │ ├── llama.native.avxlevel.md │ ├── llama.native.decoderesult.md │ ├── llama.native.defaultnativelibraryselectingpolicy.md │ ├── llama.native.encoderesult.md │ ├── llama.native.ggmltype.md │ ├── llama.native.gpusplitmode.md │ ├── llama.native.icustomsampler.md │ ├── llama.native.llamaattentiontype.md │ ├── llama.native.llamabatch.md │ ├── llama.native.llamabatchembeddings.md │ ├── llama.native.llamachatmessage.md │ ├── llama.native.llamacontextparams.md │ ├── llama.native.llamaftype.md │ ├── llama.native.llamakvcacheviewsafehandle.md │ ├── llama.native.llamalogitbias.md │ ├── llama.native.llamaloglevel.md │ ├── llama.native.llamamodelkvoverridetype.md │ ├── llama.native.llamamodelmetadataoverride.md │ ├── llama.native.llamamodelparams.md │ ├── llama.native.llamamodelquantizeparams.md │ ├── llama.native.llamamodeltensorbufferoverride.md │ ├── llama.native.llamanativebatch.md │ ├── llama.native.llamaperfcontexttimings.md │ ├── llama.native.llamapoolingtype.md │ ├── llama.native.llamapos.md │ ├── llama.native.llamaropetype.md │ ├── llama.native.llamasamplerchainparams.md │ ├── llama.native.llamasamplingtimings.md │ ├── llama.native.llamaseqid.md │ ├── llama.native.llamatoken.md │ ├── llama.native.llamatokenattr.md │ ├── llama.native.llamatokendata.md │ ├── llama.native.llamatokendataarray.md │ ├── llama.native.llamatokendataarraynative.md │ ├── llama.native.llamavocabtype.md │ ├── llama.native.llavaimageembed.md │ ├── llama.native.loraadapter.md │ ├── llama.native.nativeapi.md │ ├── llama.native.nativelibraryconfig.md │ ├── llama.native.nativelibraryconfigcontainer.md │ ├── llama.native.nativelibraryfrompath.md │ ├── llama.native.nativelibrarymetadata.md │ ├── llama.native.nativelibraryname.md │ ├── llama.native.nativelibrarywithavx.md │ ├── llama.native.nativelibrarywithcuda.md │ ├── llama.native.nativelibrarywithmacorfallback.md │ ├── llama.native.nativelibrarywithvulkan.md │ ├── llama.native.nativelogconfig.md │ ├── llama.native.ropescalingtype.md │ ├── llama.native.safellamacontexthandle.md │ ├── llama.native.safellamahandlebase.md │ ├── llama.native.safellamamodelhandle.md │ ├── llama.native.safellamasamplerchainhandle.md │ ├── llama.native.safellavaimageembedhandle.md │ ├── llama.native.safellavamodelhandle.md │ ├── llama.native.systeminfo.md │ ├── llama.native.unknownnativelibrary.md │ ├── llama.sampling.basesamplingpipeline.md │ ├── llama.sampling.defaultsamplingpipeline.md │ ├── llama.sampling.grammar.md │ ├── llama.sampling.greedysamplingpipeline.md │ ├── llama.sampling.isamplingpipeline.md │ ├── llama.sampling.isamplingpipelineextensions.md │ ├── llama.sessionstate.md │ ├── llama.statefulexecutorbase.md │ ├── llama.statelessexecutor.md │ ├── llama.streamingtokendecoder.md │ └── llama.transformers.prompttemplatetransformer.md └── mkdocs.yml /.editorconfig: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/.editorconfig -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/blank_issue.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/.github/ISSUE_TEMPLATE/blank_issue.yml -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/bug_report.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/.github/ISSUE_TEMPLATE/bug_report.yml -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/feature_request.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/.github/ISSUE_TEMPLATE/feature_request.yml -------------------------------------------------------------------------------- /.github/_typos.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/.github/_typos.toml -------------------------------------------------------------------------------- /.github/dependabot.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/.github/dependabot.yml -------------------------------------------------------------------------------- /.github/download_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/.github/download_models.py -------------------------------------------------------------------------------- /.github/prepare_release.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/.github/prepare_release.sh -------------------------------------------------------------------------------- /.github/upload_to_hf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/.github/upload_to_hf.py -------------------------------------------------------------------------------- /.github/workflows/benchmark.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/.github/workflows/benchmark.yml -------------------------------------------------------------------------------- /.github/workflows/code_format.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/.github/workflows/code_format.yml -------------------------------------------------------------------------------- /.github/workflows/compile.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/.github/workflows/compile.yml -------------------------------------------------------------------------------- /.github/workflows/main.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/.github/workflows/main.yml -------------------------------------------------------------------------------- /.github/workflows/release-minor-trigger.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/.github/workflows/release-minor-trigger.yml -------------------------------------------------------------------------------- /.github/workflows/release-minor.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/.github/workflows/release-minor.yml -------------------------------------------------------------------------------- /.github/workflows/release-patch-trigger.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/.github/workflows/release-patch-trigger.yml -------------------------------------------------------------------------------- /.github/workflows/release-patch.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/.github/workflows/release-patch.yml -------------------------------------------------------------------------------- /.github/workflows/spell_check.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/.github/workflows/spell_check.yml -------------------------------------------------------------------------------- /.github/workflows/stale_issues.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/.github/workflows/stale_issues.yml -------------------------------------------------------------------------------- /.github/workflows/update_api_references.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/.github/workflows/update_api_references.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/.gitignore -------------------------------------------------------------------------------- /.gitmodules: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/.gitmodules -------------------------------------------------------------------------------- /Assets/LLamaSharp-Integrations.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/Assets/LLamaSharp-Integrations.png -------------------------------------------------------------------------------- /Assets/LLamaSharp-Integrations.vsdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/Assets/LLamaSharp-Integrations.vsdx -------------------------------------------------------------------------------- /Assets/LLamaSharpLogo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/Assets/LLamaSharpLogo.png -------------------------------------------------------------------------------- /Assets/console_demo.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/Assets/console_demo.gif -------------------------------------------------------------------------------- /Assets/llava_demo.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/Assets/llava_demo.gif -------------------------------------------------------------------------------- /Assets/web-ui-dark.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/Assets/web-ui-dark.png -------------------------------------------------------------------------------- /Assets/web-ui-light.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/Assets/web-ui-light.png -------------------------------------------------------------------------------- /CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/CONTRIBUTING.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LICENSE -------------------------------------------------------------------------------- /LLama.Benchmark/Assets/TextCompletionPrompts.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Benchmark/Assets/TextCompletionPrompts.txt -------------------------------------------------------------------------------- /LLama.Benchmark/Assets/extreme-ironing-taxi-610x427.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Benchmark/Assets/extreme-ironing-taxi-610x427.jpg -------------------------------------------------------------------------------- /LLama.Benchmark/Assets/models.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Benchmark/Assets/models.txt -------------------------------------------------------------------------------- /LLama.Benchmark/Collections/FixedSizeQueueBenchmark.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Benchmark/Collections/FixedSizeQueueBenchmark.cs -------------------------------------------------------------------------------- /LLama.Benchmark/Common.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Benchmark/Common.cs -------------------------------------------------------------------------------- /LLama.Benchmark/Constants.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Benchmark/Constants.cs -------------------------------------------------------------------------------- /LLama.Benchmark/LLama.Benchmark.csproj: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Benchmark/LLama.Benchmark.csproj -------------------------------------------------------------------------------- /LLama.Benchmark/LLamaExecutorBenchmark/Prefill.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Benchmark/LLamaExecutorBenchmark/Prefill.cs -------------------------------------------------------------------------------- /LLama.Benchmark/Program.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Benchmark/Program.cs -------------------------------------------------------------------------------- /LLama.Examples/Assets/BoolQ/train.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Examples/Assets/BoolQ/train.csv -------------------------------------------------------------------------------- /LLama.Examples/Assets/BoolQ/validation.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Examples/Assets/BoolQ/validation.csv -------------------------------------------------------------------------------- /LLama.Examples/Assets/alpaca.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Examples/Assets/alpaca.txt -------------------------------------------------------------------------------- /LLama.Examples/Assets/chat-with-bob.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Examples/Assets/chat-with-bob.json -------------------------------------------------------------------------------- /LLama.Examples/Assets/chat-with-bob.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Examples/Assets/chat-with-bob.txt -------------------------------------------------------------------------------- /LLama.Examples/Assets/chat-with-kunkun-chinese.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Examples/Assets/chat-with-kunkun-chinese.json -------------------------------------------------------------------------------- /LLama.Examples/Assets/chat-with-kunkun-chinese.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Examples/Assets/chat-with-kunkun-chinese.txt -------------------------------------------------------------------------------- /LLama.Examples/Assets/chat-with-vicuna-v0.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Examples/Assets/chat-with-vicuna-v0.txt -------------------------------------------------------------------------------- /LLama.Examples/Assets/chat-with-vicuna-v1.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Examples/Assets/chat-with-vicuna-v1.txt -------------------------------------------------------------------------------- /LLama.Examples/Assets/chat.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Examples/Assets/chat.txt -------------------------------------------------------------------------------- /LLama.Examples/Assets/dan.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Examples/Assets/dan.txt -------------------------------------------------------------------------------- /LLama.Examples/Assets/json.gbnf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Examples/Assets/json.gbnf -------------------------------------------------------------------------------- /LLama.Examples/Assets/reason-act.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Examples/Assets/reason-act.txt -------------------------------------------------------------------------------- /LLama.Examples/Assets/sample-KM-Readme.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Examples/Assets/sample-KM-Readme.pdf -------------------------------------------------------------------------------- /LLama.Examples/Assets/sample-SK-Readme.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Examples/Assets/sample-SK-Readme.pdf -------------------------------------------------------------------------------- /LLama.Examples/ExampleRunner.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Examples/ExampleRunner.cs -------------------------------------------------------------------------------- /LLama.Examples/Examples/BatchedExecutorBeamSearch.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Examples/Examples/BatchedExecutorBeamSearch.cs -------------------------------------------------------------------------------- /LLama.Examples/Examples/BatchedExecutorBoolQ.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Examples/Examples/BatchedExecutorBoolQ.cs -------------------------------------------------------------------------------- /LLama.Examples/Examples/BatchedExecutorFork.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Examples/Examples/BatchedExecutorFork.cs -------------------------------------------------------------------------------- /LLama.Examples/Examples/BatchedExecutorLLava.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Examples/Examples/BatchedExecutorLLava.cs -------------------------------------------------------------------------------- /LLama.Examples/Examples/BatchedExecutorRewind.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Examples/Examples/BatchedExecutorRewind.cs -------------------------------------------------------------------------------- /LLama.Examples/Examples/BatchedExecutorSaveAndLoad.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Examples/Examples/BatchedExecutorSaveAndLoad.cs -------------------------------------------------------------------------------- /LLama.Examples/Examples/BatchedExecutorSimple.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Examples/Examples/BatchedExecutorSimple.cs -------------------------------------------------------------------------------- /LLama.Examples/Examples/ChatChineseGB2312.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Examples/Examples/ChatChineseGB2312.cs -------------------------------------------------------------------------------- /LLama.Examples/Examples/ChatSessionStripRoleName.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Examples/Examples/ChatSessionStripRoleName.cs -------------------------------------------------------------------------------- /LLama.Examples/Examples/ChatSessionWithHistory.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Examples/Examples/ChatSessionWithHistory.cs -------------------------------------------------------------------------------- /LLama.Examples/Examples/ChatSessionWithRestart.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Examples/Examples/ChatSessionWithRestart.cs -------------------------------------------------------------------------------- /LLama.Examples/Examples/ChatSessionWithRoleName.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Examples/Examples/ChatSessionWithRoleName.cs -------------------------------------------------------------------------------- /LLama.Examples/Examples/CodingAssistant.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Examples/Examples/CodingAssistant.cs -------------------------------------------------------------------------------- /LLama.Examples/Examples/CustomSampler.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Examples/Examples/CustomSampler.cs -------------------------------------------------------------------------------- /LLama.Examples/Examples/GetEmbeddings.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Examples/Examples/GetEmbeddings.cs -------------------------------------------------------------------------------- /LLama.Examples/Examples/GrammarJsonResponse.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Examples/Examples/GrammarJsonResponse.cs -------------------------------------------------------------------------------- /LLama.Examples/Examples/InstructModeExecute.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Examples/Examples/InstructModeExecute.cs -------------------------------------------------------------------------------- /LLama.Examples/Examples/InteractiveModeExecute.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Examples/Examples/InteractiveModeExecute.cs -------------------------------------------------------------------------------- /LLama.Examples/Examples/KernelMemory.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Examples/Examples/KernelMemory.cs -------------------------------------------------------------------------------- /LLama.Examples/Examples/KernelMemorySaveAndLoad.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Examples/Examples/KernelMemorySaveAndLoad.cs -------------------------------------------------------------------------------- /LLama.Examples/Examples/LLama2ChatSession.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Examples/Examples/LLama2ChatSession.cs -------------------------------------------------------------------------------- /LLama.Examples/Examples/LLama3ChatSession.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Examples/Examples/LLama3ChatSession.cs -------------------------------------------------------------------------------- /LLama.Examples/Examples/LlavaInteractiveModeExecute.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Examples/Examples/LlavaInteractiveModeExecute.cs -------------------------------------------------------------------------------- /LLama.Examples/Examples/LoadAndSaveSession.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Examples/Examples/LoadAndSaveSession.cs -------------------------------------------------------------------------------- /LLama.Examples/Examples/LoadAndSaveState.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Examples/Examples/LoadAndSaveState.cs -------------------------------------------------------------------------------- /LLama.Examples/Examples/QuantizeModel.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Examples/Examples/QuantizeModel.cs -------------------------------------------------------------------------------- /LLama.Examples/Examples/SemanticKernelChat.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Examples/Examples/SemanticKernelChat.cs -------------------------------------------------------------------------------- /LLama.Examples/Examples/SemanticKernelHomeAutomation.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Examples/Examples/SemanticKernelHomeAutomation.cs -------------------------------------------------------------------------------- /LLama.Examples/Examples/SemanticKernelMemory.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Examples/Examples/SemanticKernelMemory.cs -------------------------------------------------------------------------------- /LLama.Examples/Examples/SemanticKernelPrompt.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Examples/Examples/SemanticKernelPrompt.cs -------------------------------------------------------------------------------- /LLama.Examples/Examples/SpeechChat.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Examples/Examples/SpeechChat.cs -------------------------------------------------------------------------------- /LLama.Examples/Examples/StatelessModeExecute.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Examples/Examples/StatelessModeExecute.cs -------------------------------------------------------------------------------- /LLama.Examples/Examples/TalkToYourself.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Examples/Examples/TalkToYourself.cs -------------------------------------------------------------------------------- /LLama.Examples/Extensions/IAsyncEnumerableExtensions.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Examples/Extensions/IAsyncEnumerableExtensions.cs -------------------------------------------------------------------------------- /LLama.Examples/LLama.Examples.csproj: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Examples/LLama.Examples.csproj -------------------------------------------------------------------------------- /LLama.Examples/Program.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Examples/Program.cs -------------------------------------------------------------------------------- /LLama.Examples/UserSettings.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Examples/UserSettings.cs -------------------------------------------------------------------------------- /LLama.Experimental/Extensions/NativeLibraryAutoDownloadExtension.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Experimental/Extensions/NativeLibraryAutoDownloadExtension.cs -------------------------------------------------------------------------------- /LLama.Experimental/LLama.Experimental.csproj: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Experimental/LLama.Experimental.csproj -------------------------------------------------------------------------------- /LLama.Experimental/Native/AutoDownloadedLibraries.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Experimental/Native/AutoDownloadedLibraries.cs -------------------------------------------------------------------------------- /LLama.Experimental/Native/NativeLibraryDownloader.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Experimental/Native/NativeLibraryDownloader.cs -------------------------------------------------------------------------------- /LLama.Experimental/Native/SelectingPolicyWithAutoDownload.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Experimental/Native/SelectingPolicyWithAutoDownload.cs -------------------------------------------------------------------------------- /LLama.KernelMemory/BuilderExtensions.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.KernelMemory/BuilderExtensions.cs -------------------------------------------------------------------------------- /LLama.KernelMemory/LLamaSharp.KernelMemory.csproj: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.KernelMemory/LLamaSharp.KernelMemory.csproj -------------------------------------------------------------------------------- /LLama.KernelMemory/LLamaSharpTextEmbeddingGenerator.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.KernelMemory/LLamaSharpTextEmbeddingGenerator.cs -------------------------------------------------------------------------------- /LLama.KernelMemory/LlamaSharpConfig.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.KernelMemory/LlamaSharpConfig.cs -------------------------------------------------------------------------------- /LLama.KernelMemory/LlamaSharpTextGenerator.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.KernelMemory/LlamaSharpTextGenerator.cs -------------------------------------------------------------------------------- /LLama.SemanticKernel/ChatCompletion/ChatRequestSettings.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.SemanticKernel/ChatCompletion/ChatRequestSettings.cs -------------------------------------------------------------------------------- /LLama.SemanticKernel/ChatCompletion/ChatRequestSettingsConverter.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.SemanticKernel/ChatCompletion/ChatRequestSettingsConverter.cs -------------------------------------------------------------------------------- /LLama.SemanticKernel/ChatCompletion/HistoryTransform.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.SemanticKernel/ChatCompletion/HistoryTransform.cs -------------------------------------------------------------------------------- /LLama.SemanticKernel/ChatCompletion/LLamaSharpChatCompletion.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.SemanticKernel/ChatCompletion/LLamaSharpChatCompletion.cs -------------------------------------------------------------------------------- /LLama.SemanticKernel/ExtensionMethods.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.SemanticKernel/ExtensionMethods.cs -------------------------------------------------------------------------------- /LLama.SemanticKernel/LLamaSharp.SemanticKernel.csproj: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.SemanticKernel/LLamaSharp.SemanticKernel.csproj -------------------------------------------------------------------------------- /LLama.SemanticKernel/LLamaSharpPromptExecutionSettings.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.SemanticKernel/LLamaSharpPromptExecutionSettings.cs -------------------------------------------------------------------------------- /LLama.SemanticKernel/LLamaSharpPromptExecutionSettingsConverter.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.SemanticKernel/LLamaSharpPromptExecutionSettingsConverter.cs -------------------------------------------------------------------------------- /LLama.SemanticKernel/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.SemanticKernel/README.md -------------------------------------------------------------------------------- /LLama.SemanticKernel/TextCompletion/LLamaSharpTextCompletion.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.SemanticKernel/TextCompletion/LLamaSharpTextCompletion.cs -------------------------------------------------------------------------------- /LLama.SemanticKernel/TextEmbedding/LLamaSharpEmbeddingGeneration.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.SemanticKernel/TextEmbedding/LLamaSharpEmbeddingGeneration.cs -------------------------------------------------------------------------------- /LLama.Unittest/AssemblyAttributes.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Unittest/AssemblyAttributes.cs -------------------------------------------------------------------------------- /LLama.Unittest/BasicTest.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Unittest/BasicTest.cs -------------------------------------------------------------------------------- /LLama.Unittest/Constants.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Unittest/Constants.cs -------------------------------------------------------------------------------- /LLama.Unittest/DictionaryExtensionsTests.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Unittest/DictionaryExtensionsTests.cs -------------------------------------------------------------------------------- /LLama.Unittest/EncodingExtensionsTests.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Unittest/EncodingExtensionsTests.cs -------------------------------------------------------------------------------- /LLama.Unittest/FixedSizeQueueTests.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Unittest/FixedSizeQueueTests.cs -------------------------------------------------------------------------------- /LLama.Unittest/IEnumerableExtensionsTests.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Unittest/IEnumerableExtensionsTests.cs -------------------------------------------------------------------------------- /LLama.Unittest/IReadOnlyListExtensionsTests.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Unittest/IReadOnlyListExtensionsTests.cs -------------------------------------------------------------------------------- /LLama.Unittest/KernelMemory/ITextTokenizerTests.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Unittest/KernelMemory/ITextTokenizerTests.cs -------------------------------------------------------------------------------- /LLama.Unittest/KernelMemory/LLamaSharpTextEmbeddingGeneratorTests.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Unittest/KernelMemory/LLamaSharpTextEmbeddingGeneratorTests.cs -------------------------------------------------------------------------------- /LLama.Unittest/KernelMemory/LlamaSharpTextGeneratorTests.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Unittest/KernelMemory/LlamaSharpTextGeneratorTests.cs -------------------------------------------------------------------------------- /LLama.Unittest/KeyValuePairExtensionsTests.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Unittest/KeyValuePairExtensionsTests.cs -------------------------------------------------------------------------------- /LLama.Unittest/LLama.Unittest.csproj: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Unittest/LLama.Unittest.csproj -------------------------------------------------------------------------------- /LLama.Unittest/LLamaContextTests.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Unittest/LLamaContextTests.cs -------------------------------------------------------------------------------- /LLama.Unittest/LLamaContextWithCustomLoggerTests.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Unittest/LLamaContextWithCustomLoggerTests.cs -------------------------------------------------------------------------------- /LLama.Unittest/LLamaEmbedderTests.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Unittest/LLamaEmbedderTests.cs -------------------------------------------------------------------------------- /LLama.Unittest/LLamaRerankerTests.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Unittest/LLamaRerankerTests.cs -------------------------------------------------------------------------------- /LLama.Unittest/MemoryDisposalTests.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Unittest/MemoryDisposalTests.cs -------------------------------------------------------------------------------- /LLama.Unittest/Models/extreme-ironing-taxi-610x427.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Unittest/Models/extreme-ironing-taxi-610x427.jpg -------------------------------------------------------------------------------- /LLama.Unittest/ModelsParamsTests.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Unittest/ModelsParamsTests.cs -------------------------------------------------------------------------------- /LLama.Unittest/Native/SafeLlamaModelHandleTests.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Unittest/Native/SafeLlamaModelHandleTests.cs -------------------------------------------------------------------------------- /LLama.Unittest/Native/SafeLlamaModelHandleVocabularyTests.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Unittest/Native/SafeLlamaModelHandleVocabularyTests.cs -------------------------------------------------------------------------------- /LLama.Unittest/SamplingTests.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Unittest/SamplingTests.cs -------------------------------------------------------------------------------- /LLama.Unittest/SemanticKernel/ChatRequestSettingsConverterTests.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Unittest/SemanticKernel/ChatRequestSettingsConverterTests.cs -------------------------------------------------------------------------------- /LLama.Unittest/SemanticKernel/ChatRequestSettingsTests.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Unittest/SemanticKernel/ChatRequestSettingsTests.cs -------------------------------------------------------------------------------- /LLama.Unittest/SemanticKernel/ExtensionMethodsTests.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Unittest/SemanticKernel/ExtensionMethodsTests.cs -------------------------------------------------------------------------------- /LLama.Unittest/SemanticKernel/LLamaSharpChatCompletionTests.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Unittest/SemanticKernel/LLamaSharpChatCompletionTests.cs -------------------------------------------------------------------------------- /LLama.Unittest/SemanticKernel/LLamaSharpTextCompletionTests.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Unittest/SemanticKernel/LLamaSharpTextCompletionTests.cs -------------------------------------------------------------------------------- /LLama.Unittest/StatelessExecutorTest.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Unittest/StatelessExecutorTest.cs -------------------------------------------------------------------------------- /LLama.Unittest/StreamingTextDecoderTests.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Unittest/StreamingTextDecoderTests.cs -------------------------------------------------------------------------------- /LLama.Unittest/TemplateTests.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Unittest/TemplateTests.cs -------------------------------------------------------------------------------- /LLama.Unittest/TextTransformTests.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Unittest/TextTransformTests.cs -------------------------------------------------------------------------------- /LLama.Unittest/TokenTests.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Unittest/TokenTests.cs -------------------------------------------------------------------------------- /LLama.Unittest/Transformers/PromptTemplateTransformerTests.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Unittest/Transformers/PromptTemplateTransformerTests.cs -------------------------------------------------------------------------------- /LLama.Unittest/Usings.cs: -------------------------------------------------------------------------------- 1 | global using Xunit; -------------------------------------------------------------------------------- /LLama.Web/Async/AsyncGuard.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Web/Async/AsyncGuard.cs -------------------------------------------------------------------------------- /LLama.Web/Async/AsyncLock.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Web/Async/AsyncLock.cs -------------------------------------------------------------------------------- /LLama.Web/Common/ISessionConfig.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Web/Common/ISessionConfig.cs -------------------------------------------------------------------------------- /LLama.Web/Common/InferenceOptions.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Web/Common/InferenceOptions.cs -------------------------------------------------------------------------------- /LLama.Web/Common/LLamaExecutorType.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Web/Common/LLamaExecutorType.cs -------------------------------------------------------------------------------- /LLama.Web/Common/LLamaOptions.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Web/Common/LLamaOptions.cs -------------------------------------------------------------------------------- /LLama.Web/Common/ModelLoadType.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Web/Common/ModelLoadType.cs -------------------------------------------------------------------------------- /LLama.Web/Common/ModelOptions.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Web/Common/ModelOptions.cs -------------------------------------------------------------------------------- /LLama.Web/Common/ServiceResult.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Web/Common/ServiceResult.cs -------------------------------------------------------------------------------- /LLama.Web/Common/SessionConfig.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Web/Common/SessionConfig.cs -------------------------------------------------------------------------------- /LLama.Web/Common/SessionConnectionStatus.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Web/Common/SessionConnectionStatus.cs -------------------------------------------------------------------------------- /LLama.Web/Extensions.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Web/Extensions.cs -------------------------------------------------------------------------------- /LLama.Web/Hubs/ISessionClient.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Web/Hubs/ISessionClient.cs -------------------------------------------------------------------------------- /LLama.Web/Hubs/SessionConnectionHub.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Web/Hubs/SessionConnectionHub.cs -------------------------------------------------------------------------------- /LLama.Web/LLama.Web.csproj: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Web/LLama.Web.csproj -------------------------------------------------------------------------------- /LLama.Web/Models/LLamaModel.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Web/Models/LLamaModel.cs -------------------------------------------------------------------------------- /LLama.Web/Models/ModelSession.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Web/Models/ModelSession.cs -------------------------------------------------------------------------------- /LLama.Web/Models/TokenModel.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Web/Models/TokenModel.cs -------------------------------------------------------------------------------- /LLama.Web/Pages/Error.cshtml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Web/Pages/Error.cshtml -------------------------------------------------------------------------------- /LLama.Web/Pages/Error.cshtml.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Web/Pages/Error.cshtml.cs -------------------------------------------------------------------------------- /LLama.Web/Pages/Index.cshtml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Web/Pages/Index.cshtml -------------------------------------------------------------------------------- /LLama.Web/Pages/Index.cshtml.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Web/Pages/Index.cshtml.cs -------------------------------------------------------------------------------- /LLama.Web/Pages/Shared/_ChatTemplates.cshtml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Web/Pages/Shared/_ChatTemplates.cshtml -------------------------------------------------------------------------------- /LLama.Web/Pages/Shared/_Layout.cshtml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Web/Pages/Shared/_Layout.cshtml -------------------------------------------------------------------------------- /LLama.Web/Pages/Shared/_Layout.cshtml.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Web/Pages/Shared/_Layout.cshtml.css -------------------------------------------------------------------------------- /LLama.Web/Pages/Shared/_Parameters.cshtml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Web/Pages/Shared/_Parameters.cshtml -------------------------------------------------------------------------------- /LLama.Web/Pages/Shared/_ValidationScriptsPartial.cshtml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Web/Pages/Shared/_ValidationScriptsPartial.cshtml -------------------------------------------------------------------------------- /LLama.Web/Pages/_ViewImports.cshtml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Web/Pages/_ViewImports.cshtml -------------------------------------------------------------------------------- /LLama.Web/Pages/_ViewStart.cshtml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Web/Pages/_ViewStart.cshtml -------------------------------------------------------------------------------- /LLama.Web/Program.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Web/Program.cs -------------------------------------------------------------------------------- /LLama.Web/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Web/README.md -------------------------------------------------------------------------------- /LLama.Web/Services/IModelService.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Web/Services/IModelService.cs -------------------------------------------------------------------------------- /LLama.Web/Services/IModelSessionService.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Web/Services/IModelSessionService.cs -------------------------------------------------------------------------------- /LLama.Web/Services/ModelLoaderService.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Web/Services/ModelLoaderService.cs -------------------------------------------------------------------------------- /LLama.Web/Services/ModelService.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Web/Services/ModelService.cs -------------------------------------------------------------------------------- /LLama.Web/Services/ModelSessionService.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Web/Services/ModelSessionService.cs -------------------------------------------------------------------------------- /LLama.Web/appsettings.Development.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Web/appsettings.Development.json -------------------------------------------------------------------------------- /LLama.Web/appsettings.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Web/appsettings.json -------------------------------------------------------------------------------- /LLama.Web/libman.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Web/libman.json -------------------------------------------------------------------------------- /LLama.Web/wwwroot/css/site.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Web/wwwroot/css/site.css -------------------------------------------------------------------------------- /LLama.Web/wwwroot/favicon.ico: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Web/wwwroot/favicon.ico -------------------------------------------------------------------------------- /LLama.Web/wwwroot/fonts/Roboto-Regular.ttf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Web/wwwroot/fonts/Roboto-Regular.ttf -------------------------------------------------------------------------------- /LLama.Web/wwwroot/image/llama-sharp.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Web/wwwroot/image/llama-sharp.png -------------------------------------------------------------------------------- /LLama.Web/wwwroot/image/loading.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Web/wwwroot/image/loading.gif -------------------------------------------------------------------------------- /LLama.Web/wwwroot/js/sessionConnectionChat.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Web/wwwroot/js/sessionConnectionChat.js -------------------------------------------------------------------------------- /LLama.Web/wwwroot/js/site.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Web/wwwroot/js/site.js -------------------------------------------------------------------------------- /LLama.Web/wwwroot/js/theme.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Web/wwwroot/js/theme.js -------------------------------------------------------------------------------- /LLama.Web/wwwroot/lib/jquery-validation-unobtrusive/LICENSE.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Web/wwwroot/lib/jquery-validation-unobtrusive/LICENSE.txt -------------------------------------------------------------------------------- /LLama.Web/wwwroot/lib/jquery-validation-unobtrusive/jquery.validate.unobtrusive.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Web/wwwroot/lib/jquery-validation-unobtrusive/jquery.validate.unobtrusive.js -------------------------------------------------------------------------------- /LLama.Web/wwwroot/lib/jquery-validation-unobtrusive/jquery.validate.unobtrusive.min.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Web/wwwroot/lib/jquery-validation-unobtrusive/jquery.validate.unobtrusive.min.js -------------------------------------------------------------------------------- /LLama.Web/wwwroot/lib/jquery-validation/LICENSE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Web/wwwroot/lib/jquery-validation/LICENSE.md -------------------------------------------------------------------------------- /LLama.Web/wwwroot/lib/jquery-validation/dist/additional-methods.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Web/wwwroot/lib/jquery-validation/dist/additional-methods.js -------------------------------------------------------------------------------- /LLama.Web/wwwroot/lib/jquery-validation/dist/additional-methods.min.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Web/wwwroot/lib/jquery-validation/dist/additional-methods.min.js -------------------------------------------------------------------------------- /LLama.Web/wwwroot/lib/jquery-validation/dist/jquery.validate.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Web/wwwroot/lib/jquery-validation/dist/jquery.validate.js -------------------------------------------------------------------------------- /LLama.Web/wwwroot/lib/jquery-validation/dist/jquery.validate.min.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Web/wwwroot/lib/jquery-validation/dist/jquery.validate.min.js -------------------------------------------------------------------------------- /LLama.Web/wwwroot/lib/jquery.unobtrusive-ajax.min.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Web/wwwroot/lib/jquery.unobtrusive-ajax.min.js -------------------------------------------------------------------------------- /LLama.Web/wwwroot/lib/jquery/jquery.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Web/wwwroot/lib/jquery/jquery.js -------------------------------------------------------------------------------- /LLama.Web/wwwroot/lib/jquery/jquery.min.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Web/wwwroot/lib/jquery/jquery.min.js -------------------------------------------------------------------------------- /LLama.Web/wwwroot/lib/jquery/jquery.min.map: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Web/wwwroot/lib/jquery/jquery.min.map -------------------------------------------------------------------------------- /LLama.Web/wwwroot/lib/jquery/jquery.slim.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Web/wwwroot/lib/jquery/jquery.slim.js -------------------------------------------------------------------------------- /LLama.Web/wwwroot/lib/jquery/jquery.slim.min.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Web/wwwroot/lib/jquery/jquery.slim.min.js -------------------------------------------------------------------------------- /LLama.Web/wwwroot/lib/jquery/jquery.slim.min.map: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Web/wwwroot/lib/jquery/jquery.slim.min.map -------------------------------------------------------------------------------- /LLama.Web/wwwroot/lib/mustache/mustache.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Web/wwwroot/lib/mustache/mustache.js -------------------------------------------------------------------------------- /LLama.Web/wwwroot/lib/signalr/signalr.min.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.Web/wwwroot/lib/signalr/signalr.min.js -------------------------------------------------------------------------------- /LLama.WebAPI/Controllers/ChatController.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.WebAPI/Controllers/ChatController.cs -------------------------------------------------------------------------------- /LLama.WebAPI/LLama.WebAPI.csproj: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.WebAPI/LLama.WebAPI.csproj -------------------------------------------------------------------------------- /LLama.WebAPI/Models/SendMessageInput.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.WebAPI/Models/SendMessageInput.cs -------------------------------------------------------------------------------- /LLama.WebAPI/Program.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.WebAPI/Program.cs -------------------------------------------------------------------------------- /LLama.WebAPI/Services/StatefulChatService.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.WebAPI/Services/StatefulChatService.cs -------------------------------------------------------------------------------- /LLama.WebAPI/Services/StatelessChatService.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.WebAPI/Services/StatelessChatService.cs -------------------------------------------------------------------------------- /LLama.WebAPI/appsettings.Development.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.WebAPI/appsettings.Development.json -------------------------------------------------------------------------------- /LLama.WebAPI/appsettings.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama.WebAPI/appsettings.json -------------------------------------------------------------------------------- /LLama/Abstractions/IContextParams.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/Abstractions/IContextParams.cs -------------------------------------------------------------------------------- /LLama/Abstractions/IHistoryTransform.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/Abstractions/IHistoryTransform.cs -------------------------------------------------------------------------------- /LLama/Abstractions/IInferenceParams.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/Abstractions/IInferenceParams.cs -------------------------------------------------------------------------------- /LLama/Abstractions/ILLamaExecutor.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/Abstractions/ILLamaExecutor.cs -------------------------------------------------------------------------------- /LLama/Abstractions/ILLamaParams.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/Abstractions/ILLamaParams.cs -------------------------------------------------------------------------------- /LLama/Abstractions/IModelParams.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/Abstractions/IModelParams.cs -------------------------------------------------------------------------------- /LLama/Abstractions/INativeLibrary.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/Abstractions/INativeLibrary.cs -------------------------------------------------------------------------------- /LLama/Abstractions/INativeLibrarySelectingPolicy.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/Abstractions/INativeLibrarySelectingPolicy.cs -------------------------------------------------------------------------------- /LLama/Abstractions/ITextStreamTransform.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/Abstractions/ITextStreamTransform.cs -------------------------------------------------------------------------------- /LLama/Abstractions/ITextTransform.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/Abstractions/ITextTransform.cs -------------------------------------------------------------------------------- /LLama/Abstractions/TensorBufferOverride.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/Abstractions/TensorBufferOverride.cs -------------------------------------------------------------------------------- /LLama/AntipromptProcessor.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/AntipromptProcessor.cs -------------------------------------------------------------------------------- /LLama/AssemblyAttributes.cs: -------------------------------------------------------------------------------- 1 | using System.Runtime.CompilerServices; 2 | 3 | [assembly: InternalsVisibleTo("LLama.Unittest")] -------------------------------------------------------------------------------- /LLama/Batched/BatchedExecutor.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/Batched/BatchedExecutor.cs -------------------------------------------------------------------------------- /LLama/Batched/Conversation.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/Batched/Conversation.cs -------------------------------------------------------------------------------- /LLama/Batched/ConversationExtensions.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/Batched/ConversationExtensions.cs -------------------------------------------------------------------------------- /LLama/Batched/Exceptions.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/Batched/Exceptions.cs -------------------------------------------------------------------------------- /LLama/Batched/LLamaContextExtensions.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/Batched/LLamaContextExtensions.cs -------------------------------------------------------------------------------- /LLama/ChatSession.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/ChatSession.cs -------------------------------------------------------------------------------- /LLama/Common/ChatHistory.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/Common/ChatHistory.cs -------------------------------------------------------------------------------- /LLama/Common/FixedSizeQueue.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/Common/FixedSizeQueue.cs -------------------------------------------------------------------------------- /LLama/Common/InferenceParams.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/Common/InferenceParams.cs -------------------------------------------------------------------------------- /LLama/Common/ModelParams.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/Common/ModelParams.cs -------------------------------------------------------------------------------- /LLama/Common/PolymorphicJSONConverter.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/Common/PolymorphicJSONConverter.cs -------------------------------------------------------------------------------- /LLama/Exceptions/RuntimeError.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/Exceptions/RuntimeError.cs -------------------------------------------------------------------------------- /LLama/Extensions/DictionaryExtensions.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/Extensions/DictionaryExtensions.cs -------------------------------------------------------------------------------- /LLama/Extensions/EncodingExtensions.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/Extensions/EncodingExtensions.cs -------------------------------------------------------------------------------- /LLama/Extensions/IContextParamsExtensions.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/Extensions/IContextParamsExtensions.cs -------------------------------------------------------------------------------- /LLama/Extensions/IEnumerableExtensions.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/Extensions/IEnumerableExtensions.cs -------------------------------------------------------------------------------- /LLama/Extensions/IModelParamsExtensions.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/Extensions/IModelParamsExtensions.cs -------------------------------------------------------------------------------- /LLama/Extensions/IReadOnlyListExtensions.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/Extensions/IReadOnlyListExtensions.cs -------------------------------------------------------------------------------- /LLama/Extensions/KeyValuePairExtensions.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/Extensions/KeyValuePairExtensions.cs -------------------------------------------------------------------------------- /LLama/Extensions/LLamaExecutorExtensions.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/Extensions/LLamaExecutorExtensions.cs -------------------------------------------------------------------------------- /LLama/Extensions/ListExtensions.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/Extensions/ListExtensions.cs -------------------------------------------------------------------------------- /LLama/Extensions/ProcessExtensions.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/Extensions/ProcessExtensions.cs -------------------------------------------------------------------------------- /LLama/Extensions/SpanExtensions.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/Extensions/SpanExtensions.cs -------------------------------------------------------------------------------- /LLama/Extensions/SpanNormalizationExtensions.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/Extensions/SpanNormalizationExtensions.cs -------------------------------------------------------------------------------- /LLama/GlobalSuppressions.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/GlobalSuppressions.cs -------------------------------------------------------------------------------- /LLama/LLamaContext.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/LLamaContext.cs -------------------------------------------------------------------------------- /LLama/LLamaEmbedder.EmbeddingGenerator.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/LLamaEmbedder.EmbeddingGenerator.cs -------------------------------------------------------------------------------- /LLama/LLamaEmbedder.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/LLamaEmbedder.cs -------------------------------------------------------------------------------- /LLama/LLamaExecutorBase.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/LLamaExecutorBase.cs -------------------------------------------------------------------------------- /LLama/LLamaInstructExecutor.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/LLamaInstructExecutor.cs -------------------------------------------------------------------------------- /LLama/LLamaInteractExecutor.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/LLamaInteractExecutor.cs -------------------------------------------------------------------------------- /LLama/LLamaQuantizer.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/LLamaQuantizer.cs -------------------------------------------------------------------------------- /LLama/LLamaReranker.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/LLamaReranker.cs -------------------------------------------------------------------------------- /LLama/LLamaSharp.Runtime.targets: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/LLamaSharp.Runtime.targets -------------------------------------------------------------------------------- /LLama/LLamaSharp.csproj: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/LLamaSharp.csproj -------------------------------------------------------------------------------- /LLama/LLamaStatelessExecutor.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/LLamaStatelessExecutor.cs -------------------------------------------------------------------------------- /LLama/LLamaTemplate.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/LLamaTemplate.cs -------------------------------------------------------------------------------- /LLama/LLamaTransforms.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/LLamaTransforms.cs -------------------------------------------------------------------------------- /LLama/LLamaWeights.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/LLamaWeights.cs -------------------------------------------------------------------------------- /LLama/LLavaWeights.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/LLavaWeights.cs -------------------------------------------------------------------------------- /LLama/Native/DecodeResult.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/Native/DecodeResult.cs -------------------------------------------------------------------------------- /LLama/Native/EncodeResult.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/Native/EncodeResult.cs -------------------------------------------------------------------------------- /LLama/Native/GGMLType.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/Native/GGMLType.cs -------------------------------------------------------------------------------- /LLama/Native/GPUSplitMode.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/Native/GPUSplitMode.cs -------------------------------------------------------------------------------- /LLama/Native/GroupDisposable.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/Native/GroupDisposable.cs -------------------------------------------------------------------------------- /LLama/Native/LLamaAttentionType.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/Native/LLamaAttentionType.cs -------------------------------------------------------------------------------- /LLama/Native/LLamaBatch.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/Native/LLamaBatch.cs -------------------------------------------------------------------------------- /LLama/Native/LLamaBatchEmbeddings.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/Native/LLamaBatchEmbeddings.cs -------------------------------------------------------------------------------- /LLama/Native/LLamaChatMessage.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/Native/LLamaChatMessage.cs -------------------------------------------------------------------------------- /LLama/Native/LLamaContextParams.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/Native/LLamaContextParams.cs -------------------------------------------------------------------------------- /LLama/Native/LLamaFlashAttentionType.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/Native/LLamaFlashAttentionType.cs -------------------------------------------------------------------------------- /LLama/Native/LLamaFtype.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/Native/LLamaFtype.cs -------------------------------------------------------------------------------- /LLama/Native/LLamaLogLevel.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/Native/LLamaLogLevel.cs -------------------------------------------------------------------------------- /LLama/Native/LLamaModelMetadataOverride.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/Native/LLamaModelMetadataOverride.cs -------------------------------------------------------------------------------- /LLama/Native/LLamaModelParams.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/Native/LLamaModelParams.cs -------------------------------------------------------------------------------- /LLama/Native/LLamaModelQuantizeParams.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/Native/LLamaModelQuantizeParams.cs -------------------------------------------------------------------------------- /LLama/Native/LLamaModelTensorBufferOverride.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/Native/LLamaModelTensorBufferOverride.cs -------------------------------------------------------------------------------- /LLama/Native/LLamaNativeBatch.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/Native/LLamaNativeBatch.cs -------------------------------------------------------------------------------- /LLama/Native/LLamaPoolingType.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/Native/LLamaPoolingType.cs -------------------------------------------------------------------------------- /LLama/Native/LLamaPos.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/Native/LLamaPos.cs -------------------------------------------------------------------------------- /LLama/Native/LLamaRopeType.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/Native/LLamaRopeType.cs -------------------------------------------------------------------------------- /LLama/Native/LLamaSeqId.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/Native/LLamaSeqId.cs -------------------------------------------------------------------------------- /LLama/Native/LLamaTimings.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/Native/LLamaTimings.cs -------------------------------------------------------------------------------- /LLama/Native/LLamaToken.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/Native/LLamaToken.cs -------------------------------------------------------------------------------- /LLama/Native/LLamaTokenAttr.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/Native/LLamaTokenAttr.cs -------------------------------------------------------------------------------- /LLama/Native/LLamaTokenData.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/Native/LLamaTokenData.cs -------------------------------------------------------------------------------- /LLama/Native/LLamaTokenDataArray.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/Native/LLamaTokenDataArray.cs -------------------------------------------------------------------------------- /LLama/Native/LLamaVocabNative.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/Native/LLamaVocabNative.cs -------------------------------------------------------------------------------- /LLama/Native/LLamaVocabType.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/Native/LLamaVocabType.cs -------------------------------------------------------------------------------- /LLama/Native/LLavaImageEmbed.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/Native/LLavaImageEmbed.cs -------------------------------------------------------------------------------- /LLama/Native/Load/DefaultNativeLibrarySelectingPolicy.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/Native/Load/DefaultNativeLibrarySelectingPolicy.cs -------------------------------------------------------------------------------- /LLama/Native/Load/NativeLibraryConfig.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/Native/Load/NativeLibraryConfig.cs -------------------------------------------------------------------------------- /LLama/Native/Load/NativeLibraryFromPath.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/Native/Load/NativeLibraryFromPath.cs -------------------------------------------------------------------------------- /LLama/Native/Load/NativeLibraryMetadata.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/Native/Load/NativeLibraryMetadata.cs -------------------------------------------------------------------------------- /LLama/Native/Load/NativeLibraryUtils.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/Native/Load/NativeLibraryUtils.cs -------------------------------------------------------------------------------- /LLama/Native/Load/NativeLibraryWithAvx.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/Native/Load/NativeLibraryWithAvx.cs -------------------------------------------------------------------------------- /LLama/Native/Load/NativeLibraryWithCuda.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/Native/Load/NativeLibraryWithCuda.cs -------------------------------------------------------------------------------- /LLama/Native/Load/NativeLibraryWithMacOrFallback.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/Native/Load/NativeLibraryWithMacOrFallback.cs -------------------------------------------------------------------------------- /LLama/Native/Load/NativeLibraryWithVulkan.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/Native/Load/NativeLibraryWithVulkan.cs -------------------------------------------------------------------------------- /LLama/Native/Load/SystemInfo.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/Native/Load/SystemInfo.cs -------------------------------------------------------------------------------- /LLama/Native/Load/UnknownNativeLibrary.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/Native/Load/UnknownNativeLibrary.cs -------------------------------------------------------------------------------- /LLama/Native/LoraAdapter.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/Native/LoraAdapter.cs -------------------------------------------------------------------------------- /LLama/Native/NativeApi.Grammar.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/Native/NativeApi.Grammar.cs -------------------------------------------------------------------------------- /LLama/Native/NativeApi.LLava.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/Native/NativeApi.LLava.cs -------------------------------------------------------------------------------- /LLama/Native/NativeApi.Load.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/Native/NativeApi.Load.cs -------------------------------------------------------------------------------- /LLama/Native/NativeApi.Memory.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/Native/NativeApi.Memory.cs -------------------------------------------------------------------------------- /LLama/Native/NativeApi.Quantize.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/Native/NativeApi.Quantize.cs -------------------------------------------------------------------------------- /LLama/Native/NativeApi.Training.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/Native/NativeApi.Training.cs -------------------------------------------------------------------------------- /LLama/Native/NativeApi.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/Native/NativeApi.cs -------------------------------------------------------------------------------- /LLama/Native/NativeLogConfig.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/Native/NativeLogConfig.cs -------------------------------------------------------------------------------- /LLama/Native/RopeScalingType.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/Native/RopeScalingType.cs -------------------------------------------------------------------------------- /LLama/Native/SafeLLamaContextHandle.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/Native/SafeLLamaContextHandle.cs -------------------------------------------------------------------------------- /LLama/Native/SafeLLamaHandleBase.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/Native/SafeLLamaHandleBase.cs -------------------------------------------------------------------------------- /LLama/Native/SafeLLamaSamplerHandle.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/Native/SafeLLamaSamplerHandle.cs -------------------------------------------------------------------------------- /LLama/Native/SafeLlamaModelHandle.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/Native/SafeLlamaModelHandle.cs -------------------------------------------------------------------------------- /LLama/Native/SafeLlavaImageEmbedHandle.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/Native/SafeLlavaImageEmbedHandle.cs -------------------------------------------------------------------------------- /LLama/Native/SafeLlavaModelHandle.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/Native/SafeLlavaModelHandle.cs -------------------------------------------------------------------------------- /LLama/Sampling/BaseSamplingPipeline.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/Sampling/BaseSamplingPipeline.cs -------------------------------------------------------------------------------- /LLama/Sampling/DefaultSamplingPipeline.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/Sampling/DefaultSamplingPipeline.cs -------------------------------------------------------------------------------- /LLama/Sampling/Grammar.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/Sampling/Grammar.cs -------------------------------------------------------------------------------- /LLama/Sampling/GreedySamplingPipeline.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/Sampling/GreedySamplingPipeline.cs -------------------------------------------------------------------------------- /LLama/Sampling/ISamplingPipeline.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/Sampling/ISamplingPipeline.cs -------------------------------------------------------------------------------- /LLama/StreamingTokenDecoder.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/StreamingTokenDecoder.cs -------------------------------------------------------------------------------- /LLama/Transformers/PromptTemplateTransformer.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/Transformers/PromptTemplateTransformer.cs -------------------------------------------------------------------------------- /LLama/Usings.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/Usings.cs -------------------------------------------------------------------------------- /LLama/runtimes/build/LLamaSharp.Backend.Cpu.Android.nuspec: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/runtimes/build/LLamaSharp.Backend.Cpu.Android.nuspec -------------------------------------------------------------------------------- /LLama/runtimes/build/LLamaSharp.Backend.Cpu.nuspec: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/runtimes/build/LLamaSharp.Backend.Cpu.nuspec -------------------------------------------------------------------------------- /LLama/runtimes/build/LLamaSharp.Backend.Cuda12.Linux.nuspec: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/runtimes/build/LLamaSharp.Backend.Cuda12.Linux.nuspec -------------------------------------------------------------------------------- /LLama/runtimes/build/LLamaSharp.Backend.Cuda12.Windows.nuspec: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/runtimes/build/LLamaSharp.Backend.Cuda12.Windows.nuspec -------------------------------------------------------------------------------- /LLama/runtimes/build/LLamaSharp.Backend.Cuda12.nuspec: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/runtimes/build/LLamaSharp.Backend.Cuda12.nuspec -------------------------------------------------------------------------------- /LLama/runtimes/build/LLamaSharp.Backend.Vulkan.Linux.nuspec: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/runtimes/build/LLamaSharp.Backend.Vulkan.Linux.nuspec -------------------------------------------------------------------------------- /LLama/runtimes/build/LLamaSharp.Backend.Vulkan.Windows.nuspec: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/runtimes/build/LLamaSharp.Backend.Vulkan.Windows.nuspec -------------------------------------------------------------------------------- /LLama/runtimes/build/LLamaSharp.Backend.Vulkan.nuspec: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/runtimes/build/LLamaSharp.Backend.Vulkan.nuspec -------------------------------------------------------------------------------- /LLama/runtimes/build/LLamaSharpBackend.props: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/runtimes/build/LLamaSharpBackend.props -------------------------------------------------------------------------------- /LLama/runtimes/build/icon512.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/runtimes/build/icon512.png -------------------------------------------------------------------------------- /LLama/runtimes/build/temp.csproj: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLama/runtimes/build/temp.csproj -------------------------------------------------------------------------------- /LLamaSharp.sln: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/LLamaSharp.sln -------------------------------------------------------------------------------- /Llama.Mobile/App.xaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/Llama.Mobile/App.xaml -------------------------------------------------------------------------------- /Llama.Mobile/App.xaml.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/Llama.Mobile/App.xaml.cs -------------------------------------------------------------------------------- /Llama.Mobile/AppShell.xaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/Llama.Mobile/AppShell.xaml -------------------------------------------------------------------------------- /Llama.Mobile/AppShell.xaml.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/Llama.Mobile/AppShell.xaml.cs -------------------------------------------------------------------------------- /Llama.Mobile/Llama.Mobile.csproj: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/Llama.Mobile/Llama.Mobile.csproj -------------------------------------------------------------------------------- /Llama.Mobile/MainPage.xaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/Llama.Mobile/MainPage.xaml -------------------------------------------------------------------------------- /Llama.Mobile/MainPage.xaml.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/Llama.Mobile/MainPage.xaml.cs -------------------------------------------------------------------------------- /Llama.Mobile/MauiProgram.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/Llama.Mobile/MauiProgram.cs -------------------------------------------------------------------------------- /Llama.Mobile/Platforms/Android/AndroidManifest.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/Llama.Mobile/Platforms/Android/AndroidManifest.xml -------------------------------------------------------------------------------- /Llama.Mobile/Platforms/Android/MainActivity.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/Llama.Mobile/Platforms/Android/MainActivity.cs -------------------------------------------------------------------------------- /Llama.Mobile/Platforms/Android/MainApplication.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/Llama.Mobile/Platforms/Android/MainApplication.cs -------------------------------------------------------------------------------- /Llama.Mobile/Platforms/Android/Resources/values/colors.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/Llama.Mobile/Platforms/Android/Resources/values/colors.xml -------------------------------------------------------------------------------- /Llama.Mobile/Platforms/MacCatalyst/AppDelegate.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/Llama.Mobile/Platforms/MacCatalyst/AppDelegate.cs -------------------------------------------------------------------------------- /Llama.Mobile/Platforms/MacCatalyst/Entitlements.plist: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/Llama.Mobile/Platforms/MacCatalyst/Entitlements.plist -------------------------------------------------------------------------------- /Llama.Mobile/Platforms/MacCatalyst/Info.plist: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/Llama.Mobile/Platforms/MacCatalyst/Info.plist -------------------------------------------------------------------------------- /Llama.Mobile/Platforms/MacCatalyst/Program.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/Llama.Mobile/Platforms/MacCatalyst/Program.cs -------------------------------------------------------------------------------- /Llama.Mobile/Platforms/Tizen/Main.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/Llama.Mobile/Platforms/Tizen/Main.cs -------------------------------------------------------------------------------- /Llama.Mobile/Platforms/Tizen/tizen-manifest.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/Llama.Mobile/Platforms/Tizen/tizen-manifest.xml -------------------------------------------------------------------------------- /Llama.Mobile/Platforms/Windows/App.xaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/Llama.Mobile/Platforms/Windows/App.xaml -------------------------------------------------------------------------------- /Llama.Mobile/Platforms/Windows/App.xaml.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/Llama.Mobile/Platforms/Windows/App.xaml.cs -------------------------------------------------------------------------------- /Llama.Mobile/Platforms/Windows/Package.appxmanifest: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/Llama.Mobile/Platforms/Windows/Package.appxmanifest -------------------------------------------------------------------------------- /Llama.Mobile/Platforms/Windows/app.manifest: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/Llama.Mobile/Platforms/Windows/app.manifest -------------------------------------------------------------------------------- /Llama.Mobile/Platforms/iOS/AppDelegate.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/Llama.Mobile/Platforms/iOS/AppDelegate.cs -------------------------------------------------------------------------------- /Llama.Mobile/Platforms/iOS/Info.plist: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/Llama.Mobile/Platforms/iOS/Info.plist -------------------------------------------------------------------------------- /Llama.Mobile/Platforms/iOS/Program.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/Llama.Mobile/Platforms/iOS/Program.cs -------------------------------------------------------------------------------- /Llama.Mobile/Platforms/iOS/Resources/PrivacyInfo.xcprivacy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/Llama.Mobile/Platforms/iOS/Resources/PrivacyInfo.xcprivacy -------------------------------------------------------------------------------- /Llama.Mobile/Resources/AppIcon/appicon.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/Llama.Mobile/Resources/AppIcon/appicon.svg -------------------------------------------------------------------------------- /Llama.Mobile/Resources/AppIcon/appiconfg.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/Llama.Mobile/Resources/AppIcon/appiconfg.svg -------------------------------------------------------------------------------- /Llama.Mobile/Resources/Fonts/OpenSans-Regular.ttf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/Llama.Mobile/Resources/Fonts/OpenSans-Regular.ttf -------------------------------------------------------------------------------- /Llama.Mobile/Resources/Fonts/OpenSans-Semibold.ttf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/Llama.Mobile/Resources/Fonts/OpenSans-Semibold.ttf -------------------------------------------------------------------------------- /Llama.Mobile/Resources/Images/dotnet_bot.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/Llama.Mobile/Resources/Images/dotnet_bot.png -------------------------------------------------------------------------------- /Llama.Mobile/Resources/Raw/AboutAssets.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/Llama.Mobile/Resources/Raw/AboutAssets.txt -------------------------------------------------------------------------------- /Llama.Mobile/Resources/Splash/splash.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/Llama.Mobile/Resources/Splash/splash.svg -------------------------------------------------------------------------------- /Llama.Mobile/Resources/Styles/Colors.xaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/Llama.Mobile/Resources/Styles/Colors.xaml -------------------------------------------------------------------------------- /Llama.Mobile/Resources/Styles/Styles.xaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/Llama.Mobile/Resources/Styles/Styles.xaml -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/README.md -------------------------------------------------------------------------------- /docs/AdvancedTutorials/CustomizeNativeLibraryLoading.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/AdvancedTutorials/CustomizeNativeLibraryLoading.md -------------------------------------------------------------------------------- /docs/Architecture.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/Architecture.md -------------------------------------------------------------------------------- /docs/ContributingGuide.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/ContributingGuide.md -------------------------------------------------------------------------------- /docs/Examples/BatchedExecutorFork.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/Examples/BatchedExecutorFork.md -------------------------------------------------------------------------------- /docs/Examples/BatchedExecutorGuidance.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/Examples/BatchedExecutorGuidance.md -------------------------------------------------------------------------------- /docs/Examples/BatchedExecutorRewind.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/Examples/BatchedExecutorRewind.md -------------------------------------------------------------------------------- /docs/Examples/ChatChineseGB2312.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/Examples/ChatChineseGB2312.md -------------------------------------------------------------------------------- /docs/Examples/ChatSessionStripRoleName.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/Examples/ChatSessionStripRoleName.md -------------------------------------------------------------------------------- /docs/Examples/ChatSessionWithHistory.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/Examples/ChatSessionWithHistory.md -------------------------------------------------------------------------------- /docs/Examples/ChatSessionWithRestart.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/Examples/ChatSessionWithRestart.md -------------------------------------------------------------------------------- /docs/Examples/ChatSessionWithRoleName.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/Examples/ChatSessionWithRoleName.md -------------------------------------------------------------------------------- /docs/Examples/CodingAssistant.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/Examples/CodingAssistant.md -------------------------------------------------------------------------------- /docs/Examples/GetEmbeddings.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/Examples/GetEmbeddings.md -------------------------------------------------------------------------------- /docs/Examples/GrammarJsonResponse.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/Examples/GrammarJsonResponse.md -------------------------------------------------------------------------------- /docs/Examples/InstructModeExecute.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/Examples/InstructModeExecute.md -------------------------------------------------------------------------------- /docs/Examples/InteractiveModeExecute.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/Examples/InteractiveModeExecute.md -------------------------------------------------------------------------------- /docs/Examples/KernelMemory.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/Examples/KernelMemory.md -------------------------------------------------------------------------------- /docs/Examples/KernelMemorySaveAndLoad.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/Examples/KernelMemorySaveAndLoad.md -------------------------------------------------------------------------------- /docs/Examples/LLavaInteractiveModeExecute.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/Examples/LLavaInteractiveModeExecute.md -------------------------------------------------------------------------------- /docs/Examples/LoadAndSaveSession.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/Examples/LoadAndSaveSession.md -------------------------------------------------------------------------------- /docs/Examples/LoadAndSaveState.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/Examples/LoadAndSaveState.md -------------------------------------------------------------------------------- /docs/Examples/QuantizeModel.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/Examples/QuantizeModel.md -------------------------------------------------------------------------------- /docs/Examples/SemanticKernelChat.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/Examples/SemanticKernelChat.md -------------------------------------------------------------------------------- /docs/Examples/SemanticKernelMemory.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/Examples/SemanticKernelMemory.md -------------------------------------------------------------------------------- /docs/Examples/SemanticKernelPrompt.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/Examples/SemanticKernelPrompt.md -------------------------------------------------------------------------------- /docs/Examples/StatelessModeExecute.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/Examples/StatelessModeExecute.md -------------------------------------------------------------------------------- /docs/Examples/TalkToYourself.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/Examples/TalkToYourself.md -------------------------------------------------------------------------------- /docs/FAQ.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/FAQ.md -------------------------------------------------------------------------------- /docs/Integrations/bot-sharp.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/Integrations/bot-sharp.md -------------------------------------------------------------------------------- /docs/Integrations/kernel-memory.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/Integrations/kernel-memory.md -------------------------------------------------------------------------------- /docs/Integrations/langchain.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/Integrations/langchain.md -------------------------------------------------------------------------------- /docs/Integrations/semantic-kernel.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/Integrations/semantic-kernel.md -------------------------------------------------------------------------------- /docs/More/log.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/More/log.md -------------------------------------------------------------------------------- /docs/QuickStart.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/QuickStart.md -------------------------------------------------------------------------------- /docs/Tutorials/ChatSession.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/Tutorials/ChatSession.md -------------------------------------------------------------------------------- /docs/Tutorials/Executors.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/Tutorials/Executors.md -------------------------------------------------------------------------------- /docs/Tutorials/GetEmbeddings.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/Tutorials/GetEmbeddings.md -------------------------------------------------------------------------------- /docs/Tutorials/NativeLibraryConfig.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/Tutorials/NativeLibraryConfig.md -------------------------------------------------------------------------------- /docs/Tutorials/Quantization.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/Tutorials/Quantization.md -------------------------------------------------------------------------------- /docs/Tutorials/UnderstandLLamaContext.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/Tutorials/UnderstandLLamaContext.md -------------------------------------------------------------------------------- /docs/css/extra.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/css/extra.css -------------------------------------------------------------------------------- /docs/index.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/index.md -------------------------------------------------------------------------------- /docs/media/LLamaSharp-Integrations.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/media/LLamaSharp-Integrations.png -------------------------------------------------------------------------------- /docs/media/LLamaSharpLogo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/media/LLamaSharpLogo.png -------------------------------------------------------------------------------- /docs/media/console_demo.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/media/console_demo.gif -------------------------------------------------------------------------------- /docs/media/icon128.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/media/icon128.png -------------------------------------------------------------------------------- /docs/media/llava_demo.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/media/llava_demo.gif -------------------------------------------------------------------------------- /docs/media/structure.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/media/structure.jpg -------------------------------------------------------------------------------- /docs/media/structure.vsdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/media/structure.vsdx -------------------------------------------------------------------------------- /docs/sciprts/auto_gen_example_yml.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/sciprts/auto_gen_example_yml.py -------------------------------------------------------------------------------- /docs/sciprts/map_xml_files_to_yml.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/sciprts/map_xml_files_to_yml.py -------------------------------------------------------------------------------- /docs/xmldocs/index.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/index.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.abstractions.icontextparams.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.abstractions.icontextparams.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.abstractions.ihistorytransform.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.abstractions.ihistorytransform.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.abstractions.iinferenceparams.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.abstractions.iinferenceparams.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.abstractions.illamaexecutor.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.abstractions.illamaexecutor.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.abstractions.illamaparams.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.abstractions.illamaparams.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.abstractions.imodelparams.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.abstractions.imodelparams.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.abstractions.inativelibrary.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.abstractions.inativelibrary.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.abstractions.inativelibraryselectingpolicy.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.abstractions.inativelibraryselectingpolicy.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.abstractions.itextstreamtransform.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.abstractions.itextstreamtransform.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.abstractions.itexttransform.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.abstractions.itexttransform.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.abstractions.llamaexecutorextensions.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.abstractions.llamaexecutorextensions.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.abstractions.metadataoverride.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.abstractions.metadataoverride.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.abstractions.metadataoverrideconverter.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.abstractions.metadataoverrideconverter.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.abstractions.tensorbufferoverride.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.abstractions.tensorbufferoverride.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.abstractions.tensorsplitscollection.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.abstractions.tensorsplitscollection.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.abstractions.tensorsplitscollectionconverter.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.abstractions.tensorsplitscollectionconverter.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.antipromptprocessor.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.antipromptprocessor.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.batched.alreadypromptedconversationexception.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.batched.alreadypromptedconversationexception.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.batched.batchedexecutor.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.batched.batchedexecutor.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.batched.cannotmodifywhilerequiresinferenceexception.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.batched.cannotmodifywhilerequiresinferenceexception.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.batched.cannotsamplerequiresinferenceexception.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.batched.cannotsamplerequiresinferenceexception.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.batched.cannotsamplerequirespromptexception.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.batched.cannotsamplerequirespromptexception.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.batched.cannotsavewhilerequiresinferenceexception.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.batched.cannotsavewhilerequiresinferenceexception.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.batched.conversation.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.batched.conversation.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.batched.conversationextensions.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.batched.conversationextensions.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.batched.experimentalbatchedexecutorexception.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.batched.experimentalbatchedexecutorexception.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.chatsession.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.chatsession.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.common.authorrole.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.common.authorrole.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.common.chathistory.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.common.chathistory.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.common.fixedsizequeue-1.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.common.fixedsizequeue-1.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.common.inferenceparams.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.common.inferenceparams.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.common.mirostattype.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.common.mirostattype.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.common.modelparams.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.common.modelparams.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.exceptions.getlogitsinvalidindexexception.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.exceptions.getlogitsinvalidindexexception.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.exceptions.llamadecodeerror.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.exceptions.llamadecodeerror.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.exceptions.loadweightsfailedexception.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.exceptions.loadweightsfailedexception.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.exceptions.missingtemplateexception.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.exceptions.missingtemplateexception.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.exceptions.runtimeerror.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.exceptions.runtimeerror.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.exceptions.templatenotfoundexception.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.exceptions.templatenotfoundexception.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.extensions.icontextparamsextensions.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.extensions.icontextparamsextensions.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.extensions.imodelparamsextensions.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.extensions.imodelparamsextensions.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.extensions.spannormalizationextensions.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.extensions.spannormalizationextensions.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.instructexecutor.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.instructexecutor.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.interactiveexecutor.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.interactiveexecutor.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.llamacontext.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.llamacontext.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.llamaembedder.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.llamaembedder.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.llamaquantizer.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.llamaquantizer.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.llamareranker.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.llamareranker.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.llamatemplate.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.llamatemplate.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.llamatransforms.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.llamatransforms.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.llamaweights.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.llamaweights.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.llavaweights.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.llavaweights.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.native.avxlevel.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.native.avxlevel.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.native.decoderesult.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.native.decoderesult.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.native.defaultnativelibraryselectingpolicy.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.native.defaultnativelibraryselectingpolicy.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.native.encoderesult.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.native.encoderesult.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.native.ggmltype.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.native.ggmltype.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.native.gpusplitmode.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.native.gpusplitmode.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.native.icustomsampler.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.native.icustomsampler.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.native.llamaattentiontype.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.native.llamaattentiontype.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.native.llamabatch.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.native.llamabatch.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.native.llamabatchembeddings.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.native.llamabatchembeddings.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.native.llamachatmessage.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.native.llamachatmessage.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.native.llamacontextparams.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.native.llamacontextparams.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.native.llamaftype.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.native.llamaftype.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.native.llamakvcacheviewsafehandle.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.native.llamakvcacheviewsafehandle.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.native.llamalogitbias.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.native.llamalogitbias.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.native.llamaloglevel.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.native.llamaloglevel.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.native.llamamodelkvoverridetype.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.native.llamamodelkvoverridetype.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.native.llamamodelmetadataoverride.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.native.llamamodelmetadataoverride.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.native.llamamodelparams.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.native.llamamodelparams.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.native.llamamodelquantizeparams.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.native.llamamodelquantizeparams.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.native.llamamodeltensorbufferoverride.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.native.llamamodeltensorbufferoverride.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.native.llamanativebatch.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.native.llamanativebatch.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.native.llamaperfcontexttimings.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.native.llamaperfcontexttimings.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.native.llamapoolingtype.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.native.llamapoolingtype.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.native.llamapos.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.native.llamapos.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.native.llamaropetype.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.native.llamaropetype.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.native.llamasamplerchainparams.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.native.llamasamplerchainparams.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.native.llamasamplingtimings.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.native.llamasamplingtimings.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.native.llamaseqid.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.native.llamaseqid.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.native.llamatoken.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.native.llamatoken.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.native.llamatokenattr.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.native.llamatokenattr.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.native.llamatokendata.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.native.llamatokendata.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.native.llamatokendataarray.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.native.llamatokendataarray.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.native.llamatokendataarraynative.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.native.llamatokendataarraynative.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.native.llamavocabtype.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.native.llamavocabtype.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.native.llavaimageembed.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.native.llavaimageembed.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.native.loraadapter.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.native.loraadapter.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.native.nativeapi.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.native.nativeapi.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.native.nativelibraryconfig.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.native.nativelibraryconfig.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.native.nativelibraryconfigcontainer.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.native.nativelibraryconfigcontainer.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.native.nativelibraryfrompath.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.native.nativelibraryfrompath.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.native.nativelibrarymetadata.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.native.nativelibrarymetadata.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.native.nativelibraryname.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.native.nativelibraryname.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.native.nativelibrarywithavx.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.native.nativelibrarywithavx.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.native.nativelibrarywithcuda.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.native.nativelibrarywithcuda.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.native.nativelibrarywithmacorfallback.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.native.nativelibrarywithmacorfallback.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.native.nativelibrarywithvulkan.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.native.nativelibrarywithvulkan.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.native.nativelogconfig.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.native.nativelogconfig.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.native.ropescalingtype.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.native.ropescalingtype.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.native.safellamacontexthandle.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.native.safellamacontexthandle.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.native.safellamahandlebase.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.native.safellamahandlebase.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.native.safellamamodelhandle.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.native.safellamamodelhandle.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.native.safellamasamplerchainhandle.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.native.safellamasamplerchainhandle.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.native.safellavaimageembedhandle.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.native.safellavaimageembedhandle.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.native.safellavamodelhandle.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.native.safellavamodelhandle.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.native.systeminfo.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.native.systeminfo.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.native.unknownnativelibrary.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.native.unknownnativelibrary.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.sampling.basesamplingpipeline.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.sampling.basesamplingpipeline.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.sampling.defaultsamplingpipeline.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.sampling.defaultsamplingpipeline.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.sampling.grammar.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.sampling.grammar.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.sampling.greedysamplingpipeline.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.sampling.greedysamplingpipeline.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.sampling.isamplingpipeline.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.sampling.isamplingpipeline.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.sampling.isamplingpipelineextensions.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.sampling.isamplingpipelineextensions.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.sessionstate.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.sessionstate.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.statefulexecutorbase.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.statefulexecutorbase.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.statelessexecutor.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.statelessexecutor.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.streamingtokendecoder.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.streamingtokendecoder.md -------------------------------------------------------------------------------- /docs/xmldocs/llama.transformers.prompttemplatetransformer.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/docs/xmldocs/llama.transformers.prompttemplatetransformer.md -------------------------------------------------------------------------------- /mkdocs.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SciSharp/LLamaSharp/HEAD/mkdocs.yml --------------------------------------------------------------------------------