├── .gitignore ├── .mvn ├── jvm.config ├── maven.config └── wrapper │ ├── maven-wrapper.jar │ └── maven-wrapper.properties ├── LICENSE ├── README.md ├── mvnw ├── mvnw.cmd ├── pom.xml ├── run.sh └── src ├── main ├── java │ └── com │ │ └── llama4j │ │ ├── Main.java │ │ ├── config │ │ └── ModelConfig.java │ │ ├── core │ │ ├── ChatFormat.java │ │ ├── FloatTensor.java │ │ ├── Llama.java │ │ ├── Llama3.java │ │ ├── ModelLoader.java │ │ └── Sampler.java │ │ ├── dto │ │ ├── ChatCompletionRequest.java │ │ ├── ChatCompletionResponse.java │ │ ├── Choice.java │ │ ├── CompletionTokensDetails.java │ │ ├── Message.java │ │ ├── RequestResponse.java │ │ └── Usage.java │ │ └── web │ │ └── rest │ │ └── LlamaWrapperApplication.java └── resources │ └── application.properties └── test ├── java ├── com.llama4j.web.rest │ └── LlamaWrapperApplicationIT.java └── com │ └── llama4j │ └── config │ └── ModelConfigTest.java └── resources └── application.properties /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/stephanj/Llama3JavaChatCompletionService/HEAD/.gitignore -------------------------------------------------------------------------------- /.mvn/jvm.config: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/stephanj/Llama3JavaChatCompletionService/HEAD/.mvn/jvm.config -------------------------------------------------------------------------------- /.mvn/maven.config: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/stephanj/Llama3JavaChatCompletionService/HEAD/.mvn/maven.config -------------------------------------------------------------------------------- /.mvn/wrapper/maven-wrapper.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/stephanj/Llama3JavaChatCompletionService/HEAD/.mvn/wrapper/maven-wrapper.jar -------------------------------------------------------------------------------- /.mvn/wrapper/maven-wrapper.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/stephanj/Llama3JavaChatCompletionService/HEAD/.mvn/wrapper/maven-wrapper.properties -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/stephanj/Llama3JavaChatCompletionService/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/stephanj/Llama3JavaChatCompletionService/HEAD/README.md -------------------------------------------------------------------------------- /mvnw: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/stephanj/Llama3JavaChatCompletionService/HEAD/mvnw -------------------------------------------------------------------------------- /mvnw.cmd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/stephanj/Llama3JavaChatCompletionService/HEAD/mvnw.cmd -------------------------------------------------------------------------------- /pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/stephanj/Llama3JavaChatCompletionService/HEAD/pom.xml -------------------------------------------------------------------------------- /run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/stephanj/Llama3JavaChatCompletionService/HEAD/run.sh -------------------------------------------------------------------------------- /src/main/java/com/llama4j/Main.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/stephanj/Llama3JavaChatCompletionService/HEAD/src/main/java/com/llama4j/Main.java -------------------------------------------------------------------------------- /src/main/java/com/llama4j/config/ModelConfig.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/stephanj/Llama3JavaChatCompletionService/HEAD/src/main/java/com/llama4j/config/ModelConfig.java -------------------------------------------------------------------------------- /src/main/java/com/llama4j/core/ChatFormat.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/stephanj/Llama3JavaChatCompletionService/HEAD/src/main/java/com/llama4j/core/ChatFormat.java -------------------------------------------------------------------------------- /src/main/java/com/llama4j/core/FloatTensor.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/stephanj/Llama3JavaChatCompletionService/HEAD/src/main/java/com/llama4j/core/FloatTensor.java -------------------------------------------------------------------------------- /src/main/java/com/llama4j/core/Llama.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/stephanj/Llama3JavaChatCompletionService/HEAD/src/main/java/com/llama4j/core/Llama.java -------------------------------------------------------------------------------- /src/main/java/com/llama4j/core/Llama3.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/stephanj/Llama3JavaChatCompletionService/HEAD/src/main/java/com/llama4j/core/Llama3.java -------------------------------------------------------------------------------- /src/main/java/com/llama4j/core/ModelLoader.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/stephanj/Llama3JavaChatCompletionService/HEAD/src/main/java/com/llama4j/core/ModelLoader.java -------------------------------------------------------------------------------- /src/main/java/com/llama4j/core/Sampler.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/stephanj/Llama3JavaChatCompletionService/HEAD/src/main/java/com/llama4j/core/Sampler.java -------------------------------------------------------------------------------- /src/main/java/com/llama4j/dto/ChatCompletionRequest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/stephanj/Llama3JavaChatCompletionService/HEAD/src/main/java/com/llama4j/dto/ChatCompletionRequest.java -------------------------------------------------------------------------------- /src/main/java/com/llama4j/dto/ChatCompletionResponse.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/stephanj/Llama3JavaChatCompletionService/HEAD/src/main/java/com/llama4j/dto/ChatCompletionResponse.java -------------------------------------------------------------------------------- /src/main/java/com/llama4j/dto/Choice.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/stephanj/Llama3JavaChatCompletionService/HEAD/src/main/java/com/llama4j/dto/Choice.java -------------------------------------------------------------------------------- /src/main/java/com/llama4j/dto/CompletionTokensDetails.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/stephanj/Llama3JavaChatCompletionService/HEAD/src/main/java/com/llama4j/dto/CompletionTokensDetails.java -------------------------------------------------------------------------------- /src/main/java/com/llama4j/dto/Message.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/stephanj/Llama3JavaChatCompletionService/HEAD/src/main/java/com/llama4j/dto/Message.java -------------------------------------------------------------------------------- /src/main/java/com/llama4j/dto/RequestResponse.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/stephanj/Llama3JavaChatCompletionService/HEAD/src/main/java/com/llama4j/dto/RequestResponse.java -------------------------------------------------------------------------------- /src/main/java/com/llama4j/dto/Usage.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/stephanj/Llama3JavaChatCompletionService/HEAD/src/main/java/com/llama4j/dto/Usage.java -------------------------------------------------------------------------------- /src/main/java/com/llama4j/web/rest/LlamaWrapperApplication.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/stephanj/Llama3JavaChatCompletionService/HEAD/src/main/java/com/llama4j/web/rest/LlamaWrapperApplication.java -------------------------------------------------------------------------------- /src/main/resources/application.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/stephanj/Llama3JavaChatCompletionService/HEAD/src/main/resources/application.properties -------------------------------------------------------------------------------- /src/test/java/com.llama4j.web.rest/LlamaWrapperApplicationIT.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/stephanj/Llama3JavaChatCompletionService/HEAD/src/test/java/com.llama4j.web.rest/LlamaWrapperApplicationIT.java -------------------------------------------------------------------------------- /src/test/java/com/llama4j/config/ModelConfigTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/stephanj/Llama3JavaChatCompletionService/HEAD/src/test/java/com/llama4j/config/ModelConfigTest.java -------------------------------------------------------------------------------- /src/test/resources/application.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/stephanj/Llama3JavaChatCompletionService/HEAD/src/test/resources/application.properties --------------------------------------------------------------------------------