├── node ├── index.js ├── package-lock.json ├── package.json └── voices │ └── neutral.m4a ├── readme.md └── unreal ├── AICharacter.cpp ├── AICharacter.h ├── AIGameState.cpp ├── AIGameState.h ├── Gaul.Build.cs ├── Gaul.cpp └── Gaul.h /node/index.js: -------------------------------------------------------------------------------- 1 | import * as Gradio from "@gradio/client"; 2 | import * as FS from "fs"; 3 | import EventSource from "eventsource"; 4 | 5 | global.EventSource = EventSource; 6 | 7 | const voices = { 8 | netural: FS.readFileSync( 9 | "C:/Users/joegi/Documents/AI/CharacterServer/voices/neutral.m4a" 10 | ), 11 | }; 12 | 13 | const main = async () => { 14 | const ttsApp = await Gradio.client("http://localhost:7860"); 15 | let response = ""; 16 | let responses = []; 17 | 18 | const [_, __, prompt, speaker1, speaker2] = process.argv; 19 | 20 | const body = JSON.stringify({ 21 | stream: true, 22 | n_predict: 400, 23 | temperature: 0.7, 24 | stop: ["", `${speaker1}:`, `${speaker2}:`, `${speaker1.charAt(0)}:`, `${speaker2.charAt(0)}:`], 25 | repeat_last_n: 256, 26 | repeat_penalty: 1.18, 27 | top_k: 40, 28 | top_p: 0.5, 29 | min_p: 0.05, 30 | tfs_z: 1, 31 | typical_p: 1, 32 | presence_penalty: 0, 33 | frequency_penalty: 0, 34 | mirostat: 0, 35 | mirostat_tau: 5, 36 | mirostat_eta: 0.1, 37 | grammar: "", 38 | n_probs: 0, 39 | image_data: [], 40 | cache_prompt: true, 41 | slot_id: 0, 42 | prompt, 43 | }) 44 | 45 | let isCallingSynth = false; 46 | 47 | const synth = async (text) => { 48 | while (isCallingSynth) { 49 | await new Promise((r) => setTimeout(r, 100)); 50 | } 51 | isCallingSynth = true; 52 | 53 | const result = await ttsApp.predict("clsynthesize", [ 54 | text, 55 | voices.netural, 56 | 5, 57 | ]); 58 | 59 | const obj = await fetch(result.data[0].url); 60 | 61 | const randomUUID = `C:/Users/joegi/Documents/AI/CharacterServer/out/${Math.random() 62 | .toString(36) 63 | .substring(2, 15)}.wav`; 64 | FS.writeFileSync( 65 | randomUUID, 66 | 67 | Buffer.from(await obj.arrayBuffer()) 68 | ); 69 | 70 | const res = { 71 | subtitle: text, 72 | audio: randomUUID, 73 | }; 74 | 75 | process.stdout.write(JSON.stringify(res)); 76 | 77 | isCallingSynth = false; 78 | return res; 79 | }; 80 | 81 | await fetch("http://127.0.0.1:8080/completion", { 82 | headers: { 83 | "Content-Type": "application/json", 84 | }, 85 | method: "POST", 86 | body, 87 | }) 88 | // Use the response as a readable stream 89 | .then((response) => response.body) 90 | .then((body) => { 91 | const reader = body?.getReader(); 92 | const decoder = new TextDecoder(); 93 | const pump = () => { 94 | return reader?.read().then(({ done, value }) => { 95 | if (done) { 96 | return; 97 | } 98 | try { 99 | let decoded = decoder.decode(value); 100 | decoded = decoded.replace("data: ", ""); 101 | const parsed = JSON.parse(decoded); 102 | const body = parsed.content; 103 | 104 | response += body; 105 | if (response.split(".") != response) { 106 | responses.push(synth(response.trim())); 107 | response = ""; 108 | } 109 | 110 | return pump(); 111 | } catch (error) { 112 | return pump(); 113 | } 114 | }); 115 | }; 116 | 117 | return new ReadableStream({ 118 | start(controller) { 119 | pump().then(() => controller.close()); 120 | }, 121 | }); 122 | }) 123 | .then((stream) => stream.getReader().read()); 124 | 125 | await Promise.all(responses); 126 | 127 | process.exit(0); 128 | }; 129 | 130 | main(); 131 | -------------------------------------------------------------------------------- /node/package-lock.json: -------------------------------------------------------------------------------- 1 | { 2 | "name": "characterserver", 3 | "version": "1.0.0", 4 | "lockfileVersion": 3, 5 | "requires": true, 6 | "packages": { 7 | "": { 8 | "name": "characterserver", 9 | "version": "1.0.0", 10 | "license": "ISC", 11 | "dependencies": { 12 | "@gradio/client": "^0.9.3", 13 | "eventsource": "^2.0.2", 14 | "express": "^4.18.2" 15 | }, 16 | "devDependencies": { 17 | "@types/node": "^20.10.5" 18 | } 19 | }, 20 | "node_modules/@gradio/client": { 21 | "version": "0.9.3", 22 | "resolved": "https://registry.npmjs.org/@gradio/client/-/client-0.9.3.tgz", 23 | "integrity": "sha512-umKgs5YSrIfUtJZjUWahvRNSTyQx69aSCHjtD+QX8+1ag4eL5N4BpipbzXp2O6cz7HEpGagmkk/vCs3+00LjVw==", 24 | "dependencies": { 25 | "bufferutil": "^4.0.7", 26 | "semiver": "^1.1.0", 27 | "ws": "^8.13.0" 28 | }, 29 | "engines": { 30 | "node": ">=18.0.0" 31 | } 32 | }, 33 | "node_modules/@types/node": { 34 | "version": "20.10.5", 35 | "resolved": "https://registry.npmjs.org/@types/node/-/node-20.10.5.tgz", 36 | "integrity": "sha512-nNPsNE65wjMxEKI93yOP+NPGGBJz/PoN3kZsVLee0XMiJolxSekEVD8wRwBUBqkwc7UWop0edW50yrCQW4CyRw==", 37 | "dev": true, 38 | "dependencies": { 39 | "undici-types": "~5.26.4" 40 | } 41 | }, 42 | "node_modules/accepts": { 43 | "version": "1.3.8", 44 | "resolved": "https://registry.npmjs.org/accepts/-/accepts-1.3.8.tgz", 45 | "integrity": "sha512-PYAthTa2m2VKxuvSD3DPC/Gy+U+sOA1LAuT8mkmRuvw+NACSaeXEQ+NHcVF7rONl6qcaxV3Uuemwawk+7+SJLw==", 46 | "dependencies": { 47 | "mime-types": "~2.1.34", 48 | "negotiator": "0.6.3" 49 | }, 50 | "engines": { 51 | "node": ">= 0.6" 52 | } 53 | }, 54 | "node_modules/array-flatten": { 55 | "version": "1.1.1", 56 | "resolved": "https://registry.npmjs.org/array-flatten/-/array-flatten-1.1.1.tgz", 57 | "integrity": "sha512-PCVAQswWemu6UdxsDFFX/+gVeYqKAod3D3UVm91jHwynguOwAvYPhx8nNlM++NqRcK6CxxpUafjmhIdKiHibqg==" 58 | }, 59 | "node_modules/body-parser": { 60 | "version": "1.20.1", 61 | "resolved": "https://registry.npmjs.org/body-parser/-/body-parser-1.20.1.tgz", 62 | "integrity": "sha512-jWi7abTbYwajOytWCQc37VulmWiRae5RyTpaCyDcS5/lMdtwSz5lOpDE67srw/HYe35f1z3fDQw+3txg7gNtWw==", 63 | "dependencies": { 64 | "bytes": "3.1.2", 65 | "content-type": "~1.0.4", 66 | "debug": "2.6.9", 67 | "depd": "2.0.0", 68 | "destroy": "1.2.0", 69 | "http-errors": "2.0.0", 70 | "iconv-lite": "0.4.24", 71 | "on-finished": "2.4.1", 72 | "qs": "6.11.0", 73 | "raw-body": "2.5.1", 74 | "type-is": "~1.6.18", 75 | "unpipe": "1.0.0" 76 | }, 77 | "engines": { 78 | "node": ">= 0.8", 79 | "npm": "1.2.8000 || >= 1.4.16" 80 | } 81 | }, 82 | "node_modules/bufferutil": { 83 | "version": "4.0.8", 84 | "resolved": "https://registry.npmjs.org/bufferutil/-/bufferutil-4.0.8.tgz", 85 | "integrity": "sha512-4T53u4PdgsXqKaIctwF8ifXlRTTmEPJ8iEPWFdGZvcf7sbwYo6FKFEX9eNNAnzFZ7EzJAQ3CJeOtCRA4rDp7Pw==", 86 | "hasInstallScript": true, 87 | "dependencies": { 88 | "node-gyp-build": "^4.3.0" 89 | }, 90 | "engines": { 91 | "node": ">=6.14.2" 92 | } 93 | }, 94 | "node_modules/bytes": { 95 | "version": "3.1.2", 96 | "resolved": "https://registry.npmjs.org/bytes/-/bytes-3.1.2.tgz", 97 | "integrity": "sha512-/Nf7TyzTx6S3yRJObOAV7956r8cr2+Oj8AC5dt8wSP3BQAoeX58NoHyCU8P8zGkNXStjTSi6fzO6F0pBdcYbEg==", 98 | "engines": { 99 | "node": ">= 0.8" 100 | } 101 | }, 102 | "node_modules/call-bind": { 103 | "version": "1.0.5", 104 | "resolved": "https://registry.npmjs.org/call-bind/-/call-bind-1.0.5.tgz", 105 | "integrity": "sha512-C3nQxfFZxFRVoJoGKKI8y3MOEo129NQ+FgQ08iye+Mk4zNZZGdjfs06bVTr+DBSlA66Q2VEcMki/cUCP4SercQ==", 106 | "dependencies": { 107 | "function-bind": "^1.1.2", 108 | "get-intrinsic": "^1.2.1", 109 | "set-function-length": "^1.1.1" 110 | }, 111 | "funding": { 112 | "url": "https://github.com/sponsors/ljharb" 113 | } 114 | }, 115 | "node_modules/content-disposition": { 116 | "version": "0.5.4", 117 | "resolved": "https://registry.npmjs.org/content-disposition/-/content-disposition-0.5.4.tgz", 118 | "integrity": "sha512-FveZTNuGw04cxlAiWbzi6zTAL/lhehaWbTtgluJh4/E95DqMwTmha3KZN1aAWA8cFIhHzMZUvLevkw5Rqk+tSQ==", 119 | "dependencies": { 120 | "safe-buffer": "5.2.1" 121 | }, 122 | "engines": { 123 | "node": ">= 0.6" 124 | } 125 | }, 126 | "node_modules/content-type": { 127 | "version": "1.0.5", 128 | "resolved": "https://registry.npmjs.org/content-type/-/content-type-1.0.5.tgz", 129 | "integrity": "sha512-nTjqfcBFEipKdXCv4YDQWCfmcLZKm81ldF0pAopTvyrFGVbcR6P/VAAd5G7N+0tTr8QqiU0tFadD6FK4NtJwOA==", 130 | "engines": { 131 | "node": ">= 0.6" 132 | } 133 | }, 134 | "node_modules/cookie": { 135 | "version": "0.5.0", 136 | "resolved": "https://registry.npmjs.org/cookie/-/cookie-0.5.0.tgz", 137 | "integrity": "sha512-YZ3GUyn/o8gfKJlnlX7g7xq4gyO6OSuhGPKaaGssGB2qgDUS0gPgtTvoyZLTt9Ab6dC4hfc9dV5arkvc/OCmrw==", 138 | "engines": { 139 | "node": ">= 0.6" 140 | } 141 | }, 142 | "node_modules/cookie-signature": { 143 | "version": "1.0.6", 144 | "resolved": "https://registry.npmjs.org/cookie-signature/-/cookie-signature-1.0.6.tgz", 145 | "integrity": "sha512-QADzlaHc8icV8I7vbaJXJwod9HWYp8uCqf1xa4OfNu1T7JVxQIrUgOWtHdNDtPiywmFbiS12VjotIXLrKM3orQ==" 146 | }, 147 | "node_modules/debug": { 148 | "version": "2.6.9", 149 | "resolved": "https://registry.npmjs.org/debug/-/debug-2.6.9.tgz", 150 | "integrity": "sha512-bC7ElrdJaJnPbAP+1EotYvqZsb3ecl5wi6Bfi6BJTUcNowp6cvspg0jXznRTKDjm/E7AdgFBVeAPVMNcKGsHMA==", 151 | "dependencies": { 152 | "ms": "2.0.0" 153 | } 154 | }, 155 | "node_modules/define-data-property": { 156 | "version": "1.1.1", 157 | "resolved": "https://registry.npmjs.org/define-data-property/-/define-data-property-1.1.1.tgz", 158 | "integrity": "sha512-E7uGkTzkk1d0ByLeSc6ZsFS79Axg+m1P/VsgYsxHgiuc3tFSj+MjMIwe90FC4lOAZzNBdY7kkO2P2wKdsQ1vgQ==", 159 | "dependencies": { 160 | "get-intrinsic": "^1.2.1", 161 | "gopd": "^1.0.1", 162 | "has-property-descriptors": "^1.0.0" 163 | }, 164 | "engines": { 165 | "node": ">= 0.4" 166 | } 167 | }, 168 | "node_modules/depd": { 169 | "version": "2.0.0", 170 | "resolved": "https://registry.npmjs.org/depd/-/depd-2.0.0.tgz", 171 | "integrity": "sha512-g7nH6P6dyDioJogAAGprGpCtVImJhpPk/roCzdb3fIh61/s/nPsfR6onyMwkCAR/OlC3yBC0lESvUoQEAssIrw==", 172 | "engines": { 173 | "node": ">= 0.8" 174 | } 175 | }, 176 | "node_modules/destroy": { 177 | "version": "1.2.0", 178 | "resolved": "https://registry.npmjs.org/destroy/-/destroy-1.2.0.tgz", 179 | "integrity": "sha512-2sJGJTaXIIaR1w4iJSNoN0hnMY7Gpc/n8D4qSCJw8QqFWXf7cuAgnEHxBpweaVcPevC2l3KpjYCx3NypQQgaJg==", 180 | "engines": { 181 | "node": ">= 0.8", 182 | "npm": "1.2.8000 || >= 1.4.16" 183 | } 184 | }, 185 | "node_modules/ee-first": { 186 | "version": "1.1.1", 187 | "resolved": "https://registry.npmjs.org/ee-first/-/ee-first-1.1.1.tgz", 188 | "integrity": "sha512-WMwm9LhRUo+WUaRN+vRuETqG89IgZphVSNkdFgeb6sS/E4OrDIN7t48CAewSHXc6C8lefD8KKfr5vY61brQlow==" 189 | }, 190 | "node_modules/encodeurl": { 191 | "version": "1.0.2", 192 | "resolved": "https://registry.npmjs.org/encodeurl/-/encodeurl-1.0.2.tgz", 193 | "integrity": "sha512-TPJXq8JqFaVYm2CWmPvnP2Iyo4ZSM7/QKcSmuMLDObfpH5fi7RUGmd/rTDf+rut/saiDiQEeVTNgAmJEdAOx0w==", 194 | "engines": { 195 | "node": ">= 0.8" 196 | } 197 | }, 198 | "node_modules/escape-html": { 199 | "version": "1.0.3", 200 | "resolved": "https://registry.npmjs.org/escape-html/-/escape-html-1.0.3.tgz", 201 | "integrity": "sha512-NiSupZ4OeuGwr68lGIeym/ksIZMJodUGOSCZ/FSnTxcrekbvqrgdUxlJOMpijaKZVjAJrWrGs/6Jy8OMuyj9ow==" 202 | }, 203 | "node_modules/etag": { 204 | "version": "1.8.1", 205 | "resolved": "https://registry.npmjs.org/etag/-/etag-1.8.1.tgz", 206 | "integrity": "sha512-aIL5Fx7mawVa300al2BnEE4iNvo1qETxLrPI/o05L7z6go7fCw1J6EQmbK4FmJ2AS7kgVF/KEZWufBfdClMcPg==", 207 | "engines": { 208 | "node": ">= 0.6" 209 | } 210 | }, 211 | "node_modules/eventsource": { 212 | "version": "2.0.2", 213 | "resolved": "https://registry.npmjs.org/eventsource/-/eventsource-2.0.2.tgz", 214 | "integrity": "sha512-IzUmBGPR3+oUG9dUeXynyNmf91/3zUSJg1lCktzKw47OXuhco54U3r9B7O4XX+Rb1Itm9OZ2b0RkTs10bICOxA==", 215 | "engines": { 216 | "node": ">=12.0.0" 217 | } 218 | }, 219 | "node_modules/express": { 220 | "version": "4.18.2", 221 | "resolved": "https://registry.npmjs.org/express/-/express-4.18.2.tgz", 222 | "integrity": "sha512-5/PsL6iGPdfQ/lKM1UuielYgv3BUoJfz1aUwU9vHZ+J7gyvwdQXFEBIEIaxeGf0GIcreATNyBExtalisDbuMqQ==", 223 | "dependencies": { 224 | "accepts": "~1.3.8", 225 | "array-flatten": "1.1.1", 226 | "body-parser": "1.20.1", 227 | "content-disposition": "0.5.4", 228 | "content-type": "~1.0.4", 229 | "cookie": "0.5.0", 230 | "cookie-signature": "1.0.6", 231 | "debug": "2.6.9", 232 | "depd": "2.0.0", 233 | "encodeurl": "~1.0.2", 234 | "escape-html": "~1.0.3", 235 | "etag": "~1.8.1", 236 | "finalhandler": "1.2.0", 237 | "fresh": "0.5.2", 238 | "http-errors": "2.0.0", 239 | "merge-descriptors": "1.0.1", 240 | "methods": "~1.1.2", 241 | "on-finished": "2.4.1", 242 | "parseurl": "~1.3.3", 243 | "path-to-regexp": "0.1.7", 244 | "proxy-addr": "~2.0.7", 245 | "qs": "6.11.0", 246 | "range-parser": "~1.2.1", 247 | "safe-buffer": "5.2.1", 248 | "send": "0.18.0", 249 | "serve-static": "1.15.0", 250 | "setprototypeof": "1.2.0", 251 | "statuses": "2.0.1", 252 | "type-is": "~1.6.18", 253 | "utils-merge": "1.0.1", 254 | "vary": "~1.1.2" 255 | }, 256 | "engines": { 257 | "node": ">= 0.10.0" 258 | } 259 | }, 260 | "node_modules/finalhandler": { 261 | "version": "1.2.0", 262 | "resolved": "https://registry.npmjs.org/finalhandler/-/finalhandler-1.2.0.tgz", 263 | "integrity": "sha512-5uXcUVftlQMFnWC9qu/svkWv3GTd2PfUhK/3PLkYNAe7FbqJMt3515HaxE6eRL74GdsriiwujiawdaB1BpEISg==", 264 | "dependencies": { 265 | "debug": "2.6.9", 266 | "encodeurl": "~1.0.2", 267 | "escape-html": "~1.0.3", 268 | "on-finished": "2.4.1", 269 | "parseurl": "~1.3.3", 270 | "statuses": "2.0.1", 271 | "unpipe": "~1.0.0" 272 | }, 273 | "engines": { 274 | "node": ">= 0.8" 275 | } 276 | }, 277 | "node_modules/forwarded": { 278 | "version": "0.2.0", 279 | "resolved": "https://registry.npmjs.org/forwarded/-/forwarded-0.2.0.tgz", 280 | "integrity": "sha512-buRG0fpBtRHSTCOASe6hD258tEubFoRLb4ZNA6NxMVHNw2gOcwHo9wyablzMzOA5z9xA9L1KNjk/Nt6MT9aYow==", 281 | "engines": { 282 | "node": ">= 0.6" 283 | } 284 | }, 285 | "node_modules/fresh": { 286 | "version": "0.5.2", 287 | "resolved": "https://registry.npmjs.org/fresh/-/fresh-0.5.2.tgz", 288 | "integrity": "sha512-zJ2mQYM18rEFOudeV4GShTGIQ7RbzA7ozbU9I/XBpm7kqgMywgmylMwXHxZJmkVoYkna9d2pVXVXPdYTP9ej8Q==", 289 | "engines": { 290 | "node": ">= 0.6" 291 | } 292 | }, 293 | "node_modules/function-bind": { 294 | "version": "1.1.2", 295 | "resolved": "https://registry.npmjs.org/function-bind/-/function-bind-1.1.2.tgz", 296 | "integrity": "sha512-7XHNxH7qX9xG5mIwxkhumTox/MIRNcOgDrxWsMt2pAr23WHp6MrRlN7FBSFpCpr+oVO0F744iUgR82nJMfG2SA==", 297 | "funding": { 298 | "url": "https://github.com/sponsors/ljharb" 299 | } 300 | }, 301 | "node_modules/get-intrinsic": { 302 | "version": "1.2.2", 303 | "resolved": "https://registry.npmjs.org/get-intrinsic/-/get-intrinsic-1.2.2.tgz", 304 | "integrity": "sha512-0gSo4ml/0j98Y3lngkFEot/zhiCeWsbYIlZ+uZOVgzLyLaUw7wxUL+nCTP0XJvJg1AXulJRI3UJi8GsbDuxdGA==", 305 | "dependencies": { 306 | "function-bind": "^1.1.2", 307 | "has-proto": "^1.0.1", 308 | "has-symbols": "^1.0.3", 309 | "hasown": "^2.0.0" 310 | }, 311 | "funding": { 312 | "url": "https://github.com/sponsors/ljharb" 313 | } 314 | }, 315 | "node_modules/gopd": { 316 | "version": "1.0.1", 317 | "resolved": "https://registry.npmjs.org/gopd/-/gopd-1.0.1.tgz", 318 | "integrity": "sha512-d65bNlIadxvpb/A2abVdlqKqV563juRnZ1Wtk6s1sIR8uNsXR70xqIzVqxVf1eTqDunwT2MkczEeaezCKTZhwA==", 319 | "dependencies": { 320 | "get-intrinsic": "^1.1.3" 321 | }, 322 | "funding": { 323 | "url": "https://github.com/sponsors/ljharb" 324 | } 325 | }, 326 | "node_modules/has-property-descriptors": { 327 | "version": "1.0.1", 328 | "resolved": "https://registry.npmjs.org/has-property-descriptors/-/has-property-descriptors-1.0.1.tgz", 329 | "integrity": "sha512-VsX8eaIewvas0xnvinAe9bw4WfIeODpGYikiWYLH+dma0Jw6KHYqWiWfhQlgOVK8D6PvjubK5Uc4P0iIhIcNVg==", 330 | "dependencies": { 331 | "get-intrinsic": "^1.2.2" 332 | }, 333 | "funding": { 334 | "url": "https://github.com/sponsors/ljharb" 335 | } 336 | }, 337 | "node_modules/has-proto": { 338 | "version": "1.0.1", 339 | "resolved": "https://registry.npmjs.org/has-proto/-/has-proto-1.0.1.tgz", 340 | "integrity": "sha512-7qE+iP+O+bgF9clE5+UoBFzE65mlBiVj3tKCrlNQ0Ogwm0BjpT/gK4SlLYDMybDh5I3TCTKnPPa0oMG7JDYrhg==", 341 | "engines": { 342 | "node": ">= 0.4" 343 | }, 344 | "funding": { 345 | "url": "https://github.com/sponsors/ljharb" 346 | } 347 | }, 348 | "node_modules/has-symbols": { 349 | "version": "1.0.3", 350 | "resolved": "https://registry.npmjs.org/has-symbols/-/has-symbols-1.0.3.tgz", 351 | "integrity": "sha512-l3LCuF6MgDNwTDKkdYGEihYjt5pRPbEg46rtlmnSPlUbgmB8LOIrKJbYYFBSbnPaJexMKtiPO8hmeRjRz2Td+A==", 352 | "engines": { 353 | "node": ">= 0.4" 354 | }, 355 | "funding": { 356 | "url": "https://github.com/sponsors/ljharb" 357 | } 358 | }, 359 | "node_modules/hasown": { 360 | "version": "2.0.0", 361 | "resolved": "https://registry.npmjs.org/hasown/-/hasown-2.0.0.tgz", 362 | "integrity": "sha512-vUptKVTpIJhcczKBbgnS+RtcuYMB8+oNzPK2/Hp3hanz8JmpATdmmgLgSaadVREkDm+e2giHwY3ZRkyjSIDDFA==", 363 | "dependencies": { 364 | "function-bind": "^1.1.2" 365 | }, 366 | "engines": { 367 | "node": ">= 0.4" 368 | } 369 | }, 370 | "node_modules/http-errors": { 371 | "version": "2.0.0", 372 | "resolved": "https://registry.npmjs.org/http-errors/-/http-errors-2.0.0.tgz", 373 | "integrity": "sha512-FtwrG/euBzaEjYeRqOgly7G0qviiXoJWnvEH2Z1plBdXgbyjv34pHTSb9zoeHMyDy33+DWy5Wt9Wo+TURtOYSQ==", 374 | "dependencies": { 375 | "depd": "2.0.0", 376 | "inherits": "2.0.4", 377 | "setprototypeof": "1.2.0", 378 | "statuses": "2.0.1", 379 | "toidentifier": "1.0.1" 380 | }, 381 | "engines": { 382 | "node": ">= 0.8" 383 | } 384 | }, 385 | "node_modules/iconv-lite": { 386 | "version": "0.4.24", 387 | "resolved": "https://registry.npmjs.org/iconv-lite/-/iconv-lite-0.4.24.tgz", 388 | "integrity": "sha512-v3MXnZAcvnywkTUEZomIActle7RXXeedOR31wwl7VlyoXO4Qi9arvSenNQWne1TcRwhCL1HwLI21bEqdpj8/rA==", 389 | "dependencies": { 390 | "safer-buffer": ">= 2.1.2 < 3" 391 | }, 392 | "engines": { 393 | "node": ">=0.10.0" 394 | } 395 | }, 396 | "node_modules/inherits": { 397 | "version": "2.0.4", 398 | "resolved": "https://registry.npmjs.org/inherits/-/inherits-2.0.4.tgz", 399 | "integrity": "sha512-k/vGaX4/Yla3WzyMCvTQOXYeIHvqOKtnqBduzTHpzpQZzAskKMhZ2K+EnBiSM9zGSoIFeMpXKxa4dYeZIQqewQ==" 400 | }, 401 | "node_modules/ipaddr.js": { 402 | "version": "1.9.1", 403 | "resolved": "https://registry.npmjs.org/ipaddr.js/-/ipaddr.js-1.9.1.tgz", 404 | "integrity": "sha512-0KI/607xoxSToH7GjN1FfSbLoU0+btTicjsQSWQlh/hZykN8KpmMf7uYwPW3R+akZ6R/w18ZlXSHBYXiYUPO3g==", 405 | "engines": { 406 | "node": ">= 0.10" 407 | } 408 | }, 409 | "node_modules/media-typer": { 410 | "version": "0.3.0", 411 | "resolved": "https://registry.npmjs.org/media-typer/-/media-typer-0.3.0.tgz", 412 | "integrity": "sha512-dq+qelQ9akHpcOl/gUVRTxVIOkAJ1wR3QAvb4RsVjS8oVoFjDGTc679wJYmUmknUF5HwMLOgb5O+a3KxfWapPQ==", 413 | "engines": { 414 | "node": ">= 0.6" 415 | } 416 | }, 417 | "node_modules/merge-descriptors": { 418 | "version": "1.0.1", 419 | "resolved": "https://registry.npmjs.org/merge-descriptors/-/merge-descriptors-1.0.1.tgz", 420 | "integrity": "sha512-cCi6g3/Zr1iqQi6ySbseM1Xvooa98N0w31jzUYrXPX2xqObmFGHJ0tQ5u74H3mVh7wLouTseZyYIq39g8cNp1w==" 421 | }, 422 | "node_modules/methods": { 423 | "version": "1.1.2", 424 | "resolved": "https://registry.npmjs.org/methods/-/methods-1.1.2.tgz", 425 | "integrity": "sha512-iclAHeNqNm68zFtnZ0e+1L2yUIdvzNoauKU4WBA3VvH/vPFieF7qfRlwUZU+DA9P9bPXIS90ulxoUoCH23sV2w==", 426 | "engines": { 427 | "node": ">= 0.6" 428 | } 429 | }, 430 | "node_modules/mime": { 431 | "version": "1.6.0", 432 | "resolved": "https://registry.npmjs.org/mime/-/mime-1.6.0.tgz", 433 | "integrity": "sha512-x0Vn8spI+wuJ1O6S7gnbaQg8Pxh4NNHb7KSINmEWKiPE4RKOplvijn+NkmYmmRgP68mc70j2EbeTFRsrswaQeg==", 434 | "bin": { 435 | "mime": "cli.js" 436 | }, 437 | "engines": { 438 | "node": ">=4" 439 | } 440 | }, 441 | "node_modules/mime-db": { 442 | "version": "1.52.0", 443 | "resolved": "https://registry.npmjs.org/mime-db/-/mime-db-1.52.0.tgz", 444 | "integrity": "sha512-sPU4uV7dYlvtWJxwwxHD0PuihVNiE7TyAbQ5SWxDCB9mUYvOgroQOwYQQOKPJ8CIbE+1ETVlOoK1UC2nU3gYvg==", 445 | "engines": { 446 | "node": ">= 0.6" 447 | } 448 | }, 449 | "node_modules/mime-types": { 450 | "version": "2.1.35", 451 | "resolved": "https://registry.npmjs.org/mime-types/-/mime-types-2.1.35.tgz", 452 | "integrity": "sha512-ZDY+bPm5zTTF+YpCrAU9nK0UgICYPT0QtT1NZWFv4s++TNkcgVaT0g6+4R2uI4MjQjzysHB1zxuWL50hzaeXiw==", 453 | "dependencies": { 454 | "mime-db": "1.52.0" 455 | }, 456 | "engines": { 457 | "node": ">= 0.6" 458 | } 459 | }, 460 | "node_modules/ms": { 461 | "version": "2.0.0", 462 | "resolved": "https://registry.npmjs.org/ms/-/ms-2.0.0.tgz", 463 | "integrity": "sha512-Tpp60P6IUJDTuOq/5Z8cdskzJujfwqfOTkrwIwj7IRISpnkJnT6SyJ4PCPnGMoFjC9ddhal5KVIYtAt97ix05A==" 464 | }, 465 | "node_modules/negotiator": { 466 | "version": "0.6.3", 467 | "resolved": "https://registry.npmjs.org/negotiator/-/negotiator-0.6.3.tgz", 468 | "integrity": "sha512-+EUsqGPLsM+j/zdChZjsnX51g4XrHFOIXwfnCVPGlQk/k5giakcKsuxCObBRu6DSm9opw/O6slWbJdghQM4bBg==", 469 | "engines": { 470 | "node": ">= 0.6" 471 | } 472 | }, 473 | "node_modules/node-gyp-build": { 474 | "version": "4.7.1", 475 | "resolved": "https://registry.npmjs.org/node-gyp-build/-/node-gyp-build-4.7.1.tgz", 476 | "integrity": "sha512-wTSrZ+8lsRRa3I3H8Xr65dLWSgCvY2l4AOnaeKdPA9TB/WYMPaTcrzf3rXvFoVvjKNVnu0CcWSx54qq9GKRUYg==", 477 | "bin": { 478 | "node-gyp-build": "bin.js", 479 | "node-gyp-build-optional": "optional.js", 480 | "node-gyp-build-test": "build-test.js" 481 | } 482 | }, 483 | "node_modules/object-inspect": { 484 | "version": "1.13.1", 485 | "resolved": "https://registry.npmjs.org/object-inspect/-/object-inspect-1.13.1.tgz", 486 | "integrity": "sha512-5qoj1RUiKOMsCCNLV1CBiPYE10sziTsnmNxkAI/rZhiD63CF7IqdFGC/XzjWjpSgLf0LxXX3bDFIh0E18f6UhQ==", 487 | "funding": { 488 | "url": "https://github.com/sponsors/ljharb" 489 | } 490 | }, 491 | "node_modules/on-finished": { 492 | "version": "2.4.1", 493 | "resolved": "https://registry.npmjs.org/on-finished/-/on-finished-2.4.1.tgz", 494 | "integrity": "sha512-oVlzkg3ENAhCk2zdv7IJwd/QUD4z2RxRwpkcGY8psCVcCYZNq4wYnVWALHM+brtuJjePWiYF/ClmuDr8Ch5+kg==", 495 | "dependencies": { 496 | "ee-first": "1.1.1" 497 | }, 498 | "engines": { 499 | "node": ">= 0.8" 500 | } 501 | }, 502 | "node_modules/parseurl": { 503 | "version": "1.3.3", 504 | "resolved": "https://registry.npmjs.org/parseurl/-/parseurl-1.3.3.tgz", 505 | "integrity": "sha512-CiyeOxFT/JZyN5m0z9PfXw4SCBJ6Sygz1Dpl0wqjlhDEGGBP1GnsUVEL0p63hoG1fcj3fHynXi9NYO4nWOL+qQ==", 506 | "engines": { 507 | "node": ">= 0.8" 508 | } 509 | }, 510 | "node_modules/path-to-regexp": { 511 | "version": "0.1.7", 512 | "resolved": "https://registry.npmjs.org/path-to-regexp/-/path-to-regexp-0.1.7.tgz", 513 | "integrity": "sha512-5DFkuoqlv1uYQKxy8omFBeJPQcdoE07Kv2sferDCrAq1ohOU+MSDswDIbnx3YAM60qIOnYa53wBhXW0EbMonrQ==" 514 | }, 515 | "node_modules/proxy-addr": { 516 | "version": "2.0.7", 517 | "resolved": "https://registry.npmjs.org/proxy-addr/-/proxy-addr-2.0.7.tgz", 518 | "integrity": "sha512-llQsMLSUDUPT44jdrU/O37qlnifitDP+ZwrmmZcoSKyLKvtZxpyV0n2/bD/N4tBAAZ/gJEdZU7KMraoK1+XYAg==", 519 | "dependencies": { 520 | "forwarded": "0.2.0", 521 | "ipaddr.js": "1.9.1" 522 | }, 523 | "engines": { 524 | "node": ">= 0.10" 525 | } 526 | }, 527 | "node_modules/qs": { 528 | "version": "6.11.0", 529 | "resolved": "https://registry.npmjs.org/qs/-/qs-6.11.0.tgz", 530 | "integrity": "sha512-MvjoMCJwEarSbUYk5O+nmoSzSutSsTwF85zcHPQ9OrlFoZOYIjaqBAJIqIXjptyD5vThxGq52Xu/MaJzRkIk4Q==", 531 | "dependencies": { 532 | "side-channel": "^1.0.4" 533 | }, 534 | "engines": { 535 | "node": ">=0.6" 536 | }, 537 | "funding": { 538 | "url": "https://github.com/sponsors/ljharb" 539 | } 540 | }, 541 | "node_modules/range-parser": { 542 | "version": "1.2.1", 543 | "resolved": "https://registry.npmjs.org/range-parser/-/range-parser-1.2.1.tgz", 544 | "integrity": "sha512-Hrgsx+orqoygnmhFbKaHE6c296J+HTAQXoxEF6gNupROmmGJRoyzfG3ccAveqCBrwr/2yxQ5BVd/GTl5agOwSg==", 545 | "engines": { 546 | "node": ">= 0.6" 547 | } 548 | }, 549 | "node_modules/raw-body": { 550 | "version": "2.5.1", 551 | "resolved": "https://registry.npmjs.org/raw-body/-/raw-body-2.5.1.tgz", 552 | "integrity": "sha512-qqJBtEyVgS0ZmPGdCFPWJ3FreoqvG4MVQln/kCgF7Olq95IbOp0/BWyMwbdtn4VTvkM8Y7khCQ2Xgk/tcrCXig==", 553 | "dependencies": { 554 | "bytes": "3.1.2", 555 | "http-errors": "2.0.0", 556 | "iconv-lite": "0.4.24", 557 | "unpipe": "1.0.0" 558 | }, 559 | "engines": { 560 | "node": ">= 0.8" 561 | } 562 | }, 563 | "node_modules/safe-buffer": { 564 | "version": "5.2.1", 565 | "resolved": "https://registry.npmjs.org/safe-buffer/-/safe-buffer-5.2.1.tgz", 566 | "integrity": "sha512-rp3So07KcdmmKbGvgaNxQSJr7bGVSVk5S9Eq1F+ppbRo70+YeaDxkw5Dd8NPN+GD6bjnYm2VuPuCXmpuYvmCXQ==", 567 | "funding": [ 568 | { 569 | "type": "github", 570 | "url": "https://github.com/sponsors/feross" 571 | }, 572 | { 573 | "type": "patreon", 574 | "url": "https://www.patreon.com/feross" 575 | }, 576 | { 577 | "type": "consulting", 578 | "url": "https://feross.org/support" 579 | } 580 | ] 581 | }, 582 | "node_modules/safer-buffer": { 583 | "version": "2.1.2", 584 | "resolved": "https://registry.npmjs.org/safer-buffer/-/safer-buffer-2.1.2.tgz", 585 | "integrity": "sha512-YZo3K82SD7Riyi0E1EQPojLz7kpepnSQI9IyPbHHg1XXXevb5dJI7tpyN2ADxGcQbHG7vcyRHk0cbwqcQriUtg==" 586 | }, 587 | "node_modules/semiver": { 588 | "version": "1.1.0", 589 | "resolved": "https://registry.npmjs.org/semiver/-/semiver-1.1.0.tgz", 590 | "integrity": "sha512-QNI2ChmuioGC1/xjyYwyZYADILWyW6AmS1UH6gDj/SFUUUS4MBAWs/7mxnkRPc/F4iHezDP+O8t0dO8WHiEOdg==", 591 | "engines": { 592 | "node": ">=6" 593 | } 594 | }, 595 | "node_modules/send": { 596 | "version": "0.18.0", 597 | "resolved": "https://registry.npmjs.org/send/-/send-0.18.0.tgz", 598 | "integrity": "sha512-qqWzuOjSFOuqPjFe4NOsMLafToQQwBSOEpS+FwEt3A2V3vKubTquT3vmLTQpFgMXp8AlFWFuP1qKaJZOtPpVXg==", 599 | "dependencies": { 600 | "debug": "2.6.9", 601 | "depd": "2.0.0", 602 | "destroy": "1.2.0", 603 | "encodeurl": "~1.0.2", 604 | "escape-html": "~1.0.3", 605 | "etag": "~1.8.1", 606 | "fresh": "0.5.2", 607 | "http-errors": "2.0.0", 608 | "mime": "1.6.0", 609 | "ms": "2.1.3", 610 | "on-finished": "2.4.1", 611 | "range-parser": "~1.2.1", 612 | "statuses": "2.0.1" 613 | }, 614 | "engines": { 615 | "node": ">= 0.8.0" 616 | } 617 | }, 618 | "node_modules/send/node_modules/ms": { 619 | "version": "2.1.3", 620 | "resolved": "https://registry.npmjs.org/ms/-/ms-2.1.3.tgz", 621 | "integrity": "sha512-6FlzubTLZG3J2a/NVCAleEhjzq5oxgHyaCU9yYXvcLsvoVaHJq/s5xXI6/XXP6tz7R9xAOtHnSO/tXtF3WRTlA==" 622 | }, 623 | "node_modules/serve-static": { 624 | "version": "1.15.0", 625 | "resolved": "https://registry.npmjs.org/serve-static/-/serve-static-1.15.0.tgz", 626 | "integrity": "sha512-XGuRDNjXUijsUL0vl6nSD7cwURuzEgglbOaFuZM9g3kwDXOWVTck0jLzjPzGD+TazWbboZYu52/9/XPdUgne9g==", 627 | "dependencies": { 628 | "encodeurl": "~1.0.2", 629 | "escape-html": "~1.0.3", 630 | "parseurl": "~1.3.3", 631 | "send": "0.18.0" 632 | }, 633 | "engines": { 634 | "node": ">= 0.8.0" 635 | } 636 | }, 637 | "node_modules/set-function-length": { 638 | "version": "1.1.1", 639 | "resolved": "https://registry.npmjs.org/set-function-length/-/set-function-length-1.1.1.tgz", 640 | "integrity": "sha512-VoaqjbBJKiWtg4yRcKBQ7g7wnGnLV3M8oLvVWwOk2PdYY6PEFegR1vezXR0tw6fZGF9csVakIRjrJiy2veSBFQ==", 641 | "dependencies": { 642 | "define-data-property": "^1.1.1", 643 | "get-intrinsic": "^1.2.1", 644 | "gopd": "^1.0.1", 645 | "has-property-descriptors": "^1.0.0" 646 | }, 647 | "engines": { 648 | "node": ">= 0.4" 649 | } 650 | }, 651 | "node_modules/setprototypeof": { 652 | "version": "1.2.0", 653 | "resolved": "https://registry.npmjs.org/setprototypeof/-/setprototypeof-1.2.0.tgz", 654 | "integrity": "sha512-E5LDX7Wrp85Kil5bhZv46j8jOeboKq5JMmYM3gVGdGH8xFpPWXUMsNrlODCrkoxMEeNi/XZIwuRvY4XNwYMJpw==" 655 | }, 656 | "node_modules/side-channel": { 657 | "version": "1.0.4", 658 | "resolved": "https://registry.npmjs.org/side-channel/-/side-channel-1.0.4.tgz", 659 | "integrity": "sha512-q5XPytqFEIKHkGdiMIrY10mvLRvnQh42/+GoBlFW3b2LXLE2xxJpZFdm94we0BaoV3RwJyGqg5wS7epxTv0Zvw==", 660 | "dependencies": { 661 | "call-bind": "^1.0.0", 662 | "get-intrinsic": "^1.0.2", 663 | "object-inspect": "^1.9.0" 664 | }, 665 | "funding": { 666 | "url": "https://github.com/sponsors/ljharb" 667 | } 668 | }, 669 | "node_modules/statuses": { 670 | "version": "2.0.1", 671 | "resolved": "https://registry.npmjs.org/statuses/-/statuses-2.0.1.tgz", 672 | "integrity": "sha512-RwNA9Z/7PrK06rYLIzFMlaF+l73iwpzsqRIFgbMLbTcLD6cOao82TaWefPXQvB2fOC4AjuYSEndS7N/mTCbkdQ==", 673 | "engines": { 674 | "node": ">= 0.8" 675 | } 676 | }, 677 | "node_modules/toidentifier": { 678 | "version": "1.0.1", 679 | "resolved": "https://registry.npmjs.org/toidentifier/-/toidentifier-1.0.1.tgz", 680 | "integrity": "sha512-o5sSPKEkg/DIQNmH43V0/uerLrpzVedkUh8tGNvaeXpfpuwjKenlSox/2O/BTlZUtEe+JG7s5YhEz608PlAHRA==", 681 | "engines": { 682 | "node": ">=0.6" 683 | } 684 | }, 685 | "node_modules/type-is": { 686 | "version": "1.6.18", 687 | "resolved": "https://registry.npmjs.org/type-is/-/type-is-1.6.18.tgz", 688 | "integrity": "sha512-TkRKr9sUTxEH8MdfuCSP7VizJyzRNMjj2J2do2Jr3Kym598JVdEksuzPQCnlFPW4ky9Q+iA+ma9BGm06XQBy8g==", 689 | "dependencies": { 690 | "media-typer": "0.3.0", 691 | "mime-types": "~2.1.24" 692 | }, 693 | "engines": { 694 | "node": ">= 0.6" 695 | } 696 | }, 697 | "node_modules/undici-types": { 698 | "version": "5.26.5", 699 | "resolved": "https://registry.npmjs.org/undici-types/-/undici-types-5.26.5.tgz", 700 | "integrity": "sha512-JlCMO+ehdEIKqlFxk6IfVoAUVmgz7cU7zD/h9XZ0qzeosSHmUJVOzSQvvYSYWXkFXC+IfLKSIffhv0sVZup6pA==", 701 | "dev": true 702 | }, 703 | "node_modules/unpipe": { 704 | "version": "1.0.0", 705 | "resolved": "https://registry.npmjs.org/unpipe/-/unpipe-1.0.0.tgz", 706 | "integrity": "sha512-pjy2bYhSsufwWlKwPc+l3cN7+wuJlK6uz0YdJEOlQDbl6jo/YlPi4mb8agUkVC8BF7V8NuzeyPNqRksA3hztKQ==", 707 | "engines": { 708 | "node": ">= 0.8" 709 | } 710 | }, 711 | "node_modules/utils-merge": { 712 | "version": "1.0.1", 713 | "resolved": "https://registry.npmjs.org/utils-merge/-/utils-merge-1.0.1.tgz", 714 | "integrity": "sha512-pMZTvIkT1d+TFGvDOqodOclx0QWkkgi6Tdoa8gC8ffGAAqz9pzPTZWAybbsHHoED/ztMtkv/VoYTYyShUn81hA==", 715 | "engines": { 716 | "node": ">= 0.4.0" 717 | } 718 | }, 719 | "node_modules/vary": { 720 | "version": "1.1.2", 721 | "resolved": "https://registry.npmjs.org/vary/-/vary-1.1.2.tgz", 722 | "integrity": "sha512-BNGbWLfd0eUPabhkXUVm0j8uuvREyTh5ovRa/dyow/BqAbZJyC+5fU+IzQOzmAKzYqYRAISoRhdQr3eIZ/PXqg==", 723 | "engines": { 724 | "node": ">= 0.8" 725 | } 726 | }, 727 | "node_modules/ws": { 728 | "version": "8.15.1", 729 | "resolved": "https://registry.npmjs.org/ws/-/ws-8.15.1.tgz", 730 | "integrity": "sha512-W5OZiCjXEmk0yZ66ZN82beM5Sz7l7coYxpRkzS+p9PP+ToQry8szKh+61eNktr7EA9DOwvFGhfC605jDHbP6QQ==", 731 | "engines": { 732 | "node": ">=10.0.0" 733 | }, 734 | "peerDependencies": { 735 | "bufferutil": "^4.0.1", 736 | "utf-8-validate": ">=5.0.2" 737 | }, 738 | "peerDependenciesMeta": { 739 | "bufferutil": { 740 | "optional": true 741 | }, 742 | "utf-8-validate": { 743 | "optional": true 744 | } 745 | } 746 | } 747 | } 748 | } 749 | -------------------------------------------------------------------------------- /node/package.json: -------------------------------------------------------------------------------- 1 | { 2 | "name": "characterserver", 3 | "version": "1.0.0", 4 | "description": "", 5 | "main": "index.js", 6 | "scripts": { 7 | "test": "echo \"Error: no test specified\" && exit 1" 8 | }, 9 | "type": "module", 10 | "author": "", 11 | "license": "ISC", 12 | "devDependencies": { 13 | "@types/node": "^20.10.5" 14 | }, 15 | "dependencies": { 16 | "@gradio/client": "^0.9.3", 17 | "eventsource": "^2.0.2", 18 | "express": "^4.18.2" 19 | } 20 | } 21 | -------------------------------------------------------------------------------- /node/voices/neutral.m4a: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joe-gibbs/local-llms-ue5/885306f52aa837806076ab0af85e0f4ad33a3a73/node/voices/neutral.m4a -------------------------------------------------------------------------------- /readme.md: -------------------------------------------------------------------------------- 1 | # Local LLM-powered NPCs with llama.cpp, Mistral7b and StyleTTS 2 | 3 | This repo contains the code for [this demo](https://jgibbs.dev/blogs/local-llm-npcs-in-unreal-engine.html) of local LLM-powered NPCs in Unreal Engine 5.3. 4 | It is based on [StyleTTS](https://github.com/yl4579/StyleTTS), [llama.cpp](https://github.com/ggerganov/llama.cpp) and [Mistral7b](https://huggingface.co/mistralai/Mistral-7B-v0.1). 5 | 6 | ## Setup 7 | 8 | 1. Clone this repo 9 | 2. Download a .gguf of Mistral 10 | 3. Install and build [llama.cpp](https://github.com/ggerganov/llama.cpp) and run the server 11 | 4. Install mrfakename's [StyleTTS demo](https://huggingface.co/spaces/styletts2/styletts2%3E) and run the Docker image 12 | 5. Create an Unreal project. Unfortunately I couldn't include the Content folder because most of it is from the Marketplace and demo content from Epic, but you can create a new project based on the source code in the unreal folder. You will have to create a new Blueprint class based on the AICharacter class and set up your own interaction with it. I used the [RuntimeAudioImporter plugin](https://github.com/gtreshchev/RuntimeAudioImporter) to load the audio files at runtime. 13 | 6. Replace the harcoded addresses in the node/index.js file with your own addresses for the neutral voice sample file, the Gradio link to the StyleTTS demo, and the llama.cpp server address, as well as where you want the audio outputs to be saved to. Do the same in AICharacter.cpp. 14 | 7. When running node file you may experience issues with EventSource, in which case the best solution is to just patch the Gradio code to convert the URLs it's trying to parse into strings. -------------------------------------------------------------------------------- /unreal/AICharacter.cpp: -------------------------------------------------------------------------------- 1 | // Fill out your copyright notice in the Description page of Project Settings. 2 | 3 | 4 | #include "AICharacter.h" 5 | #include "AIGameState.h" 6 | #include "HttpModule.h" 7 | #include "Json.h" 8 | #include "Misc/InteractiveProcess.h" 9 | 10 | // Sets default values 11 | AAICharacter::AAICharacter() 12 | { 13 | // Set this character to call Tick() every frame. You can turn this off to improve performance if you don't need it. 14 | PrimaryActorTick.bCanEverTick = true; 15 | } 16 | 17 | // Called when the game starts or when spawned 18 | void AAICharacter::BeginPlay() 19 | { 20 | Super::BeginPlay(); 21 | } 22 | 23 | void AAICharacter::AddToConversation(FString Line) 24 | { 25 | bIsLoadingResponse = true; 26 | FString Setting = GetWorld()->GetGameState()->Setting.ToString(); 27 | FString PlayerName = GetWorld()->GetGameState()->PlayerName; 28 | ConversationHistory.Push({ 29 | Line, 30 | PlayerName, 31 | "" 32 | }); 33 | FString input = FString::Format(TEXT("This is a conversation between {0} and {1}. {2} The setting is {3} \n\n"), { PlayerName, Name, Prompt, Setting }); 34 | 35 | for (FConversationLine FLine : ConversationHistory) 36 | { 37 | input += FString::Format(TEXT("{0}: {1} \n"), { FLine.Speaker, FLine.Line }); 38 | } 39 | 40 | input += FString::Format(TEXT("{0}:"), { Name }); 41 | FString params = FString::Format(TEXT("C:\\Users\\joegi\\Documents\\AI\\CharacterServer\\index.js \"{0}\" \"{1}\" \"{2}\""), {input, PlayerName, Name}); 42 | 43 | // print to log 44 | UE_LOG(LogTemp, Warning, TEXT("Params: %s"), *params); 45 | 46 | auto proc = new FInteractiveProcess( 47 | TEXT("C:\\Program Files\\nodejs\\node.exe"), 48 | params, true 49 | ); 50 | proc->OnOutput().BindLambda([this](const FString& Output) 51 | { 52 | FString JsonString = Output; 53 | TSharedRef> JsonReader = TJsonReaderFactory::Create(JsonString); 54 | TSharedPtr JsonObject = MakeShareable(new FJsonObject()); 55 | FJsonSerializer::Deserialize(JsonReader, JsonObject); 56 | const FString Subtitle = JsonObject->GetStringField("subtitle"); 57 | const FString Audio = JsonObject->GetStringField("audio"); 58 | 59 | ConversationHistory.Push({ 60 | Subtitle, 61 | Name, 62 | Audio 63 | }); 64 | 65 | UpcomingLines.Add(FConversationLine{ Subtitle, Name, Audio }); 66 | }); 67 | 68 | proc->OnCompleted().BindLambda([this](int32 ReturnCode, bool bSuccess) 69 | { 70 | bIsLoadingResponse = false; 71 | }); 72 | 73 | proc->Init(); 74 | proc->Launch(); 75 | } 76 | 77 | // Called every frame 78 | void AAICharacter::Tick(float DeltaTime) 79 | { 80 | Super::Tick(DeltaTime); 81 | } 82 | 83 | // Called to bind functionality to input 84 | void AAICharacter::SetupPlayerInputComponent(UInputComponent* PlayerInputComponent) 85 | { 86 | Super::SetupPlayerInputComponent(PlayerInputComponent); 87 | } 88 | -------------------------------------------------------------------------------- /unreal/AICharacter.h: -------------------------------------------------------------------------------- 1 | // Fill out your copyright notice in the Description page of Project Settings. 2 | 3 | #pragma once 4 | 5 | #include "CoreMinimal.h" 6 | #include "GameFramework/Character.h" 7 | #include "HttpModule.h" 8 | #include "Interfaces/IHttpRequest.h" 9 | #include "Interfaces/IHttpResponse.h" 10 | #include "AICharacter.generated.h" 11 | 12 | USTRUCT(BlueprintType) 13 | struct FConversationLine 14 | { 15 | GENERATED_BODY() 16 | 17 | UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "Conversation") 18 | FString Line; 19 | 20 | UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "Conversation") 21 | FString Speaker; 22 | 23 | UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "Conversation") 24 | FString Audio; 25 | }; 26 | 27 | UCLASS() 28 | class GAUL_API AAICharacter : public ACharacter 29 | { 30 | GENERATED_BODY() 31 | 32 | public: 33 | // Sets default values for this character's properties 34 | AAICharacter(); 35 | 36 | UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "AI") 37 | TArray UpcomingLines; 38 | 39 | UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "AI") 40 | FString CurrentLine; 41 | 42 | UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "AI") 43 | bool bIsLoadingResponse; 44 | 45 | protected: 46 | // Called when the game starts or when spawned 47 | virtual void BeginPlay() override; 48 | TArray ConversationHistory; 49 | 50 | UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "AI") 51 | FString Prompt; 52 | 53 | UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "AI") 54 | FString Name; 55 | 56 | UFUNCTION(BlueprintCallable, Category = "AI") 57 | void AddToConversation(FString Line); 58 | public: 59 | // Called every frame 60 | virtual void Tick(float DeltaTime) override; 61 | 62 | // Called to bind functionality to input 63 | virtual void SetupPlayerInputComponent(class UInputComponent* PlayerInputComponent) override; 64 | 65 | }; 66 | -------------------------------------------------------------------------------- /unreal/AIGameState.cpp: -------------------------------------------------------------------------------- 1 | // Fill out your copyright notice in the Description page of Project Settings. 2 | 3 | 4 | #include "AIGameState.h" 5 | -------------------------------------------------------------------------------- /unreal/AIGameState.h: -------------------------------------------------------------------------------- 1 | // Fill out your copyright notice in the Description page of Project Settings. 2 | 3 | #pragma once 4 | 5 | #include "CoreMinimal.h" 6 | #include "GameFramework/GameStateBase.h" 7 | #include "AIGameState.generated.h" 8 | 9 | /** 10 | * 11 | */ 12 | UCLASS() 13 | class GAUL_API AAIGameState : public AGameStateBase 14 | { 15 | GENERATED_BODY() 16 | 17 | public: 18 | /** 19 | * This describes the setting of the game. 20 | */ 21 | UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "AI") 22 | FText Setting; 23 | 24 | UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "AI") 25 | FString PlayerName; 26 | }; 27 | -------------------------------------------------------------------------------- /unreal/Gaul.Build.cs: -------------------------------------------------------------------------------- 1 | // Fill out your copyright notice in the Description page of Project Settings. 2 | 3 | using System; 4 | using System.IO; 5 | using UnrealBuildTool; 6 | 7 | public class Gaul : ModuleRules 8 | { 9 | public Gaul(ReadOnlyTargetRules Target) : base(Target) 10 | { 11 | PCHUsage = PCHUsageMode.UseExplicitOrSharedPCHs; 12 | 13 | PublicDependencyModuleNames.AddRange(new string[] { "Core", "CoreUObject", "Engine", "InputCore"}); 14 | PrivateDependencyModuleNames.AddRange(new string[] { "HTTP", "Json", "JsonUtilities" }); 15 | } 16 | } 17 | -------------------------------------------------------------------------------- /unreal/Gaul.cpp: -------------------------------------------------------------------------------- 1 | // Fill out your copyright notice in the Description page of Project Settings. 2 | 3 | #include "Gaul.h" 4 | #include "Modules/ModuleManager.h" 5 | 6 | IMPLEMENT_PRIMARY_GAME_MODULE( FDefaultGameModuleImpl, Gaul, "Gaul" ); 7 | -------------------------------------------------------------------------------- /unreal/Gaul.h: -------------------------------------------------------------------------------- 1 | // Fill out your copyright notice in the Description page of Project Settings. 2 | 3 | #pragma once 4 | 5 | #include "CoreMinimal.h" 6 | 7 | --------------------------------------------------------------------------------