├── .github └── FUNDING.yml ├── .gitignore ├── Cargo.lock ├── Cargo.toml ├── LICENSE ├── README.md ├── data ├── icons │ ├── avatar.png │ └── scalable │ │ └── apps │ │ └── io.github.elevenhsoft.CosmicExtAppletOllama-symbolic.svg └── io.github.elevenhsoft.CosmicExtAppletOllama.desktop ├── i18n.toml ├── i18n ├── en │ └── cosmic_ext_applet_ollama.ftl ├── nl │ └── cosmic_ext_applet_ollama.ftl ├── pl │ └── cosmic_ext_applet_ollama.ftl └── sv │ └── cosmic_ext_applet_ollama.ftl ├── justfile ├── screenshots ├── chat.png └── settings.png └── src ├── api.rs ├── chat.rs ├── lib.rs ├── localize.rs ├── main.rs ├── models.rs ├── stream.rs └── window.rs /.github/FUNDING.yml: -------------------------------------------------------------------------------- 1 | github: hepp3n 2 | ko_fi: elevenhsoft 3 | custom: ["https://paypal.me/elevenhsoft"] 4 | -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- 1 | target/ 2 | .idea/ -------------------------------------------------------------------------------- /Cargo.toml: -------------------------------------------------------------------------------- 1 | [package] 2 | name = "cosmic-ext-applet-ollama" 3 | version = "0.1.0" 4 | edition = "2021" 5 | 6 | [profile.dev] 7 | opt-level = 1 8 | overflow-checks = false 9 | 10 | [dependencies] 11 | serde = { version = "1.0", features = ["derive"] } 12 | serde_json = "1.0" 13 | reqwest = { version = "0.12.12", features = ["json", "blocking", "stream"] } 14 | tokio = { version = "1", features = ["full"] } 15 | i18n-embed = { version = "0.15", features = [ 16 | "fluent-system", 17 | "desktop-requester", 18 | ] } 19 | i18n-embed-fl = "0.9" 20 | anyhow = "1.0" 21 | rust-embed = "8.5.0" 22 | once_cell = "1.20" 23 | async-stream = "0.3" 24 | futures = "0.3" 25 | bytes = "1.9" 26 | ron = "0.8" 27 | dirs = "6.0" 28 | chrono = "0.4" 29 | ashpd = { version = "0.10", features = ["wayland"] } 30 | base64 = "0.22" 31 | open = "5.3" 32 | 33 | [dependencies.libcosmic] 34 | git = "https://github.com/pop-os/libcosmic" 35 | default-features = false 36 | features = ["applet", "markdown", "tokio", "wayland", "winit"] 37 | 38 | [features] 39 | default = ["wgpu"] 40 | wgpu = ["libcosmic/wgpu"] 41 | -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- 1 | GNU GENERAL PUBLIC LICENSE 2 | Version 3, 29 June 2007 3 | 4 | Copyright (C) 2007 Free Software Foundation, Inc. 5 | Everyone is permitted to copy and distribute verbatim copies 6 | of this license document, but changing it is not allowed. 7 | 8 | Preamble 9 | 10 | The GNU General Public License is a free, copyleft license for 11 | software and other kinds of works. 12 | 13 | The licenses for most software and other practical works are designed 14 | to take away your freedom to share and change the works. By contrast, 15 | the GNU General Public License is intended to guarantee your freedom to 16 | share and change all versions of a program--to make sure it remains free 17 | software for all its users. We, the Free Software Foundation, use the 18 | GNU General Public License for most of our software; it applies also to 19 | any other work released this way by its authors. You can apply it to 20 | your programs, too. 21 | 22 | When we speak of free software, we are referring to freedom, not 23 | price. Our General Public Licenses are designed to make sure that you 24 | have the freedom to distribute copies of free software (and charge for 25 | them if you wish), that you receive source code or can get it if you 26 | want it, that you can change the software or use pieces of it in new 27 | free programs, and that you know you can do these things. 28 | 29 | To protect your rights, we need to prevent others from denying you 30 | these rights or asking you to surrender the rights. Therefore, you have 31 | certain responsibilities if you distribute copies of the software, or if 32 | you modify it: responsibilities to respect the freedom of others. 33 | 34 | For example, if you distribute copies of such a program, whether 35 | gratis or for a fee, you must pass on to the recipients the same 36 | freedoms that you received. You must make sure that they, too, receive 37 | or can get the source code. And you must show them these terms so they 38 | know their rights. 39 | 40 | Developers that use the GNU GPL protect your rights with two steps: 41 | (1) assert copyright on the software, and (2) offer you this License 42 | giving you legal permission to copy, distribute and/or modify it. 43 | 44 | For the developers' and authors' protection, the GPL clearly explains 45 | that there is no warranty for this free software. For both users' and 46 | authors' sake, the GPL requires that modified versions be marked as 47 | changed, so that their problems will not be attributed erroneously to 48 | authors of previous versions. 49 | 50 | Some devices are designed to deny users access to install or run 51 | modified versions of the software inside them, although the manufacturer 52 | can do so. This is fundamentally incompatible with the aim of 53 | protecting users' freedom to change the software. The systematic 54 | pattern of such abuse occurs in the area of products for individuals to 55 | use, which is precisely where it is most unacceptable. Therefore, we 56 | have designed this version of the GPL to prohibit the practice for those 57 | products. If such problems arise substantially in other domains, we 58 | stand ready to extend this provision to those domains in future versions 59 | of the GPL, as needed to protect the freedom of users. 60 | 61 | Finally, every program is threatened constantly by software patents. 62 | States should not allow patents to restrict development and use of 63 | software on general-purpose computers, but in those that do, we wish to 64 | avoid the special danger that patents applied to a free program could 65 | make it effectively proprietary. To prevent this, the GPL assures that 66 | patents cannot be used to render the program non-free. 67 | 68 | The precise terms and conditions for copying, distribution and 69 | modification follow. 70 | 71 | TERMS AND CONDITIONS 72 | 73 | 0. Definitions. 74 | 75 | "This License" refers to version 3 of the GNU General Public License. 76 | 77 | "Copyright" also means copyright-like laws that apply to other kinds of 78 | works, such as semiconductor masks. 79 | 80 | "The Program" refers to any copyrightable work licensed under this 81 | License. Each licensee is addressed as "you". "Licensees" and 82 | "recipients" may be individuals or organizations. 83 | 84 | To "modify" a work means to copy from or adapt all or part of the work 85 | in a fashion requiring copyright permission, other than the making of an 86 | exact copy. The resulting work is called a "modified version" of the 87 | earlier work or a work "based on" the earlier work. 88 | 89 | A "covered work" means either the unmodified Program or a work based 90 | on the Program. 91 | 92 | To "propagate" a work means to do anything with it that, without 93 | permission, would make you directly or secondarily liable for 94 | infringement under applicable copyright law, except executing it on a 95 | computer or modifying a private copy. Propagation includes copying, 96 | distribution (with or without modification), making available to the 97 | public, and in some countries other activities as well. 98 | 99 | To "convey" a work means any kind of propagation that enables other 100 | parties to make or receive copies. Mere interaction with a user through 101 | a computer network, with no transfer of a copy, is not conveying. 102 | 103 | An interactive user interface displays "Appropriate Legal Notices" 104 | to the extent that it includes a convenient and prominently visible 105 | feature that (1) displays an appropriate copyright notice, and (2) 106 | tells the user that there is no warranty for the work (except to the 107 | extent that warranties are provided), that licensees may convey the 108 | work under this License, and how to view a copy of this License. If 109 | the interface presents a list of user commands or options, such as a 110 | menu, a prominent item in the list meets this criterion. 111 | 112 | 1. Source Code. 113 | 114 | The "source code" for a work means the preferred form of the work 115 | for making modifications to it. "Object code" means any non-source 116 | form of a work. 117 | 118 | A "Standard Interface" means an interface that either is an official 119 | standard defined by a recognized standards body, or, in the case of 120 | interfaces specified for a particular programming language, one that 121 | is widely used among developers working in that language. 122 | 123 | The "System Libraries" of an executable work include anything, other 124 | than the work as a whole, that (a) is included in the normal form of 125 | packaging a Major Component, but which is not part of that Major 126 | Component, and (b) serves only to enable use of the work with that 127 | Major Component, or to implement a Standard Interface for which an 128 | implementation is available to the public in source code form. A 129 | "Major Component", in this context, means a major essential component 130 | (kernel, window system, and so on) of the specific operating system 131 | (if any) on which the executable work runs, or a compiler used to 132 | produce the work, or an object code interpreter used to run it. 133 | 134 | The "Corresponding Source" for a work in object code form means all 135 | the source code needed to generate, install, and (for an executable 136 | work) run the object code and to modify the work, including scripts to 137 | control those activities. However, it does not include the work's 138 | System Libraries, or general-purpose tools or generally available free 139 | programs which are used unmodified in performing those activities but 140 | which are not part of the work. For example, Corresponding Source 141 | includes interface definition files associated with source files for 142 | the work, and the source code for shared libraries and dynamically 143 | linked subprograms that the work is specifically designed to require, 144 | such as by intimate data communication or control flow between those 145 | subprograms and other parts of the work. 146 | 147 | The Corresponding Source need not include anything that users 148 | can regenerate automatically from other parts of the Corresponding 149 | Source. 150 | 151 | The Corresponding Source for a work in source code form is that 152 | same work. 153 | 154 | 2. Basic Permissions. 155 | 156 | All rights granted under this License are granted for the term of 157 | copyright on the Program, and are irrevocable provided the stated 158 | conditions are met. This License explicitly affirms your unlimited 159 | permission to run the unmodified Program. The output from running a 160 | covered work is covered by this License only if the output, given its 161 | content, constitutes a covered work. This License acknowledges your 162 | rights of fair use or other equivalent, as provided by copyright law. 163 | 164 | You may make, run and propagate covered works that you do not 165 | convey, without conditions so long as your license otherwise remains 166 | in force. You may convey covered works to others for the sole purpose 167 | of having them make modifications exclusively for you, or provide you 168 | with facilities for running those works, provided that you comply with 169 | the terms of this License in conveying all material for which you do 170 | not control copyright. Those thus making or running the covered works 171 | for you must do so exclusively on your behalf, under your direction 172 | and control, on terms that prohibit them from making any copies of 173 | your copyrighted material outside their relationship with you. 174 | 175 | Conveying under any other circumstances is permitted solely under 176 | the conditions stated below. Sublicensing is not allowed; section 10 177 | makes it unnecessary. 178 | 179 | 3. Protecting Users' Legal Rights From Anti-Circumvention Law. 180 | 181 | No covered work shall be deemed part of an effective technological 182 | measure under any applicable law fulfilling obligations under article 183 | 11 of the WIPO copyright treaty adopted on 20 December 1996, or 184 | similar laws prohibiting or restricting circumvention of such 185 | measures. 186 | 187 | When you convey a covered work, you waive any legal power to forbid 188 | circumvention of technological measures to the extent such circumvention 189 | is effected by exercising rights under this License with respect to 190 | the covered work, and you disclaim any intention to limit operation or 191 | modification of the work as a means of enforcing, against the work's 192 | users, your or third parties' legal rights to forbid circumvention of 193 | technological measures. 194 | 195 | 4. Conveying Verbatim Copies. 196 | 197 | You may convey verbatim copies of the Program's source code as you 198 | receive it, in any medium, provided that you conspicuously and 199 | appropriately publish on each copy an appropriate copyright notice; 200 | keep intact all notices stating that this License and any 201 | non-permissive terms added in accord with section 7 apply to the code; 202 | keep intact all notices of the absence of any warranty; and give all 203 | recipients a copy of this License along with the Program. 204 | 205 | You may charge any price or no price for each copy that you convey, 206 | and you may offer support or warranty protection for a fee. 207 | 208 | 5. Conveying Modified Source Versions. 209 | 210 | You may convey a work based on the Program, or the modifications to 211 | produce it from the Program, in the form of source code under the 212 | terms of section 4, provided that you also meet all of these conditions: 213 | 214 | a) The work must carry prominent notices stating that you modified 215 | it, and giving a relevant date. 216 | 217 | b) The work must carry prominent notices stating that it is 218 | released under this License and any conditions added under section 219 | 7. This requirement modifies the requirement in section 4 to 220 | "keep intact all notices". 221 | 222 | c) You must license the entire work, as a whole, under this 223 | License to anyone who comes into possession of a copy. This 224 | License will therefore apply, along with any applicable section 7 225 | additional terms, to the whole of the work, and all its parts, 226 | regardless of how they are packaged. This License gives no 227 | permission to license the work in any other way, but it does not 228 | invalidate such permission if you have separately received it. 229 | 230 | d) If the work has interactive user interfaces, each must display 231 | Appropriate Legal Notices; however, if the Program has interactive 232 | interfaces that do not display Appropriate Legal Notices, your 233 | work need not make them do so. 234 | 235 | A compilation of a covered work with other separate and independent 236 | works, which are not by their nature extensions of the covered work, 237 | and which are not combined with it such as to form a larger program, 238 | in or on a volume of a storage or distribution medium, is called an 239 | "aggregate" if the compilation and its resulting copyright are not 240 | used to limit the access or legal rights of the compilation's users 241 | beyond what the individual works permit. Inclusion of a covered work 242 | in an aggregate does not cause this License to apply to the other 243 | parts of the aggregate. 244 | 245 | 6. Conveying Non-Source Forms. 246 | 247 | You may convey a covered work in object code form under the terms 248 | of sections 4 and 5, provided that you also convey the 249 | machine-readable Corresponding Source under the terms of this License, 250 | in one of these ways: 251 | 252 | a) Convey the object code in, or embodied in, a physical product 253 | (including a physical distribution medium), accompanied by the 254 | Corresponding Source fixed on a durable physical medium 255 | customarily used for software interchange. 256 | 257 | b) Convey the object code in, or embodied in, a physical product 258 | (including a physical distribution medium), accompanied by a 259 | written offer, valid for at least three years and valid for as 260 | long as you offer spare parts or customer support for that product 261 | model, to give anyone who possesses the object code either (1) a 262 | copy of the Corresponding Source for all the software in the 263 | product that is covered by this License, on a durable physical 264 | medium customarily used for software interchange, for a price no 265 | more than your reasonable cost of physically performing this 266 | conveying of source, or (2) access to copy the 267 | Corresponding Source from a network server at no charge. 268 | 269 | c) Convey individual copies of the object code with a copy of the 270 | written offer to provide the Corresponding Source. This 271 | alternative is allowed only occasionally and noncommercially, and 272 | only if you received the object code with such an offer, in accord 273 | with subsection 6b. 274 | 275 | d) Convey the object code by offering access from a designated 276 | place (gratis or for a charge), and offer equivalent access to the 277 | Corresponding Source in the same way through the same place at no 278 | further charge. You need not require recipients to copy the 279 | Corresponding Source along with the object code. If the place to 280 | copy the object code is a network server, the Corresponding Source 281 | may be on a different server (operated by you or a third party) 282 | that supports equivalent copying facilities, provided you maintain 283 | clear directions next to the object code saying where to find the 284 | Corresponding Source. Regardless of what server hosts the 285 | Corresponding Source, you remain obligated to ensure that it is 286 | available for as long as needed to satisfy these requirements. 287 | 288 | e) Convey the object code using peer-to-peer transmission, provided 289 | you inform other peers where the object code and Corresponding 290 | Source of the work are being offered to the general public at no 291 | charge under subsection 6d. 292 | 293 | A separable portion of the object code, whose source code is excluded 294 | from the Corresponding Source as a System Library, need not be 295 | included in conveying the object code work. 296 | 297 | A "User Product" is either (1) a "consumer product", which means any 298 | tangible personal property which is normally used for personal, family, 299 | or household purposes, or (2) anything designed or sold for incorporation 300 | into a dwelling. In determining whether a product is a consumer product, 301 | doubtful cases shall be resolved in favor of coverage. For a particular 302 | product received by a particular user, "normally used" refers to a 303 | typical or common use of that class of product, regardless of the status 304 | of the particular user or of the way in which the particular user 305 | actually uses, or expects or is expected to use, the product. A product 306 | is a consumer product regardless of whether the product has substantial 307 | commercial, industrial or non-consumer uses, unless such uses represent 308 | the only significant mode of use of the product. 309 | 310 | "Installation Information" for a User Product means any methods, 311 | procedures, authorization keys, or other information required to install 312 | and execute modified versions of a covered work in that User Product from 313 | a modified version of its Corresponding Source. The information must 314 | suffice to ensure that the continued functioning of the modified object 315 | code is in no case prevented or interfered with solely because 316 | modification has been made. 317 | 318 | If you convey an object code work under this section in, or with, or 319 | specifically for use in, a User Product, and the conveying occurs as 320 | part of a transaction in which the right of possession and use of the 321 | User Product is transferred to the recipient in perpetuity or for a 322 | fixed term (regardless of how the transaction is characterized), the 323 | Corresponding Source conveyed under this section must be accompanied 324 | by the Installation Information. But this requirement does not apply 325 | if neither you nor any third party retains the ability to install 326 | modified object code on the User Product (for example, the work has 327 | been installed in ROM). 328 | 329 | The requirement to provide Installation Information does not include a 330 | requirement to continue to provide support service, warranty, or updates 331 | for a work that has been modified or installed by the recipient, or for 332 | the User Product in which it has been modified or installed. Access to a 333 | network may be denied when the modification itself materially and 334 | adversely affects the operation of the network or violates the rules and 335 | protocols for communication across the network. 336 | 337 | Corresponding Source conveyed, and Installation Information provided, 338 | in accord with this section must be in a format that is publicly 339 | documented (and with an implementation available to the public in 340 | source code form), and must require no special password or key for 341 | unpacking, reading or copying. 342 | 343 | 7. Additional Terms. 344 | 345 | "Additional permissions" are terms that supplement the terms of this 346 | License by making exceptions from one or more of its conditions. 347 | Additional permissions that are applicable to the entire Program shall 348 | be treated as though they were included in this License, to the extent 349 | that they are valid under applicable law. If additional permissions 350 | apply only to part of the Program, that part may be used separately 351 | under those permissions, but the entire Program remains governed by 352 | this License without regard to the additional permissions. 353 | 354 | When you convey a copy of a covered work, you may at your option 355 | remove any additional permissions from that copy, or from any part of 356 | it. (Additional permissions may be written to require their own 357 | removal in certain cases when you modify the work.) You may place 358 | additional permissions on material, added by you to a covered work, 359 | for which you have or can give appropriate copyright permission. 360 | 361 | Notwithstanding any other provision of this License, for material you 362 | add to a covered work, you may (if authorized by the copyright holders of 363 | that material) supplement the terms of this License with terms: 364 | 365 | a) Disclaiming warranty or limiting liability differently from the 366 | terms of sections 15 and 16 of this License; or 367 | 368 | b) Requiring preservation of specified reasonable legal notices or 369 | author attributions in that material or in the Appropriate Legal 370 | Notices displayed by works containing it; or 371 | 372 | c) Prohibiting misrepresentation of the origin of that material, or 373 | requiring that modified versions of such material be marked in 374 | reasonable ways as different from the original version; or 375 | 376 | d) Limiting the use for publicity purposes of names of licensors or 377 | authors of the material; or 378 | 379 | e) Declining to grant rights under trademark law for use of some 380 | trade names, trademarks, or service marks; or 381 | 382 | f) Requiring indemnification of licensors and authors of that 383 | material by anyone who conveys the material (or modified versions of 384 | it) with contractual assumptions of liability to the recipient, for 385 | any liability that these contractual assumptions directly impose on 386 | those licensors and authors. 387 | 388 | All other non-permissive additional terms are considered "further 389 | restrictions" within the meaning of section 10. If the Program as you 390 | received it, or any part of it, contains a notice stating that it is 391 | governed by this License along with a term that is a further 392 | restriction, you may remove that term. If a license document contains 393 | a further restriction but permits relicensing or conveying under this 394 | License, you may add to a covered work material governed by the terms 395 | of that license document, provided that the further restriction does 396 | not survive such relicensing or conveying. 397 | 398 | If you add terms to a covered work in accord with this section, you 399 | must place, in the relevant source files, a statement of the 400 | additional terms that apply to those files, or a notice indicating 401 | where to find the applicable terms. 402 | 403 | Additional terms, permissive or non-permissive, may be stated in the 404 | form of a separately written license, or stated as exceptions; 405 | the above requirements apply either way. 406 | 407 | 8. Termination. 408 | 409 | You may not propagate or modify a covered work except as expressly 410 | provided under this License. Any attempt otherwise to propagate or 411 | modify it is void, and will automatically terminate your rights under 412 | this License (including any patent licenses granted under the third 413 | paragraph of section 11). 414 | 415 | However, if you cease all violation of this License, then your 416 | license from a particular copyright holder is reinstated (a) 417 | provisionally, unless and until the copyright holder explicitly and 418 | finally terminates your license, and (b) permanently, if the copyright 419 | holder fails to notify you of the violation by some reasonable means 420 | prior to 60 days after the cessation. 421 | 422 | Moreover, your license from a particular copyright holder is 423 | reinstated permanently if the copyright holder notifies you of the 424 | violation by some reasonable means, this is the first time you have 425 | received notice of violation of this License (for any work) from that 426 | copyright holder, and you cure the violation prior to 30 days after 427 | your receipt of the notice. 428 | 429 | Termination of your rights under this section does not terminate the 430 | licenses of parties who have received copies or rights from you under 431 | this License. If your rights have been terminated and not permanently 432 | reinstated, you do not qualify to receive new licenses for the same 433 | material under section 10. 434 | 435 | 9. Acceptance Not Required for Having Copies. 436 | 437 | You are not required to accept this License in order to receive or 438 | run a copy of the Program. Ancillary propagation of a covered work 439 | occurring solely as a consequence of using peer-to-peer transmission 440 | to receive a copy likewise does not require acceptance. However, 441 | nothing other than this License grants you permission to propagate or 442 | modify any covered work. These actions infringe copyright if you do 443 | not accept this License. Therefore, by modifying or propagating a 444 | covered work, you indicate your acceptance of this License to do so. 445 | 446 | 10. Automatic Licensing of Downstream Recipients. 447 | 448 | Each time you convey a covered work, the recipient automatically 449 | receives a license from the original licensors, to run, modify and 450 | propagate that work, subject to this License. You are not responsible 451 | for enforcing compliance by third parties with this License. 452 | 453 | An "entity transaction" is a transaction transferring control of an 454 | organization, or substantially all assets of one, or subdividing an 455 | organization, or merging organizations. If propagation of a covered 456 | work results from an entity transaction, each party to that 457 | transaction who receives a copy of the work also receives whatever 458 | licenses to the work the party's predecessor in interest had or could 459 | give under the previous paragraph, plus a right to possession of the 460 | Corresponding Source of the work from the predecessor in interest, if 461 | the predecessor has it or can get it with reasonable efforts. 462 | 463 | You may not impose any further restrictions on the exercise of the 464 | rights granted or affirmed under this License. For example, you may 465 | not impose a license fee, royalty, or other charge for exercise of 466 | rights granted under this License, and you may not initiate litigation 467 | (including a cross-claim or counterclaim in a lawsuit) alleging that 468 | any patent claim is infringed by making, using, selling, offering for 469 | sale, or importing the Program or any portion of it. 470 | 471 | 11. Patents. 472 | 473 | A "contributor" is a copyright holder who authorizes use under this 474 | License of the Program or a work on which the Program is based. The 475 | work thus licensed is called the contributor's "contributor version". 476 | 477 | A contributor's "essential patent claims" are all patent claims 478 | owned or controlled by the contributor, whether already acquired or 479 | hereafter acquired, that would be infringed by some manner, permitted 480 | by this License, of making, using, or selling its contributor version, 481 | but do not include claims that would be infringed only as a 482 | consequence of further modification of the contributor version. For 483 | purposes of this definition, "control" includes the right to grant 484 | patent sublicenses in a manner consistent with the requirements of 485 | this License. 486 | 487 | Each contributor grants you a non-exclusive, worldwide, royalty-free 488 | patent license under the contributor's essential patent claims, to 489 | make, use, sell, offer for sale, import and otherwise run, modify and 490 | propagate the contents of its contributor version. 491 | 492 | In the following three paragraphs, a "patent license" is any express 493 | agreement or commitment, however denominated, not to enforce a patent 494 | (such as an express permission to practice a patent or covenant not to 495 | sue for patent infringement). To "grant" such a patent license to a 496 | party means to make such an agreement or commitment not to enforce a 497 | patent against the party. 498 | 499 | If you convey a covered work, knowingly relying on a patent license, 500 | and the Corresponding Source of the work is not available for anyone 501 | to copy, free of charge and under the terms of this License, through a 502 | publicly available network server or other readily accessible means, 503 | then you must either (1) cause the Corresponding Source to be so 504 | available, or (2) arrange to deprive yourself of the benefit of the 505 | patent license for this particular work, or (3) arrange, in a manner 506 | consistent with the requirements of this License, to extend the patent 507 | license to downstream recipients. "Knowingly relying" means you have 508 | actual knowledge that, but for the patent license, your conveying the 509 | covered work in a country, or your recipient's use of the covered work 510 | in a country, would infringe one or more identifiable patents in that 511 | country that you have reason to believe are valid. 512 | 513 | If, pursuant to or in connection with a single transaction or 514 | arrangement, you convey, or propagate by procuring conveyance of, a 515 | covered work, and grant a patent license to some of the parties 516 | receiving the covered work authorizing them to use, propagate, modify 517 | or convey a specific copy of the covered work, then the patent license 518 | you grant is automatically extended to all recipients of the covered 519 | work and works based on it. 520 | 521 | A patent license is "discriminatory" if it does not include within 522 | the scope of its coverage, prohibits the exercise of, or is 523 | conditioned on the non-exercise of one or more of the rights that are 524 | specifically granted under this License. You may not convey a covered 525 | work if you are a party to an arrangement with a third party that is 526 | in the business of distributing software, under which you make payment 527 | to the third party based on the extent of your activity of conveying 528 | the work, and under which the third party grants, to any of the 529 | parties who would receive the covered work from you, a discriminatory 530 | patent license (a) in connection with copies of the covered work 531 | conveyed by you (or copies made from those copies), or (b) primarily 532 | for and in connection with specific products or compilations that 533 | contain the covered work, unless you entered into that arrangement, 534 | or that patent license was granted, prior to 28 March 2007. 535 | 536 | Nothing in this License shall be construed as excluding or limiting 537 | any implied license or other defenses to infringement that may 538 | otherwise be available to you under applicable patent law. 539 | 540 | 12. No Surrender of Others' Freedom. 541 | 542 | If conditions are imposed on you (whether by court order, agreement or 543 | otherwise) that contradict the conditions of this License, they do not 544 | excuse you from the conditions of this License. If you cannot convey a 545 | covered work so as to satisfy simultaneously your obligations under this 546 | License and any other pertinent obligations, then as a consequence you may 547 | not convey it at all. For example, if you agree to terms that obligate you 548 | to collect a royalty for further conveying from those to whom you convey 549 | the Program, the only way you could satisfy both those terms and this 550 | License would be to refrain entirely from conveying the Program. 551 | 552 | 13. Use with the GNU Affero General Public License. 553 | 554 | Notwithstanding any other provision of this License, you have 555 | permission to link or combine any covered work with a work licensed 556 | under version 3 of the GNU Affero General Public License into a single 557 | combined work, and to convey the resulting work. The terms of this 558 | License will continue to apply to the part which is the covered work, 559 | but the special requirements of the GNU Affero General Public License, 560 | section 13, concerning interaction through a network will apply to the 561 | combination as such. 562 | 563 | 14. Revised Versions of this License. 564 | 565 | The Free Software Foundation may publish revised and/or new versions of 566 | the GNU General Public License from time to time. Such new versions will 567 | be similar in spirit to the present version, but may differ in detail to 568 | address new problems or concerns. 569 | 570 | Each version is given a distinguishing version number. If the 571 | Program specifies that a certain numbered version of the GNU General 572 | Public License "or any later version" applies to it, you have the 573 | option of following the terms and conditions either of that numbered 574 | version or of any later version published by the Free Software 575 | Foundation. If the Program does not specify a version number of the 576 | GNU General Public License, you may choose any version ever published 577 | by the Free Software Foundation. 578 | 579 | If the Program specifies that a proxy can decide which future 580 | versions of the GNU General Public License can be used, that proxy's 581 | public statement of acceptance of a version permanently authorizes you 582 | to choose that version for the Program. 583 | 584 | Later license versions may give you additional or different 585 | permissions. However, no additional obligations are imposed on any 586 | author or copyright holder as a result of your choosing to follow a 587 | later version. 588 | 589 | 15. Disclaimer of Warranty. 590 | 591 | THERE IS NO WARRANTY FOR THE PROGRAM, TO THE EXTENT PERMITTED BY 592 | APPLICABLE LAW. EXCEPT WHEN OTHERWISE STATED IN WRITING THE COPYRIGHT 593 | HOLDERS AND/OR OTHER PARTIES PROVIDE THE PROGRAM "AS IS" WITHOUT WARRANTY 594 | OF ANY KIND, EITHER EXPRESSED OR IMPLIED, INCLUDING, BUT NOT LIMITED TO, 595 | THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR 596 | PURPOSE. THE ENTIRE RISK AS TO THE QUALITY AND PERFORMANCE OF THE PROGRAM 597 | IS WITH YOU. SHOULD THE PROGRAM PROVE DEFECTIVE, YOU ASSUME THE COST OF 598 | ALL NECESSARY SERVICING, REPAIR OR CORRECTION. 599 | 600 | 16. Limitation of Liability. 601 | 602 | IN NO EVENT UNLESS REQUIRED BY APPLICABLE LAW OR AGREED TO IN WRITING 603 | WILL ANY COPYRIGHT HOLDER, OR ANY OTHER PARTY WHO MODIFIES AND/OR CONVEYS 604 | THE PROGRAM AS PERMITTED ABOVE, BE LIABLE TO YOU FOR DAMAGES, INCLUDING ANY 605 | GENERAL, SPECIAL, INCIDENTAL OR CONSEQUENTIAL DAMAGES ARISING OUT OF THE 606 | USE OR INABILITY TO USE THE PROGRAM (INCLUDING BUT NOT LIMITED TO LOSS OF 607 | DATA OR DATA BEING RENDERED INACCURATE OR LOSSES SUSTAINED BY YOU OR THIRD 608 | PARTIES OR A FAILURE OF THE PROGRAM TO OPERATE WITH ANY OTHER PROGRAMS), 609 | EVEN IF SUCH HOLDER OR OTHER PARTY HAS BEEN ADVISED OF THE POSSIBILITY OF 610 | SUCH DAMAGES. 611 | 612 | 17. Interpretation of Sections 15 and 16. 613 | 614 | If the disclaimer of warranty and limitation of liability provided 615 | above cannot be given local legal effect according to their terms, 616 | reviewing courts shall apply local law that most closely approximates 617 | an absolute waiver of all civil liability in connection with the 618 | Program, unless a warranty or assumption of liability accompanies a 619 | copy of the Program in return for a fee. 620 | 621 | END OF TERMS AND CONDITIONS 622 | 623 | How to Apply These Terms to Your New Programs 624 | 625 | If you develop a new program, and you want it to be of the greatest 626 | possible use to the public, the best way to achieve this is to make it 627 | free software which everyone can redistribute and change under these terms. 628 | 629 | To do so, attach the following notices to the program. It is safest 630 | to attach them to the start of each source file to most effectively 631 | state the exclusion of warranty; and each file should have at least 632 | the "copyright" line and a pointer to where the full notice is found. 633 | 634 | 635 | Copyright (C) 636 | 637 | This program is free software: you can redistribute it and/or modify 638 | it under the terms of the GNU General Public License as published by 639 | the Free Software Foundation, either version 3 of the License, or 640 | (at your option) any later version. 641 | 642 | This program is distributed in the hope that it will be useful, 643 | but WITHOUT ANY WARRANTY; without even the implied warranty of 644 | MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 645 | GNU General Public License for more details. 646 | 647 | You should have received a copy of the GNU General Public License 648 | along with this program. If not, see . 649 | 650 | Also add information on how to contact you by electronic and paper mail. 651 | 652 | If the program does terminal interaction, make it output a short 653 | notice like this when it starts in an interactive mode: 654 | 655 | Copyright (C) 656 | This program comes with ABSOLUTELY NO WARRANTY; for details type `show w'. 657 | This is free software, and you are welcome to redistribute it 658 | under certain conditions; type `show c' for details. 659 | 660 | The hypothetical commands `show w' and `show c' should show the appropriate 661 | parts of the General Public License. Of course, your program's commands 662 | might be different; for a GUI interface, you would use an "about box". 663 | 664 | You should also get your employer (if you work as a programmer) or school, 665 | if any, to sign a "copyright disclaimer" for the program, if necessary. 666 | For more information on this, and how to apply and follow the GNU GPL, see 667 | . 668 | 669 | The GNU General Public License does not permit incorporating your program 670 | into proprietary programs. If your program is a subroutine library, you 671 | may consider it more useful to permit linking proprietary applications with 672 | the library. If this is what you want to do, use the GNU Lesser General 673 | Public License instead of this License. But first, please read 674 | . 675 | -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- 1 |
2 |

Ollama applet for COSMIC Desktop

3 |
4 |
5 | chat 6 | settings 7 |
8 |
9 | 10 | Before using this applet, you must have Ollama installed on your system. To do this, run this in your terminal: 11 | 12 | ```sh 13 | curl -fsSL https://ollama.com/install.sh | sh 14 | ``` 15 | 16 | Source: [Ollama Github](https://github.com/ollama/ollama?tab=readme-ov-file#linux) 17 | 18 | After installing Ollama. Pull some models, you would like to use with chat, for example 19 | 20 | ```sh 21 | ollama pull llama3 22 | ``` 23 | 24 | More models you can find in library: https://ollama.com/library 25 | 26 | # Installing this applet 27 | 28 | Clone the repository, and use [just](https://github.com/casey/just) 29 | 30 | If you don't have `just` installed, it is available in PopOS repository, so you can install it with `apt` 31 | 32 | ```sh 33 | sudo apt install just 34 | ``` 35 | 36 | Now you can clone repo and install applet. 37 | 38 | ```sh 39 | git clone https://github.com/elevenhsoft/cosmic-ext-applet-ollama.git 40 | cd cosmic-ext-applet-ollama 41 | ``` 42 | 43 | ### Building 44 | 45 | Run just: 46 | 47 | ```sh 48 | just 49 | ``` 50 | 51 | ### Installing 52 | 53 | ```sh 54 | sudo just install 55 | ``` 56 | 57 | Done 58 | 59 | From now, you will be able to add applet to your desktop panel/dock and chat with different models in real time :) 60 | 61 | Cheers! 62 | 63 | ## Known wgpu issue 64 | 65 | There are currently some rendering issues with the `wgpu` libcosmic features in some (older?) gpus. 66 | This doesn't affect Ollama, only the applet. 67 | If you are affected by this, you can build and install it with this feature disabled: 68 | 69 | ```sh 70 | just build-no-wgpu 71 | sudo just install 72 | ``` -------------------------------------------------------------------------------- /data/icons/avatar.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmic-utils/cosmic-ext-applet-ollama/7c310d78c23a216ae8e2899ae361835c49c30d1c/data/icons/avatar.png -------------------------------------------------------------------------------- /data/icons/scalable/apps/io.github.elevenhsoft.CosmicExtAppletOllama-symbolic.svg: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | -------------------------------------------------------------------------------- /data/io.github.elevenhsoft.CosmicExtAppletOllama.desktop: -------------------------------------------------------------------------------- 1 | [Desktop Entry] 2 | Name=Ollama 3 | Type=Application 4 | Exec=cosmic-ext-applet-ollama 5 | Terminal=false 6 | Categories=Cosmic;Iced; 7 | Keywords=Cosmic;Iced; 8 | Icon=io.github.elevenhsoft.CosmicExtAppletOllama-symbolic 9 | StartupNotify=true 10 | NoDisplay=true 11 | X-CosmicApplet=true 12 | X-CosmicHoverPopup=Auto 13 | -------------------------------------------------------------------------------- /i18n.toml: -------------------------------------------------------------------------------- 1 | fallback_language = "en" 2 | 3 | [fluent] 4 | assets_dir = "i18n" 5 | -------------------------------------------------------------------------------- /i18n/en/cosmic_ext_applet_ollama.ftl: -------------------------------------------------------------------------------- 1 | window-title = COSMIC Ollama 2 | prompt-field = Type something... 3 | chat-typing = Chat is typing... 4 | select-model = Select model 5 | model-not-installed = Choosen model is not installed 6 | no-response = No response from server 7 | clear-chat = Clear chat 8 | chat = Chat 9 | settings = Settings 10 | keep-context= Keep context 11 | conversations = Conversations 12 | select-conversation = Select from past 13 | open = Open 14 | load = Load 15 | save = Save 16 | remove = Remove 17 | save-conversation = Save conversation 18 | load-conversation = Load conversation 19 | remove-conversation = Remove conversation 20 | manage-models = Manage models 21 | pull-model = Pull model 22 | remove-model = Remove model 23 | user-avatar = Set avatar 24 | -------------------------------------------------------------------------------- /i18n/nl/cosmic_ext_applet_ollama.ftl: -------------------------------------------------------------------------------- 1 | window-title = COSMIC-Ollama 2 | prompt-field = Typ hier... 3 | chat-typing = De chat is aan het typen... 4 | select-model = Model selecteren 5 | model-not-installed = Geselecteerd model is niet geïnstalleerd 6 | no-response = De server reageerd niet 7 | clear-chat = Chat wissen 8 | chat = Chat 9 | settings = Instellingen 10 | keep-context= Context behouden 11 | conversations = Conversaties 12 | select-conversation = Conversatie uit geschiedenis selecteren 13 | open = Openen 14 | load = Laden 15 | save = Opslaan 16 | remove = Verwijderen 17 | save-conversation = Conversatie opslaan 18 | load-conversation = Conversatie laden 19 | remove-conversation = Conversatie verwijderen 20 | manage-models = Modellen beheren 21 | pull-model = Model downloaden 22 | remove-model = Model verwijderen 23 | user-avatar = Avatar instellen 24 | -------------------------------------------------------------------------------- /i18n/pl/cosmic_ext_applet_ollama.ftl: -------------------------------------------------------------------------------- 1 | window-title = COSMIC Ollama 2 | prompt-field = Napisz coś... 3 | chat-typing = Chat pisze... 4 | select-model = Wybierz model 5 | model-not-installed = Wybrany model nie został zainstalowany 6 | no-response = Brak odpowiedzi z serwera 7 | clear-chat = Wyczyść czat 8 | chat = Czat 9 | settings = Ustawienia 10 | keep-context= Pamiętaj kontekst 11 | conversations = Konwersacje 12 | select-conversation = Wybierz z przeszłości 13 | open = Otwórz 14 | load = Wczytaj 15 | save = Zapisz 16 | remove = Usuń 17 | save-conversation = Zapisz konwersacje 18 | load-conversation = Wczytaj konwersacje 19 | remove-conversation = Usuń kowersacje 20 | manage-models = Zarządzaj modelami 21 | pull-model = Pobierz model 22 | remove-model = Usuń model 23 | user-avatar = Ustaw obrazek awatara 24 | -------------------------------------------------------------------------------- /i18n/sv/cosmic_ext_applet_ollama.ftl: -------------------------------------------------------------------------------- 1 | window-title = COSMIC Ollama 2 | prompt-field = Skriv något... 3 | chat-typing = Chatten skriver... 4 | select-model = Välj modell 5 | model-not-installed = Vald modell är inte installerad 6 | no-response = Inget svar från servern 7 | clear-chat = Rensa chatt 8 | chat = Chatt 9 | settings = Inställningar 10 | keep-context= Behåll kontext 11 | conversations = Konversationer 12 | select-conversation = Välj från förflutna 13 | open = Öppna 14 | load = Ladda 15 | save = Spara 16 | remove = Ta bort 17 | save-conversation = Spara konversation 18 | load-conversation = Ladda konversation 19 | remove-conversation = Ta bort konversation 20 | manage-models = Hantera modeller 21 | pull-model = Dra tillbaka modell 22 | remove-model = Ta bort modell 23 | user-avatar = Ställ in avatar 24 | -------------------------------------------------------------------------------- /justfile: -------------------------------------------------------------------------------- 1 | rootdir := '' 2 | prefix := '/usr' 3 | clean := '0' 4 | debug := '0' 5 | vendor := '0' 6 | target := if debug == '1' { 'debug' } else { 'release' } 7 | vendor_args := if vendor == '1' { '--frozen --offline' } else { '' } 8 | debug_args := if debug == '1' { '' } else { '--release' } 9 | cargo_args := vendor_args + ' ' + debug_args 10 | 11 | name := 'cosmic-ext-applet-ollama' 12 | 13 | targetdir := env('CARGO_TARGET_DIR', 'target') 14 | sharedir := rootdir + prefix + '/share' 15 | iconsdir := sharedir + '/icons/hicolor/scalable/apps' 16 | prefixdir := prefix + '/bin' 17 | bindir := rootdir + prefixdir 18 | 19 | cosmic-applets-bin := prefixdir / 'cosmic-applets' 20 | 21 | default: build-release 22 | 23 | # Compiles with debug profile 24 | build-debug *args: 25 | cargo build {{args}} 26 | 27 | # Compiles with release profile 28 | build-release *args: (build-debug '--release' args) 29 | 30 | # Compiles with release profile with wgpu disabled 31 | build-no-wgpu *args: (build-debug '--release --no-default-features' args) 32 | 33 | # Compile with a vendored tarball 34 | build-vendored *args: vendor-extract (build-release '--frozen --offline' args) 35 | 36 | _link_applet name: 37 | ln -sf {{cosmic-applets-bin}} {{bindir}}/{{name}} 38 | 39 | _install_icon: 40 | install -Dm0644 'data/icons/scalable/apps/io.github.elevenhsoft.CosmicExtAppletOllama-symbolic.svg' {{iconsdir}}/io.github.elevenhsoft.CosmicExtAppletOllama-symbolic.svg 41 | 42 | _install_desktop path: 43 | install -Dm0644 {{path}} {{sharedir}}/applications/{{file_name(path)}} 44 | 45 | _install_bin: 46 | install -Dm0755 {{targetdir}}/{{target}}/{{name}} {{bindir}}/{{name}} 47 | 48 | _install_applet id name: \ 49 | _install_icon \ 50 | (_install_desktop 'data/' + id + '.desktop') \ 51 | _install_bin 52 | 53 | 54 | # Installs files into the system 55 | install:(_install_applet 'io.github.elevenhsoft.CosmicExtAppletOllama' 'cosmic-ext-applet-ollama') 56 | 57 | # Uninstall the application from the system 58 | uninstall: 59 | rm -f {{bindir}}/{{name}} 60 | rm -f {{iconsdir}}/io.github.elevenhsoft.CosmicExtAppletOllama-symbolic.svg 61 | rm -f {{sharedir}}/applications/io.github.elevenhsoft.CosmicExtAppletOllama.desktop 62 | 63 | # Vendor Cargo dependencies locally 64 | vendor: 65 | mkdir -p .cargo 66 | cargo vendor | head -n -1 > .cargo/config 67 | echo 'directory = "vendor"' >> .cargo/config 68 | tar pcf vendor.tar vendor 69 | rm -rf vendor 70 | 71 | # Extracts vendored dependencies 72 | [private] 73 | vendor-extract: 74 | rm -rf vendor 75 | tar pxf vendor.tar 76 | -------------------------------------------------------------------------------- /screenshots/chat.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmic-utils/cosmic-ext-applet-ollama/7c310d78c23a216ae8e2899ae361835c49c30d1c/screenshots/chat.png -------------------------------------------------------------------------------- /screenshots/settings.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cosmic-utils/cosmic-ext-applet-ollama/7c310d78c23a216ae8e2899ae361835c49c30d1c/screenshots/settings.png -------------------------------------------------------------------------------- /src/api.rs: -------------------------------------------------------------------------------- 1 | use futures::Stream; 2 | use reqwest::{Client, StatusCode}; 3 | use serde::{Deserialize, Serialize}; 4 | 5 | use crate::Settings; 6 | 7 | #[derive(Serialize)] 8 | struct GenerateNonContext { 9 | model: String, 10 | prompt: String, 11 | stream: bool, 12 | images: Vec, 13 | } 14 | 15 | #[derive(Serialize)] 16 | struct GenerateWithContext { 17 | model: String, 18 | prompt: String, 19 | images: Vec, 20 | context: Vec, 21 | stream: bool, 22 | } 23 | 24 | #[derive(Debug, Deserialize, Serialize, Clone)] 25 | pub struct BotResponse { 26 | pub model: String, 27 | pub created_at: String, 28 | pub response: String, 29 | pub done: bool, 30 | pub context: Option>, 31 | pub total_duration: Option, 32 | pub load_duration: Option, 33 | pub prompt_eval_count: Option, 34 | pub prompt_eval_duration: Option, 35 | pub eval_count: Option, 36 | pub eval_duration: Option, 37 | } 38 | 39 | #[derive(Debug)] 40 | pub struct Bot {} 41 | 42 | impl Bot { 43 | pub async fn new( 44 | model: String, 45 | prompt: String, 46 | images: Vec, 47 | context: Option>, 48 | ) -> anyhow::Result<( 49 | Self, 50 | impl Stream>, 51 | )> { 52 | let settings = Settings::load(); 53 | let client = Client::new().post(format!("http://{}/api/generate", settings.ollama_address)); 54 | 55 | let stream = if context.is_none() { 56 | let no_context_query = GenerateNonContext { 57 | model, 58 | prompt, 59 | images, 60 | stream: true, 61 | }; 62 | 63 | client 64 | .json::(&no_context_query) 65 | .send() 66 | .await 67 | .unwrap() 68 | .bytes_stream() 69 | } else { 70 | let context_query = GenerateWithContext { 71 | model, 72 | prompt, 73 | images, 74 | context: context.unwrap(), 75 | stream: true, 76 | }; 77 | 78 | client 79 | .json::(&context_query) 80 | .send() 81 | .await 82 | .unwrap() 83 | .bytes_stream() 84 | }; 85 | 86 | let bot = Self {}; 87 | 88 | Ok((bot, stream)) 89 | } 90 | } 91 | 92 | #[derive(Serialize)] 93 | pub struct PullModelQuery { 94 | name: String, 95 | } 96 | 97 | #[derive(Debug, Clone, Deserialize)] 98 | pub struct PullModelResponse { 99 | pub status: String, 100 | } 101 | 102 | #[derive(Debug, Clone)] 103 | pub struct PullModel {} 104 | 105 | impl PullModel { 106 | pub async fn new( 107 | model: String, 108 | ) -> anyhow::Result<( 109 | Self, 110 | impl Stream>, 111 | )> { 112 | let settings = Settings::load(); 113 | let client = Client::new().post(format!("http://{}/api/pull", settings.ollama_address)); 114 | 115 | let pull_query = PullModelQuery { name: model }; 116 | 117 | let stream = client 118 | .json::(&pull_query) 119 | .send() 120 | .await 121 | .unwrap() 122 | .bytes_stream(); 123 | 124 | let pull = Self {}; 125 | 126 | Ok((pull, stream)) 127 | } 128 | } 129 | 130 | #[derive(Debug, Serialize)] 131 | pub struct RemoveModelQuery { 132 | name: String, 133 | } 134 | 135 | #[derive(Debug, Clone)] 136 | pub struct RemoveModel {} 137 | 138 | impl RemoveModel { 139 | pub async fn new(model: String) -> anyhow::Result<(Self, StatusCode)> { 140 | let settings = Settings::load(); 141 | let client = Client::new().delete(format!("http://{}/api/delete", settings.ollama_address)); 142 | 143 | let remove_query = RemoveModelQuery { name: model }; 144 | 145 | let request = client 146 | .json::(&remove_query) 147 | .send() 148 | .await? 149 | .status(); 150 | 151 | let remove = RemoveModel {}; 152 | 153 | Ok((remove, request)) 154 | } 155 | } 156 | 157 | #[derive(Debug, Serialize, Deserialize)] 158 | pub struct Tags { 159 | pub models: Vec, 160 | } 161 | 162 | #[derive(Debug, Serialize, Deserialize)] 163 | pub struct Model { 164 | pub name: String, 165 | pub model: String, 166 | pub modified_at: Option, 167 | pub size: Option, 168 | pub digest: Option, 169 | pub details: Option, 170 | } 171 | 172 | #[derive(Debug, Serialize, Deserialize)] 173 | pub struct ModelDetails { 174 | pub format: Option, 175 | pub family: Option, 176 | pub families: Option>, 177 | pub parameter_size: Option, 178 | pub quantization_level: Option, 179 | } 180 | 181 | #[derive(Debug)] 182 | pub struct ListModels { 183 | pub result: anyhow::Result, 184 | } 185 | 186 | impl ListModels { 187 | pub fn new() -> Self { 188 | let settings = Settings::load(); 189 | let client = reqwest::blocking::Client::new() 190 | .get(format!("http://{}/api/tags", settings.ollama_address)); 191 | 192 | let request = client.send(); 193 | 194 | if let Ok(result) = request { 195 | Self { 196 | result: result.json::(), 197 | } 198 | } else { 199 | Self { 200 | result: Ok(Tags { models: Vec::new() }), 201 | } 202 | } 203 | } 204 | } 205 | -------------------------------------------------------------------------------- /src/chat.rs: -------------------------------------------------------------------------------- 1 | use base64::prelude::*; 2 | use chrono::Local; 3 | use ron::{ 4 | from_str, 5 | ser::{to_string_pretty, PrettyConfig}, 6 | }; 7 | use serde::{Deserialize, Serialize}; 8 | use std::{ 9 | fs::{self, File}, 10 | io::{Read, Write}, 11 | }; 12 | 13 | #[derive(Serialize, Deserialize, Debug, Clone)] 14 | pub enum Text { 15 | User(MessageContent), 16 | Bot(MessageContent), 17 | } 18 | 19 | #[derive(Serialize, Deserialize, Debug, Clone)] 20 | pub enum MessageContent { 21 | Text(String), 22 | Image(ImageAttachment), 23 | } 24 | 25 | #[derive(Serialize, Deserialize, Debug, Clone)] 26 | pub enum ImageAttachment { 27 | Svg(Image), 28 | Raster(Image), 29 | } 30 | 31 | #[derive(Serialize, Deserialize, Debug, Clone)] 32 | pub struct Image { 33 | pub base64: String, 34 | #[serde(skip)] 35 | pub data: bytes::Bytes, 36 | } 37 | 38 | impl Image { 39 | pub fn new(path: &str) -> Self { 40 | let mut file = File::open(path).expect("Failed to open file"); 41 | let mut buffer = Vec::new(); 42 | file.read_to_end(&mut buffer).expect("Failed to read file"); 43 | 44 | let data = bytes::Bytes::from(buffer); 45 | 46 | Self { 47 | base64: BASE64_STANDARD.encode(&data), 48 | data, 49 | } 50 | } 51 | } 52 | 53 | #[derive(Serialize, Deserialize)] 54 | pub struct Conversation { 55 | pub messages: Vec, 56 | } 57 | 58 | impl Conversation { 59 | pub fn new() -> Self { 60 | Self { 61 | messages: Vec::new(), 62 | } 63 | } 64 | 65 | pub fn push(&mut self, message: Text) -> &mut Self { 66 | self.messages.push(message); 67 | self 68 | } 69 | 70 | pub fn save_to_file(&self) -> anyhow::Result<()> { 71 | let data_path = dirs::data_dir() 72 | .expect("xdg-data not found") 73 | .join("cosmic-ext-applet-ollama/chat"); 74 | 75 | fs::create_dir_all(&data_path)?; 76 | 77 | let now = Local::now(); 78 | let formatted = now.format("%Y-%m-%d %H:%M:%S").to_string(); 79 | let filename = format!("{}.ron", formatted); 80 | 81 | let pretty = PrettyConfig::default(); 82 | let ron_string = to_string_pretty(self, pretty).unwrap(); 83 | 84 | let mut file = File::create(data_path.join(filename))?; 85 | file.write_all(ron_string.as_bytes())?; 86 | 87 | Ok(()) 88 | } 89 | 90 | pub fn remove(&self, filename: String) -> anyhow::Result<()> { 91 | let data_path = dirs::data_dir() 92 | .expect("xdg-data not found") 93 | .join("cosmic-ext-applet-ollama/chat") 94 | .join(format!("{}.ron", &filename)); 95 | 96 | fs::remove_file(data_path)?; 97 | 98 | Ok(()) 99 | } 100 | } 101 | 102 | pub fn read_conversation_files() -> anyhow::Result> { 103 | let data_path = dirs::data_dir() 104 | .expect("xdg-data not found") 105 | .join("cosmic-ext-applet-ollama/chat"); 106 | 107 | let mut conversations = Vec::new(); 108 | 109 | if let Ok(entries) = fs::read_dir(data_path) { 110 | for entry in entries.flatten() { 111 | conversations.push( 112 | entry 113 | .path() 114 | .file_stem() 115 | .unwrap() 116 | .to_str() 117 | .unwrap() 118 | .to_owned(), 119 | ); 120 | } 121 | } 122 | 123 | Ok(conversations) 124 | } 125 | 126 | pub fn load_conversation(filename: String) -> Conversation { 127 | let data_path = dirs::data_dir() 128 | .expect("xdg-data not found") 129 | .join("cosmic-ext-applet-ollama/chat") 130 | .join(format!("{}.ron", filename)); 131 | 132 | let contents = fs::read_to_string(data_path).unwrap(); 133 | from_str(&contents).unwrap() 134 | } 135 | -------------------------------------------------------------------------------- /src/lib.rs: -------------------------------------------------------------------------------- 1 | mod api; 2 | mod chat; 3 | mod localize; 4 | mod models; 5 | mod stream; 6 | mod window; 7 | 8 | use cosmic::widget; 9 | use ron::de::from_reader; 10 | use ron::ser::{to_string_pretty, PrettyConfig}; 11 | use serde::{Deserialize, Serialize}; 12 | use std::fs::{self, File}; 13 | use std::io::{BufReader, Write}; 14 | use std::path::PathBuf; 15 | use window::Window; 16 | 17 | pub fn run() -> cosmic::iced::Result { 18 | localize::localize(); 19 | cosmic::applet::run::(()) 20 | } 21 | 22 | #[derive(Debug, Default, Serialize, Deserialize)] 23 | pub struct Settings { 24 | avatar: PathBuf, 25 | keep_context: bool, 26 | model: String, 27 | ollama_address: String, 28 | } 29 | 30 | impl Settings { 31 | pub fn new() -> Self { 32 | Self { 33 | avatar: PathBuf::new(), 34 | keep_context: true, 35 | model: String::new(), 36 | ollama_address: "localhost:11434".to_string(), 37 | } 38 | } 39 | 40 | pub fn get_avatar_handle(&self) -> widget::image::Handle { 41 | if self.avatar.exists() { 42 | widget::image::Handle::from_path(&self.avatar) 43 | } else { 44 | let image: &[u8] = include_bytes!("../data/icons/avatar.png"); 45 | widget::image::Handle::from_bytes(image) 46 | } 47 | } 48 | 49 | pub fn set_avatar(&mut self, path: PathBuf) -> &mut Self { 50 | self.avatar = path; 51 | self 52 | } 53 | 54 | pub fn change_context(&mut self, context: bool) -> &mut Self { 55 | self.keep_context = context; 56 | self 57 | } 58 | 59 | pub fn set_model(&mut self, model: String) -> &mut Self { 60 | self.model = model; 61 | self 62 | } 63 | 64 | pub fn set_ollama_address(&mut self, ip_port: String) -> &mut Self { 65 | self.ollama_address = ip_port; 66 | self 67 | } 68 | 69 | pub fn load() -> Settings { 70 | let data_path = dirs::data_dir() 71 | .expect("xdg-data not found") 72 | .join("cosmic-ext-applet-ollama") 73 | .join("settings.ron"); 74 | 75 | let settings: Settings = Settings::new(); 76 | 77 | if let Ok(opened) = File::open(data_path) { 78 | let reader = BufReader::new(opened); 79 | let settings: Settings = from_reader(reader).expect("Cannot parse settings file"); 80 | return settings; 81 | } 82 | settings 83 | } 84 | 85 | pub fn save(&self) -> anyhow::Result<()> { 86 | let data_path = dirs::data_dir() 87 | .expect("xdg-data not found") 88 | .join("cosmic-ext-applet-ollama"); 89 | 90 | fs::create_dir_all(&data_path)?; 91 | 92 | let pretty = PrettyConfig::default(); 93 | let ron_string = to_string_pretty(self, pretty).unwrap(); 94 | 95 | let mut file = File::create(data_path.join("settings.ron"))?; 96 | file.write_all(ron_string.as_bytes())?; 97 | 98 | Ok(()) 99 | } 100 | } 101 | -------------------------------------------------------------------------------- /src/localize.rs: -------------------------------------------------------------------------------- 1 | // Copyright 2023 System76 2 | // SPDX-License-Identifier: GPL-3.0-only 3 | 4 | use i18n_embed::{ 5 | fluent::{fluent_language_loader, FluentLanguageLoader}, 6 | DefaultLocalizer, LanguageLoader, Localizer, 7 | }; 8 | use once_cell::sync::Lazy; 9 | use rust_embed::RustEmbed; 10 | 11 | #[derive(RustEmbed)] 12 | #[folder = "i18n/"] 13 | struct Localizations; 14 | 15 | pub static LANGUAGE_LOADER: Lazy = Lazy::new(|| { 16 | let loader: FluentLanguageLoader = fluent_language_loader!(); 17 | 18 | loader 19 | .load_fallback_language(&Localizations) 20 | .expect("Error while loading fallback language"); 21 | 22 | loader 23 | }); 24 | 25 | #[macro_export] 26 | macro_rules! fl { 27 | ($message_id:literal) => {{ 28 | i18n_embed_fl::fl!($crate::localize::LANGUAGE_LOADER, $message_id) 29 | }}; 30 | 31 | ($message_id:literal, $($args:expr),*) => {{ 32 | i18n_embed_fl::fl!($crate::localize::LANGUAGE_LOADER, $message_id, $($args), *) 33 | }}; 34 | } 35 | 36 | // Get the `Localizer` to be used for localizing this library. 37 | pub fn localizer() -> Box { 38 | Box::from(DefaultLocalizer::new(&*LANGUAGE_LOADER, &Localizations)) 39 | } 40 | 41 | pub fn localize() { 42 | let localizer = localizer(); 43 | let requested_languages = i18n_embed::DesktopLanguageRequester::requested_languages(); 44 | 45 | if let Err(error) = localizer.select(&requested_languages) { 46 | eprintln!("Error while loading language for App List {}", error); 47 | } 48 | } 49 | -------------------------------------------------------------------------------- /src/main.rs: -------------------------------------------------------------------------------- 1 | fn main() -> cosmic::iced::Result { 2 | cosmic_ext_applet_ollama::run() 3 | } 4 | -------------------------------------------------------------------------------- /src/models.rs: -------------------------------------------------------------------------------- 1 | use crate::api::ListModels; 2 | 3 | pub fn installed_models() -> Vec { 4 | let mut models: Vec = Vec::new(); 5 | 6 | let tags = ListModels::new(); 7 | if let Ok(response) = tags.result { 8 | response.models.iter().for_each(|field| { 9 | models.push(field.model.to_owned()); 10 | }); 11 | } 12 | 13 | models 14 | } 15 | -------------------------------------------------------------------------------- /src/stream.rs: -------------------------------------------------------------------------------- 1 | use futures::SinkExt; 2 | use std::hash::Hash; 3 | 4 | use cosmic::{ 5 | iced::futures::{Stream, StreamExt}, 6 | iced_futures::MaybeSend, 7 | }; 8 | use tokio::sync::{mpsc, oneshot}; 9 | 10 | use crate::api::{Bot, BotResponse, PullModel, PullModelResponse, RemoveModel}; 11 | 12 | #[derive(Debug, Clone)] 13 | pub enum Event { 14 | Ready(mpsc::Sender), 15 | Response(BotResponse), 16 | PullResponse(PullModelResponse), 17 | PullDone, 18 | RemoveStatus(String), 19 | RemovedModel, 20 | Done, 21 | } 22 | 23 | #[derive(Debug, Clone)] 24 | pub enum Request { 25 | Ask((String, String, Vec)), 26 | AskWithContext((String, String, Vec, Option>)), 27 | PullModel(String), 28 | RemoveModel(String), 29 | } 30 | 31 | pub fn subscription( 32 | id: I, 33 | ) -> cosmic::iced::Subscription { 34 | use cosmic::iced::{stream, Subscription}; 35 | 36 | Subscription::run_with_id( 37 | id, 38 | stream::channel(1, |mut output| async move { 39 | loop { 40 | let mut responses = std::pin::pin!(service()); 41 | while let Some(message) = responses.next().await { 42 | let _res = output.send(message).await; 43 | } 44 | } 45 | }), 46 | ) 47 | } 48 | 49 | pub fn service() -> impl Stream + MaybeSend { 50 | let (requests_tx, mut requests_rx) = mpsc::channel(4); 51 | let (responses_tx, mut responses_rx) = mpsc::channel(4); 52 | 53 | let service_future = async move { 54 | let _res = responses_tx.send(Event::Ready(requests_tx.clone())).await; 55 | 56 | let client = &mut None; 57 | let pull_client = &mut None; 58 | 59 | while let Some(request) = requests_rx.recv().await { 60 | match request { 61 | Request::Ask((model, text, images)) => { 62 | _ = client_request(model, text, images, None, &responses_tx, client).await 63 | } 64 | Request::AskWithContext((model, text, images, context)) => { 65 | _ = client_request(model, text, images, context, &responses_tx, client).await 66 | } 67 | Request::PullModel(model) => { 68 | _ = pull_request(model.to_string(), &responses_tx, pull_client).await 69 | } 70 | Request::RemoveModel(model) => { 71 | _ = remove_request(model.to_string(), &responses_tx).await 72 | } 73 | } 74 | } 75 | }; 76 | 77 | let _res = tokio::task::spawn(service_future); 78 | 79 | async_stream::stream! { 80 | while let Some(message) = responses_rx.recv().await { 81 | yield message; 82 | } 83 | } 84 | } 85 | 86 | async fn client_request<'a>( 87 | model: String, 88 | prompt: String, 89 | images: Vec, 90 | context: Option>, 91 | tx: &mpsc::Sender, 92 | client: &'a mut Option<(Bot, oneshot::Sender<()>)>, 93 | ) -> &'a mut Option<(Bot, oneshot::Sender<()>)> { 94 | if client.is_none() { 95 | *client = match Bot::new(model.to_string(), prompt, images, context).await { 96 | Ok((new_client, responses)) => { 97 | let tx = tx.clone(); 98 | 99 | let (kill_tx, kill_rx) = oneshot::channel(); 100 | let listener = async { 101 | let listener = Box::pin(async move { 102 | let mut responses = std::pin::pin!(responses); 103 | while let Some(Ok(response)) = responses.next().await { 104 | let data = serde_json::from_slice::(&response); 105 | 106 | if let Ok(res) = data { 107 | let _res = tx.send(Event::Response(res)).await; 108 | } 109 | } 110 | let _ = tx.send(Event::Done).await; 111 | }); 112 | 113 | let killswitch = Box::pin(async move { 114 | let _res = kill_rx.await; 115 | }); 116 | 117 | futures::future::select(listener, killswitch).await; 118 | }; 119 | 120 | let _res = tokio::task::spawn(listener); 121 | 122 | Some((new_client, kill_tx)) 123 | } 124 | Err(_why) => None, 125 | } 126 | }; 127 | 128 | client 129 | } 130 | 131 | async fn pull_request<'a>( 132 | model: String, 133 | tx: &mpsc::Sender, 134 | client: &'a mut Option<(PullModel, oneshot::Sender<()>)>, 135 | ) -> &'a mut Option<(PullModel, oneshot::Sender<()>)> { 136 | if client.is_none() { 137 | *client = match PullModel::new(model).await { 138 | Ok((new_client, responses)) => { 139 | let tx = tx.clone(); 140 | 141 | let (kill_tx, kill_rx) = oneshot::channel(); 142 | let listener = async { 143 | let listener = Box::pin(async move { 144 | let mut responses = std::pin::pin!(responses); 145 | while let Some(Ok(response)) = responses.next().await { 146 | let data = serde_json::from_slice::(&response); 147 | 148 | if let Ok(res) = data { 149 | let _res = tx.send(Event::PullResponse(res)).await; 150 | } 151 | } 152 | let _ = tx.send(Event::PullDone).await; 153 | }); 154 | 155 | let killswitch = Box::pin(async move { 156 | let _res = kill_rx.await; 157 | }); 158 | 159 | futures::future::select(listener, killswitch).await; 160 | }; 161 | 162 | let _res = tokio::task::spawn(listener); 163 | 164 | Some((new_client, kill_tx)) 165 | } 166 | Err(_why) => None, 167 | } 168 | }; 169 | 170 | client 171 | } 172 | 173 | async fn remove_request<'a>(model: String, tx: &mpsc::Sender) -> anyhow::Result<()> { 174 | if let Ok((_new_client, status_code)) = RemoveModel::new(model).await { 175 | if status_code.is_success() { 176 | _ = tx.send(Event::RemoveStatus(String::from("Removed successfully"))); 177 | } else { 178 | _ = tx.send(Event::RemoveStatus(String::from("Can't remove model"))); 179 | }; 180 | }; 181 | 182 | let _ = tx.send(Event::RemovedModel).await; 183 | 184 | Ok(()) 185 | } 186 | -------------------------------------------------------------------------------- /src/window.rs: -------------------------------------------------------------------------------- 1 | use ashpd::desktop::file_chooser::{FileFilter, SelectedFiles}; 2 | use cosmic::{ 3 | app::{Core, Message as CosmicMessage}, 4 | applet::padded_control, 5 | iced::{ 6 | self, 7 | alignment::Horizontal, 8 | id, 9 | platform_specific::shell::wayland::commands::popup::{destroy_popup, get_popup}, 10 | theme::Palette, 11 | window::Id, 12 | Length, Subscription, 13 | }, 14 | iced_widget::{ 15 | scrollable::{snap_to, RelativeOffset}, 16 | Scrollable, 17 | }, 18 | theme, 19 | widget::{self, settings}, 20 | Application, Element, Task as Command, 21 | }; 22 | use std::path::PathBuf; 23 | 24 | use crate::{ 25 | chat::{ 26 | load_conversation, read_conversation_files, Conversation, Image, ImageAttachment, 27 | MessageContent, Text, 28 | }, 29 | fl, 30 | models::installed_models, 31 | stream, Settings, 32 | }; 33 | 34 | const ID: &str = "io.github.elevenhsoft.CosmicExtAppletOllama"; 35 | 36 | #[derive(Debug, Clone)] 37 | pub enum Pages { 38 | Chat, 39 | Settings, 40 | } 41 | 42 | #[derive(Debug, Clone)] 43 | pub enum StreamingRequest { 44 | Idle, 45 | Ask, 46 | AskWithContext, 47 | PullModel, 48 | RemoveModel, 49 | } 50 | 51 | #[derive(Debug, Clone)] 52 | pub enum Message { 53 | ChatPage, 54 | SettingsPage, 55 | PopupClosed(Id), 56 | TogglePopup, 57 | EnterPrompt(String), 58 | SendPrompt, 59 | ChangeModel(usize), 60 | ClearChat, 61 | ModelPullInput(String), 62 | BotEvent(stream::Event), 63 | ToggleContext, 64 | StopBot, 65 | SaveConversation, 66 | SelectedConversation(usize), 67 | LoadConversation, 68 | RemoveConversation, 69 | PullModel, 70 | ModelsDelSelector(usize), 71 | DelModel, 72 | OpenImages, 73 | ImagesResult(Vec), 74 | FindAvatar, 75 | AvatarResult(PathBuf), 76 | OllamaAdressFlag(bool), 77 | OllamaAddressInput(String), 78 | OllamaAddressSend, 79 | OpenLink(iced::widget::markdown::Url), 80 | } 81 | 82 | pub struct Window { 83 | core: Core, 84 | popup: Option, 85 | page: Pages, 86 | prompt: String, 87 | conversation: Conversation, 88 | bot_response: String, 89 | system_messages: Vec, 90 | models: Vec, 91 | selected_model: String, 92 | model_index: Option, 93 | last_id: usize, 94 | chat_id: id::Id, 95 | keep_context: bool, 96 | context: Option>, 97 | images: Vec, 98 | saved_conversations: Vec, 99 | selected_saved_conv: Option, 100 | request: StreamingRequest, 101 | model_to_pull: String, 102 | del_model_index: Option, 103 | delete_this_model: String, 104 | status_area_status: String, 105 | user_avatar: widget::image::Handle, 106 | ollama_address: String, 107 | ollama_address_edit: bool, 108 | settings: Settings, 109 | } 110 | 111 | impl Application for Window { 112 | type Executor = cosmic::SingleThreadExecutor; 113 | 114 | type Flags = (); 115 | 116 | type Message = Message; 117 | 118 | const APP_ID: &'static str = ID; 119 | 120 | fn core(&self) -> &Core { 121 | &self.core 122 | } 123 | 124 | fn core_mut(&mut self) -> &mut Core { 125 | &mut self.core 126 | } 127 | 128 | fn init( 129 | core: Core, 130 | _flags: Self::Flags, 131 | ) -> (Self, Command>) { 132 | let system_messages = Vec::new(); 133 | let models: Vec = installed_models(); 134 | let settings = Settings::load(); 135 | let model_index = models 136 | .clone() 137 | .into_iter() 138 | .position(|model| model == settings.model); 139 | let delete_this_model = if !models.is_empty() { 140 | models[0].clone() 141 | } else { 142 | String::new() 143 | }; 144 | 145 | ( 146 | Self { 147 | core, 148 | popup: None, 149 | page: Pages::Chat, 150 | prompt: String::new(), 151 | conversation: Conversation::new(), 152 | bot_response: String::new(), 153 | system_messages, 154 | models: models.clone(), 155 | selected_model: settings.model.clone(), 156 | model_index, 157 | last_id: 0, 158 | chat_id: id::Id::new("chat"), 159 | keep_context: settings.keep_context, 160 | context: None, 161 | images: Vec::new(), 162 | saved_conversations: Vec::new(), 163 | selected_saved_conv: Some(0), 164 | request: StreamingRequest::Idle, 165 | model_to_pull: String::new(), 166 | del_model_index: Some(0), 167 | delete_this_model, 168 | status_area_status: String::new(), 169 | user_avatar: settings.get_avatar_handle(), 170 | ollama_address: settings.ollama_address.clone(), 171 | ollama_address_edit: false, 172 | settings, 173 | }, 174 | Command::none(), 175 | ) 176 | } 177 | 178 | fn on_close_requested(&self, id: Id) -> Option { 179 | Some(Message::PopupClosed(id)) 180 | } 181 | 182 | fn subscription(&self) -> Subscription { 183 | Subscription::batch(vec![ 184 | stream::subscription(self.last_id).map(Message::BotEvent) 185 | ]) 186 | } 187 | 188 | fn update(&mut self, message: Message) -> Command> { 189 | let mut commands: Vec>> = Vec::new(); 190 | 191 | match message { 192 | Message::ChatPage => { 193 | self.page = Pages::Chat; 194 | commands.push(snap_to(self.chat_id.clone(), RelativeOffset::END)); 195 | } 196 | Message::SettingsPage => { 197 | self.page = Pages::Settings; 198 | 199 | self.saved_conversations = read_conversation_files().unwrap(); 200 | } 201 | Message::PopupClosed(id) => { 202 | if Some(id) == self.popup { 203 | self.popup = None; 204 | } 205 | } 206 | Message::TogglePopup => { 207 | commands.push(if let Some(p) = self.popup.take() { 208 | destroy_popup(p) 209 | } else { 210 | let new_id = Id::unique(); 211 | self.popup.replace(new_id); 212 | let mut popup_settings = self.core.applet.get_popup_settings( 213 | self.core.main_window_id().unwrap(), 214 | new_id, 215 | None, 216 | None, 217 | None, 218 | ); 219 | popup_settings.positioner.size_limits = 220 | iced::Limits::NONE.width(680.0).height(800.0); 221 | return get_popup(popup_settings); 222 | }); 223 | } 224 | Message::EnterPrompt(prompt) => self.prompt = prompt, 225 | Message::SendPrompt => { 226 | self.conversation 227 | .push(Text::User(MessageContent::Text(self.prompt.clone()))); 228 | self.last_id += 1; 229 | 230 | if !self.keep_context { 231 | self.request = StreamingRequest::Ask 232 | } else { 233 | self.request = StreamingRequest::AskWithContext 234 | } 235 | } 236 | Message::BotEvent(ev) => match ev { 237 | stream::Event::Ready(tx) => { 238 | match self.request { 239 | StreamingRequest::Ask => { 240 | _ = tx.blocking_send(stream::Request::Ask(( 241 | self.selected_model.clone(), 242 | self.prompt.clone(), 243 | self.images.clone(), 244 | ))) 245 | } 246 | StreamingRequest::AskWithContext => { 247 | _ = tx.blocking_send(stream::Request::AskWithContext(( 248 | self.selected_model.clone(), 249 | self.prompt.clone(), 250 | self.images.clone(), 251 | self.context.clone(), 252 | ))) 253 | } 254 | StreamingRequest::PullModel => { 255 | _ = tx.blocking_send(stream::Request::PullModel( 256 | self.model_to_pull.clone(), 257 | )) 258 | } 259 | StreamingRequest::RemoveModel => { 260 | _ = tx.blocking_send(stream::Request::RemoveModel( 261 | self.delete_this_model.clone(), 262 | )) 263 | } 264 | StreamingRequest::Idle => {} 265 | } 266 | self.prompt.clear(); 267 | } 268 | stream::Event::Response(message) => { 269 | self.bot_response.push_str(&message.response); 270 | self.context = message.context; 271 | 272 | commands.push(snap_to(self.chat_id.clone(), RelativeOffset::END)); 273 | } 274 | stream::Event::Done => { 275 | self.conversation 276 | .push(Text::Bot(MessageContent::Text(self.bot_response.clone()))); 277 | self.bot_response.clear(); 278 | self.images.clear(); 279 | self.request = StreamingRequest::Idle; 280 | } 281 | stream::Event::PullResponse(status) => { 282 | self.status_area_status = status.status; 283 | } 284 | stream::Event::PullDone => { 285 | self.status_area_status.clear(); 286 | self.models = installed_models(); 287 | } 288 | stream::Event::RemovedModel => { 289 | self.status_area_status.clear(); 290 | self.models = installed_models(); 291 | } 292 | stream::Event::RemoveStatus(status) => { 293 | self.status_area_status = status; 294 | } 295 | }, 296 | Message::ChangeModel(index) => { 297 | self.model_index = Some(index); 298 | self.selected_model.clone_from(&self.models[index]); 299 | self.settings.set_model(self.selected_model.clone()); 300 | let _ = self.settings.save(); 301 | } 302 | Message::ClearChat => { 303 | self.prompt.clear(); 304 | self.system_messages.clear(); 305 | self.conversation = Conversation::new(); 306 | } 307 | Message::ToggleContext => { 308 | self.keep_context = !self.keep_context; 309 | self.settings.change_context(self.keep_context); 310 | let _ = self.settings.save(); 311 | } 312 | Message::StopBot => self.last_id += 1, 313 | Message::SaveConversation => { 314 | let _ = self.conversation.save_to_file(); 315 | } 316 | Message::SelectedConversation(index) => { 317 | self.selected_saved_conv = Some(index); 318 | } 319 | Message::LoadConversation => { 320 | if let Some(selected_saved_conv) = self.selected_saved_conv { 321 | if self.saved_conversations.len() > selected_saved_conv { 322 | self.conversation = load_conversation( 323 | self.saved_conversations[selected_saved_conv].clone(), 324 | ); 325 | } 326 | } 327 | } 328 | Message::RemoveConversation => { 329 | if let Some(selected_saved_conv) = self.selected_saved_conv { 330 | if self.saved_conversations.len() > selected_saved_conv { 331 | let _ = self 332 | .conversation 333 | .remove(self.saved_conversations[selected_saved_conv].clone()); 334 | } 335 | } 336 | 337 | self.saved_conversations = read_conversation_files().unwrap(); 338 | } 339 | Message::PullModel => { 340 | self.last_id += 1; 341 | self.request = StreamingRequest::PullModel; 342 | } 343 | Message::ModelsDelSelector(index) => { 344 | self.del_model_index = Some(index); 345 | self.delete_this_model.clone_from(&self.models[index]); 346 | } 347 | Message::DelModel => { 348 | self.last_id += 1; 349 | self.request = StreamingRequest::RemoveModel; 350 | } 351 | Message::OpenImages => { 352 | commands.push(Command::perform( 353 | async move { 354 | let result = SelectedFiles::open_file() 355 | .title("Open multiple images") 356 | .accept_label("Attach") 357 | .modal(true) 358 | .multiple(true) 359 | .filter(FileFilter::new("JPEG Image").glob("*.jpg")) 360 | .filter(FileFilter::new("PNG Image").glob("*.png")) 361 | .send() 362 | .await 363 | .unwrap() 364 | .response(); 365 | 366 | if let Ok(result) = result { 367 | result 368 | .uris() 369 | .iter() 370 | .map(|file| Image::new(file.path())) 371 | .collect::>() 372 | } else { 373 | Vec::new() 374 | } 375 | }, 376 | |files| cosmic::app::message::app(Message::ImagesResult(files)), 377 | )); 378 | } 379 | Message::ImagesResult(result) => { 380 | for image in result { 381 | self.images.push(image.base64.clone()); 382 | self.conversation.push(Text::User(MessageContent::Image( 383 | ImageAttachment::Raster(image), 384 | ))); 385 | } 386 | } 387 | Message::ModelPullInput(model) => self.model_to_pull = model, 388 | Message::FindAvatar => commands.push(Command::perform( 389 | async move { 390 | let result = SelectedFiles::open_file() 391 | .title("Open image") 392 | .accept_label("Attach") 393 | .modal(true) 394 | .multiple(false) 395 | .filter(FileFilter::new("JPEG Image").glob("*.jpg")) 396 | .filter(FileFilter::new("PNG Image").glob("*.png")) 397 | .send() 398 | .await 399 | .unwrap() 400 | .response(); 401 | 402 | if let Ok(result) = result { 403 | let path = result.uris().first().unwrap(); 404 | if let Ok(path) = path.to_file_path() { 405 | path 406 | } else { 407 | PathBuf::new() 408 | } 409 | } else { 410 | PathBuf::new() 411 | } 412 | }, 413 | |path| cosmic::app::message::app(Message::AvatarResult(path)), 414 | )), 415 | Message::AvatarResult(path) => { 416 | let handle = widget::image::Handle::from_path(&path); 417 | self.user_avatar = handle; 418 | self.settings.set_avatar(path); 419 | let _ = self.settings.save(); 420 | } 421 | Message::OllamaAdressFlag(flag) => self.ollama_address_edit = flag, 422 | Message::OllamaAddressInput(input) => self.ollama_address = input, 423 | Message::OllamaAddressSend => { 424 | self.settings 425 | .set_ollama_address(self.ollama_address.clone()); 426 | let _ = self.settings.save(); 427 | } 428 | Message::OpenLink(url) => { 429 | let _ = open::that_in_background(url.to_string()); 430 | } 431 | }; 432 | 433 | Command::batch(commands) 434 | } 435 | 436 | fn view(&self) -> Element { 437 | self.core 438 | .applet 439 | .icon_button("io.github.elevenhsoft.CosmicExtAppletOllama-symbolic") 440 | .on_press(Message::TogglePopup) 441 | .into() 442 | } 443 | 444 | fn view_window(&self, _id: Id) -> Element { 445 | let menu_row = widget::row().push(padded_control(self.menu_bar())); 446 | 447 | let page_view = match self.page { 448 | Pages::Chat => self.chat_view(), 449 | Pages::Settings => self.settings_view(), 450 | }; 451 | 452 | let content_list = widget::column() 453 | .push(padded_control(menu_row)) 454 | .push(padded_control(page_view)) 455 | .padding(10); 456 | 457 | self.core 458 | .applet 459 | .popup_container(content_list) 460 | .limits(iced::Limits::NONE.max_width(680.0).max_height(800.0)) 461 | .into() 462 | } 463 | } 464 | 465 | impl Window { 466 | fn chat_view(&self) -> Element { 467 | let mut chat = widget::column() 468 | .spacing(10) 469 | .padding(12.0) 470 | .width(Length::Fill); 471 | 472 | chat = chat.push(self.chat_messages(&self.conversation)); 473 | 474 | if !self.bot_response.is_empty() { 475 | chat = chat.push(self.bot_bubble(self.bot_response.clone())); 476 | } 477 | 478 | for message in &self.system_messages { 479 | chat = chat.push(self.system_bubble(message.to_string())) 480 | } 481 | 482 | let prompt_input = widget::text_input(fl!("prompt-field"), &self.prompt) 483 | .on_input(Message::EnterPrompt) 484 | .on_submit(Message::SendPrompt) 485 | .width(Length::Fill); 486 | 487 | let open_images = widget::button::icon(widget::icon::from_name("mail-attachment-symbolic")) 488 | .on_press(Message::OpenImages); 489 | 490 | let clear_chat = widget::button::icon(widget::icon::from_name("edit-clear-symbolic")) 491 | .on_press(Message::ClearChat); 492 | 493 | let stop_bot = 494 | widget::button::icon(widget::icon::from_name("media-playback-stop-symbolic")) 495 | .on_press(Message::StopBot); 496 | 497 | let fields = widget::row() 498 | .push(prompt_input) 499 | .push(open_images) 500 | .push(clear_chat) 501 | .push(stop_bot) 502 | .spacing(10); 503 | 504 | widget::column() 505 | .push(padded_control( 506 | widget::Container::new(Scrollable::new(chat).id(self.chat_id.clone())) 507 | .height(Length::Fill), 508 | )) 509 | .push(padded_control(fields)) 510 | .height(Length::Fill) 511 | .into() 512 | } 513 | 514 | //noinspection ALL 515 | fn settings_view(&self) -> Element { 516 | let conv_section = settings::section::section() 517 | .title(fl!("conversations")) 518 | .add(settings::item( 519 | fl!("user-avatar"), 520 | widget::button::standard(fl!("open")).on_press(Message::FindAvatar), 521 | )) 522 | .add(settings::item( 523 | fl!("keep-context"), 524 | widget::toggler(self.keep_context).on_toggle(|_| Message::ToggleContext), 525 | )) 526 | .add(settings::item( 527 | fl!("select-conversation"), 528 | widget::dropdown( 529 | &self.saved_conversations, 530 | self.selected_saved_conv, 531 | Message::SelectedConversation, 532 | ), 533 | )) 534 | .add(settings::item( 535 | fl!("load-conversation"), 536 | widget::button::standard(fl!("load")).on_press(Message::LoadConversation), 537 | )) 538 | .add(settings::item( 539 | fl!("save-conversation"), 540 | widget::button::standard(fl!("save")).on_press(Message::SaveConversation), 541 | )) 542 | .add(settings::item( 543 | fl!("remove-conversation"), 544 | widget::button::standard(fl!("remove")).on_press(Message::RemoveConversation), 545 | )); 546 | 547 | let models_section = settings::section() 548 | .title(fl!("manage-models")) 549 | .add(settings::item_row(vec![ 550 | widget::text_input("llava:latest", &self.model_to_pull) 551 | .width(Length::Fill) 552 | .on_input(Message::ModelPullInput) 553 | .into(), 554 | widget::button::standard(fl!("pull-model")) 555 | .on_press(Message::PullModel) 556 | .into(), 557 | ])) 558 | .add(settings::item_row(vec![ 559 | widget::dropdown( 560 | &self.models, 561 | self.del_model_index, 562 | Message::ModelsDelSelector, 563 | ) 564 | .width(Length::Fill) 565 | .into(), 566 | widget::button::standard(fl!("remove-model")) 567 | .on_press(Message::DelModel) 568 | .into(), 569 | ])) 570 | .add(settings::item_row(vec![widget::editable_input( 571 | "IP:PORT", 572 | &self.ollama_address, 573 | self.ollama_address_edit, 574 | Message::OllamaAdressFlag, 575 | ) 576 | .on_input(Message::OllamaAddressInput) 577 | .on_submit(Message::OllamaAddressSend) 578 | .into()])); 579 | 580 | let spacer = widget::Space::with_height(Length::Fill); 581 | 582 | let status_area = widget::row() 583 | .push(widget::text::monotext("Status: ")) 584 | .push(widget::text::monotext(self.status_area_status.clone())) 585 | .spacing(10); 586 | 587 | let mut content = widget::column() 588 | .push(conv_section) 589 | .push(models_section) 590 | .push(spacer) 591 | .spacing(20); 592 | 593 | if !self.status_area_status.is_empty() { 594 | content = content.push(status_area); 595 | } 596 | 597 | widget::Container::new(padded_control(content)) 598 | .height(Length::Fill) 599 | .into() 600 | } 601 | 602 | fn bot_bubble(&self, message: String) -> Element { 603 | let content: Vec = 604 | widget::markdown::parse(&message).collect(); 605 | let markdown = iced::widget::markdown( 606 | &content, 607 | iced::widget::markdown::Settings::default(), 608 | iced::widget::markdown::Style::from_palette(Palette::DARK), 609 | ) 610 | .map(Message::OpenLink); 611 | 612 | let ai = widget::Container::new(markdown) 613 | .padding(12) 614 | .class(theme::Container::List); 615 | 616 | let avatar: &[u8] = include_bytes!("../data/icons/avatar.png"); 617 | let handle = widget::image::Handle::from_bytes(avatar); 618 | let avatar_widget = widget::image(handle) 619 | .width(Length::Fixed(48.0)) 620 | .height(Length::Fixed(48.0)); 621 | 622 | let message_row = widget::row().push(avatar_widget).push(ai).spacing(12); 623 | let content = widget::column().push(message_row); 624 | 625 | widget::Container::new(content).into() 626 | } 627 | 628 | fn user_bubble(&self, message: &MessageContent) -> Element { 629 | let mut column = widget::column(); 630 | 631 | match message { 632 | MessageContent::Image(image) => match image { 633 | ImageAttachment::Svg(_) => todo!(), 634 | ImageAttachment::Raster(raster) => { 635 | let handle = widget::image::Handle::from_bytes(raster.data.clone()); 636 | 637 | column = column.push(widget::image(handle)) 638 | } 639 | }, 640 | MessageContent::Text(txt) => { 641 | if !txt.is_empty() { 642 | let content: Vec = 643 | iced::widget::markdown::parse(txt).collect(); 644 | let markdown = iced::widget::markdown( 645 | &content, 646 | iced::widget::markdown::Settings::default(), 647 | iced::widget::markdown::Style::from_palette(Palette::DARK), 648 | ) 649 | .map(Message::OpenLink); 650 | column = column.push(markdown) 651 | } 652 | } 653 | }; 654 | 655 | let margin = widget::row().width(50).height(50); 656 | 657 | let container = widget::container(column) 658 | .padding(12) 659 | .class(theme::Container::List); 660 | 661 | let avatar_widget = widget::image(self.user_avatar.clone()) 662 | .width(Length::Fixed(48.0)) 663 | .height(Length::Fixed(48.0)); 664 | 665 | let message_row = widget::row() 666 | .push(margin) 667 | .push(container) 668 | .push(avatar_widget) 669 | .spacing(12); 670 | 671 | widget::Container::new(message_row) 672 | .width(Length::Fill) 673 | .align_x(Horizontal::Right) 674 | .into() 675 | } 676 | 677 | fn chat_messages(&self, conv: &Conversation) -> Element { 678 | let mut content = widget::column().spacing(20); 679 | 680 | for c in &conv.messages { 681 | match c { 682 | Text::User(message) => content = content.push(self.user_bubble(message)), 683 | Text::Bot(text) => match text { 684 | MessageContent::Text(txt) => { 685 | if !txt.is_empty() { 686 | content = content.push(self.bot_bubble(txt.clone())) 687 | } 688 | } 689 | MessageContent::Image(_) => todo!(), 690 | }, 691 | } 692 | } 693 | 694 | widget::Container::new(content).width(Length::Fill).into() 695 | } 696 | 697 | fn system_bubble(&self, message: String) -> Element { 698 | let user = widget::Container::new( 699 | widget::Container::new(widget::text(message)) 700 | .padding(12) 701 | .class(theme::Container::List), 702 | ) 703 | .width(Length::Fill) 704 | .align_x(Horizontal::Right); 705 | 706 | let user_col = widget::column().push(user); 707 | 708 | let content = widget::column().push(user_col).spacing(10); 709 | 710 | widget::Container::new(content).width(Length::Fill).into() 711 | } 712 | 713 | fn menu_bar(&self) -> Element { 714 | settings::section() 715 | .title("") 716 | .add(settings::item_row(vec![ 717 | widget::button::standard(fl!("chat")) 718 | .on_press(Message::ChatPage) 719 | .into(), 720 | widget::button::standard(fl!("settings")) 721 | .on_press(Message::SettingsPage) 722 | .into(), 723 | widget::dropdown(&self.models, self.model_index, Message::ChangeModel) 724 | .width(Length::Fill) 725 | .into(), 726 | ])) 727 | .into() 728 | } 729 | } 730 | --------------------------------------------------------------------------------