6 |
23 | );
24 | }
25 |
26 | export default App;
27 |
--------------------------------------------------------------------------------
/crates/edgen_async_compat/Cargo.toml:
--------------------------------------------------------------------------------
1 | [package]
2 | name = "edgen_async_compat"
3 | version = "0.1.0"
4 | edition = "2021"
5 |
6 | [features]
7 | runtime-smol = ["smol", "async-task", "futures-lite"]
8 | runtime-tokio = ["tokio", "futures"]
9 | runtime-glommio = ["glommio"]
10 |
11 | [dependencies]
12 | async-task = { workspace = true, optional = true }
13 | cfg-if = { workspace = true }
14 | futures = { workspace = true, optional = true }
15 | futures-lite = { workspace = true, optional = true }
16 | glommio = { workspace = true, optional = true }
17 | smol = { workspace = true, optional = true }
18 | static_assertions = { workspace = true }
19 | tokio = { workspace = true, optional = true, features = ["rt"] }
20 |
--------------------------------------------------------------------------------
/edgen/tsconfig.json:
--------------------------------------------------------------------------------
1 | {
2 | "compilerOptions": {
3 | "target": "ES2020",
4 | "useDefineForClassFields": true,
5 | "lib": ["ES2020", "DOM", "DOM.Iterable"],
6 | "module": "ESNext",
7 | "skipLibCheck": true,
8 |
9 | /* Bundler mode */
10 | "moduleResolution": "bundler",
11 | "allowImportingTsExtensions": true,
12 | "resolveJsonModule": true,
13 | "isolatedModules": true,
14 | "noEmit": true,
15 | "jsx": "react-jsx",
16 |
17 | /* Linting */
18 | "strict": true,
19 | "noUnusedLocals": true,
20 | "noUnusedParameters": true,
21 | "noFallthroughCasesInSwitch": true
22 | },
23 | "include": ["src"],
24 | "references": [{ "path": "./tsconfig.node.json" }]
25 | }
26 |
--------------------------------------------------------------------------------
/edgen/src-tauri/build.rs:
--------------------------------------------------------------------------------
1 | /* Copyright 2023- The Binedge, Lda team. All rights reserved.
2 | * Licensed under the Apache License, Version 2.0 (the "License");
3 | * you may not use this file except in compliance with the License.
4 | * You may obtain a copy of the License at
5 | * http://www.apache.org/licenses/LICENSE-2.0
6 | * Unless required by applicable law or agreed to in writing, software
7 | * distributed under the License is distributed on an "AS IS" BASIS,
8 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
9 | * See the License for the specific language governing permissions and
10 | * limitations under the License.
11 | */
12 |
13 | fn main() {
14 | tauri_build::build()
15 | }
16 |
--------------------------------------------------------------------------------
/crates/edgen_rt_llama_cpp/Cargo.toml:
--------------------------------------------------------------------------------
1 | [package]
2 | name = "edgen_rt_llama_cpp"
3 | version = "0.1.0"
4 | edition = "2021"
5 |
6 | [dependencies]
7 | async-trait = { workspace = true }
8 | blake3 = { workspace = true }
9 | dashmap = { workspace = true }
10 | derive_more = { workspace = true }
11 | edgen_core = { path = "../edgen_core" }
12 | futures = { workspace = true }
13 | llama_cpp = { git = "https://github.com/edgenai/llama_cpp-rs", branch = "main", features = ["native"] }
14 | thiserror = { workspace = true }
15 | tokio = { workspace = true, features = ["sync", "rt", "fs"] }
16 | tracing = { workspace = true }
17 |
18 | [features]
19 | vulkan = ["llama_cpp/vulkan"]
20 | cuda = ["llama_cpp/cuda"]
21 | metal = ["llama_cpp/metal"]
22 |
--------------------------------------------------------------------------------
/docs/src/components/icons/SquaresPlusIcon.tsx:
--------------------------------------------------------------------------------
1 | export function SquaresPlusIcon(props: React.ComponentPropsWithoutRef<'svg'>) {
2 | return (
3 |
16 | )
17 | }
18 |
--------------------------------------------------------------------------------
/docs/src/components/icons/ClipboardIcon.tsx:
--------------------------------------------------------------------------------
1 | export function ClipboardIcon(props: React.ComponentPropsWithoutRef<'svg'>) {
2 | return (
3 |
16 | )
17 | }
18 |
--------------------------------------------------------------------------------
/docs/src/components/icons/MapPinIcon.tsx:
--------------------------------------------------------------------------------
1 | export function MapPinIcon(props: React.ComponentPropsWithoutRef<'svg'>) {
2 | return (
3 |
18 | )
19 | }
20 |
--------------------------------------------------------------------------------
/docs/src/styles/tailwind.css:
--------------------------------------------------------------------------------
1 | @layer base {
2 | :root {
3 | --shiki-color-text: theme('colors.white');
4 | --shiki-token-constant: theme('colors.yellow.300');
5 | --shiki-token-string: theme('colors.yellow.300');
6 | --shiki-token-comment: theme('colors.zinc.500');
7 | --shiki-token-keyword: theme('colors.sky.300');
8 | --shiki-token-parameter: theme('colors.pink.300');
9 | --shiki-token-function: theme('colors.violet.300');
10 | --shiki-token-string-expression: theme('colors.yellow.300');
11 | --shiki-token-punctuation: theme('colors.zinc.200');
12 | }
13 |
14 | [inert] ::-webkit-scrollbar {
15 | display: none;
16 | }
17 | }
18 |
19 | @tailwind base;
20 | @tailwind components;
21 | @tailwind utilities;
22 |
--------------------------------------------------------------------------------
/crates/edgen_rt_image_generation_candle/Cargo.toml:
--------------------------------------------------------------------------------
1 | [package]
2 | name = "edgen_rt_image_generation_candle"
3 | version = "0.1.0"
4 | edition = "2021"
5 |
6 | [dependencies]
7 | async-trait = { workspace = true }
8 | candle-core = "0.4.1"
9 | candle-nn = "0.4.1"
10 | candle-transformers = "0.4.1"
11 | edgen_core = { path = "../edgen_core" }
12 | image = "0.25.1"
13 | rand = "0.8.5"
14 | thiserror = { workspace = true }
15 | # https://github.com/huggingface/tokenizers/issues/1454
16 | tokenizers = { version = "0.19.1", default-features = false, features = ["progressbar", "onig"] }
17 | tokio = { workspace = true, features = ["sync", "rt", "fs"] }
18 | tracing = { workspace = true }
19 |
20 | [features]
21 | cuda = ["candle-core/cuda", "candle-transformers/cuda"]
22 |
--------------------------------------------------------------------------------
/docs/src/components/icons/CalendarIcon.tsx:
--------------------------------------------------------------------------------
1 | export function CalendarIcon(props: React.ComponentPropsWithoutRef<'svg'>) {
2 | return (
3 |
22 | )
23 | }
24 |
--------------------------------------------------------------------------------
/docs/tsconfig.json:
--------------------------------------------------------------------------------
1 | {
2 | "compilerOptions": {
3 | "target": "es6",
4 | "lib": ["dom", "dom.iterable", "esnext"],
5 | "allowJs": true,
6 | "skipLibCheck": true,
7 | "strict": true,
8 | "forceConsistentCasingInFileNames": true,
9 | "noEmit": true,
10 | "esModuleInterop": true,
11 | "module": "esnext",
12 | "moduleResolution": "bundler",
13 | "resolveJsonModule": true,
14 | "isolatedModules": true,
15 | "jsx": "preserve",
16 | "incremental": true,
17 | "plugins": [
18 | {
19 | "name": "next"
20 | }
21 | ],
22 | "paths": {
23 | "@/*": ["./src/*"]
24 | }
25 | },
26 | "include": ["next-env.d.ts", "**/*.ts", "**/*.tsx", ".next/types/**/*.ts"],
27 | "exclude": ["node_modules"]
28 | }
29 |
--------------------------------------------------------------------------------
/docs/src/app/documentation/api-clients/page.mdx:
--------------------------------------------------------------------------------
1 | import { APIClients } from '@/components/APIClients'
2 |
3 | export const metadata = {
4 | title: 'Edgen API Clients',
5 | description:
6 | 'Edgen offers several ready-to-use API Clients: Python and Node.js SDKs.',
7 | }
8 |
9 | export const sections = [
10 | { title: 'Official API Clients', id: 'official-apiclients' },
11 | ]
12 |
13 | # Edgen API Clients
14 |
15 | The recommended way to interact with the Edgen API is by using one of our official API clients. {{ className: 'lead' }}
16 |
17 |
7 |
8 | 
13 |
14 |
15 |
13 |
14 | 16 | Edgen is now running! Start chatting now with 17 | EdgenChat. 18 |
19 | 20 | 21 | 22 |
18 |
21 |
22 |
23 |
9 |
22 |
23 | )
24 | }
25 |
--------------------------------------------------------------------------------
/.vscode/settings.json:
--------------------------------------------------------------------------------
1 | {
2 | "cSpell.files": [
3 | "docs/**",
4 | "**/*.md"
5 | ],
6 | "cSpell.caseSensitive": true,
7 | "cSpell.enabledLanguageIds": [
8 | "asciidoc",
9 | "c",
10 | "cpp",
11 | "csharp",
12 | "css",
13 | "elixir",
14 | "erlang",
15 | "git-commit",
16 | "go",
17 | "graphql",
18 | "handlebars",
19 | "haskell",
20 | "html",
21 | "jade",
22 | "java",
23 | "javascript",
24 | "javascriptreact",
25 | "json",
26 | "jsonc",
27 | "jupyter",
28 | "latex",
29 | "less",
30 | "markdown",
31 | "php",
32 | "plaintext",
33 | "python",
34 | "pug",
35 | "restructuredtext",
36 | "rust",
37 | "scala",
38 | "scss",
39 | "scminput",
40 | "swift",
41 | "text",
42 | "typescript",
43 | "typescriptreact",
44 | "vue",
45 | "yaml",
46 | "yml",
47 | "mdx"
48 | ]
49 | }
50 |
--------------------------------------------------------------------------------
/docs/src/images/logos/python.svg:
--------------------------------------------------------------------------------
1 |
14 |
--------------------------------------------------------------------------------
/docs/src/components/icons/UsersIcon.tsx:
--------------------------------------------------------------------------------
1 | export function UsersIcon(props: React.ComponentPropsWithoutRef<'svg'>) {
2 | return (
3 |
27 | )
28 | }
29 |
--------------------------------------------------------------------------------
/docs/src/components/icons/UserIcon.tsx:
--------------------------------------------------------------------------------
1 | export function UserIcon(props: React.ComponentPropsWithoutRef<'svg'>) {
2 | return (
3 |
23 | )
24 | }
25 |
--------------------------------------------------------------------------------
/docs/src/app/providers.tsx:
--------------------------------------------------------------------------------
1 | 'use client'
2 |
3 | import { useEffect } from 'react'
4 | import { ThemeProvider, useTheme } from 'next-themes'
5 |
6 | function ThemeWatcher() {
7 | let { resolvedTheme, setTheme } = useTheme()
8 |
9 | useEffect(() => {
10 | let media = window.matchMedia('(prefers-color-scheme: dark)')
11 |
12 | function onMediaChange() {
13 | let systemTheme = media.matches ? 'dark' : 'light'
14 | if (resolvedTheme === systemTheme) {
15 | setTheme('system')
16 | }
17 | }
18 |
19 | onMediaChange()
20 | media.addEventListener('change', onMediaChange)
21 |
22 | return () => {
23 | media.removeEventListener('change', onMediaChange)
24 | }
25 | }, [resolvedTheme, setTheme])
26 |
27 | return null
28 | }
29 |
30 | export function Providers({ children }: { children: React.ReactNode }) {
31 | return (
32 | 10 | 404 11 |
12 |13 | Page not found 14 |
15 |16 | Sorry, we couldn’t find the page you’re looking for. 17 |
18 | 21 |
23 |
26 |
29 |
30 |
31 |
36 | {children}
37 |
38 |
6 |
31 | )
32 | }
33 |
--------------------------------------------------------------------------------
/edgen/src-tauri/tauri.conf.json:
--------------------------------------------------------------------------------
1 | {
2 | "build": {
3 | "beforeDevCommand": "pnpm install && pnpm dev",
4 | "beforeBuildCommand": "pnpm install && pnpm build",
5 | "devPath": "http://localhost:1420",
6 | "distDir": "../dist"
7 | },
8 | "package": {
9 | "productName": "Edgen",
10 | "version": "0.1.5"
11 | },
12 | "tauri": {
13 | "allowlist": {
14 | "all": false,
15 | "shell": {
16 | "all": false,
17 | "open": true
18 | }
19 | },
20 | "bundle": {
21 | "active": true,
22 | "targets": "all",
23 | "identifier": "edgen.edgen.co",
24 | "icon": [
25 | "icons/32x32.png",
26 | "icons/128x128.png",
27 | "icons/128x128@2x.png",
28 | "icons/icon.icns",
29 | "icons/icon.ico"
30 | ]
31 | },
32 | "security": {
33 | "csp": null
34 | },
35 | "windows": [
36 | {
37 | "fullscreen": false,
38 | "resizable": true,
39 | "title": "Edgen",
40 | "width": 800,
41 | "height": 600
42 | }
43 | ],
44 | "systemTray": {
45 | "iconPath": "icons/icon.png",
46 | "iconAsTemplate": true
47 | },
48 | "updater": {
49 | "active": true,
50 | "endpoints": [
51 | "https://github.com/edgenai/edgen/releases/latest/download/latest.json"
52 | ],
53 | "dialog": true,
54 | "pubkey": "dW50cnVzdGVkIGNvbW1lbnQ6IG1pbmlzaWduIHB1YmxpYyBrZXk6IEUzMjgzN0I5N0ZFQUM2QzEKUldUQnh1cC91VGNvNDlGYU44a3VqUk1KRHhOdzJUbjNjUzBIZTNIQU9HYWJ4Q3BTdTV2Q2U1TEIK"
55 | }
56 | }
57 | }
58 |
--------------------------------------------------------------------------------
/tests/test_audio.py:
--------------------------------------------------------------------------------
1 |
2 | from pathlib import Path
3 | import Levenshtein
4 |
5 | from edgen import Edgen, APIConnectionError
6 | import pytest
7 |
8 | expected = ' The woods are lovely, dark and deep, ' \
9 | 'but I have promises to keep ' \
10 | 'and miles to go before I sleep, ' \
11 | 'and miles to go before I sleep.'
12 |
13 | client = Edgen()
14 |
15 | def test_transcriptions():
16 |
17 | speech_file_path = Path(__file__).parent.parent / "crates" / "edgen_server" / "resources" / "frost.wav"
18 |
19 | try:
20 | transcription = client.audio.transcriptions.create(
21 | model = "default",
22 | file = speech_file_path,
23 | )
24 | except APIConnectionError:
25 | pytest.fail("No connection. Is edgen running?")
26 |
27 | print(transcription)
28 | print(expected)
29 |
30 | have = transcription.text
31 |
32 | assert(type(have) is str)
33 |
34 | d = Levenshtein.distance(have, expected)
35 | similarity = 100 - ((d / len(expected)) * 100)
36 | print(f"distance: {d} of '{have}', similarity: {similarity}")
37 |
38 | assert(similarity > 90.0)
39 |
40 | def test_transcriptions_status():
41 | try:
42 | status = client.audio.transcriptions.status.create()
43 | except APIConnectionError:
44 | pytest.fail("No connection. Is edgen running?")
45 |
46 | model = status.active_model
47 | assert(type(model) is str)
48 | print(model)
49 |
50 | if __name__ == "__main__":
51 | test_transcriptions()
52 | test_transcriptions_status()
53 |
--------------------------------------------------------------------------------
/docs/src/components/Highlights.tsx:
--------------------------------------------------------------------------------
1 | import { Button } from '@/components/Button'
2 | import { Heading } from '@/components/Heading'
3 |
4 | const highlights = [
5 | {
6 | href: '/guides/quickstart',
7 | name: 'Quickstart',
8 | description: 'Start developing your next GenAI app powered by Edgen.',
9 | },
10 | {
11 | href: '/documentation/configuration',
12 | name: 'Configuration',
13 | description: 'How to configure Edgen. How to switch between models.',
14 | },
15 | {
16 | href: '/documentation/models',
17 | name: 'Models',
18 | description: 'Learn which models Edgen support, for each endpoint.',
19 | },
20 | ]
21 |
22 | export function Highlights() {
23 | return (
24 |
7 |
30 |
8 |
22 |
29 |
25 |
26 | Highlights
27 |
28 |
46 | )
47 | }
48 |
--------------------------------------------------------------------------------
/Cargo.toml:
--------------------------------------------------------------------------------
1 | [workspace]
2 | resolver = "2"
3 | members = [
4 | "crates/edgen_core",
5 | "crates/edgen_server",
6 | "crates/edgen_async_compat",
7 | "crates/edgen_rt_image_generation_candle",
8 | "crates/edgen_rt_llama_cpp",
9 | "crates/edgen_rt_whisper_cpp",
10 | "crates/edgen_rt_chat_faker",
11 | "edgen/src-tauri",
12 | ]
13 |
14 | [workspace.dependencies]
15 | ahash = "0.8.6"
16 | argh = "0.1.12"
17 | async-executor = "1.6.0"
18 | async-task = "4.5.0"
19 | async-trait = "0.1.80"
20 | axum = "0.7.1"
21 | blake3 = "1.5.0"
22 | cfg-if = "1.0.0"
23 | clap = "4.4.8"
24 | console-subscriber = "0.2.0"
25 | dashmap = "5.5.3"
26 | data-encoding = "2.4.0"
27 | derive_more = "0.99.17"
28 | directories = "5.0.1"
29 | either = "1.9.0"
30 | flume = "0.11.0"
31 | futures = "0.3.29"
32 | futures-lite = "2.0.1"
33 | glommio = "0.9.0"
34 | hyper = "1.0.1"
35 | hyper-util = "0.1.1"
36 | link-cplusplus = "1.0.9"
37 | notify = "6.1.1"
38 | num_cpus = "1.16.0"
39 | once_cell = "1.18.0"
40 | pin-project = "1.1.3"
41 | prost = "0.12.2"
42 | prost-build = "0.12.2"
43 | reqwest = { version = "0.12.3", default-features = false }
44 | serde = "1.0.193"
45 | serde_derive = "1.0.193"
46 | serde_json = "1.0.108"
47 | serde_yaml = "0.9.30"
48 | sled = "0.34.7"
49 | smol = "2.0.0"
50 | static_assertions = "1.1.0"
51 | tempfile = "3.9.0"
52 | thiserror = "1.0.50"
53 | time = "0.3.30"
54 | tinyvec = "1.6.0"
55 | tauri = { version = "1.5.4", features = [] }
56 | tokio = "1.34.0"
57 | tokio-stream = "0.1.14"
58 | tokio-util = "0.7.10"
59 | toml_edit = "0.22.5"
60 | tracing = "0.1.40"
61 | uuid = "1.6.1"
62 | utoipa = { version = "4", features = ["yaml"] }
63 |
--------------------------------------------------------------------------------
/docs/src/components/ThemeToggle.tsx:
--------------------------------------------------------------------------------
1 | import { useEffect, useState } from 'react'
2 | import { useTheme } from 'next-themes'
3 |
4 | function SunIcon(props: React.ComponentPropsWithoutRef<'svg'>) {
5 | return (
6 |
13 | )
14 | }
15 |
16 | function MoonIcon(props: React.ComponentPropsWithoutRef<'svg'>) {
17 | return (
18 |
21 | )
22 | }
23 |
24 | export function ThemeToggle() {
25 | let { resolvedTheme, setTheme } = useTheme()
26 | let otherTheme = resolvedTheme === 'dark' ? 'light' : 'dark'
27 | let [mounted, setMounted] = useState(false)
28 |
29 | useEffect(() => {
30 | setMounted(true)
31 | }, [])
32 |
33 | return (
34 |
43 | )
44 | }
45 |
--------------------------------------------------------------------------------
/docs/src/components/Layout.tsx:
--------------------------------------------------------------------------------
1 | 'use client'
2 |
3 | import Link from 'next/link'
4 | import { usePathname } from 'next/navigation'
5 | import { motion } from 'framer-motion'
6 |
7 | import { Footer } from '@/components/Footer'
8 | import { Header } from '@/components/Header'
9 | import { Logo } from '@/components/Logo'
10 | import { Navigation } from '@/components/Navigation'
11 | import { type Section, SectionProvider } from '@/components/SectionProvider'
12 |
13 | export function Layout({
14 | children,
15 | allSections,
16 | }: {
17 | children: React.ReactNode
18 | allSections: Record
29 | {highlights.map((guide) => (
30 |
45 |
31 |
43 | ))}
44 | 32 | {guide.name} 33 |
34 |35 | {guide.description} 36 |
37 |38 | 41 |
42 |
25 |
29 |
39 |
44 |
30 |
38 |
31 |
32 |
35 |
40 | {children}
41 |
42 |
43 |
18 | {React.Children.toArray(children).map((child, i) => i == currentType ?
20 | );
21 |
22 | return (
23 | <>
24 | {child}
: )}
19 |
25 |
47 | -
26 | {types.map((t, i) => {
27 | return (
28 |
- setCurrentType(i)}
38 | >
39 | 40 | {t} 41 |42 |
43 | )
44 | })}
45 |
44 |
45 | Official API Clients
46 |
47 |
73 | )
74 | }
75 |
--------------------------------------------------------------------------------
/crates/edgen_server/src/chat_faker.rs:
--------------------------------------------------------------------------------
1 | /* Copyright 2023- The Binedge, Lda team. All rights reserved.
2 | * Licensed under the Apache License, Version 2.0 (the "License");
3 | * you may not use this file except in compliance with the License.
4 | * You may obtain a copy of the License at
5 | * http://www.apache.org/licenses/LICENSE-2.0
6 | * Unless required by applicable law or agreed to in writing, software
7 | * distributed under the License is distributed on an "AS IS" BASIS,
8 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
9 | * See the License for the specific language governing permissions and
10 | * limitations under the License.
11 | */
12 |
13 | //! Endpoint for the chat faker model RT
14 |
15 | use futures::Stream;
16 | use once_cell::sync::Lazy;
17 |
18 | use edgen_core::llm::{CompletionArgs, LLMEndpoint, LLMEndpointError};
19 | use edgen_rt_chat_faker::ChatFakerEndpoint;
20 |
21 | use crate::model::Model;
22 | use crate::util::StoppingStream;
23 |
24 | static ENDPOINT: Lazy
48 | {apiclients.map((library) => (
49 |
72 |
50 |
70 | ))}
71 |
51 |
63 | 52 | {library.name} 53 |
54 |55 | {library.description} 56 |
57 |58 | 61 |
62 |
62 |
67 | )
68 | },
69 | )
70 |
71 | export function Feedback() {
72 | let [submitted, setSubmitted] = useState(false)
73 |
74 | function onSubmit(event: React.FormEvent
63 |
66 |
85 |
92 |
94 |
101 |
103 |
104 | )
105 | }
106 |
--------------------------------------------------------------------------------
/docs/src/mdx/rehype.mjs:
--------------------------------------------------------------------------------
1 | import { slugifyWithCounter } from '@sindresorhus/slugify'
2 | import * as acorn from 'acorn'
3 | import { toString } from 'mdast-util-to-string'
4 | import { mdxAnnotations } from 'mdx-annotations'
5 | import shiki from 'shiki'
6 | import { visit } from 'unist-util-visit'
7 |
8 | function rehypeParseCodeBlocks() {
9 | return (tree) => {
10 | visit(tree, 'element', (node, _nodeIndex, parentNode) => {
11 | if (node.tagName === 'code' && node.properties.className) {
12 | parentNode.properties.language = node.properties.className[0]?.replace(
13 | /^language-/,
14 | '',
15 | )
16 | }
17 | })
18 | }
19 | }
20 |
21 | let highlighter
22 |
23 | function rehypeShiki() {
24 | return async (tree) => {
25 | highlighter =
26 | highlighter ?? (await shiki.getHighlighter({ theme: 'css-variables' }))
27 |
28 | visit(tree, 'element', (node) => {
29 | if (node.tagName === 'pre' && node.children[0]?.tagName === 'code') {
30 | let codeNode = node.children[0]
31 | let textNode = codeNode.children[0]
32 |
33 | node.properties.code = textNode.value
34 |
35 | if (node.properties.language) {
36 | let tokens = highlighter.codeToThemedTokens(
37 | textNode.value,
38 | node.properties.language,
39 | )
40 |
41 | textNode.value = shiki.renderToHtml(tokens, {
42 | elements: {
43 | pre: ({ children }) => children,
44 | code: ({ children }) => children,
45 | line: ({ children }) => `${children}`,
46 | },
47 | })
48 | }
49 | }
50 | })
51 | }
52 | }
53 |
54 | function rehypeSlugify() {
55 | return (tree) => {
56 | let slugify = slugifyWithCounter()
57 | visit(tree, 'element', (node) => {
58 | if (node.tagName === 'h2' && !node.properties.id) {
59 | node.properties.id = slugify(toString(node))
60 | }
61 | })
62 | }
63 | }
64 |
65 | function rehypeAddMDXExports(getExports) {
66 | return (tree) => {
67 | let exports = Object.entries(getExports(tree))
68 |
69 | for (let [name, value] of exports) {
70 | for (let node of tree.children) {
71 | if (
72 | node.type === 'mdxjsEsm' &&
73 | new RegExp(`export\\s+const\\s+${name}\\s*=`).test(node.value)
74 | ) {
75 | return
76 | }
77 | }
78 |
79 | let exportStr = `export const ${name} = ${value}`
80 |
81 | tree.children.push({
82 | type: 'mdxjsEsm',
83 | value: exportStr,
84 | data: {
85 | estree: acorn.parse(exportStr, {
86 | sourceType: 'module',
87 | ecmaVersion: 'latest',
88 | }),
89 | },
90 | })
91 | }
92 | }
93 | }
94 |
95 | function getSections(node) {
96 | let sections = []
97 |
98 | for (let child of node.children ?? []) {
99 | if (child.type === 'element' && child.tagName === 'h2') {
100 | sections.push(`{
101 | title: ${JSON.stringify(toString(child))},
102 | id: ${JSON.stringify(child.properties.id)},
103 | ...${child.properties.annotation}
104 | }`)
105 | } else if (child.children) {
106 | sections.push(...getSections(child))
107 | }
108 | }
109 |
110 | return sections
111 | }
112 |
113 | export const rehypePlugins = [
114 | mdxAnnotations.rehype,
115 | rehypeParseCodeBlocks,
116 | rehypeShiki,
117 | rehypeSlugify,
118 | [
119 | rehypeAddMDXExports,
120 | (tree) => ({
121 | sections: `[${getSections(tree).join()}]`,
122 | }),
123 | ],
124 | ]
125 |
--------------------------------------------------------------------------------
/docs/src/components/Header.tsx:
--------------------------------------------------------------------------------
1 | import { forwardRef } from 'react'
2 | import Link from 'next/link'
3 | import clsx from 'clsx'
4 | import { motion, useScroll, useTransform } from 'framer-motion'
5 |
6 | import { Button } from '@/components/Button'
7 | import { Logo } from '@/components/Logo'
8 | import {
9 | MobileNavigation,
10 | useIsInsideMobileNavigation,
11 | } from '@/components/MobileNavigation'
12 | import { useMobileNavigationStore } from '@/components/MobileNavigation'
13 | import { MobileSearch, Search } from '@/components/Search'
14 | import { ThemeToggle } from '@/components/ThemeToggle'
15 |
16 | function TopLevelNavItem({
17 | href,
18 | children,
19 | }: {
20 | href: string
21 | children: React.ReactNode
22 | }) {
23 | return (
24 |
74 |
79 |
80 |
91 |
92 |
100 |
93 |
96 |
97 |
98 |
99 |
45 |
48 |
49 |
50 | ## Making your first API request
51 |
52 | You are ready to make your first call to the ⚡Edgen API. Below, you can see how to send a GET request to the chat completions endpoint to create a chat response, given an list of input chat messages.
53 |
54 | {/* TODO: Do not hardcode this codegroup. Since it's already defined in /api-reference/chat */}
55 |
120 |
123 |
124 |
--------------------------------------------------------------------------------
/docs/src/app/api-reference/embeddings/page.mdx:
--------------------------------------------------------------------------------
1 | export const metadata = {
2 | title: 'Embeddings',
3 | description: 'Generate embeddings',
4 | }
5 |
6 | # Embeddings
7 |
8 | Generate embeddings from text. {{ className: 'lead' }}
9 |
10 | ---
11 |
12 | ## Create embeddings {{ tag: 'POST', label: 'http://localhost:33322/v1/embeddings' }}
13 |
14 | -
30 |
- 31 | If the model name is "default", the chat model from the configuration is used (see [Documentation » Configuration](/documentation/configuration) for details). 32 | 33 |
- 34 | If the model name follows the format repo-owner/repo-name/model-name, the indicated model is used and, if it is not present, it will be downloaded from [huggingface](https://huggingface.co/). If it cannot be downloaded, Edgen responds with an error. Example: "nomic-ai/nomic-embed-text-v1.5-GGUF/nomic-embed-text-v1.5.f16.gguf". 35 | 36 |
- 37 | If the model name contains just a file name, e.g.: "my-model.bin", Edgen will try using the file of this name in the data directory as defined in the configuration. If the the file does not exist there, Edgen responds with an error. 38 | 39 |
51 |
56 | )
57 | }
58 |
59 | export function Row({ children }: { children: React.ReactNode }) {
60 | return (
61 |
53 | {children}
54 |
55 |
62 | {children}
63 |
64 | )
65 | }
66 |
67 | export function Col({
68 | children,
69 | sticky = false,
70 | }: {
71 | children: React.ReactNode
72 | sticky?: boolean
73 | }) {
74 | return (
75 | :first-child]:mt-0 [&>:last-child]:mb-0',
78 | sticky && 'xl:sticky xl:top-24',
79 | )}
80 | >
81 | {children}
82 |
83 | )
84 | }
85 |
86 | export function Properties({ children }: { children: React.ReactNode }) {
87 | return (
88 |
89 |
96 | )
97 | }
98 |
99 | export function Property({
100 | name,
101 | children,
102 | type,
103 | }: {
104 | name: string
105 | children: React.ReactNode
106 | type?: string
107 | }) {
108 | return (
109 | -
93 | {children}
94 |
-
111 |
- Name 112 |
-
113 |
{name}114 |
115 | {type && (
116 | <>
117 | - Type 118 |
- 119 | {type} 120 | 121 | 122 | )} 123 |
- Description 124 |
- 125 | {children} 126 | 127 |
-
31 |
- 32 | If the model name is "default", the chat model from the configuration is used (see [Documentation » Configuration](/documentation/configuration) for details). 33 | 34 |
- 35 | If the model name is a valid model name recognized by Edgen, it is what is used. 36 | 37 |
103 |
104 |
105 | ```bash {{ title: 'cURL' }}
106 | curl http://localhost:33322/v1/image/generations \
107 | -H "Content-Type: application/json" \
108 | -H "Authorization: Bearer no-key-required" \
109 | -d '{
110 | "model": "stable-diffusion-2-1",
111 | "prompt": "A rusty robot"
112 | }'
113 | ```
114 |
115 | ```python
116 | API NOT DONE YET
117 | ```
118 |
119 | ```ts
120 | API NOT DONE YET
121 | ```
122 |
123 |
124 |
125 | ```json {{ title: 'Response' }}
126 | {"images": [[123, 234, ..., 231, 213]]}
127 | ```
128 |
129 |
32 | {tag && {tag} }
33 | {tag && label && (
34 |
35 | )}
36 | {label && (
37 | {label}
38 | )}
39 |
40 | )
41 | }
42 |
43 | function Anchor({
44 | id,
45 | inView,
46 | children,
47 | }: {
48 | id: string
49 | inView: boolean
50 | children: React.ReactNode
51 | }) {
52 | return (
53 |
57 | {inView && (
58 |
59 |
63 | )}
64 | {children}
65 |
66 | )
67 | }
68 |
69 | export function Heading
60 |
62 |