This document is the API specification for the Deep Java Library (DJL) basic datasets.
7 | 8 |9 | The basic datasets module contains a number of built-in datasets that can be used for deep learning. 10 | See here for more details. 11 |
12 | 13 | 14 | 15 | -------------------------------------------------------------------------------- /basicdataset/src/test/java/ai/djl/basicdataset/package-info.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Copyright 2019 Amazon.com, Inc. or its affiliates. All Rights Reserved. 3 | * 4 | * Licensed under the Apache License, Version 2.0 (the "License"). You may not use this file except in compliance 5 | * with the License. A copy of the License is located at 6 | * 7 | * http://aws.amazon.com/apache2.0/ 8 | * 9 | * or in the "license" file accompanying this file. This file is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES 10 | * OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions 11 | * and limitations under the License. 12 | */ 13 | 14 | /** Contains tests for the basicdataset module. */ 15 | package ai.djl.basicdataset; 16 | -------------------------------------------------------------------------------- /basicdataset/src/test/java/ai/djl/basicdataset/tabular/package-info.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Copyright 2013 Amazon.com, Inc. or its affiliates. All Rights Reserved. 3 | * 4 | * Licensed under the Apache License, Version 2.0 (the "License"). You may not use this file except in compliance 5 | * with the License. A copy of the License is located at 6 | * 7 | * http://aws.amazon.com/apache2.0/ 8 | * 9 | * or in the "license" file accompanying this file. This file is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES 10 | * OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions 11 | * and limitations under the License. 12 | */ 13 | 14 | /** Contains tests for {@link ai.djl.basicdataset.tabular}. */ 15 | package ai.djl.basicdataset.tabular; 16 | -------------------------------------------------------------------------------- /basicdataset/src/test/resources/imagefolder/cat/kitten.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deepjavalibrary/djl/1fc3cd0c5dc692bbd333401cc3664144f5c91deb/basicdataset/src/test/resources/imagefolder/cat/kitten.jpg -------------------------------------------------------------------------------- /basicdataset/src/test/resources/imagefolder/dog/dog_bike_car.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deepjavalibrary/djl/1fc3cd0c5dc692bbd333401cc3664144f5c91deb/basicdataset/src/test/resources/imagefolder/dog/dog_bike_car.jpg -------------------------------------------------------------------------------- /basicdataset/src/test/resources/imagefolder/misc/pikachu.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deepjavalibrary/djl/1fc3cd0c5dc692bbd333401cc3664144f5c91deb/basicdataset/src/test/resources/imagefolder/misc/pikachu.png -------------------------------------------------------------------------------- /basicdataset/src/test/resources/mlrepo/dataset/cv/ai/djl/basicdataset/captcha/metadata.json: -------------------------------------------------------------------------------- 1 | { 2 | "metadataVersion": "0.2", 3 | "resourceType": "dataset", 4 | "application": "cv", 5 | "groupId": "ai.djl.basicdataset", 6 | "artifactId": "captcha", 7 | "name": "Captcha", 8 | "description": "A simple captcha dataset", 9 | "website": "http://www.djl.ai/basicdataset", 10 | "artifacts": [ 11 | { 12 | "version": "1.1", 13 | "snapshot": false, 14 | "files": { 15 | "data": { 16 | "uri": "captchaImage.zip", 17 | "sha1Hash": "575da8579b61de1b9d094f16cdfa0a8358394f45", 18 | "name": "data", 19 | "size": 43210912 20 | } 21 | } 22 | } 23 | ] 24 | } 25 | -------------------------------------------------------------------------------- /basicdataset/src/test/resources/mlrepo/dataset/nlp/ai/djl/basicdataset/stanford-movie-review/metadata.json: -------------------------------------------------------------------------------- 1 | { 2 | "metadataVersion": "0.2", 3 | "resourceType": "dataset", 4 | "application": "nlp", 5 | "groupId": "ai.djl.basicdataset", 6 | "artifactId": "stanford-movie-review", 7 | "name": "stanford-movie-review", 8 | "description": "A sentiment analysis dataset of IMDB movie reviews", 9 | "website": "https://ai.stanford.edu/~amaas/data/sentiment/", 10 | "artifacts": [ 11 | { 12 | "version": "1.0", 13 | "snapshot": false, 14 | "files": { 15 | "aclImdb": { 16 | "uri": "1.0/aclImdb.zip", 17 | "sha1Hash": "cd5f28ea7b6b33f68e1d8cf82938ba37eb929e39", 18 | "size": 116689188 19 | } 20 | } 21 | } 22 | ] 23 | } 24 | -------------------------------------------------------------------------------- /bom/gradle: -------------------------------------------------------------------------------- 1 | ../gradle -------------------------------------------------------------------------------- /bom/gradle.properties: -------------------------------------------------------------------------------- 1 | ../gradle.properties -------------------------------------------------------------------------------- /bom/gradlew: -------------------------------------------------------------------------------- 1 | ../gradlew -------------------------------------------------------------------------------- /bom/settings.gradle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deepjavalibrary/djl/1fc3cd0c5dc692bbd333401cc3664144f5c91deb/bom/settings.gradle -------------------------------------------------------------------------------- /build.gradle.kts: -------------------------------------------------------------------------------- 1 | plugins { 2 | id("com.github.spotbugs") apply false 3 | ai.djl.release 4 | ai.djl.stats 5 | } 6 | -------------------------------------------------------------------------------- /buildSrc/build.gradle.kts: -------------------------------------------------------------------------------- 1 | plugins { 2 | `kotlin-dsl` 3 | } 4 | 5 | repositories { 6 | mavenCentral() 7 | gradlePluginPortal() 8 | } 9 | 10 | dependencies { 11 | implementation("com.google.googlejavaformat:google-java-format:1.22.0") 12 | implementation("com.github.spotbugs.snom:spotbugs-gradle-plugin:6.0.15") 13 | implementation(files(libs.javaClass.superclass.protectionDomain.codeSource.location)) 14 | } 15 | -------------------------------------------------------------------------------- /buildSrc/settings.gradle.kts: -------------------------------------------------------------------------------- 1 | rootProject.name = "buildSrc" 2 | 3 | dependencyResolutionManagement { 4 | versionCatalogs { 5 | create("libs") { 6 | from(files("../gradle/libs.versions.toml")) 7 | } 8 | } 9 | } -------------------------------------------------------------------------------- /buildSrc/src/main/kotlin/ai/djl/javaBase.gradle.kts: -------------------------------------------------------------------------------- 1 | package ai.djl 2 | 3 | import org.gradle.accessors.dm.LibrariesForLibs 4 | import org.gradle.kotlin.dsl.java 5 | import org.gradle.kotlin.dsl.maven 6 | import org.gradle.kotlin.dsl.repositories 7 | import org.gradle.kotlin.dsl.the 8 | 9 | plugins { 10 | java 11 | } 12 | 13 | group = "ai.djl" 14 | val isRelease = project.hasProperty("release") || project.hasProperty("staging") 15 | val libs = theThis document is the API specification for the Deep Java Library (DJL) Zero API.
7 | 8 |9 | The zero module contains a zero deep learning knowledge required wrapper over DJL. 10 | See here for more details. 11 |
12 | 13 | 14 | 15 | -------------------------------------------------------------------------------- /djl-zero/src/test/java/ai/djl/zero/cv/package-info.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Copyright 2019 Amazon.com, Inc. or its affiliates. All Rights Reserved. 3 | * 4 | * Licensed under the Apache License, Version 2.0 (the "License"). You may not use this file except in compliance 5 | * with the License. A copy of the License is located at 6 | * 7 | * http://aws.amazon.com/apache2.0/ 8 | * 9 | * or in the "license" file accompanying this file. This file is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES 10 | * OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions 11 | * and limitations under the License. 12 | */ 13 | 14 | /** Contains tests for {@link ai.djl.zero.cv}. */ 15 | package ai.djl.zero.cv; 16 | -------------------------------------------------------------------------------- /docker/windows/Dockerfile: -------------------------------------------------------------------------------- 1 | ARG version=ltsc2019 2 | FROM mcr.microsoft.com/windows/servercore:$version 3 | 4 | ADD https://aka.ms/vs/17/release/vc_redist.x64.exe /vc_redist.x64.exe 5 | RUN C:\vc_redist.x64.exe /quiet /install 6 | RUN del C:\vc_redist.x64.exe 7 | 8 | ENV chocolateyUseWindowsCompression false 9 | 10 | RUN powershell -Command \ 11 | Set-ExecutionPolicy Bypass -Scope Process -Force; [System.Net.ServicePointManager]::SecurityProtocol = [System.Net.ServicePointManager]::SecurityProtocol -bor 3072; iex ((New-Object System.Net.WebClient).DownloadString('https://chocolatey.org/install.ps1')); \ 12 | choco feature disable --name showDownloadProgress 13 | 14 | RUN choco install -y openjdk17 15 | -------------------------------------------------------------------------------- /docs/.gitignore: -------------------------------------------------------------------------------- 1 | demos 2 | serving 3 | -------------------------------------------------------------------------------- /docs/development/README.md: -------------------------------------------------------------------------------- 1 | # Contributor Documentation 2 | 3 | This folder contains documentation and guides for contributors and those working internally with the Deep Java Library (DJL) project. 4 | 5 | ## Main Guides 6 | 7 | - **[Setup development environment](setup.md)** 8 | - **[Development guideline](development_guideline.md)** 9 | - [Troubleshooting](troubleshooting.md) 10 | 11 | ## Model Zoo Guides 12 | 13 | - [How to add a new model to the model zoos](add_model_to_model-zoo.md) 14 | -------------------------------------------------------------------------------- /docs/development/img/custom_debug_view.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deepjavalibrary/djl/1fc3cd0c5dc692bbd333401cc3664144f5c91deb/docs/development/img/custom_debug_view.png -------------------------------------------------------------------------------- /docs/development/img/ndmanager_structure_for_inference.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deepjavalibrary/djl/1fc3cd0c5dc692bbd333401cc3664144f5c91deb/docs/development/img/ndmanager_structure_for_inference.png -------------------------------------------------------------------------------- /docs/development/img/ndmanager_structure_for_training.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deepjavalibrary/djl/1fc3cd0c5dc692bbd333401cc3664144f5c91deb/docs/development/img/ndmanager_structure_for_training.png -------------------------------------------------------------------------------- /docs/telemetry.md: -------------------------------------------------------------------------------- 1 | # Usage Tracking 2 | 3 | Since DJL 0.20.0, DJL collects telemetry to help us better understand our users’ needs 4 | when running on AWS EC2. DJL contains code that allows DJL development team to collect the 5 | AWS EC2 instance-type, instance-id and DJL version information. No other information about 6 | the system is collected or retained. 7 | 8 | To opt out of usage tracking for DJL, you can set the `OPT_OUT_TRACKING` environment variable: 9 | 10 | ```bash 11 | export OPT_OUT_TRACKING=true 12 | ``` 13 | 14 | or Java System property: 15 | 16 | ```java 17 | System.setProperty("OPT_OUT_TRACKING", "true") 18 | ``` 19 | 20 | Usage tracking is also disable in `offline` mode: 21 | 22 | ```java 23 | System.setProperty("ai.djl.offline", "true") 24 | ``` 25 | -------------------------------------------------------------------------------- /engines/ml/lightgbm/build.gradle.kts: -------------------------------------------------------------------------------- 1 | plugins { 2 | ai.djl.javaProject 3 | ai.djl.publish 4 | } 5 | 6 | group = "ai.djl.ml.lightgbm" 7 | 8 | dependencies { 9 | api(project(":api")) 10 | api("com.microsoft.ml.lightgbm:lightgbmlib:${libs.versions.lightgbm.get()}") 11 | 12 | testImplementation(project(":testing")) 13 | 14 | testRuntimeOnly(libs.slf4j.simple) 15 | } 16 | 17 | publishing { 18 | publications { 19 | namedThis document is the API specification for the Deep Java Library (DJL) LightGBM Engine.
7 | 8 |9 | The LightGBM Engine module contains the LightGBM implementation of the DJL EngineProvider. 10 | See here for more details. 11 |
12 | 13 | 14 | 15 | -------------------------------------------------------------------------------- /engines/ml/lightgbm/src/main/resources/META-INF/services/ai.djl.engine.EngineProvider: -------------------------------------------------------------------------------- 1 | ai.djl.ml.lightgbm.LgbmEngineProvider 2 | -------------------------------------------------------------------------------- /engines/ml/lightgbm/src/test/java/ai/djl/ml/lightgbm/package-info.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Copyright 2022 Amazon.com, Inc. or its affiliates. All Rights Reserved. 3 | * 4 | * Licensed under the Apache License, Version 2.0 (the "License"). You may not use this file except in compliance 5 | * with the License. A copy of the License is located at 6 | * 7 | * http://aws.amazon.com/apache2.0/ 8 | * 9 | * or in the "license" file accompanying this file. This file is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES 10 | * OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions 11 | * and limitations under the License. 12 | */ 13 | 14 | /** The integration test for testing LightGBM specific features. */ 15 | package ai.djl.ml.lightgbm; 16 | -------------------------------------------------------------------------------- /engines/ml/xgboost/gradlew: -------------------------------------------------------------------------------- 1 | ../../../gradlew -------------------------------------------------------------------------------- /engines/ml/xgboost/src/main/java/com/sun/jna/package-info.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Copyright 2021 Amazon.com, Inc. or its affiliates. All Rights Reserved. 3 | * 4 | * Licensed under the Apache License, Version 2.0 (the "License"). You may not use this file except in compliance 5 | * with the License. A copy of the License is located at 6 | * 7 | * http://aws.amazon.com/apache2.0/ 8 | * 9 | * or in the "license" file accompanying this file. This file is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES 10 | * OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions 11 | * and limitations under the License. 12 | */ 13 | 14 | /** Contains JNA changes on the existing Pointer. */ 15 | package com.sun.jna; 16 | -------------------------------------------------------------------------------- /engines/ml/xgboost/src/main/java/ml/dmlc/xgboost4j/java/package-info.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Copyright 2021 Amazon.com, Inc. or its affiliates. All Rights Reserved. 3 | * 4 | * Licensed under the Apache License, Version 2.0 (the "License"). You may not use this file except in compliance 5 | * with the License. A copy of the License is located at 6 | * 7 | * http://aws.amazon.com/apache2.0/ 8 | * 9 | * or in the "license" file accompanying this file. This file is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES 10 | * OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions 11 | * and limitations under the License. 12 | */ 13 | 14 | /** Contains Helper class to access XGBoost JNI. */ 15 | package ml.dmlc.xgboost4j.java; 16 | -------------------------------------------------------------------------------- /engines/ml/xgboost/src/main/javadoc/overview.html: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 |This document is the API specification for the Deep Java Library (DJL) XGBoost Engine.
7 | 8 |9 | The XGBoost Engine module contains the XGBoost implementation of the DJL EngineProvider. 10 | See here for more details. 11 |
12 | 13 | 14 | 15 | -------------------------------------------------------------------------------- /engines/ml/xgboost/src/main/resources/META-INF/services/ai.djl.engine.EngineProvider: -------------------------------------------------------------------------------- 1 | ai.djl.ml.xgboost.XgbEngineProvider 2 | -------------------------------------------------------------------------------- /engines/ml/xgboost/src/test/java/ai/djl/ml/xgboost/package-info.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Copyright 2021 Amazon.com, Inc. or its affiliates. All Rights Reserved. 3 | * 4 | * Licensed under the Apache License, Version 2.0 (the "License"). You may not use this file except in compliance 5 | * with the License. A copy of the License is located at 6 | * 7 | * http://aws.amazon.com/apache2.0/ 8 | * 9 | * or in the "license" file accompanying this file. This file is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES 10 | * OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions 11 | * and limitations under the License. 12 | */ 13 | 14 | /** The integration test for testing XGBoost specific features. */ 15 | package ai.djl.ml.xgboost; 16 | -------------------------------------------------------------------------------- /engines/mxnet/README.md: -------------------------------------------------------------------------------- 1 | # Apache MXNet Engine 2 | 3 | This directory contains the Deep Java Library (DJL) EngineProvider for [Apache MXNet (incubating) Deep Learning Framework](https://mxnet.apache.org/). 4 | 5 | ## Modules 6 | 7 | - [MXNet Engine](mxnet-engine/README.md) - The DJL implementation for Apache MXNet Engine 8 | - [MXNet Model Zoo](mxnet-model-zoo/README.md) - A ModelZoo containing models exported from Apache MXNet 9 | - [native](native/README.md) - A utility module for building the mxnet-native jars containing the native binaries 10 | - [jnarator](jnarator/README.md) - A utility module used by the MxEngine to call the Apache MXNet C API 11 | -------------------------------------------------------------------------------- /engines/mxnet/jnarator/gradlew: -------------------------------------------------------------------------------- 1 | ../../../gradlew -------------------------------------------------------------------------------- /engines/mxnet/jnarator/src/main/resources/log4j2.xml: -------------------------------------------------------------------------------- 1 | 2 |This document is the API specification for the Deep Java Library (DJL) EngineProvider for Apache MXNet (incubating) 7 | .
8 | 9 |10 | The MXNet Engine module contains the DJL EngineProvider for Apache MXNet (incubating). 11 | See here for more details. 12 |
13 | 14 | 15 | 16 | -------------------------------------------------------------------------------- /engines/mxnet/mxnet-engine/src/main/resources/META-INF/native-image/ai/djl/mxnet/mxnet-engine/reflect-config.json: -------------------------------------------------------------------------------- 1 | [ 2 | { 3 | "name": "ai.djl.mxnet.engine.MxEngineProvider", 4 | "allDeclaredConstructors": true, 5 | "allPublicConstructors": true, 6 | "allDeclaredMethods": true, 7 | "allPublicMethods": true 8 | } 9 | ] 10 | -------------------------------------------------------------------------------- /engines/mxnet/mxnet-engine/src/main/resources/META-INF/native-image/ai/djl/mxnet/mxnet-engine/resource-config.json: -------------------------------------------------------------------------------- 1 | { 2 | "resources": [ 3 | { 4 | "pattern": "META-INF/services/ai.djl.engine.EngineProvider" 5 | } 6 | ] 7 | } 8 | -------------------------------------------------------------------------------- /engines/mxnet/mxnet-engine/src/main/resources/META-INF/services/ai.djl.engine.EngineProvider: -------------------------------------------------------------------------------- 1 | ai.djl.mxnet.engine.MxEngineProvider 2 | -------------------------------------------------------------------------------- /engines/mxnet/mxnet-engine/src/main/resources/mxnet-engine.properties: -------------------------------------------------------------------------------- 1 | djl_version=${djlVersion} 2 | mxnet_version=${mxnetVersion} -------------------------------------------------------------------------------- /engines/mxnet/mxnet-model-zoo/gradlew: -------------------------------------------------------------------------------- 1 | ../../../gradlew -------------------------------------------------------------------------------- /engines/mxnet/mxnet-model-zoo/src/main/java/ai/djl/mxnet/zoo/package-info.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Copyright 2019 Amazon.com, Inc. or its affiliates. All Rights Reserved. 3 | * 4 | * Licensed under the Apache License, Version 2.0 (the "License"). You may not use this file except in compliance 5 | * with the License. A copy of the License is located at 6 | * 7 | * http://aws.amazon.com/apache2.0/ 8 | * 9 | * or in the "license" file accompanying this file. This file is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES 10 | * OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions 11 | * and limitations under the License. 12 | */ 13 | 14 | /** Contains the built-in {@link ai.djl.mxnet.zoo.MxModelZoo}. */ 15 | package ai.djl.mxnet.zoo; 16 | -------------------------------------------------------------------------------- /engines/mxnet/mxnet-model-zoo/src/main/javadoc/overview.html: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 |This document is the API specification for the Deep Java Library (DJL) Model Zoo provider for Apache MXNet (incubating).
7 | 8 |9 | The MXNet Model Zoo module contains Apache MXNet (incubating) symbolic modules that can be used pre-trained or for inference. 10 | See here for more details. 11 |
12 | 13 | 14 | 15 | -------------------------------------------------------------------------------- /engines/mxnet/mxnet-model-zoo/src/main/resources/META-INF/native-image/ai/djl/mxnet/mxnet-model-zoo/reflect-config.json: -------------------------------------------------------------------------------- 1 | [ 2 | { 3 | "name": "ai.djl.mxnet.zoo.MxZooProvider", 4 | "allDeclaredConstructors": true, 5 | "allPublicConstructors": true, 6 | "allDeclaredMethods": true, 7 | "allPublicMethods": true 8 | }, 9 | { 10 | "name": "ai.djl.mxnet.zoo.MxModelZoo", 11 | "allDeclaredFields": true 12 | } 13 | ] 14 | -------------------------------------------------------------------------------- /engines/mxnet/mxnet-model-zoo/src/main/resources/META-INF/native-image/ai/djl/mxnet/mxnet-model-zoo/resource-config.json: -------------------------------------------------------------------------------- 1 | { 2 | "resources": [ 3 | { 4 | "pattern": "META-INF/services/ai.djl.repository.zoo.ZooProvider" 5 | } 6 | ] 7 | } 8 | -------------------------------------------------------------------------------- /engines/mxnet/mxnet-model-zoo/src/main/resources/META-INF/services/ai.djl.repository.zoo.ZooProvider: -------------------------------------------------------------------------------- 1 | ai.djl.mxnet.zoo.MxZooProvider 2 | -------------------------------------------------------------------------------- /engines/mxnet/mxnet-model-zoo/src/test/resources/mlrepo/model/cv/image_classification/ai/djl/mxnet/mlp/synset.txt: -------------------------------------------------------------------------------- 1 | 0 2 | 1 3 | 2 4 | 3 5 | 4 6 | 5 7 | 6 8 | 7 9 | 8 10 | 9 -------------------------------------------------------------------------------- /engines/mxnet/mxnet-model-zoo/src/test/resources/mlrepo/model/cv/image_classification/ai/djl/mxnet/synset_cifar10.txt: -------------------------------------------------------------------------------- 1 | airplane 2 | automobile 3 | bird 4 | cat 5 | deer 6 | dog 7 | frog 8 | horse 9 | ship 10 | truck 11 | -------------------------------------------------------------------------------- /engines/mxnet/mxnet-model-zoo/src/test/resources/mlrepo/model/cv/object_detection/ai/djl/mxnet/classes_voc.txt: -------------------------------------------------------------------------------- 1 | aeroplane 2 | bicycle 3 | bird 4 | boat 5 | bottle 6 | bus 7 | car 8 | cat 9 | chair 10 | cow 11 | diningtable 12 | dog 13 | horse 14 | motorbike 15 | person 16 | pottedplant 17 | sheep 18 | sofa 19 | train 20 | tvmonitor -------------------------------------------------------------------------------- /engines/mxnet/native/.gitignore: -------------------------------------------------------------------------------- 1 | src/main/resources/binaries 2 | -------------------------------------------------------------------------------- /engines/mxnet/native/gradlew: -------------------------------------------------------------------------------- 1 | ../../../gradlew -------------------------------------------------------------------------------- /engines/mxnet/native/src/main/resources/META-INF/backport.txt: -------------------------------------------------------------------------------- 1 | The file is based off Apache MXNet 1.7 branch (https://github.com/apache/incubator-mxnet/commit/7a84fe11dd7399d1c2bdd0fb679c46af69e48861) 2 | and has been patched with master commit (https://github.com/apache/incubator-mxnet/commit/5fd90249cafd14910633d25d3bc370a522736ac7). 3 | -------------------------------------------------------------------------------- /engines/mxnet/native/src/main/resources/META-INF/native-image/ai/djl/mxnet/mxnet-native/resource-config.json: -------------------------------------------------------------------------------- 1 | { 2 | "resources": [ 3 | { 4 | "pattern": "native/lib/.*" 5 | } 6 | ] 7 | } 8 | -------------------------------------------------------------------------------- /engines/onnxruntime/onnxruntime-android/README.md: -------------------------------------------------------------------------------- 1 | # DJL - ONNX Runtime for Android 2 | 3 | ## Overview 4 | This module contains the DJL ONNX Runtime engine for Android. 5 | 6 | ## Installation 7 | You can pull the ONNX Runtime for Android from the central Maven repository by including the following dependency: 8 | 9 | - ai.djl.android:onnxruntime:0.33.0 10 | 11 | ```xml 12 |This document is the API specification for the Deep Java Library (DJL) ONNX Runtime Engine.
7 | 8 |9 | The ONNX Runtime Engine module contains the ONNX Runtime implementation of the DJL EngineProvider. 10 | See here for more details. 11 |
12 | 13 | 14 | 15 | -------------------------------------------------------------------------------- /engines/onnxruntime/onnxruntime-engine/src/main/resources/META-INF/services/ai.djl.engine.EngineProvider: -------------------------------------------------------------------------------- 1 | ai.djl.onnxruntime.engine.OrtEngineProvider 2 | -------------------------------------------------------------------------------- /engines/onnxruntime/onnxruntime-engine/src/main/resources/META-INF/services/ai.djl.repository.zoo.ZooProvider: -------------------------------------------------------------------------------- 1 | ai.djl.onnxruntime.zoo.OrtZooProvider 2 | ai.djl.onnxruntime.zoo.OrtHfZooProvider 3 | -------------------------------------------------------------------------------- /engines/onnxruntime/onnxruntime-engine/src/test/java/ai/djl/onnxruntime/zoo/package-info.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Copyright 2024 Amazon.com, Inc. or its affiliates. All Rights Reserved. 3 | * 4 | * Licensed under the Apache License, Version 2.0 (the "License"). You may not use this file except in compliance 5 | * with the License. A copy of the License is located at 6 | * 7 | * http://aws.amazon.com/apache2.0/ 8 | * 9 | * or in the "license" file accompanying this file. This file is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES 10 | * OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions 11 | * and limitations under the License. 12 | */ 13 | /** Contains test classes for onnxruntime model zoo. */ 14 | package ai.djl.onnxruntime.zoo; 15 | -------------------------------------------------------------------------------- /engines/pytorch/README.md: -------------------------------------------------------------------------------- 1 | # Pytorch Engine 2 | 3 | This directory contains the Deep Java Library (DJL) EngineProvider for PyTorch. 4 | 5 | It is based off the [PyTorch Deep Learning Framework](https://pytorch.org/). 6 | 7 | ## Modules 8 | 9 | - [PyTorch Engine](pytorch-engine/README.md) - The DJL implementation for PyTorch Engine 10 | - [PyTorch Model Zoo](pytorch-model-zoo/README.md) - A ModelZoo containing models exported from PyTorch 11 | - [Pytorch native library](pytorch-native/README.md) - A utility module for building the pytorch-native jars containing the native binaries 12 | -------------------------------------------------------------------------------- /engines/pytorch/pytorch-engine/gradlew: -------------------------------------------------------------------------------- 1 | ../../../gradlew -------------------------------------------------------------------------------- /engines/pytorch/pytorch-engine/src/main/javadoc/overview.html: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 |This document is the API specification for the Deep Java Library (DJL) PyTorch Engine.
7 | 8 |9 | The PyTorch Engine module contains the PyTorch implementation of the DJL EngineProvider. 10 | See here for more details. 11 |
12 | 13 | 14 | 15 | -------------------------------------------------------------------------------- /engines/pytorch/pytorch-engine/src/main/resources/META-INF/native-image/ai/djl/pytorch/pytorch-engine/reflect-config.json: -------------------------------------------------------------------------------- 1 | [ 2 | { 3 | "name": "ai.djl.pytorch.engine.PtEngineProvider", 4 | "allDeclaredConstructors": true, 5 | "allPublicConstructors": true, 6 | "allDeclaredMethods": true, 7 | "allPublicMethods": true 8 | } 9 | ] 10 | -------------------------------------------------------------------------------- /engines/pytorch/pytorch-engine/src/main/resources/META-INF/native-image/ai/djl/pytorch/pytorch-engine/resource-config.json: -------------------------------------------------------------------------------- 1 | { 2 | "resources": [ 3 | { 4 | "pattern": "META-INF/services/ai.djl.engine.EngineProvider" 5 | }, 6 | { 7 | "pattern": "jnilib/.*" 8 | } 9 | ] 10 | } 11 | -------------------------------------------------------------------------------- /engines/pytorch/pytorch-engine/src/main/resources/META-INF/services/ai.djl.engine.EngineProvider: -------------------------------------------------------------------------------- 1 | ai.djl.pytorch.engine.PtEngineProvider 2 | -------------------------------------------------------------------------------- /engines/pytorch/pytorch-engine/src/main/resources/pytorch-engine.properties: -------------------------------------------------------------------------------- 1 | djl_version=${djlVersion} 2 | pytorch_version=${pytorchVersion} -------------------------------------------------------------------------------- /engines/pytorch/pytorch-engine/src/test/java/ai/djl/pytorch/jni/package-info.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Copyright 2020 Amazon.com, Inc. or its affiliates. All Rights Reserved. 3 | * 4 | * Licensed under the Apache License, Version 2.0 (the "License"). You may not use this file except in compliance 5 | * with the License. A copy of the License is located at 6 | * 7 | * http://aws.amazon.com/apache2.0/ 8 | * 9 | * or in the "license" file accompanying this file. This file is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES 10 | * OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions 11 | * and limitations under the License. 12 | */ 13 | /** The integration test for testing PyTorch specific features. */ 14 | package ai.djl.pytorch.jni; 15 | -------------------------------------------------------------------------------- /engines/pytorch/pytorch-jni/gradlew: -------------------------------------------------------------------------------- 1 | ../../../gradlew -------------------------------------------------------------------------------- /engines/pytorch/pytorch-jni/src/main/resources/META-INF/native-image/ai/djl/pytorch/pytorch-jni/resource-config.json: -------------------------------------------------------------------------------- 1 | { 2 | "resources": [ 3 | { 4 | "pattern": "jnilib/.*" 5 | } 6 | ] 7 | } 8 | -------------------------------------------------------------------------------- /engines/pytorch/pytorch-model-zoo/gradlew: -------------------------------------------------------------------------------- 1 | ../../../gradlew -------------------------------------------------------------------------------- /engines/pytorch/pytorch-model-zoo/src/main/javadoc/overview.html: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 |This document is the API specification for the Deep Java Library (DJL) PyTorch Model Zoo.
7 | 8 |9 | The PyTorch Model Zoo module contains PyTorch pretrained traced modules that can be used for inference. 10 | See here for more details. 11 |
12 | 13 | 14 | 15 | -------------------------------------------------------------------------------- /engines/pytorch/pytorch-model-zoo/src/main/resources/META-INF/native-image/ai/djl/pytorch/pytorch-model-zoo/reflect-config.json: -------------------------------------------------------------------------------- 1 | [ 2 | { 3 | "name": "ai.djl.pytorch.zoo.PtZooProvider", 4 | "allDeclaredConstructors": true, 5 | "allPublicConstructors": true, 6 | "allDeclaredMethods": true, 7 | "allPublicMethods": true 8 | }, 9 | { 10 | "name": "ai.djl.pytorch.zoo.PtModelZoo", 11 | "allDeclaredFields": true 12 | } 13 | ] 14 | -------------------------------------------------------------------------------- /engines/pytorch/pytorch-model-zoo/src/main/resources/META-INF/native-image/ai/djl/pytorch/pytorch-model-zoo/resource-config.json: -------------------------------------------------------------------------------- 1 | { 2 | "resources": [ 3 | { 4 | "pattern": "META-INF/services/ai.djl.repository.zoo.ZooProvider" 5 | } 6 | ] 7 | } 8 | -------------------------------------------------------------------------------- /engines/pytorch/pytorch-model-zoo/src/main/resources/META-INF/services/ai.djl.repository.zoo.ZooProvider: -------------------------------------------------------------------------------- 1 | ai.djl.pytorch.zoo.PtZooProvider 2 | -------------------------------------------------------------------------------- /engines/pytorch/pytorch-native/.gitignore: -------------------------------------------------------------------------------- 1 | cmake-build-*/ 2 | libtorch 3 | libtorch_android 4 | jnilib/ 5 | -------------------------------------------------------------------------------- /engines/pytorch/pytorch-native/gradlew: -------------------------------------------------------------------------------- 1 | ../../../gradlew -------------------------------------------------------------------------------- /engines/pytorch/pytorch-native/src/main/java/ai/djl/pytorch/jni/package-info.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Copyright 2020 Amazon.com, Inc. or its affiliates. All Rights Reserved. 3 | * 4 | * Licensed under the Apache License, Version 2.0 (the "License"). You may not use this file except in compliance 5 | * with the License. A copy of the License is located at 6 | * 7 | * http://aws.amazon.com/apache2.0/ 8 | * 9 | * or in the "license" file accompanying this file. This file is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES 10 | * OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions 11 | * and limitations under the License. 12 | */ 13 | /** Contains helper class to load native shared library. */ 14 | package ai.djl.pytorch.jni; 15 | -------------------------------------------------------------------------------- /engines/pytorch/pytorch-native/src/main/resources/META-INF/native-image/ai/djl/pytorch/pytorch-native/resource-config.json: -------------------------------------------------------------------------------- 1 | { 2 | "resources": [ 3 | { 4 | "pattern": "native/lib/.*" 5 | } 6 | ] 7 | } 8 | -------------------------------------------------------------------------------- /engines/tensorflow/tensorflow-api/.gitignore: -------------------------------------------------------------------------------- 1 | libs/ 2 | -------------------------------------------------------------------------------- /engines/tensorflow/tensorflow-api/gradlew: -------------------------------------------------------------------------------- 1 | ../../../gradlew -------------------------------------------------------------------------------- /engines/tensorflow/tensorflow-api/src/main/resources/META-INF/native-image/ai/djl/tensorflow/tensorflow-api/native-image.properties: -------------------------------------------------------------------------------- 1 | Args = -H:ReflectionConfigurationResources=${.}/reflect-config.json \ 2 | --initialize-at-run-time=org.tensorflow.EagerSession 3 | -------------------------------------------------------------------------------- /engines/tensorflow/tensorflow-engine/gradlew: -------------------------------------------------------------------------------- 1 | ../../../gradlew -------------------------------------------------------------------------------- /engines/tensorflow/tensorflow-engine/src/main/javadoc/overview.html: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 |This document is the API specification for the Deep Java Library (DJL) Tensorflow Engine.
7 | 8 |9 | The Tensorflow Engine module contains the Tensorflow implementation of the DJL EngineProvider. 10 | See here for more details. 11 |
12 | 13 | 14 | 15 | -------------------------------------------------------------------------------- /engines/tensorflow/tensorflow-engine/src/main/resources/META-INF/native-image/ai/djl/tensorflow/tensorflow-engine/reflect-config.json: -------------------------------------------------------------------------------- 1 | [ 2 | { 3 | "name": "ai.djl.tensorflow.engine.TfEngineProvider", 4 | "allDeclaredConstructors": true, 5 | "allPublicConstructors": true, 6 | "allDeclaredMethods": true, 7 | "allPublicMethods": true 8 | } 9 | ] 10 | -------------------------------------------------------------------------------- /engines/tensorflow/tensorflow-engine/src/main/resources/META-INF/native-image/ai/djl/tensorflow/tensorflow-engine/resource-config.json: -------------------------------------------------------------------------------- 1 | { 2 | "resources": [ 3 | { 4 | "pattern": "META-INF/services/ai.djl.engine.EngineProvider" 5 | } 6 | ] 7 | } 8 | -------------------------------------------------------------------------------- /engines/tensorflow/tensorflow-engine/src/main/resources/META-INF/services/ai.djl.engine.EngineProvider: -------------------------------------------------------------------------------- 1 | ai.djl.tensorflow.engine.TfEngineProvider 2 | -------------------------------------------------------------------------------- /engines/tensorflow/tensorflow-engine/src/main/resources/tensorflow-engine.properties: -------------------------------------------------------------------------------- 1 | djl_version=${djlVersion} 2 | tensorflow_version=${tensorflowVersion} -------------------------------------------------------------------------------- /engines/tensorflow/tensorflow-engine/src/test/java/ai/djl/tensorflow/engine/package-info.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Copyright 2021 Amazon.com, Inc. or its affiliates. All Rights Reserved. 3 | * 4 | * Licensed under the Apache License, Version 2.0 (the "License"). You may not use this file except in compliance 5 | * with the License. A copy of the License is located at 6 | * 7 | * http://aws.amazon.com/apache2.0/ 8 | * 9 | * or in the "license" file accompanying this file. This file is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES 10 | * OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions 11 | * and limitations under the License. 12 | */ 13 | /** The test classes for TensorFlow engine features. */ 14 | package ai.djl.tensorflow.engine; 15 | -------------------------------------------------------------------------------- /engines/tensorflow/tensorflow-model-zoo/gradlew: -------------------------------------------------------------------------------- 1 | ../../../gradlew -------------------------------------------------------------------------------- /engines/tensorflow/tensorflow-model-zoo/src/main/javadoc/overview.html: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 |This document is the API specification for the Deep Java Library (DJL) TensorFlow Model Zoo.
7 | 8 |9 | The TensorFlow Model Zoo module contains TensorFlow pretrained SavedModel modules that can be used for inference. 10 | See here for more details. 11 |
12 | 13 | 14 | 15 | -------------------------------------------------------------------------------- /engines/tensorflow/tensorflow-model-zoo/src/main/resources/META-INF/native-image/ai/djl/tensorflow/tensorflow-model-zoo/reflect-config.json: -------------------------------------------------------------------------------- 1 | [ 2 | { 3 | "name": "ai.djl.tensorflow.zoo.TfZooProvider", 4 | "allDeclaredConstructors": true, 5 | "allPublicConstructors": true, 6 | "allDeclaredMethods": true, 7 | "allPublicMethods": true 8 | }, 9 | { 10 | "name": "ai.djl.tensorflow.zoo.TfModelZoo", 11 | "allDeclaredFields": true 12 | } 13 | ] 14 | -------------------------------------------------------------------------------- /engines/tensorflow/tensorflow-model-zoo/src/main/resources/META-INF/native-image/ai/djl/tensorflow/tensorflow-model-zoo/resource-config.json: -------------------------------------------------------------------------------- 1 | { 2 | "resources": [ 3 | { 4 | "pattern": "META-INF/services/ai.djl.repository.zoo.ZooProvider" 5 | } 6 | ] 7 | } 8 | -------------------------------------------------------------------------------- /engines/tensorflow/tensorflow-model-zoo/src/main/resources/META-INF/services/ai.djl.repository.zoo.ZooProvider: -------------------------------------------------------------------------------- 1 | ai.djl.tensorflow.zoo.TfZooProvider 2 | -------------------------------------------------------------------------------- /engines/tensorflow/tensorflow-native/README.md: -------------------------------------------------------------------------------- 1 | # DJL - TensorFlow native library 2 | 3 | This module publish a placeholder native library that will detect your current platform 4 | and download native TensorFlow library at runtime. 5 | -------------------------------------------------------------------------------- /engines/tensorflow/tensorflow-native/gradlew: -------------------------------------------------------------------------------- 1 | ../../../gradlew -------------------------------------------------------------------------------- /engines/tensorflow/tensorflow-native/src/main/resources/META-INF/native-image/ai/djl/tensorflow/tensorflow-native/resource-config.json: -------------------------------------------------------------------------------- 1 | { 2 | "resources": [ 3 | { 4 | "pattern": "native/lib/.*" 5 | } 6 | ] 7 | } 8 | -------------------------------------------------------------------------------- /engines/tensorrt/.gitignore: -------------------------------------------------------------------------------- 1 | /trt 2 | /cmake-build-debug 3 | /jnilib 4 | -------------------------------------------------------------------------------- /engines/tensorrt/build.sh: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env bash 2 | 3 | set -e 4 | WORK_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)" 5 | export WORK_DIR 6 | 7 | VERSION="$(awk -F '=' '/tensorrt/ {gsub(/ ?"/, "", $2); print $2}' ../../gradle/libs.versions.toml)" 8 | 9 | if [ ! -d "trt" ]; 10 | then 11 | git clone https://github.com/NVIDIA/TensorRT.git -b $VERSION trt 12 | fi 13 | 14 | if [ ! -d "build" ]; 15 | then 16 | mkdir build 17 | fi 18 | cd build 19 | if [ ! -d "classes" ]; 20 | then 21 | mkdir classes 22 | fi 23 | javac -sourcepath ../src/main/java/ ../src/main/java/ai/djl/tensorrt/jni/TrtLibrary.java -h include -d classes 24 | cmake .. 25 | cmake --build . --config Release -- -j "$(nproc)" 26 | -------------------------------------------------------------------------------- /engines/tensorrt/gradlew: -------------------------------------------------------------------------------- 1 | ../../gradlew -------------------------------------------------------------------------------- /engines/tensorrt/src/main/java/ai/djl/tensorrt/engine/package-info.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Copyright 2021 Amazon.com, Inc. or its affiliates. All Rights Reserved. 3 | * 4 | * Licensed under the Apache License, Version 2.0 (the "License"). You may not use this file except in compliance 5 | * with the License. A copy of the License is located at 6 | * 7 | * http://aws.amazon.com/apache2.0/ 8 | * 9 | * or in the "license" file accompanying this file. This file is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES 10 | * OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions 11 | * and limitations under the License. 12 | */ 13 | 14 | /** Contains classes to interface with the underlying TensorRT Engine. */ 15 | package ai.djl.tensorrt.engine; 16 | -------------------------------------------------------------------------------- /engines/tensorrt/src/main/java/ai/djl/tensorrt/jni/package-info.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Copyright 2021 Amazon.com, Inc. or its affiliates. All Rights Reserved. 3 | * 4 | * Licensed under the Apache License, Version 2.0 (the "License"). You may not use this file except in compliance 5 | * with the License. A copy of the License is located at 6 | * 7 | * http://aws.amazon.com/apache2.0/ 8 | * 9 | * or in the "license" file accompanying this file. This file is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES 10 | * OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions 11 | * and limitations under the License. 12 | */ 13 | 14 | /** Contains classes to interface with the underlying TensorRT Engine. */ 15 | package ai.djl.tensorrt.jni; 16 | -------------------------------------------------------------------------------- /engines/tensorrt/src/main/javadoc/overview.html: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 |This document is the API specification for the Deep Java Library (DJL) TensorRT Engine.
7 | 8 |9 | The TensorRT Engine module contains the TensorRT implementation of the DJL EngineProvider. 10 | See here for more details. 11 |
12 | 13 | 14 | 15 | -------------------------------------------------------------------------------- /engines/tensorrt/src/main/resources/META-INF/services/ai.djl.engine.EngineProvider: -------------------------------------------------------------------------------- 1 | ai.djl.tensorrt.engine.TrtEngineProvider 2 | -------------------------------------------------------------------------------- /engines/tensorrt/src/main/resources/native/lib/tensorrt.properties: -------------------------------------------------------------------------------- 1 | version=${trtVersion}-${version} -------------------------------------------------------------------------------- /engines/tensorrt/src/test/java/ai/djl/tensorrt/engine/package-info.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Copyright 2021 Amazon.com, Inc. or its affiliates. All Rights Reserved. 3 | * 4 | * Licensed under the Apache License, Version 2.0 (the "License"). You may not use this file except in compliance 5 | * with the License. A copy of the License is located at 6 | * 7 | * http://aws.amazon.com/apache2.0/ 8 | * 9 | * or in the "license" file accompanying this file. This file is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES 10 | * OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions 11 | * and limitations under the License. 12 | */ 13 | 14 | /** Contains classes to interface with the underlying TensorRT Engine. */ 15 | package ai.djl.tensorrt.engine; 16 | -------------------------------------------------------------------------------- /engines/tensorrt/src/test/resources/identity.onnx: -------------------------------------------------------------------------------- 1 | backend-test:[ 2 | 3 | xy"Identity test_identityZ 4 | x 5 | 6 | 7 | 8 | 9 | b 10 | y 11 | 12 | 13 | 14 | 15 | B -------------------------------------------------------------------------------- /engines/tensorrt/src/test/resources/identity_70.trt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deepjavalibrary/djl/1fc3cd0c5dc692bbd333401cc3664144f5c91deb/engines/tensorrt/src/test/resources/identity_70.trt -------------------------------------------------------------------------------- /engines/tensorrt/src/test/resources/identity_75.trt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deepjavalibrary/djl/1fc3cd0c5dc692bbd333401cc3664144f5c91deb/engines/tensorrt/src/test/resources/identity_75.trt -------------------------------------------------------------------------------- /examples/.gitignore: -------------------------------------------------------------------------------- 1 | .DS_Store 2 | .idea 3 | *.iml 4 | build 5 | target 6 | -------------------------------------------------------------------------------- /examples/.mvn/wrapper/.gitignore: -------------------------------------------------------------------------------- 1 | maven-wrapper.jar 2 | 3 | -------------------------------------------------------------------------------- /examples/.mvn/wrapper/maven-wrapper.properties: -------------------------------------------------------------------------------- 1 | distributionUrl=https://repo.maven.apache.org/maven2/org/apache/maven/apache-maven/3.6.3/apache-maven-3.6.3-bin.zip 2 | wrapperUrl=https://repo.maven.apache.org/maven2/io/takari/maven-wrapper/0.5.6/maven-wrapper-0.5.6.jar 3 | -------------------------------------------------------------------------------- /examples/docs/img/cat_dog_detected.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deepjavalibrary/djl/1fc3cd0c5dc692bbd333401cc3664144f5c91deb/examples/docs/img/cat_dog_detected.jpg -------------------------------------------------------------------------------- /examples/docs/img/detected-dog_bike_car.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deepjavalibrary/djl/1fc3cd0c5dc692bbd333401cc3664144f5c91deb/examples/docs/img/detected-dog_bike_car.png -------------------------------------------------------------------------------- /examples/docs/img/detected-dogs.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deepjavalibrary/djl/1fc3cd0c5dc692bbd333401cc3664144f5c91deb/examples/docs/img/detected-dogs.jpg -------------------------------------------------------------------------------- /examples/docs/img/detected_instances.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deepjavalibrary/djl/1fc3cd0c5dc692bbd333401cc3664144f5c91deb/examples/docs/img/detected_instances.png -------------------------------------------------------------------------------- /examples/docs/img/retinaface_detected.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deepjavalibrary/djl/1fc3cd0c5dc692bbd333401cc3664144f5c91deb/examples/docs/img/retinaface_detected.png -------------------------------------------------------------------------------- /examples/docs/img/workFlow.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deepjavalibrary/djl/1fc3cd0c5dc692bbd333401cc3664144f5c91deb/examples/docs/img/workFlow.png -------------------------------------------------------------------------------- /examples/gradle: -------------------------------------------------------------------------------- 1 | ../gradle -------------------------------------------------------------------------------- /examples/gradlew: -------------------------------------------------------------------------------- 1 | ../gradlew -------------------------------------------------------------------------------- /examples/src/main/java/ai/djl/examples/inference/clip/package-info.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Copyright 2022 Amazon.com, Inc. or its affiliates. All Rights Reserved. 3 | * 4 | * Licensed under the Apache License, Version 2.0 (the "License"). You may not use this file except in compliance 5 | * with the License. A copy of the License is located at 6 | * 7 | * http://aws.amazon.com/apache2.0/ 8 | * 9 | * or in the "license" file accompanying this file. This file is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES 10 | * OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions 11 | * and limitations under the License. 12 | */ 13 | 14 | /** Contains examples of Text and Image vectorization. */ 15 | package ai.djl.examples.inference.clip; 16 | -------------------------------------------------------------------------------- /examples/src/main/java/ai/djl/examples/inference/cv/package-info.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Copyright 2024 Amazon.com, Inc. or its affiliates. All Rights Reserved. 3 | * 4 | * Licensed under the Apache License, Version 2.0 (the "License"). You may not use this file except in compliance 5 | * with the License. A copy of the License is located at 6 | * 7 | * http://aws.amazon.com/apache2.0/ 8 | * 9 | * or in the "license" file accompanying this file. This file is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES 10 | * OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions 11 | * and limitations under the License. 12 | */ 13 | /** Contains examples of CV. */ 14 | package ai.djl.examples.inference.cv; 15 | -------------------------------------------------------------------------------- /examples/src/main/java/ai/djl/examples/inference/face/package-info.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Copyright 2021 Amazon.com, Inc. or its affiliates. All Rights Reserved. 3 | * 4 | * Licensed under the Apache License, Version 2.0 (the "License"). You may not use this file except in compliance 5 | * with the License. A copy of the License is located at 6 | * 7 | * http://aws.amazon.com/apache2.0/ 8 | * 9 | * or in the "license" file accompanying this file. This file is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES 10 | * OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions 11 | * and limitations under the License. 12 | */ 13 | 14 | /** Contains examples of face detection. */ 15 | package ai.djl.examples.inference.face; 16 | -------------------------------------------------------------------------------- /examples/src/main/java/ai/djl/examples/inference/nlp/package-info.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Copyright 2023 Amazon.com, Inc. or its affiliates. All Rights Reserved. 3 | * 4 | * Licensed under the Apache License, Version 2.0 (the "License"). You may not use this file except in compliance 5 | * with the License. A copy of the License is located at 6 | * 7 | * http://aws.amazon.com/apache2.0/ 8 | * 9 | * or in the "license" file accompanying this file. This file is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES 10 | * OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions 11 | * and limitations under the License. 12 | */ 13 | 14 | /** Contains examples of NLP. */ 15 | package ai.djl.examples.inference.nlp; 16 | -------------------------------------------------------------------------------- /examples/src/main/java/ai/djl/examples/inference/package-info.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Copyright 2019 Amazon.com, Inc. or its affiliates. All Rights Reserved. 3 | * 4 | * Licensed under the Apache License, Version 2.0 (the "License"). You may not use this file except in compliance 5 | * with the License. A copy of the License is located at 6 | * 7 | * http://aws.amazon.com/apache2.0/ 8 | * 9 | * or in the "license" file accompanying this file. This file is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES 10 | * OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions 11 | * and limitations under the License. 12 | */ 13 | 14 | /** Contains examples of performing inference using pre-trained models. */ 15 | package ai.djl.examples.inference; 16 | -------------------------------------------------------------------------------- /examples/src/main/java/ai/djl/examples/inference/sr/package-info.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Copyright 2021 Amazon.com, Inc. or its affiliates. All Rights Reserved. 3 | * 4 | * Licensed under the Apache License, Version 2.0 (the "License"). You may not use this file except in compliance 5 | * with the License. A copy of the License is located at 6 | * 7 | * http://aws.amazon.com/apache2.0/ 8 | * 9 | * or in the "license" file accompanying this file. This file is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES 10 | * OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions 11 | * and limitations under the License. 12 | */ 13 | 14 | /** Contains examples of image enhancements. */ 15 | package ai.djl.examples.inference.sr; 16 | -------------------------------------------------------------------------------- /examples/src/main/java/ai/djl/examples/inference/timeseries/package-info.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Copyright 2022 Amazon.com, Inc. or its affiliates. All Rights Reserved. 3 | * 4 | * Licensed under the Apache License, Version 2.0 (the "License"). You may not use this file except in compliance 5 | * with the License. A copy of the License is located at 6 | * 7 | * http://aws.amazon.com/apache2.0/ 8 | * 9 | * or in the "license" file accompanying this file. This file is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES 10 | * OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions 11 | * and limitations under the License. 12 | */ 13 | 14 | /** Contains examples of time series forecasting. */ 15 | package ai.djl.examples.inference.timeseries; 16 | -------------------------------------------------------------------------------- /examples/src/main/java/ai/djl/examples/inference/whisper/package-info.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Copyright 2023 Amazon.com, Inc. or its affiliates. All Rights Reserved. 3 | * 4 | * Licensed under the Apache License, Version 2.0 (the "License"). You may not use this file except in compliance 5 | * with the License. A copy of the License is located at 6 | * 7 | * http://aws.amazon.com/apache2.0/ 8 | * 9 | * or in the "license" file accompanying this file. This file is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES 10 | * OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions 11 | * and limitations under the License. 12 | */ 13 | 14 | /** Contains examples of Speech to Text task. */ 15 | package ai.djl.examples.inference.whisper; 16 | -------------------------------------------------------------------------------- /examples/src/main/java/ai/djl/examples/training/package-info.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Copyright 2019 Amazon.com, Inc. or its affiliates. All Rights Reserved. 3 | * 4 | * Licensed under the Apache License, Version 2.0 (the "License"). You may not use this file except in compliance 5 | * with the License. A copy of the License is located at 6 | * 7 | * http://aws.amazon.com/apache2.0/ 8 | * 9 | * or in the "license" file accompanying this file. This file is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES 10 | * OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions 11 | * and limitations under the License. 12 | */ 13 | 14 | /** Contains examples of training models. */ 15 | package ai.djl.examples.training; 16 | -------------------------------------------------------------------------------- /examples/src/main/java/ai/djl/examples/training/util/package-info.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Copyright 2019 Amazon.com, Inc. or its affiliates. All Rights Reserved. 3 | * 4 | * Licensed under the Apache License, Version 2.0 (the "License"). You may not use this file except in compliance 5 | * with the License. A copy of the License is located at 6 | * 7 | * http://aws.amazon.com/apache2.0/ 8 | * 9 | * or in the "license" file accompanying this file. This file is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES 10 | * OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions 11 | * and limitations under the License. 12 | */ 13 | 14 | /** Contains utilities used for the training examples. */ 15 | package ai.djl.examples.training.util; 16 | -------------------------------------------------------------------------------- /examples/src/main/javadoc/overview.html: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 |This document is the API specification for the Deep Java Library (DJL) examples.
7 | 8 |9 | The examples module contains a number of examples of training and inference using DJL. 10 | See here for more details. 11 |
12 | 13 | 14 | 15 | -------------------------------------------------------------------------------- /examples/src/main/resources/log4j2.xml: -------------------------------------------------------------------------------- 1 | 2 |This document is the API specification for the Audio extension for DJL.
7 | 8 |The audio module contains classes that provide high performance audio processing for DJL.
9 | 10 | 11 | -------------------------------------------------------------------------------- /extensions/audio/src/test/java/ai/djl/audio/dataset/package-info.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Copyright 2022 Amazon.com, Inc. or its affiliates. All Rights Reserved. 3 | * 4 | * Licensed under the Apache License, Version 2.0 (the "License"). You may not use this file except in compliance 5 | * with the License. A copy of the License is located at 6 | * 7 | * http://aws.amazon.com/apache2.0/ 8 | * 9 | * or in the "license" file accompanying this file. This file is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES 10 | * OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions 11 | * and limitations under the License. 12 | */ 13 | 14 | /** Contains tests for the dataset module. */ 15 | package ai.djl.audio.dataset; 16 | -------------------------------------------------------------------------------- /extensions/audio/src/test/java/ai/djl/audio/package-info.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Copyright 2022 Amazon.com, Inc. or its affiliates. All Rights Reserved. 3 | * 4 | * Licensed under the Apache License, Version 2.0 (the "License"). You may not use this file except in compliance 5 | * with the License. A copy of the License is located at 6 | * 7 | * http://aws.amazon.com/apache2.0/ 8 | * 9 | * or in the "license" file accompanying this file. This file is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES 10 | * OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions 11 | * and limitations under the License. 12 | */ 13 | 14 | /** Contains tests for the audio extension module. */ 15 | package ai.djl.audio; 16 | -------------------------------------------------------------------------------- /extensions/audio/src/test/java/ai/djl/audio/processor/package-info.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Copyright 2022 Amazon.com, Inc. or its affiliates. All Rights Reserved. 3 | * 4 | * Licensed under the Apache License, Version 2.0 (the "License"). You may not use this file except in compliance 5 | * with the License. A copy of the License is located at 6 | * 7 | * http://aws.amazon.com/apache2.0/ 8 | * 9 | * or in the "license" file accompanying this file. This file is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES 10 | * OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions 11 | * and limitations under the License. 12 | */ 13 | 14 | /** Contains tests for the processor module. */ 15 | package ai.djl.audio.processor; 16 | -------------------------------------------------------------------------------- /extensions/aws-ai/build.gradle.kts: -------------------------------------------------------------------------------- 1 | plugins { 2 | ai.djl.javaProject 3 | ai.djl.publish 4 | } 5 | 6 | group = "ai.djl.aws" 7 | 8 | dependencies { 9 | api(platform(libs.awssdk.bom)) 10 | api(libs.awssdk.s3) 11 | api(project(":api")) 12 | 13 | testImplementation(project(":engines:pytorch:pytorch-model-zoo")) 14 | 15 | testImplementation(libs.testng) 16 | testImplementation(libs.apache.log4j.slf4j) 17 | } 18 | 19 | publishing { 20 | publications { 21 | namedThis document is the API specification for the Deep Java Library (DJL) NLP support with fastText.
7 | 8 |9 | The fastText module contains the NLP suport with fastText. 10 |
11 | 12 | 13 | 14 | -------------------------------------------------------------------------------- /extensions/fasttext/src/main/resources/META-INF/native-image/ai/djl/fasttext/fasttext/jni-config.json: -------------------------------------------------------------------------------- 1 | [ 2 | { 3 | "name": "java.lang.NullPointerException" 4 | }, 5 | { 6 | "name": "java.lang.IllegalStateException" 7 | }, 8 | { 9 | "name": "java.util.HashSet", 10 | "allDeclaredConstructors": true, 11 | "allPublicConstructors": true, 12 | "allDeclaredMethods": true, 13 | "allPublicMethods": true 14 | }, 15 | { 16 | "name": "org.slf4j.Logger", 17 | "allDeclaredConstructors": true, 18 | "allPublicConstructors": true, 19 | "allDeclaredMethods": true, 20 | "allPublicMethods": true 21 | } 22 | ] 23 | -------------------------------------------------------------------------------- /extensions/fasttext/src/main/resources/META-INF/native-image/ai/djl/fasttext/fasttext/native-image.properties: -------------------------------------------------------------------------------- 1 | Args = -H:JNIConfigurationResources=${.}/jni-config.json \ 2 | -H:ResourceConfigurationResources=${.}/resource-config.json \ 3 | --initialize-at-run-time=ai.djl.fasttext.FtWrapper 4 | -------------------------------------------------------------------------------- /extensions/fasttext/src/main/resources/META-INF/native-image/ai/djl/fasttext/fasttext/resource-config.json: -------------------------------------------------------------------------------- 1 | { 2 | "resources": [ 3 | { 4 | "pattern": "native/lib/.*" 5 | } 6 | ] 7 | } 8 | -------------------------------------------------------------------------------- /extensions/fasttext/src/main/resources/META-INF/services/ai.djl.repository.zoo.ZooProvider: -------------------------------------------------------------------------------- 1 | ai.djl.fasttext.zoo.FtZooProvider 2 | -------------------------------------------------------------------------------- /extensions/fasttext/src/main/resources/native/lib/fasttext.properties: -------------------------------------------------------------------------------- 1 | version=${fasttextVersion}-${version} -------------------------------------------------------------------------------- /extensions/fasttext/src/test/java/ai/djl/fasttext/package-info.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Copyright 2020 Amazon.com, Inc. or its affiliates. All Rights Reserved. 3 | * 4 | * Licensed under the Apache License, Version 2.0 (the "License"). You may not use this file except in compliance 5 | * with the License. A copy of the License is located at 6 | * 7 | * http://aws.amazon.com/apache2.0/ 8 | * 9 | * or in the "license" file accompanying this file. This file is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES 10 | * OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions 11 | * and limitations under the License. 12 | */ 13 | /** Contains tests for {@link ai.djl.fasttext}. */ 14 | package ai.djl.fasttext; 15 | -------------------------------------------------------------------------------- /extensions/hadoop/gradlew: -------------------------------------------------------------------------------- 1 | ../../gradlew -------------------------------------------------------------------------------- /extensions/hadoop/src/main/resources/META-INF/services/ai.djl.repository.RepositoryFactory: -------------------------------------------------------------------------------- 1 | ai.djl.hadoop.hdfs.HdfsRepositoryFactory 2 | -------------------------------------------------------------------------------- /extensions/hadoop/src/test/java/ai/djl/hadoop/hdfs/package-info.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Copyright 2020 Amazon.com, Inc. or its affiliates. All Rights Reserved. 3 | * 4 | * Licensed under the Apache License, Version 2.0 (the "License"). You may not use this file except in compliance 5 | * with the License. A copy of the License is located at 6 | * 7 | * http://aws.amazon.com/apache2.0/ 8 | * 9 | * or in the "license" file accompanying this file. This file is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES 10 | * OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions 11 | * and limitations under the License. 12 | */ 13 | 14 | /** Contains tests for the hadoop module. */ 15 | package ai.djl.hadoop.hdfs; 16 | -------------------------------------------------------------------------------- /extensions/opencv/gradlew: -------------------------------------------------------------------------------- 1 | ../../gradlew -------------------------------------------------------------------------------- /extensions/opencv/src/main/java/ai/djl/opencv/package-info.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Copyright 2021 Amazon.com, Inc. or its affiliates. All Rights Reserved. 3 | * 4 | * Licensed under the Apache License, Version 2.0 (the "License"). You may not use this file except in compliance 5 | * with the License. A copy of the License is located at 6 | * 7 | * http://aws.amazon.com/apache2.0/ 8 | * 9 | * or in the "license" file accompanying this file. This file is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES 10 | * OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions 11 | * and limitations under the License. 12 | */ 13 | /** Contains classes that provides high performance image processing functionalities. */ 14 | package ai.djl.opencv; 15 | -------------------------------------------------------------------------------- /extensions/opencv/src/main/javadoc/overview.html: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 |This document is the API specification for the OpenCV for DJL.
7 | 8 |The opencv module contains classes that provides high performance image processing for DJL.
9 | 10 | 11 | -------------------------------------------------------------------------------- /extensions/opencv/src/test/java/ai/djl/opencv/package-info.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Copyright 2021 Amazon.com, Inc. or its affiliates. All Rights Reserved. 3 | * 4 | * Licensed under the Apache License, Version 2.0 (the "License"). You may not use this file except in compliance 5 | * with the License. A copy of the License is located at 6 | * 7 | * http://aws.amazon.com/apache2.0/ 8 | * 9 | * or in the "license" file accompanying this file. This file is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES 10 | * OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions 11 | * and limitations under the License. 12 | */ 13 | /** Contains tests for the opencv module. */ 14 | package ai.djl.opencv; 15 | -------------------------------------------------------------------------------- /extensions/sentencepiece/.gitignore: -------------------------------------------------------------------------------- 1 | /sentencepiece 2 | /cmake-build-debug 3 | -------------------------------------------------------------------------------- /extensions/sentencepiece/build.cmd: -------------------------------------------------------------------------------- 1 | set VERSION="%1" 2 | set FILEPATH="sentencepiece" 3 | 4 | if exist %FILEPATH% ( 5 | echo Found %FILEPATH% 6 | ) else ( 7 | echo Couldn't find %FILEPATH%, downloading it ... 8 | echo Cloning google/sentencepiece.git 9 | git clone https://github.com/google/sentencepiece.git -b %VERSION% 10 | echo Finished cloning sentencepiece 11 | ) 12 | 13 | if exist build rd /q /s build 14 | md build\classes 15 | cd build 16 | 17 | javac -sourcepath ../src/main/java/ ../src/main/java/ai/djl/sentencepiece/jni/SentencePieceLibrary.java -h include -d classes 18 | cmake .. 19 | cmake --build . --config Release 20 | 21 | :: for nightly ci 22 | md jnilib\win-x86_64 23 | copy Release\sentencepiece_native.dll jnilib\win-x86_64 24 | 25 | cd .. 26 | -------------------------------------------------------------------------------- /extensions/sentencepiece/gradlew: -------------------------------------------------------------------------------- 1 | ../../gradlew -------------------------------------------------------------------------------- /extensions/sentencepiece/src/main/javadoc/overview.html: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 |This document is the API specification for the Deep Java Library (DJL) EngineProvider for SentencePiece.
7 | 8 |9 | The SentencePiece Engine module contains the DJL EngineProvider for SentencePiece. 10 |
11 | 12 | 13 | 14 | -------------------------------------------------------------------------------- /extensions/sentencepiece/src/main/resources/META-INF/native-image/ai/djl/sentencepiece/sentencepiece/jni-config.json: -------------------------------------------------------------------------------- 1 | [ 2 | { 3 | "name": "java.lang.NullPointerException" 4 | }, 5 | { 6 | "name": "java.lang.IllegalStateException" 7 | }, 8 | { 9 | "name": "java.util.HashSet", 10 | "allDeclaredConstructors": true, 11 | "allPublicConstructors": true, 12 | "allDeclaredMethods": true, 13 | "allPublicMethods": true 14 | }, 15 | { 16 | "name": "org.slf4j.Logger", 17 | "allDeclaredConstructors": true, 18 | "allPublicConstructors": true, 19 | "allDeclaredMethods": true, 20 | "allPublicMethods": true 21 | } 22 | ] 23 | -------------------------------------------------------------------------------- /extensions/sentencepiece/src/main/resources/META-INF/native-image/ai/djl/sentencepiece/sentencepiece/native-image.properties: -------------------------------------------------------------------------------- 1 | Args = -H:JNIConfigurationResources=${.}/jni-config.json \ 2 | -H:ResourceConfigurationResources=${.}/resource-config.json \ 3 | --initialize-at-run-time=ai.djl.sentencepiece.SpProcessor 4 | -------------------------------------------------------------------------------- /extensions/sentencepiece/src/main/resources/META-INF/native-image/ai/djl/sentencepiece/sentencepiece/resource-config.json: -------------------------------------------------------------------------------- 1 | { 2 | "resources": [ 3 | { 4 | "pattern": "native/lib/.*" 5 | } 6 | ] 7 | } 8 | -------------------------------------------------------------------------------- /extensions/sentencepiece/src/main/resources/native/lib/sentencepiece.properties: -------------------------------------------------------------------------------- 1 | version=${sentencepieceVersion}-${version} -------------------------------------------------------------------------------- /extensions/sentencepiece/src/test/java/ai/djl/sentencepiece/package-info.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Copyright 2020 Amazon.com, Inc. or its affiliates. All Rights Reserved. 3 | * 4 | * Licensed under the Apache License, Version 2.0 (the "License"). You may not use this file except in compliance 5 | * with the License. A copy of the License is located at 6 | * 7 | * http://aws.amazon.com/apache2.0/ 8 | * 9 | * or in the "license" file accompanying this file. This file is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES 10 | * OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions 11 | * and limitations under the License. 12 | */ 13 | /** Contains tests for {@link ai.djl.sentencepiece}. */ 14 | package ai.djl.sentencepiece; 15 | -------------------------------------------------------------------------------- /extensions/spark/.gitignore: -------------------------------------------------------------------------------- 1 | build/ 2 | dist/ 3 | *.egg-info/ 4 | *.egg 5 | __pycache__/ -------------------------------------------------------------------------------- /extensions/spark/gradlew: -------------------------------------------------------------------------------- 1 | ../../gradlew -------------------------------------------------------------------------------- /extensions/spark/setup/PyPiDescription.rst: -------------------------------------------------------------------------------- 1 | Project Description 2 | =================== 3 | 4 | DJL Spark extension provides a set of APIs to make it easy to use DJL with Spark. It provides a set of APIs to load 5 | data from Spark DataFrames and run inference. 6 | -------------------------------------------------------------------------------- /extensions/spark/setup/__init__.py: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env python 2 | # 3 | # Copyright 2023 Amazon.com, Inc. or its affiliates. All Rights Reserved. 4 | # 5 | # Licensed under the Apache License, Version 2.0 (the "License"). You may not use this file 6 | # except in compliance with the License. A copy of the License is located at 7 | # 8 | # http://aws.amazon.com/apache2.0/ 9 | # 10 | # or in the "LICENSE.txt" file accompanying this file. This file is distributed on an "AS IS" 11 | # BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, express or implied. See the License for 12 | # the specific language governing permissions and limitations under the License. -------------------------------------------------------------------------------- /extensions/spark/setup/djl_spark/__init__.py: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env python 2 | # 3 | # Copyright 2023 Amazon.com, Inc. or its affiliates. All Rights Reserved. 4 | # 5 | # Licensed under the Apache License, Version 2.0 (the "License"). You may not use this file 6 | # except in compliance with the License. A copy of the License is located at 7 | # 8 | # http://aws.amazon.com/apache2.0/ 9 | # 10 | # or in the "LICENSE.txt" file accompanying this file. This file is distributed on an "AS IS" 11 | # BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, express or implied. See the License for 12 | # the specific language governing permissions and limitations under the License. 13 | -------------------------------------------------------------------------------- /extensions/spark/setup/djl_spark/task/__init__.py: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env python 2 | # 3 | # Copyright 2023 Amazon.com, Inc. or its affiliates. All Rights Reserved. 4 | # 5 | # Licensed under the Apache License, Version 2.0 (the "License"). You may not use this file 6 | # except in compliance with the License. A copy of the License is located at 7 | # 8 | # http://aws.amazon.com/apache2.0/ 9 | # 10 | # or in the "LICENSE.txt" file accompanying this file. This file is distributed on an "AS IS" 11 | # BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, express or implied. See the License for 12 | # the specific language governing permissions and limitations under the License. -------------------------------------------------------------------------------- /extensions/spark/setup/djl_spark/util/__init__.py: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env python 2 | # 3 | # Copyright 2023 Amazon.com, Inc. or its affiliates. All Rights Reserved. 4 | # 5 | # Licensed under the Apache License, Version 2.0 (the "License"). You may not use this file 6 | # except in compliance with the License. A copy of the License is located at 7 | # 8 | # http://aws.amazon.com/apache2.0/ 9 | # 10 | # or in the "LICENSE.txt" file accompanying this file. This file is distributed on an "AS IS" 11 | # BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, express or implied. See the License for 12 | # the specific language governing permissions and limitations under the License. -------------------------------------------------------------------------------- /extensions/tablesaw/gradlew: -------------------------------------------------------------------------------- 1 | ../../gradlew -------------------------------------------------------------------------------- /extensions/tablesaw/src/main/java/ai/djl/tablesaw/package-info.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Copyright 2022 Amazon.com, Inc. or its affiliates. All Rights Reserved. 3 | * 4 | * Licensed under the Apache License, Version 2.0 (the "License"). You may not use this file except in compliance 5 | * with the License. A copy of the License is located at 6 | * 7 | * http://aws.amazon.com/apache2.0/ 8 | * 9 | * or in the "license" file accompanying this file. This file is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES 10 | * OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions 11 | * and limitations under the License. 12 | */ 13 | 14 | /** Contains classes to support tabular datasets in Tablesaw format. */ 15 | package ai.djl.tablesaw; 16 | -------------------------------------------------------------------------------- /extensions/tablesaw/src/main/javadoc/overview.html: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 |This document is the API specification for the Tablesaw for DJL.
7 | 8 |The tablesaw module contains classes for DJL to support tabular datasets in Tablesaw format.
9 | 10 | 11 | -------------------------------------------------------------------------------- /extensions/tablesaw/src/test/java/ai/djl/tablesaw/package-info.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Copyright 2022 Amazon.com, Inc. or its affiliates. All Rights Reserved. 3 | * 4 | * Licensed under the Apache License, Version 2.0 (the "License"). You may not use this file except in compliance 5 | * with the License. A copy of the License is located at 6 | * 7 | * http://aws.amazon.com/apache2.0/ 8 | * 9 | * or in the "license" file accompanying this file. This file is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES 10 | * OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions 11 | * and limitations under the License. 12 | */ 13 | 14 | /** Contains tests for the tablesaw module. */ 15 | package ai.djl.tablesaw; 16 | -------------------------------------------------------------------------------- /extensions/timeseries/gradlew: -------------------------------------------------------------------------------- 1 | ../../gradlew -------------------------------------------------------------------------------- /extensions/timeseries/src/main/java/ai/djl/timeseries/block/package-info.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Copyright 2022 Amazon.com, Inc. or its affiliates. All Rights Reserved. 3 | * 4 | * Licensed under the Apache License, Version 2.0 (the "License"). You may not use this file except in compliance 5 | * with the License. A copy of the License is located at 6 | * 7 | * http://aws.amazon.com/apache2.0/ 8 | * 9 | * or in the "license" file accompanying this file. This file is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES 10 | * OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions 11 | * and limitations under the License. 12 | */ 13 | 14 | /** Contains the basic block classes. */ 15 | package ai.djl.timeseries.block; 16 | -------------------------------------------------------------------------------- /extensions/timeseries/src/main/java/ai/djl/timeseries/dataset/package-info.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Copyright 2022 Amazon.com, Inc. or its affiliates. All Rights Reserved. 3 | * 4 | * Licensed under the Apache License, Version 2.0 (the "License"). You may not use this file except in compliance 5 | * with the License. A copy of the License is located at 6 | * 7 | * http://aws.amazon.com/apache2.0/ 8 | * 9 | * or in the "license" file accompanying this file. This file is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES 10 | * OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions 11 | * and limitations under the License. 12 | */ 13 | 14 | /** Contains the basic dataset classes. */ 15 | package ai.djl.timeseries.dataset; 16 | -------------------------------------------------------------------------------- /extensions/timeseries/src/main/java/ai/djl/timeseries/evaluator/package-info.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Copyright 2022 Amazon.com, Inc. or its affiliates. All Rights Reserved. 3 | * 4 | * Licensed under the Apache License, Version 2.0 (the "License"). You may not use this file except in compliance 5 | * with the License. A copy of the License is located at 6 | * 7 | * http://aws.amazon.com/apache2.0/ 8 | * 9 | * or in the "license" file accompanying this file. This file is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES 10 | * OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions 11 | * and limitations under the License. 12 | */ 13 | 14 | /** Contains the evaluator classes. */ 15 | package ai.djl.timeseries.evaluator; 16 | -------------------------------------------------------------------------------- /extensions/timeseries/src/main/java/ai/djl/timeseries/model/deepar/package-info.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Copyright 2022 Amazon.com, Inc. or its affiliates. All Rights Reserved. 3 | * 4 | * Licensed under the Apache License, Version 2.0 (the "License"). You may not use this file except in compliance 5 | * with the License. A copy of the License is located at 6 | * 7 | * http://aws.amazon.com/apache2.0/ 8 | * 9 | * or in the "license" file accompanying this file. This file is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES 10 | * OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions 11 | * and limitations under the License. 12 | */ 13 | 14 | /** Contains blocks for deepar models. */ 15 | package ai.djl.timeseries.model.deepar; 16 | -------------------------------------------------------------------------------- /extensions/timeseries/src/main/java/ai/djl/timeseries/package-info.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Copyright 2022 Amazon.com, Inc. or its affiliates. All Rights Reserved. 3 | * 4 | * Licensed under the Apache License, Version 2.0 (the "License"). You may not use this file except in compliance 5 | * with the License. A copy of the License is located at 6 | * 7 | * http://aws.amazon.com/apache2.0/ 8 | * 9 | * or in the "license" file accompanying this file. This file is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES 10 | * OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions 11 | * and limitations under the License. 12 | */ 13 | 14 | /** Contains classes to support TimeSeries in djl. */ 15 | package ai.djl.timeseries; 16 | -------------------------------------------------------------------------------- /extensions/timeseries/src/main/java/ai/djl/timeseries/transform/package-info.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Copyright 2022 Amazon.com, Inc. or its affiliates. All Rights Reserved. 3 | * 4 | * Licensed under the Apache License, Version 2.0 (the "License"). You may not use this file except in compliance 5 | * with the License. A copy of the License is located at 6 | * 7 | * http://aws.amazon.com/apache2.0/ 8 | * 9 | * or in the "license" file accompanying this file. This file is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES 10 | * OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions 11 | * and limitations under the License. 12 | */ 13 | 14 | /** Contains transform classes. */ 15 | package ai.djl.timeseries.transform; 16 | -------------------------------------------------------------------------------- /extensions/timeseries/src/test/java/ai/djl/timeseries/block/package-info.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Copyright 2022 Amazon.com, Inc. or its affiliates. All Rights Reserved. 3 | * 4 | * Licensed under the Apache License, Version 2.0 (the "License"). You may not use this file except in compliance 5 | * with the License. A copy of the License is located at 6 | * 7 | * http://aws.amazon.com/apache2.0/ 8 | * 9 | * or in the "license" file accompanying this file. This file is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES 10 | * OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions 11 | * and limitations under the License. 12 | */ 13 | 14 | /** Contains tests for the basic block module. */ 15 | package ai.djl.timeseries.block; 16 | -------------------------------------------------------------------------------- /extensions/timeseries/src/test/java/ai/djl/timeseries/dataset/package-info.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Copyright 2022 Amazon.com, Inc. or its affiliates. All Rights Reserved. 3 | * 4 | * Licensed under the Apache License, Version 2.0 (the "License"). You may not use this file except in compliance 5 | * with the License. A copy of the License is located at 6 | * 7 | * http://aws.amazon.com/apache2.0/ 8 | * 9 | * or in the "license" file accompanying this file. This file is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES 10 | * OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions 11 | * and limitations under the License. 12 | */ 13 | 14 | /** Contains tests for the dataset module. */ 15 | package ai.djl.timeseries.dataset; 16 | -------------------------------------------------------------------------------- /extensions/timeseries/src/test/java/ai/djl/timeseries/evaluator/package-info.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Copyright 2022 Amazon.com, Inc. or its affiliates. All Rights Reserved. 3 | * 4 | * Licensed under the Apache License, Version 2.0 (the "License"). You may not use this file except in compliance 5 | * with the License. A copy of the License is located at 6 | * 7 | * http://aws.amazon.com/apache2.0/ 8 | * 9 | * or in the "license" file accompanying this file. This file is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES 10 | * OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions 11 | * and limitations under the License. 12 | */ 13 | 14 | /** Contains tests for the evaluator module. */ 15 | package ai.djl.timeseries.evaluator; 16 | -------------------------------------------------------------------------------- /extensions/timeseries/src/test/java/ai/djl/timeseries/model/package-info.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Copyright 2022 Amazon.com, Inc. or its affiliates. All Rights Reserved. 3 | * 4 | * Licensed under the Apache License, Version 2.0 (the "License"). You may not use this file except in compliance 5 | * with the License. A copy of the License is located at 6 | * 7 | * http://aws.amazon.com/apache2.0/ 8 | * 9 | * or in the "license" file accompanying this file. This file is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES 10 | * OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions 11 | * and limitations under the License. 12 | */ 13 | 14 | /** Contains tests for the model module. */ 15 | package ai.djl.timeseries.model; 16 | -------------------------------------------------------------------------------- /extensions/timeseries/src/test/java/ai/djl/timeseries/timefeature/package-info.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Copyright 2022 Amazon.com, Inc. or its affiliates. All Rights Reserved. 3 | * 4 | * Licensed under the Apache License, Version 2.0 (the "License"). You may not use this file except in compliance 5 | * with the License. A copy of the License is located at 6 | * 7 | * http://aws.amazon.com/apache2.0/ 8 | * 9 | * or in the "license" file accompanying this file. This file is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES 10 | * OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions 11 | * and limitations under the License. 12 | */ 13 | 14 | /** Contains tests for the timeFeature module. */ 15 | package ai.djl.timeseries.timefeature; 16 | -------------------------------------------------------------------------------- /extensions/tokenizers/.gitignore: -------------------------------------------------------------------------------- 1 | /tokenizers 2 | /jnilib 3 | dist/ 4 | model/ 5 | tmp/ 6 | models.json 7 | -------------------------------------------------------------------------------- /extensions/tokenizers/build.cmd: -------------------------------------------------------------------------------- 1 | @rem https://chocolatey.org/docs/installation#install-with-cmdexe 2 | @rem to install rust java etc.. 3 | @rem choco install rust -y 4 | @rem choco install jdk8 -y 5 | 6 | if exist build rd /q /s build 7 | md build\classes 8 | 9 | set RUST_MANIFEST=rust/Cargo.toml 10 | cargo build --manifest-path %RUST_MANIFEST% --release 11 | 12 | @rem for nightly ci 13 | md build\jnilib\win-x86_64\cpu 14 | copy rust\target\release\djl_tokenizer.dll build\jnilib\win-x86_64\cpu\tokenizers.dll 15 | -------------------------------------------------------------------------------- /extensions/tokenizers/build_android.sh: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env bash 2 | 3 | set -ex 4 | 5 | WORK_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)" 6 | export WORK_DIR 7 | 8 | FLAVOR=$1 9 | 10 | if [ ! -d "build" ]; then 11 | mkdir build 12 | fi 13 | 14 | pushd . 15 | 16 | if [ ! -d "build" ]; then 17 | mkdir build 18 | fi 19 | 20 | rm -rf build/classes 21 | mkdir build/classes 22 | 23 | javac -sourcepath src/main/java/ src/main/java/ai/djl/huggingface/tokenizers/jni/TokenizersLibrary.java -h build/include -d build/classes 24 | javac -sourcepath src/main/java/ src/main/java/ai/djl/engine/rust/RustLibrary.java -h build/include -d build/classes 25 | 26 | cd rust/ 27 | cargo ndk -t $FLAVOR -o $WORK_DIR/build/jnilib --platform=21 build --release 28 | cd .. 29 | popd 30 | -------------------------------------------------------------------------------- /extensions/tokenizers/gradlew: -------------------------------------------------------------------------------- 1 | ../../gradlew -------------------------------------------------------------------------------- /extensions/tokenizers/rust/.gitignore: -------------------------------------------------------------------------------- 1 | target 2 | -------------------------------------------------------------------------------- /extensions/tokenizers/rust/src/layers/mod.rs: -------------------------------------------------------------------------------- 1 | #[allow(dead_code, unused)] 2 | mod cublaslt; 3 | mod layer_norm; 4 | mod linear; 5 | #[allow(dead_code, unused)] 6 | mod rms_norm; 7 | 8 | pub use layer_norm::LayerNorm; 9 | pub use linear::{HiddenAct, Linear}; 10 | pub use rms_norm::RmsNorm; 11 | -------------------------------------------------------------------------------- /extensions/tokenizers/rust/src/layers/rms_norm.rs: -------------------------------------------------------------------------------- 1 | use candle::{DType, Device, Module, Result, Tensor, D}; 2 | use candle_nn::VarBuilder; 3 | 4 | #[derive(Debug, Clone)] 5 | pub struct RmsNorm { 6 | inner: candle_nn::RmsNorm, 7 | span: tracing::Span, 8 | } 9 | 10 | impl RmsNorm { 11 | pub fn load(vb: VarBuilder, size: usize, eps: f64) -> ResultThis document is the API specification for the Deep Java Library (DJL) Huggingface tokenizers extension.
7 | 8 |9 | The Tokeniszers module contains the DJL extension for Huggingface tokenizers. 10 |
11 | 12 | 13 | 14 | -------------------------------------------------------------------------------- /extensions/tokenizers/src/main/python/.gitignore: -------------------------------------------------------------------------------- 1 | __pycache__ 2 | *.egg-info/ 3 | -------------------------------------------------------------------------------- /extensions/tokenizers/src/main/python/djl_converter/__init__.py: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env python 2 | # 3 | # Copyright 2024 Amazon.com, Inc. or its affiliates. All Rights Reserved. 4 | # 5 | # Licensed under the Apache License, Version 2.0 (the "License"). You may not use this file 6 | # except in compliance with the License. A copy of the License is located at 7 | # 8 | # http://aws.amazon.com/apache2.0/ 9 | # 10 | # or in the "LICENSE.txt" file accompanying this file. This file is distributed on an "AS IS" 11 | # BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, express or implied. See the License for 12 | # the specific language governing permissions and limitations under the License. 13 | -------------------------------------------------------------------------------- /extensions/tokenizers/src/main/python/requirements.txt: -------------------------------------------------------------------------------- 1 | huggingface-hub 2 | transformers 3 | sentence-transformers 4 | torch 5 | protobuf==3.20.2 6 | optimum[exporters] 7 | safetensors 8 | requests -------------------------------------------------------------------------------- /extensions/tokenizers/src/main/resources/META-INF/services/ai.djl.engine.EngineProvider: -------------------------------------------------------------------------------- 1 | ai.djl.engine.rust.RsEngineProvider 2 | -------------------------------------------------------------------------------- /extensions/tokenizers/src/main/resources/META-INF/services/ai.djl.repository.zoo.ZooProvider: -------------------------------------------------------------------------------- 1 | ai.djl.huggingface.zoo.HfZooProvider 2 | ai.djl.engine.rust.zoo.RsZooProvider 3 | -------------------------------------------------------------------------------- /extensions/tokenizers/src/main/resources/native/lib/tokenizers.properties: -------------------------------------------------------------------------------- 1 | version=${tokenizersVersion}-${version} -------------------------------------------------------------------------------- /extensions/tokenizers/src/test/java/ai/djl/engine/rust/package-info.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Copyright 2024 Amazon.com, Inc. or its affiliates. All Rights Reserved. 3 | * 4 | * Licensed under the Apache License, Version 2.0 (the "License"). You may not use this file except in compliance 5 | * with the License. A copy of the License is located at 6 | * 7 | * http://aws.amazon.com/apache2.0/ 8 | * 9 | * or in the "license" file accompanying this file. This file is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES 10 | * OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions 11 | * and limitations under the License. 12 | */ 13 | 14 | /** Contains tests for the rust module. */ 15 | package ai.djl.engine.rust; 16 | -------------------------------------------------------------------------------- /extensions/tokenizers/src/test/java/ai/djl/engine/rust/zoo/package-info.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Copyright 2024 Amazon.com, Inc. or its affiliates. All Rights Reserved. 3 | * 4 | * Licensed under the Apache License, Version 2.0 (the "License"). You may not use this file except in compliance 5 | * with the License. A copy of the License is located at 6 | * 7 | * http://aws.amazon.com/apache2.0/ 8 | * 9 | * or in the "license" file accompanying this file. This file is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES 10 | * OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions 11 | * and limitations under the License. 12 | */ 13 | 14 | /** Contains tests for the rust zoo module. */ 15 | package ai.djl.engine.rust.zoo; 16 | -------------------------------------------------------------------------------- /extensions/tokenizers/src/test/java/ai/djl/huggingface/zoo/package-info.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Copyright 2022 Amazon.com, Inc. or its affiliates. All Rights Reserved. 3 | * 4 | * Licensed under the Apache License, Version 2.0 (the "License"). You may not use this file except in compliance 5 | * with the License. A copy of the License is located at 6 | * 7 | * http://aws.amazon.com/apache2.0/ 8 | * 9 | * or in the "license" file accompanying this file. This file is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES 10 | * OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions 11 | * and limitations under the License. 12 | */ 13 | 14 | /** Contains tests for the huggingface zoo module. */ 15 | package ai.djl.huggingface.zoo; 16 | -------------------------------------------------------------------------------- /gradle.properties: -------------------------------------------------------------------------------- 1 | org.gradle.daemon=true 2 | org.gradle.jvmargs=-Xmx1024M --add-exports jdk.compiler/com.sun.tools.javac.api=ALL-UNNAMED \ 3 | --add-exports jdk.compiler/com.sun.tools.javac.file=ALL-UNNAMED \ 4 | --add-exports jdk.compiler/com.sun.tools.javac.parser=ALL-UNNAMED \ 5 | --add-exports jdk.compiler/com.sun.tools.javac.tree=ALL-UNNAMED \ 6 | --add-exports jdk.compiler/com.sun.tools.javac.util=ALL-UNNAMED 7 | 8 | systemProp.org.gradle.internal.http.socketTimeout=120000 9 | systemProp.org.gradle.internal.http.connectionTimeout=60000 10 | 11 | # FIXME: Workaround gradle publish issue: https://github.com/gradle/gradle/issues/11308 12 | systemProp.org.gradle.internal.publish.checksums.insecure=true 13 | -------------------------------------------------------------------------------- /gradle/wrapper/.gitignore: -------------------------------------------------------------------------------- 1 | gradle-wrapper.jar 2 | GradleWrapperDownloader.class 3 | -------------------------------------------------------------------------------- /gradle/wrapper/gradle-wrapper.properties: -------------------------------------------------------------------------------- 1 | #Wed Jan 16 22:46:13 PST 2019 2 | distributionBase=GRADLE_USER_HOME 3 | distributionPath=wrapper/dists 4 | zipStoreBase=GRADLE_USER_HOME 5 | zipStorePath=wrapper/dists 6 | distributionUrl=https\://services.gradle.org/distributions/gradle-8.13-bin.zip 7 | -------------------------------------------------------------------------------- /integration/gradle: -------------------------------------------------------------------------------- 1 | ../gradle -------------------------------------------------------------------------------- /integration/gradlew: -------------------------------------------------------------------------------- 1 | ../gradlew -------------------------------------------------------------------------------- /integration/src/main/java/ai/djl/integration/tests/inference/package-info.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Copyright 2020 Amazon.com, Inc. or its affiliates. All Rights Reserved. 3 | * 4 | * Licensed under the Apache License, Version 2.0 (the "License"). You may not use this file except in compliance 5 | * with the License. A copy of the License is located at 6 | * 7 | * http://aws.amazon.com/apache2.0/ 8 | * 9 | * or in the "license" file accompanying this file. This file is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES 10 | * OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions 11 | * and limitations under the License. 12 | */ 13 | /** Contains tests for {@link ai.djl.inference}. */ 14 | package ai.djl.integration.tests.inference; 15 | -------------------------------------------------------------------------------- /integration/src/main/java/ai/djl/integration/tests/nn/package-info.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Copyright 2019 Amazon.com, Inc. or its affiliates. All Rights Reserved. 3 | * 4 | * Licensed under the Apache License, Version 2.0 (the "License"). You may not use this file except in compliance 5 | * with the License. A copy of the License is located at 6 | * 7 | * http://aws.amazon.com/apache2.0/ 8 | * 9 | * or in the "license" file accompanying this file. This file is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES 10 | * OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions 11 | * and limitations under the License. 12 | */ 13 | 14 | /** Contains tests using the engine for {@link ai.djl.nn}. */ 15 | package ai.djl.integration.tests.nn; 16 | -------------------------------------------------------------------------------- /integration/src/main/java/ai/djl/integration/tests/repository/package-info.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Copyright 2020 Amazon.com, Inc. or its affiliates. All Rights Reserved. 3 | * 4 | * Licensed under the Apache License, Version 2.0 (the "License"). You may not use this file except in compliance 5 | * with the License. A copy of the License is located at 6 | * 7 | * http://aws.amazon.com/apache2.0/ 8 | * 9 | * or in the "license" file accompanying this file. This file is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES 10 | * OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions 11 | * and limitations under the License. 12 | */ 13 | /** Contains tests for {@link ai.djl.repository}. */ 14 | package ai.djl.integration.tests.repository; 15 | -------------------------------------------------------------------------------- /integration/src/main/java/ai/djl/integration/util/package-info.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Copyright 2019 Amazon.com, Inc. or its affiliates. All Rights Reserved. 3 | * 4 | * Licensed under the Apache License, Version 2.0 (the "License"). You may not use this file except in compliance 5 | * with the License. A copy of the License is located at 6 | * 7 | * http://aws.amazon.com/apache2.0/ 8 | * 9 | * or in the "license" file accompanying this file. This file is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES 10 | * OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions 11 | * and limitations under the License. 12 | */ 13 | 14 | /** Contains utilities for tests using the engine. */ 15 | package ai.djl.integration.util; 16 | -------------------------------------------------------------------------------- /integration/src/main/resources/log4j2.xml: -------------------------------------------------------------------------------- 1 | 2 |This document is the API specification for the Deep Java Library (DJL) Model Zoo.
7 | 8 |9 | The integration module contains a number of built-in models and translators. 10 | See here for more details. 11 |
12 | 13 | 14 | 15 | -------------------------------------------------------------------------------- /model-zoo/src/main/resources/META-INF/native-image/ai/djl/basicmodelzoo/reflect-config.json: -------------------------------------------------------------------------------- 1 | [ 2 | { 3 | "name": "ai.djl.basicmodelzoo.BasicZooProvider", 4 | "allDeclaredConstructors": true, 5 | "allPublicConstructors": true, 6 | "allDeclaredMethods": true, 7 | "allPublicMethods": true 8 | }, 9 | { 10 | "name": "ai.djl.basicmodelzoo.BasicModelZoo", 11 | "allDeclaredFields": true 12 | } 13 | ] 14 | -------------------------------------------------------------------------------- /model-zoo/src/main/resources/META-INF/native-image/ai/djl/basicmodelzoo/resource-config.json: -------------------------------------------------------------------------------- 1 | { 2 | "resources": [ 3 | { 4 | "pattern": "META-INF/services/ai.djl.repository.zoo.ZooProvider" 5 | } 6 | ] 7 | } 8 | -------------------------------------------------------------------------------- /model-zoo/src/main/resources/META-INF/services/ai.djl.repository.zoo.ZooProvider: -------------------------------------------------------------------------------- 1 | ai.djl.basicmodelzoo.BasicZooProvider 2 | -------------------------------------------------------------------------------- /model-zoo/src/test/resources/mlrepo/model/cv/image_classification/ai/djl/zoo/synset_cifar10.txt: -------------------------------------------------------------------------------- 1 | airplane 2 | automobile 3 | bird 4 | cat 5 | deer 6 | dog 7 | frog 8 | horse 9 | ship 10 | truck -------------------------------------------------------------------------------- /model-zoo/src/test/resources/mlrepo/model/cv/image_classification/ai/djl/zoo/synset_mnist.txt: -------------------------------------------------------------------------------- 1 | 0 2 | 1 3 | 2 4 | 3 5 | 4 6 | 5 7 | 6 8 | 7 9 | 8 10 | 9 -------------------------------------------------------------------------------- /model-zoo/src/test/resources/mlrepo/model/cv/object_detection/ai/djl/zoo/synset_pikachu.txt: -------------------------------------------------------------------------------- 1 | pikachu -------------------------------------------------------------------------------- /postBuild: -------------------------------------------------------------------------------- 1 | git clone https://github.com/frankfliu/IJava.git 2 | cd IJava/ 3 | ./gradlew installKernel 4 | cd .. 5 | rm -rf Ijava/ ~/.gradle 6 | -------------------------------------------------------------------------------- /serving/README.md: -------------------------------------------------------------------------------- 1 | # DJL Serving 2 | 3 | **This module has been moved to [deepjavalibrary/djl-serving](https://github.com/deepjavalibrary/djl-serving) repository.** 4 | 5 | DJL serving is a high performance universal model serving solution. You can use djl-serving serve the 6 | following models out of the box: 7 | 8 | - PyTorch TorchScript model 9 | - TensorFlow SavedModel bundle 10 | - Apache MXNet model 11 | 12 | You can install extra extensions to enable the following models: 13 | 14 | - ONNX model 15 | - XGBoost model 16 | - LightGBM model 17 | - Sentencepiece model 18 | - fastText/BlazingText model 19 | -------------------------------------------------------------------------------- /testing/README.md: -------------------------------------------------------------------------------- 1 | # DJL - Testing 2 | 3 | This folder contains Deep Java Library (DJL) testing utilities to be used by other modules. 4 | No actual tests should live within this module. 5 | 6 | -------------------------------------------------------------------------------- /testing/build.gradle.kts: -------------------------------------------------------------------------------- 1 | plugins { 2 | ai.djl.javaProject 3 | } 4 | 5 | dependencies { 6 | api(project(":api")) 7 | api(libs.testng) 8 | } 9 | 10 | tasks.compileJava { 11 | options.apply { 12 | release = 11 13 | } 14 | } 15 | -------------------------------------------------------------------------------- /testing/gradle: -------------------------------------------------------------------------------- 1 | ../gradle -------------------------------------------------------------------------------- /testing/gradlew: -------------------------------------------------------------------------------- 1 | ../gradlew -------------------------------------------------------------------------------- /testing/src/main/java/ai/djl/testing/package-info.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Copyright 2019 Amazon.com, Inc. or its affiliates. All Rights Reserved. 3 | * 4 | * Licensed under the Apache License, Version 2.0 (the "License"). You may not use this file except in compliance 5 | * with the License. A copy of the License is located at 6 | * 7 | * http://aws.amazon.com/apache2.0/ 8 | * 9 | * or in the "license" file accompanying this file. This file is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES 10 | * OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions 11 | * and limitations under the License. 12 | */ 13 | 14 | /** Contains testing utilities for other modules. */ 15 | package ai.djl.testing; 16 | -------------------------------------------------------------------------------- /tools/conf/licenseHeader.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Copyright XXXX Amazon.com, Inc. or its affiliates. All Rights Reserved. 3 | * 4 | * Licensed under the Apache License, Version 2.0 (the "License"). You may not use this file except in compliance 5 | * with the License. A copy of the License is located at 6 | * 7 | * http://aws.amazon.com/apache2.0/ 8 | * 9 | * or in the "license" file accompanying this file. This file is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES 10 | * OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions 11 | * and limitations under the License. 12 | */ 13 | -------------------------------------------------------------------------------- /tools/scripts/add_online_runner.py: -------------------------------------------------------------------------------- 1 | from pathlib import Path 2 | import glob, json 3 | 4 | constructor = {"cell_type": "markdown", "metadata": {}} 5 | prefix = "Run this notebook online:[](https://mybinder.org/v2/gh/deepjavalibrary/djl/master?filepath=" 6 | 7 | for file in Path('.').glob('**/*.ipynb'): 8 | with open(file, mode= "r", encoding= "utf-8") as f: 9 | data = json.loads(f.read()) 10 | with open(file, 'w') as writer: 11 | constructor["source"] = [prefix + str(file) + ")"] 12 | data["cells"].insert(0, constructor) 13 | writer.write(json.dumps(data)) 14 | -------------------------------------------------------------------------------- /tools/scripts/broken_link_checker.sh: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env bash 2 | 3 | # installation 4 | sudo apt-get update 5 | curl -sL https://deb.nodesource.com/setup_12.x | sudo -E bash - 6 | sudo apt-get install -y nodejs 7 | sudo apt-get install npm 8 | sudo npm install -g markdown-link-check 9 | sudo npm install broken-link-checker -g 10 | 11 | 12 | # check brokenlinks in md files 13 | for i in $(find ../../ -name '*.md'); 14 | do markdown-link-check "$i"; 15 | done 16 | 17 | VERSION=0.3.0 18 | # check broken link in website and java doc site 19 | blc https://djl.ai/ -ro -------------------------------------------------------------------------------- /website/img/background2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deepjavalibrary/djl/1fc3cd0c5dc692bbd333401cc3664144f5c91deb/website/img/background2.png -------------------------------------------------------------------------------- /website/img/bg/img-bg-customer.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deepjavalibrary/djl/1fc3cd0c5dc692bbd333401cc3664144f5c91deb/website/img/bg/img-bg-customer.jpg -------------------------------------------------------------------------------- /website/img/bg/img-bg-feature.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deepjavalibrary/djl/1fc3cd0c5dc692bbd333401cc3664144f5c91deb/website/img/bg/img-bg-feature.jpeg -------------------------------------------------------------------------------- /website/img/bg/img-bg-sky.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deepjavalibrary/djl/1fc3cd0c5dc692bbd333401cc3664144f5c91deb/website/img/bg/img-bg-sky.jpg -------------------------------------------------------------------------------- /website/img/bg/img-bg-twitter.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deepjavalibrary/djl/1fc3cd0c5dc692bbd333401cc3664144f5c91deb/website/img/bg/img-bg-twitter.jpg -------------------------------------------------------------------------------- /website/img/bg/img-bg5.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deepjavalibrary/djl/1fc3cd0c5dc692bbd333401cc3664144f5c91deb/website/img/bg/img-bg5.jpg -------------------------------------------------------------------------------- /website/img/bg/img-customer-bg.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deepjavalibrary/djl/1fc3cd0c5dc692bbd333401cc3664144f5c91deb/website/img/bg/img-customer-bg.jpg -------------------------------------------------------------------------------- /website/img/community_leader/anthony.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deepjavalibrary/djl/1fc3cd0c5dc692bbd333401cc3664144f5c91deb/website/img/community_leader/anthony.jpeg -------------------------------------------------------------------------------- /website/img/community_leader/aziz.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deepjavalibrary/djl/1fc3cd0c5dc692bbd333401cc3664144f5c91deb/website/img/community_leader/aziz.jpg -------------------------------------------------------------------------------- /website/img/community_leader/christoph.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deepjavalibrary/djl/1fc3cd0c5dc692bbd333401cc3664144f5c91deb/website/img/community_leader/christoph.png -------------------------------------------------------------------------------- /website/img/community_leader/erik.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deepjavalibrary/djl/1fc3cd0c5dc692bbd333401cc3664144f5c91deb/website/img/community_leader/erik.png -------------------------------------------------------------------------------- /website/img/community_leader/frank.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deepjavalibrary/djl/1fc3cd0c5dc692bbd333401cc3664144f5c91deb/website/img/community_leader/frank.png -------------------------------------------------------------------------------- /website/img/community_leader/fyz.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deepjavalibrary/djl/1fc3cd0c5dc692bbd333401cc3664144f5c91deb/website/img/community_leader/fyz.jpg -------------------------------------------------------------------------------- /website/img/community_leader/jake.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deepjavalibrary/djl/1fc3cd0c5dc692bbd333401cc3664144f5c91deb/website/img/community_leader/jake.jpg -------------------------------------------------------------------------------- /website/img/community_leader/keerthan.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deepjavalibrary/djl/1fc3cd0c5dc692bbd333401cc3664144f5c91deb/website/img/community_leader/keerthan.jpg -------------------------------------------------------------------------------- /website/img/community_leader/kimi.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deepjavalibrary/djl/1fc3cd0c5dc692bbd333401cc3664144f5c91deb/website/img/community_leader/kimi.png -------------------------------------------------------------------------------- /website/img/community_leader/lai.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deepjavalibrary/djl/1fc3cd0c5dc692bbd333401cc3664144f5c91deb/website/img/community_leader/lai.jpg -------------------------------------------------------------------------------- /website/img/community_leader/lu.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deepjavalibrary/djl/1fc3cd0c5dc692bbd333401cc3664144f5c91deb/website/img/community_leader/lu.png -------------------------------------------------------------------------------- /website/img/community_leader/marat.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deepjavalibrary/djl/1fc3cd0c5dc692bbd333401cc3664144f5c91deb/website/img/community_leader/marat.png -------------------------------------------------------------------------------- /website/img/community_leader/marcos.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deepjavalibrary/djl/1fc3cd0c5dc692bbd333401cc3664144f5c91deb/website/img/community_leader/marcos.png -------------------------------------------------------------------------------- /website/img/community_leader/qing.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deepjavalibrary/djl/1fc3cd0c5dc692bbd333401cc3664144f5c91deb/website/img/community_leader/qing.jpeg -------------------------------------------------------------------------------- /website/img/community_leader/stanislav.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deepjavalibrary/djl/1fc3cd0c5dc692bbd333401cc3664144f5c91deb/website/img/community_leader/stanislav.png -------------------------------------------------------------------------------- /website/img/community_leader/wei.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deepjavalibrary/djl/1fc3cd0c5dc692bbd333401cc3664144f5c91deb/website/img/community_leader/wei.jpg -------------------------------------------------------------------------------- /website/img/community_leader/zach.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deepjavalibrary/djl/1fc3cd0c5dc692bbd333401cc3664144f5c91deb/website/img/community_leader/zach.jpeg -------------------------------------------------------------------------------- /website/img/deepjavalibrary.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deepjavalibrary/djl/1fc3cd0c5dc692bbd333401cc3664144f5c91deb/website/img/deepjavalibrary.png -------------------------------------------------------------------------------- /website/img/djl-large.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deepjavalibrary/djl/1fc3cd0c5dc692bbd333401cc3664144f5c91deb/website/img/djl-large.png -------------------------------------------------------------------------------- /website/img/djl-middle.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deepjavalibrary/djl/1fc3cd0c5dc692bbd333401cc3664144f5c91deb/website/img/djl-middle.png -------------------------------------------------------------------------------- /website/img/djl.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deepjavalibrary/djl/1fc3cd0c5dc692bbd333401cc3664144f5c91deb/website/img/djl.png -------------------------------------------------------------------------------- /website/img/favicon.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deepjavalibrary/djl/1fc3cd0c5dc692bbd333401cc3664144f5c91deb/website/img/favicon.png -------------------------------------------------------------------------------- /website/img/stars-in-the-night-sky.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/deepjavalibrary/djl/1fc3cd0c5dc692bbd333401cc3664144f5c91deb/website/img/stars-in-the-night-sky.jpg -------------------------------------------------------------------------------- /website/js/init.js: -------------------------------------------------------------------------------- 1 | (function($){ 2 | $(function(){ 3 | 4 | $('.sidenav').sidenav(); 5 | $('.parallax').parallax(); 6 | $('.tabs').tabs(); 7 | $('.collapsible').collapsible(); 8 | $('.slider').slider(); 9 | }); // end of document ready 10 | })(jQuery); // end of jQuery name space 11 | --------------------------------------------------------------------------------