├── .asf.yaml ├── .gitattributes ├── .github └── workflows │ └── build.yml ├── .gitignore ├── .gitpod.yml ├── .htaccess ├── CONTRIBUTING.md ├── LICENSE ├── NOTICE ├── README.md ├── _config.yml ├── _src ├── _data │ ├── contributors.yml │ ├── mentors.yml │ ├── navigation.yml │ └── project.yml ├── _datasets │ ├── adult.md │ ├── clickbait.md │ └── mnist.md ├── _includes │ └── themes │ │ └── apache │ │ ├── default.html │ │ ├── home.html │ │ ├── page.html │ │ ├── partials │ │ ├── _footer.html │ │ ├── _head.html │ │ └── _header.html │ │ └── settings.yml ├── _layouts │ ├── datasets.html │ ├── default.html │ ├── home.html │ └── page.html ├── _plugins │ └── avatar_downloader.rb ├── _sass │ ├── _banners.scss │ ├── _base.scss │ ├── _buttons.scss │ ├── _config.scss │ ├── _header.scss │ ├── _icons.scss │ ├── _layout.scss │ ├── _mixins.scss │ ├── _modules.scss │ ├── _navigation.scss │ ├── _syntax-highlighting.scss │ ├── _syntax.scss │ ├── layout │ │ ├── _config.scss │ │ └── _index.scss │ ├── main.scss │ └── vendor │ │ └── _ap-components.min.scss ├── _scripts │ ├── ap-components.min.js │ ├── jquery-2.1.1.min.js │ ├── jquery.fitvids.js │ ├── main.js │ └── pushy.js ├── assets │ ├── css │ │ └── jquery-ui.css │ ├── datasets │ │ ├── clickbait │ │ │ └── clickbait.7z │ │ ├── hadoop │ │ │ └── native-3.3.4.zip │ │ └── mnist │ │ │ ├── t10k-images-idx3-ubyte.gz │ │ │ ├── t10k-labels-idx1-ubyte.gz │ │ │ ├── train-images-idx3-ubyte.gz │ │ │ └── train-labels-idx1-ubyte.gz │ ├── img │ │ ├── SystemML-logo-white-32-cleaned.png │ │ ├── airport-traffic.png │ │ ├── apache-foundation-logo.png │ │ ├── apache-foundation-logo.svg │ │ ├── apache-incubator-logo-old.png │ │ ├── apache-incubator-logo.png │ │ ├── apache-logo.png │ │ ├── automotive.png │ │ ├── avatars │ │ │ ├── .metadata │ │ │ │ └── metadata.yml │ │ │ ├── BACtaki.jpg │ │ │ ├── Baunsgaard.jpg │ │ │ ├── EdgarLGB.jpg │ │ │ ├── OlgaOvcharenko.jpg │ │ │ ├── Shafaq-Siddiqi.jpg │ │ │ ├── ae2015.jpg │ │ │ ├── asurve.jpg │ │ │ ├── bertholdreinwald.jpg │ │ │ ├── christinadionysio.jpg │ │ │ ├── corepointer.jpg │ │ │ ├── dbtsai.jpg │ │ │ ├── deroneriksson.jpg │ │ │ ├── dusenberrymw.jpg │ │ │ ├── e-strauss.jpg │ │ │ ├── fmakari.jpg │ │ │ ├── frreiss.jpg │ │ │ ├── fschueler.jpg │ │ │ ├── gweidner.jpg │ │ │ ├── holdenk.jpg │ │ │ ├── hsaputra.jpg │ │ │ ├── j143.jpg │ │ │ ├── jkbradley.jpg │ │ │ ├── kev-inn.jpg │ │ │ ├── krishnakalyan3.jpg │ │ │ ├── lresende.jpg │ │ │ ├── mboehm7.jpg │ │ │ ├── mengxr.jpg │ │ │ ├── nakul02.jpg │ │ │ ├── niketanpansare.jpg │ │ │ ├── phaniarnab.jpg │ │ │ ├── prithvirajsen.jpg │ │ │ ├── pwendell.jpg │ │ │ ├── rxin.jpg │ │ │ ├── shirisht.jpg │ │ │ └── ywcb00.jpg │ │ ├── award.png │ │ ├── award.svg │ │ ├── awardLeft.png │ │ ├── awardRight.png │ │ ├── databricks-logo.svg │ │ ├── datasets.png │ │ ├── diagramAnim-v4.gif │ │ ├── dsx-logo.png │ │ ├── favicon.png │ │ ├── hadoop-logo.png │ │ ├── hero-about.png │ │ ├── hero-about.svg │ │ ├── hero-home.jpg │ │ ├── hero-mobile.png │ │ ├── icon-announcment.svg │ │ ├── icon-chevron-down.svg │ │ ├── icon-close.svg │ │ ├── icon-code.svg │ │ ├── icon-data.svg │ │ ├── icon-math.svg │ │ ├── icon-play.svg │ │ ├── icons │ │ │ ├── icon_github.svg │ │ │ ├── icon_medium.svg │ │ │ ├── icon_twitter.svg │ │ │ └── icon_youtube.svg │ │ ├── jupyter-logo.png │ │ ├── jupyter-logo.svg │ │ ├── logo.png │ │ ├── mask.png │ │ ├── menuicon.png │ │ ├── mobile-award.png │ │ ├── play-button.svg │ │ ├── python-logo-generic.svg │ │ ├── r-logo.svg │ │ ├── robotTutorial.gif │ │ ├── robotTutorial.png │ │ ├── robotTutorialSm.png │ │ ├── social-banking.png │ │ ├── spark-logo.png │ │ ├── systemML-logo-white-32.png │ │ ├── systemML_Diagram.gif │ │ ├── systemml-juypter-install-2.jpeg │ │ ├── systemml-juypter-install.jpeg │ │ ├── systemml-logo.svg │ │ ├── what-is-systemml.png │ │ └── zeppelin-logo.png │ ├── js │ │ └── bundle.min.js │ └── media │ │ └── hero.mp4 ├── community.html ├── datasets.html ├── documentation.html ├── download.html ├── get-started.html ├── index.md ├── privacy-policy.html ├── release-notes │ ├── systemds-release-notes-2.0.0.md │ ├── systemds-release-notes-2.1.0.md │ ├── systemds-release-notes-2.2.0.md │ ├── systemds-release-notes-2.2.x.md │ ├── systemds-release-notes-3.0.0.md │ ├── systemds-release-notes-3.1.0.md │ ├── systemds-release-notes-3.2.0.md │ ├── systemds-release-notes-3.3.0.md │ ├── systemml-release-notes-0.10.0-incubating.md │ ├── systemml-release-notes-0.11.0-incubating.md │ ├── systemml-release-notes-0.12.0-incubating.md │ ├── systemml-release-notes-0.13.0-incubating.md │ ├── systemml-release-notes-0.14.0-incubating.md │ ├── systemml-release-notes-0.15.0.md │ ├── systemml-release-notes-0.9.0-incubating.md │ ├── systemml-release-notes-1.0.0.md │ ├── systemml-release-notes-1.1.0.md │ └── systemml-release-notes-1.2.0.md ├── roadmap.html └── security.html ├── branding_assets ├── 3D_Printing │ ├── DML_BOT_v6.obj │ └── SystemML-3D_v1.jpg ├── Logo │ ├── SystemML-DMLbot-Feet.svg │ ├── SystemML-DMLbot-feet.png │ ├── SystemML-DMLbot-treads.png │ ├── SystemML-DMLbot-treads.svg │ ├── SystemML-DMLbot-wheel.png │ ├── SystemML-DMLbot-wheel.svg │ ├── SystemML-DMLbot.ai │ ├── SystemML-Logo-Black.png │ ├── SystemML-Logo-Black.svg │ ├── SystemML-Logo-White.svg │ ├── SystemML-LogoMark-LG-Black.svg │ ├── SystemML-LogoMark-LG-White.svg │ ├── SystemML-LogoMark-SM-Black.svg │ ├── SystemML-LogoMark_SM-White.svg │ ├── SystemML-Poster.ai │ └── SystemML-Poster.pdf └── Summary.rtf ├── gulpfile.js ├── package-lock.json └── package.json /.asf.yaml: -------------------------------------------------------------------------------- 1 | #------------------------------------------------------------- 2 | # 3 | # Licensed to the Apache Software Foundation (ASF) under one 4 | # or more contributor license agreements. See the NOTICE file 5 | # distributed with this work for additional information 6 | # regarding copyright ownership. The ASF licenses this file 7 | # to you under the Apache License, Version 2.0 (the 8 | # "License"); you may not use this file except in compliance 9 | # with the License. You may obtain a copy of the License at 10 | # 11 | # http://www.apache.org/licenses/LICENSE-2.0 12 | # 13 | # Unless required by applicable law or agreed to in writing, 14 | # software distributed under the License is distributed on an 15 | # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY 16 | # KIND, either express or implied. See the License for the 17 | # specific language governing permissions and limitations 18 | # under the License. 19 | # 20 | #------------------------------------------------------------- 21 | 22 | # Document for .asf.yml file is available at 23 | # https://s.apache.org/asfyaml 24 | 25 | github: 26 | description: "Apache SystemDS Website" 27 | homepage: https://systemds.apache.org/ 28 | labels: 29 | - systemds 30 | - jekyll 31 | - gulp 32 | 33 | features: 34 | # Enable issues management 35 | issues: false 36 | # Enable projects for project management boards 37 | projects: false 38 | # Enable wiki for documentation 39 | wiki: false 40 | 41 | # Choose the type of commit merge in the PR UI 42 | enabled_merge_buttons: 43 | # Enable squash button 44 | squash: true 45 | # Enable merge button 46 | merge: false 47 | # Enable rebase button 48 | rebase: true 49 | 50 | 51 | protected_branches: 52 | main: 53 | # Do not allow merge commits 54 | # by allowing linear history 55 | required_linear_history: true 56 | asf-site: 57 | # This ensures that accident 58 | # Force `push`es won't happen. 59 | required_linear_history: true 60 | 61 | # Web hosting 62 | staging: 63 | whoami: asf-staging 64 | # top level directory for serving index.html 65 | # Refer: https://github.com/apache/struts-site 66 | # Default directories are 67 | # content/ 68 | # or output/ 69 | # outputdir: site 70 | 71 | jekyll: 72 | whoami: main 73 | target: asf-staging-jekyll 74 | -------------------------------------------------------------------------------- /.gitattributes: -------------------------------------------------------------------------------- 1 | # Set the default behavior to have all files normalized to Unix-style 2 | # line endings upon check-in. 3 | * text=auto 4 | # Declare files that will always have CRLF line endings on checkout. 5 | *.bat text eol=crlf 6 | # Denote all files that are truly binary and should not be modified. 7 | *.dll binary 8 | *.exp binary 9 | *.lib binary 10 | *.pdb binary 11 | *.exe binary 12 | *.ai binary 13 | *.pdf binary 14 | *.zip filter=lfs diff=lfs merge=lfs -text 15 | *.7z filter=lfs diff=lfs merge=lfs -text 16 | *.gz filter=lfs diff=lfs merge=lfs -text 17 | -------------------------------------------------------------------------------- /.github/workflows/build.yml: -------------------------------------------------------------------------------- 1 | name: Build website 2 | 3 | on: 4 | push: 5 | branches: [ main ] 6 | paths-ignore: 7 | - '*.md' 8 | pull_request: 9 | paths-ignore: 10 | - '*.md' 11 | branches: [ main ] 12 | # enable manual workflow trigger 13 | workflow_dispatch: 14 | 15 | jobs: 16 | build: 17 | 18 | runs-on: ubuntu-latest 19 | 20 | steps: 21 | - uses: actions/checkout@v2 22 | - name: Build the site in the jekyll/builder container 23 | uses: actions/setup-node@v2.1.5 24 | with: 25 | # Set always-auth in npmrc 26 | always-auth: false # optional, default is false 27 | # Version Spec of the version to use. Examples: 12.x, 10.15.1, >=10.15.0 28 | node-version: 16.x # optional 29 | # Target architecture for Node to use. Examples: x86, x64. Will use system architecture by default. 30 | architecture: x64 31 | - run: | 32 | echo "building systemds website" 33 | sudo gem install jekyll 34 | sudo npm install -g gulp 35 | npm install 36 | gulp build 37 | 38 | -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- 1 | # Mac 2 | .DS_Store 3 | 4 | # Eclipse 5 | .classpath 6 | .project 7 | .settings/ 8 | 9 | # VsCode 10 | .vscode 11 | 12 | # Intellij 13 | .idea/ 14 | .idea_modules/ 15 | *.iml 16 | *.iws 17 | *.class 18 | *.log 19 | 20 | # sbt specific 21 | .cache 22 | .history 23 | .lib/ 24 | dist/* 25 | target/ 26 | lib_managed/ 27 | src_managed/ 28 | project/boot/ 29 | project/plugins/project/ 30 | 31 | # Scala-IDE specific 32 | .scala_dependencies 33 | .worksheet 34 | 35 | #Jekyll 36 | _site 37 | .sass-cache 38 | .jekyll-metadata 39 | .jekyll-cache 40 | 41 | #npm 42 | node_modules 43 | 44 | _src/assets/css/main.css 45 | -------------------------------------------------------------------------------- /.gitpod.yml: -------------------------------------------------------------------------------- 1 | 2 | ports: 3 | - port: 3000 4 | onOpen: open-preview 5 | - port: 3001 6 | onOpen: ignore 7 | 8 | tasks: 9 | - init: npm install 10 | command: | 11 | npm install -g gulp 12 | gem install jekyll 13 | gulp 14 | 15 | 16 | 17 | -------------------------------------------------------------------------------- /.htaccess: -------------------------------------------------------------------------------- 1 | Redirect 301 /algorithms https://github.com/apache/systemml/tree/main/scripts/algorithms 2 | -------------------------------------------------------------------------------- /CONTRIBUTING.md: -------------------------------------------------------------------------------- 1 | 2 | ## Notes on the Website technology stack 3 | 4 | For smooth upgrade of tech stack the following notes would help 5 | with understanding which technologies we are using and how to 6 | maintain or upgrade them. 7 | 8 | ### Susy 2 9 | 10 | [Susy 2](https://susy.readthedocs.io/) is no longer maintained. 11 | This is deprecated around 2017. Susy 3 exists but it is better to 12 | move to another type of grid system. 13 | 14 | It is used in `_src/_sass/layout/_config.scss` 15 | as [global defaults](https://susy.readthedocs.io/settings/#global-defaults) 16 | 17 | ```scss 18 | 19 | $susy: ( 20 | columns: 12, 21 | gutters: 1.953125, 22 | math: fluid, 23 | output: float, 24 | gutter-position: inside 25 | ); 26 | ``` 27 | 28 | > **Recommendation:** Investigate whether we could use a more stable grid 29 | > system. 30 | 31 | 32 | ### GulpJs 33 | 34 | We are already using the latest version. Website at https://gulpjs.com/ 35 | 36 | [version 4.0.2](https://github.com/gulpjs/gulp/releases/tag/v4.0.2) was release in May 2019. 37 | There are documentation related commits in the gulp repo in the last six months. 38 | 39 | ### NodeJs 40 | 41 | 16.x is currently used. 16.x will be end of life by 2022. 42 | 43 | see [nodejs release policy](https://nodejs.org/en/about/releases/) 44 | 45 | > **Recommendation:** Try to switch to nodejs 18.x in future. 46 | 47 | ### CSS dependencies 48 | 49 | [noUiSlider](https://github.com/leongersen/noUiSlider) is a javascript library for range 50 | slider. Version used in this project 8.3.0 - 2016-02-14 17:37:20. The latest version is 51 | 15.5.0 (Oct 2021). 52 | 53 | > **Recommendation:** Check whether this library is used and upgrade to the latest 54 | 55 | [normalize.css](https://github.com/necolas/normalize.css) is v3.0.3 (2015) to this project. 56 | 57 | > **Recommendation:** Upgrade to 8.0.1 version last released Nov 2018 58 | 59 | ### Javascript dependencies 60 | 61 | Jquery 62 | 63 | 1. `_src/_scripts/jquery-2.1.1.min.js`, version v2.1.1 (2014). Upgrade to [latest version](https://github.com/jquery/jquery) 64 | 2. `_src/_scripts/jquery.fitvids.js`, version v1.1 (2013). For fitting the video. If possible avoid this one. 65 | 3. `_src/assets/css/jquery-ui.css`, version v1.12.1 (2017-05-24). Upgrade to [latest version](https://github.com/jquery/jquery-ui/releases). 66 | 67 | -------------------------------------------------------------------------------- /NOTICE: -------------------------------------------------------------------------------- 1 | Apache SystemDS Website 2 | Copyright [2015-2021] The Apache Software Foundation 3 | 4 | This product includes software developed at 5 | The Apache Software Foundation (http://www.apache.org/). 6 | -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- 1 | # Apache SystemDS Website 2 | 3 | > If you would like to develop on the browser: 4 | > 5 | > [![Open in Gitpod online](https://gitpod.io/button/open-in-gitpod.svg)](https://gitpod.io/#https://github.com/apache/systemds-website) 6 | 7 | ## Dependencies 8 | 9 | ### Node.js and npm 10 | 11 | Install [node.js and npm](https://nodejs.org/). 12 | 13 | Recommended: Node 16.x, npm 8.x. Node 19.x is not supported yet. 14 | 15 | ### Gulp 16 | 17 | We use Gulp to compile Sass and JS as well as run the Jekyll build. It can be 18 | installed with npm as: 19 | 20 | ```bash 21 | sudo npm install -g gulp 22 | ``` 23 | 24 | 📝If you are upgrading build system, checkout [notes on upgrades](https://github.com/apache/systemds-website/blob/main/CONTRIBUTING.md#notes-on-the-website-technology-stack). 25 | 26 | ## Building the website 27 | 28 |
Click to see instructions 29 |

30 | 31 | ### Download website dependencies 32 | 33 | ```bash 34 | npm install 35 | ``` 36 | 37 | ### Build website contents 38 | 39 | ```bash 40 | gulp 41 | ``` 42 | 43 | If all goes well it open the site in your browser at `http://localhost:3000`. 44 | 45 | ### Troubleshooting 46 | 47 | `Error: spawn jekyll.bat ENOENT` can be resolved by 48 | 49 | ```bash 50 | gem install jekyll 51 | ``` 52 | 53 | If you are still facing the issue, perhaps the discussion 54 | [here](https://github.com/j143/systemds-website/issues/3) might would give some pointers. 55 | 56 |

57 |
58 | 59 | ## Updating the website 60 | 61 | After generating files by following above instructions. 62 | 63 |
Click to see instructions 64 |

65 | 66 | 1. Create a new branch (for example, `update-website`) from the `asf-staging` branch. 67 | 68 | ```bash 69 | git checkout asf-staging 70 | git checkout -b update-website 71 | ``` 72 | 73 | 2. Copy the generated files to the website `content` folder. 74 | 75 | ```bash 76 | cp -r _site/* content/ 77 | git add content/* 78 | git commit -m "Update SystemDS website with latest changes" 79 | ``` 80 | 81 | 3. Add changes to the personal fork and create a PR against `asf-staging` branch. 82 | 83 | ```bash 84 | git push https://github.com//systemds-website update-website 85 | ``` 86 | 87 |

88 |
89 | 90 | An example, [`PR#83`](https://github.com/apache/systemds-website/pull/83). 91 | 92 | ## Release Docs 93 | 94 | Instruction for adding release specific version of docs to https://systemds.apache.org/docs 95 | 96 |
Click to see instructions 97 |

98 | 99 | 100 | **Step 0: Prerequisites** 101 | 102 | ```sh 103 | git clone https://github.com/apache/systemds 104 | git clone https://github.com/apache/systemds-website 105 | ``` 106 | 107 | **Step 1:** 108 | 109 | generate docs with as per https://github.com/apache/systemds/tree/main/docs 110 | 111 | **1.1. API Documentation** 112 | 113 | ```sh 114 | 115 | # In this case the release tag is 2.1.0-rc3 116 | git checkout 2.1.0-rc3 117 | 118 | cd systemds/docs 119 | 120 | ./updateAPI.sh 121 | ``` 122 | 123 | **1.2. Documentation website** 124 | 125 | ```sh 126 | # Build jekyll based docs 127 | 128 | jekyll serve -w 129 | ``` 130 | 131 | **Step 2:** 132 | 133 | copy the contents to `systemds-website` repo 134 | 135 | ```sh 136 | cd systemds-website 137 | 138 | # create a new directory with release no. 139 | mkdir content/docs/2.1.0 140 | 141 | # copy the files in docs/_site folder to 2.1.0 142 | cp -r ../systemds/docs/_site/* content/docs/2.1.0 143 | ``` 144 | 145 | Then follow, https://github.com/apache/systemds-website#updating-the-website 146 | 147 | **Step 3:** 148 | 149 | Open a PR against `asf-staging` branch. 150 | 151 | > Example PR: https://github.com/apache/systemds-website/pull/94 152 | 153 | Website Preview at https://systemds.staged.apache.org 154 | 155 | **Step 4:** 156 | 157 | Production release via `asf-site` branch. For this approval from the 158 | team is recommended. 159 | 160 | > Example PR: https://github.com/apache/systemds-website/pull/95 161 | 162 | Now, sync `asf-staging` and `asf-site` as: 163 | 164 | ```sh 165 | # apply asf-staging commits onto asf-site 166 | git rebase asf-staging asf-site 167 | 168 | git push origin asf-site 169 | ``` 170 | 171 | > Important: Along with this update project metadata by modifying `release_version:` in 172 | > [_src/_data/project.yml](https://github.com/apache/systemds-website/blob/main/_src/_data/project.yml#L46) 173 | > 174 | > And Update links in the documentation page as 175 | > [`9203626`](https://github.com/apache/systemds-website/commit/9203626f945e11706f36ff6693cd5eda454fe389) 176 | 177 |

178 |
179 | 180 | 181 | ## How to add new dataset 182 | 183 | To add a new dataset, 184 | 185 | 1. create `.md` file in the [`_src/_datasets`](_src/_datasets) folder. 186 | 2. Upload dataset files to [`_src/assets/datasets/`](_src/assets/datasets) folder. 187 | 188 | If the file sizes are big, use LFS 189 | 190 | ```bash 191 | git lfs install 192 | git add file.zip 193 | git commit -m "Add big file" 194 | git push origin main 195 | ``` 196 | 197 | And follow the [_Updating the website_](#updating-the-website) procedure. 198 | 199 | ## How to add contributors to community page 200 | 201 | 1. Get the details from https://people.apache.org/phonebook.html 202 | 2. Example PR: [`PR#104`](https://github.com/apache/systemds-website/pull/104/files) 203 | 204 | And follow follow, [_Updating the website_](#updating-the-website) procedure. 205 | 206 | 207 | -------------------------------------------------------------------------------- /_config.yml: -------------------------------------------------------------------------------- 1 | # Welcome to Jekyll! 2 | # 3 | # This config file is meant for settings that affect your whole blog, values 4 | # which you are expected to set up once and rarely need to edit after that. 5 | # For technical reasons, this file is *NOT* reloaded automatically when you use 6 | # 'jekyll serve'. If you change this file, please restart the server process. 7 | 8 | # Site settings 9 | author: Apache SystemDS 10 | title: Apache SystemDS - An open source ML system for the end-to-end data science lifecycle 11 | email: dev@systemds.apache.org 12 | description: Apache SystemDS is an open source ML system for the end-to-end data science lifecycle 13 | baseurl: "" # the subpath of your site, e.g. /blog 14 | url: "https://systemds.apache.org" # the base hostname & protocol for your site 15 | 16 | # Build settings 17 | markdown: kramdown 18 | 19 | 20 | source: _src 21 | 22 | exclude: 23 | - _sass 24 | - _scripts 25 | 26 | # https://jekyllrb.com/docs/collections/ 27 | collections: 28 | datasets: 29 | output: true 30 | 31 | 32 | 33 | -------------------------------------------------------------------------------- /_src/_data/contributors.yml: -------------------------------------------------------------------------------- 1 | # 2 | # Licensed to the Apache Software Foundation (ASF) under one or more 3 | # contributor license agreements. See the NOTICE file distributed with 4 | # this work for additional information regarding copyright ownership. 5 | # The ASF licenses this file to You under the Apache License, Version 2.0 6 | # (the "License"); you may not use this file except in compliance with 7 | # the License. You may obtain a copy of the License at 8 | # 9 | # http://www.apache.org/licenses/LICENSE-2.0 10 | # 11 | # Unless required by applicable law or agreed to in writing, software 12 | # distributed under the License is distributed on an "AS IS" BASIS, 13 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | # See the License for the specific language governing permissions and 15 | # limitations under the License. 16 | # 17 | 18 | - name: Alexandre V Evfimievski 19 | apacheId: ae2015 20 | githubId: ae2015 21 | role: PMC Member 22 | org: IBM 23 | 24 | - name: Arnab Phani 25 | apacheId: arnabp20 26 | githubId: phaniarnab 27 | role: PMC Member 28 | org: TU Berlin 29 | 30 | - name: Arvind Surve 31 | apacheId: acs_s 32 | githubId: asurve 33 | role: PMC Member 34 | org: IBM 35 | 36 | - name: Badrul Chowdhury 37 | apacheId: bchowdhury 38 | githubId: BACtaki 39 | role: Committer 40 | org: Apple 41 | 42 | - name: Berthold Reinwald 43 | apacheId: reinwald 44 | githubId: bertholdreinwald 45 | role: PMC Member 46 | org: IBM 47 | 48 | - name: Christina Dionysio 49 | apacheId: cdionysio 50 | githubId: christinadionysio 51 | role: Committer 52 | org: TU Berlin 53 | 54 | - name: David Weissteiner 55 | apacheId: ywcb00 56 | githubId: ywcb00 57 | role: Committer 58 | org: TU Graz 59 | 60 | - name: DB Tsai 61 | apacheId: dbtsai 62 | githubId: dbtsai 63 | role: PMC Member 64 | org: Netflix 65 | 66 | - name: Deron Eriksson 67 | apacheId: deron 68 | githubId: deroneriksson 69 | role: PMC Member 70 | org: IBM 71 | 72 | - name: Elias Strauss 73 | apacheId: estrauss 74 | githubId: e-strauss 75 | role: PMC Member 76 | org: TU Berlin 77 | 78 | - name: Faraz Makari 79 | apacheId: fmakari 80 | githubId: fmakari 81 | role: PMC Member 82 | org: Daimler TSS 83 | 84 | - name: Felix Schüler 85 | apacheId: fschueler 86 | githubId: fschueler 87 | role: PMC Member 88 | org: TU Berlin, DIMA 89 | 90 | - name: Fred Reiss 91 | apacheId: freiss 92 | githubId: frreiss 93 | role: PMC Member 94 | org: IBM 95 | 96 | - name: Glenn Weidner 97 | apacheId: gweidner 98 | githubId: gweidner 99 | role: PMC Member 100 | org: IBM 101 | 102 | - name: Guobao Li 103 | apacheId: liguobao 104 | githubId: EdgarLGB 105 | role: Committer 106 | org: Criteo 107 | 108 | - name: Henry Saputra 109 | apacheId: hsaputra 110 | githubId: hsaputra 111 | role: PMC Member, Mentor 112 | org: eBay 113 | 114 | - name: Holden Karau 115 | apacheId: holden 116 | githubId: holdenk 117 | role: PMC Member 118 | org: IBM 119 | 120 | - name: Janardhan Pulivarthi 121 | apacheId: janardhan 122 | githubId: j143 123 | role: PMC Member 124 | org: Mavenir 125 | 126 | - name: Joseph Bradley 127 | apacheId: jkbradley 128 | githubId: jkbradley 129 | role: PMC Member 130 | org: Databricks 131 | 132 | - name: Kevin Innerebner 133 | apacheId: kinnerebner 134 | githubId: kev-inn 135 | role: Committer 136 | org: TU Graz 137 | 138 | - name: Krishna Kalyan 139 | apacheId: kkalyan 140 | githubId: krishnakalyan3 141 | role: Committer 142 | org: Cloudera 143 | 144 | - name: Luciano Resende 145 | apacheId: lresende 146 | githubId: lresende 147 | role: PMC Member, Mentor 148 | org: IBM 149 | 150 | - name: Mark Dokter 151 | apacheId: markd 152 | githubId: corepointer 153 | role: Committer 154 | org: TU Graz 155 | 156 | - name: Matthias Boehm 157 | apacheId: mboehm7 158 | githubId: mboehm7 159 | role: PMC Member, Chair 160 | org: TU Berlin, previously IBM 161 | 162 | - name: Mike Dusenberry 163 | apacheId: dusenberrymw 164 | githubId: dusenberrymw 165 | role: PMC Member 166 | org: IBM 167 | 168 | - name: Nakul Jindal 169 | apacheId: nakul02 170 | githubId: nakul02 171 | role: PMC Member 172 | org: IBM 173 | 174 | - name: Niketan Pansare 175 | apacheId: niketanpansare 176 | githubId: niketanpansare 177 | role: PMC Member 178 | org: IBM 179 | 180 | - name: Olga Ovcharenko 181 | apacheId: oovcharenko 182 | githubId: OlgaOvcharenko 183 | role: PMC Member 184 | org: ETH Zürich 185 | 186 | - name: Patrick Wendell 187 | apacheId: pwendell 188 | githubId: pwendell 189 | role: PMC Member, Mentor 190 | org: Databricks 191 | 192 | - name: Prithviraj Sen 193 | apacheId: prithvi 194 | githubId: prithvirajsen 195 | role: PMC Member 196 | org: IBM 197 | 198 | - name: Reynold Xin 199 | apacheId: rxin 200 | githubId: rxin 201 | role: PMC Member, Mentor 202 | org: Databricks 203 | 204 | - name: Sebastian Baunsgaard 205 | apacheId: baunsgaard 206 | githubId: Baunsgaard 207 | role: PMC Member 208 | org: TU Berlin 209 | 210 | - name: Shirish Tatikonda 211 | apacheId: shirisht 212 | githubId: shirisht 213 | role: PMC Member 214 | org: Target 215 | 216 | - name: Shafaq Siddiqi 217 | apacheId: ssiddiqi 218 | githubId: Shafaq-Siddiqi 219 | role: PMC Member 220 | org: TU Graz 221 | 222 | - name: Xiangrui Meng 223 | apacheId: meng 224 | githubId: mengxr 225 | role: PMC Member 226 | org: Databricks 227 | -------------------------------------------------------------------------------- /_src/_data/mentors.yml: -------------------------------------------------------------------------------- 1 | # 2 | # Licensed to the Apache Software Foundation (ASF) under one or more 3 | # contributor license agreements. See the NOTICE file distributed with 4 | # this work for additional information regarding copyright ownership. 5 | # The ASF licenses this file to You under the Apache License, Version 2.0 6 | # (the "License"); you may not use this file except in compliance with 7 | # the License. You may obtain a copy of the License at 8 | # 9 | # http://www.apache.org/licenses/LICENSE-2.0 10 | # 11 | # Unless required by applicable law or agreed to in writing, software 12 | # distributed under the License is distributed on an "AS IS" BASIS, 13 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | # See the License for the specific language governing permissions and 15 | # limitations under the License. 16 | # 17 | 18 | - name: Luciano Resende 19 | apache_id: lresende 20 | 21 | - name: Patrick Wendell 22 | apache_id: pwendell 23 | 24 | - name: Reynold Xin 25 | apache_id: rxin 26 | 27 | - name: Rich Bowen 28 | apache_id: rbowen 29 | 30 | -------------------------------------------------------------------------------- /_src/_data/navigation.yml: -------------------------------------------------------------------------------- 1 | # 2 | # Licensed to the Apache Software Foundation (ASF) under one or more 3 | # contributor license agreements. See the NOTICE file distributed with 4 | # this work for additional information regarding copyright ownership. 5 | # The ASF licenses this file to You under the Apache License, Version 2.0 6 | # (the "License"); you may not use this file except in compliance with 7 | # the License. You may obtain a copy of the License at 8 | # 9 | # http://www.apache.org/licenses/LICENSE-2.0 10 | # 11 | # Unless required by applicable law or agreed to in writing, software 12 | # distributed under the License is distributed on an "AS IS" BASIS, 13 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | # See the License for the specific language governing permissions and 15 | # limitations under the License. 16 | # 17 | 18 | topnav: 19 | 20 | - title: Download 21 | url: /download 22 | 23 | - title: Get Started 24 | url: /get-started 25 | 26 | - title: Docs 27 | subcategories: 28 | - title: latest 29 | url: https://apache.github.io/systemds/ 30 | - title: 3.3.0 (stable) 31 | url: https://systemds.apache.org/docs/3.3.0/ 32 | - title: Release Notes 3.3.0 33 | url: https://systemds.apache.org/release-notes/systemds-release-notes-3.3.0 34 | 35 | 36 | - title: Community 37 | subcategories: 38 | - title: Get Involved 39 | url: /community 40 | - title: Issue Tracker 41 | url: https://issues.apache.org/jira/browse/SYSTEMDS 42 | - title: Source Code 43 | url: https://github.com/apache/systemds 44 | - title: Website Source Code 45 | url: https://github.com/apache/systemds-website 46 | 47 | - title: Apache 48 | subcategories: 49 | - title: Apache Software Foundation 50 | url: https://www.apache.org/foundation/how-it-works 51 | - title: Apache License 52 | url: https://www.apache.org/licenses/ 53 | - title: Sponsorship 54 | url: https://www.apache.org/foundation/sponsorship 55 | - title: Thanks 56 | url: https://www.apache.org/foundation/thanks 57 | - title: Privacy Policy 58 | url: /privacy-policy 59 | - title: Security 60 | url: /security 61 | -------------------------------------------------------------------------------- /_src/_data/project.yml: -------------------------------------------------------------------------------- 1 | # 2 | # Licensed to the Apache Software Foundation (ASF) under one or more 3 | # contributor license agreements. See the NOTICE file distributed with 4 | # this work for additional information regarding copyright ownership. 5 | # The ASF licenses this file to You under the Apache License, Version 2.0 6 | # (the "License"); you may not use this file except in compliance with 7 | # the License. You may obtain a copy of the License at 8 | # 9 | # http://www.apache.org/licenses/LICENSE-2.0 10 | # 11 | # Unless required by applicable law or agreed to in writing, software 12 | # distributed under the License is distributed on an "AS IS" BASIS, 13 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | # See the License for the specific language governing permissions and 15 | # limitations under the License. 16 | # 17 | 18 | name: Apache SystemDS™ 19 | short_name: SystemDS™ 20 | description: Apache SystemDS™ is an open source ML system for the end-to-end data science lifecycle. 21 | 22 | dev_list: dev@systemds.apache.org 23 | dev_list_subscribe: dev-subscribe@systemds.apache.org 24 | dev_list_unsubscribe: dev-unsubscribe@systemds.apache.org 25 | dev_list_archive: https://lists.apache.org/list.html?dev@systemds.apache.org 26 | dev_list_archive_mailarchive: 27 | dev_list_archive_markmail: 28 | 29 | commits_list: commits@systemds.apache.org 30 | commits_list_subscribe: commits-subscribe@systemds.apache.org 31 | commits_list_unsubscribe: commits-unsubscribe@systemds.apache.org 32 | commits_list_archive: https://lists.apache.org/list.html?commits@systemds.apache.org 33 | commits_list_archive_mailarchive: 34 | commits_list_archive_markmail: 35 | 36 | issues_list: issues@systemds.apache.org 37 | issues_list_subscribe: issues-subscribe@systemds.apache.org 38 | issues_list_unsubscribe: issues-unsubscribe@systemds.apache.org 39 | issues_list_archive: https://lists.apache.org/list.html?issues@systemds.apache.org 40 | issues_list_archive_mailarchive: 41 | issues_list_archive_markmail: 42 | 43 | jira: SYSTEMDS 44 | 45 | release_name: systemds 46 | release_version: 3.3.0 47 | 48 | source_repository: https://git-wip-us.apache.org/repos/asf/systemds.git 49 | source_repository_mirror: https://github.com/apache/systemds 50 | 51 | website_repository: https://git-wip-us.apache.org/repos/asf/systemds-website.git 52 | website_repository_mirror: https://github.com/apache/systemds-website 53 | 54 | podling: false 55 | 56 | docs: https://apache.github.io/systemds/ 57 | -------------------------------------------------------------------------------- /_src/_datasets/adult.md: -------------------------------------------------------------------------------- 1 | --- 2 | layout: datasets 3 | title: Adult Dataset 4 | description: The Adult / Census dataset 5 | link: adult 6 | --- 7 | 8 | Predict whether income exceeds $50K/yr based on census data. Also known as "Census Income" dataset. 9 | 10 | Home Page: [https://archive.ics.uci.edu/ml/datasets/Adult](https://archive.ics.uci.edu/ml/datasets/Adult) 11 | 12 | ### Files 13 | 14 | 1. [`jspec.json`: transform encode suggestion](https://systemds.apache.org/assets/datasets/adult/jspec.json) 15 | 2. [`train_data.csv`: training data](https://systemds.apache.org/assets/datasets/adult/train_data.csv) 16 | 3. [`train_data.csv.mtd`: training meta data](https://systemds.apache.org/assets/datasets/adult/train_data.csv.mtd) 17 | 4. [`test_data.csv`: test data](https://systemds.apache.org/assets/datasets/adult/test_data.csv) 18 | 5. [`test_data.csv.mtd`: test meta data](https://systemds.apache.org/assets/datasets/adult/test_data.csv.mtd) 19 | 20 | ### compressed files 21 | 22 | 1. [`data.zip`: All the above compressed](https://systemds.apache.org/assets/datasets/adult/data.zip) 23 | -------------------------------------------------------------------------------- /_src/_datasets/clickbait.md: -------------------------------------------------------------------------------- 1 | --- 2 | layout: datasets 3 | title: Clickbait Dataset 4 | description: Dataset for Classification of news headlines into clickbait or non-clickbait. 5 | link: clickbait 6 | --- 7 | 8 | The data is collected from various news sites. 9 | The clickbait headlines are collected from sites such as ‘BuzzFeed’, ‘Upworthy’, ‘ViralNova’, ‘Thatscoop’, ‘Scoopwhoop’ and ‘ViralStories’. 10 | The relevant or non-clickbait headlines are collected from many trustworthy news sites such as ‘WikiNews’, ’New York Times’, ‘The Guardian’, and ‘The Hindu’. 11 | 12 | Home Page: [https://www.kaggle.com/datasets/amananandrai/clickbait-dataset](https://www.kaggle.com/datasets/amananandrai/clickbait-dataset) 13 | 14 | Download Size: `1.84 MiB` 15 | 16 | ### Compressed Files 17 | 18 | 1. [`clickbait.7z`: whole data used for the LSTM example](https://systemds.apache.org/assets/datasets/clickbait/clickbait.7z) -------------------------------------------------------------------------------- /_src/_datasets/mnist.md: -------------------------------------------------------------------------------- 1 | --- 2 | layout: datasets 3 | title: MNIST Dataset 4 | description: The MNIST database of handwritten digits. 5 | link: mnist 6 | --- 7 | 8 | The MNIST database of handwritten digits, available from this page, 9 | has a training set of 60,000 examples, and a test set of 10,000 examples. 10 | It is a subset of a larger set available from NIST. The digits have been 11 | size-normalized and centered in a fixed-size image. 12 | 13 | Home Page: [http://yann.lecun.com/exdb/mnist/](http://yann.lecun.com/exdb/mnist/) 14 | 15 | Download Size: `11.06 MiB` 16 | 17 | ### Files 18 | 19 | 1. [`train-images-idx3-ubyte.gz`: training set images (9912422 bytes)](https://systemds.apache.org/assets/datasets/mnist/train-images-idx3-ubyte.gz) 20 | 2. [`train-labels-idx1-ubyte.gz`: training set labels (28881 bytes)](https://systemds.apache.org/assets/datasets/mnist/train-labels-idx1-ubyte.gz) 21 | 3. [`t10k-images-idx3-ubyte.gz`: test set images (1648877 bytes)](https://systemds.apache.org/assets/datasets/mnist/t10k-images-idx3-ubyte.gz) 22 | 4. [`t10k-labels-idx1-ubyte.gz`: test set labels (4542 bytes)](https://systemds.apache.org/assets/datasets/mnist/t10k-labels-idx1-ubyte.gz) 23 | 24 | ### Split: 25 | 26 | | Split | Examples | 27 | | --- | --- | 28 | | `train` | 60,000 | 29 | | `test` | 10,000 | 30 | -------------------------------------------------------------------------------- /_src/_includes/themes/apache/default.html: -------------------------------------------------------------------------------- 1 | 19 | 20 | 21 | {% include themes/apache/partials/_head.html %} 22 | 23 | {% include themes/apache/partials/_header.html %} 24 | {{ content }} 25 | {% include themes/apache/partials/_footer.html %} 26 | 27 | 28 | 29 | -------------------------------------------------------------------------------- /_src/_includes/themes/apache/page.html: -------------------------------------------------------------------------------- 1 | 19 |
20 | {{ content }} 21 |
22 | -------------------------------------------------------------------------------- /_src/_includes/themes/apache/partials/_footer.html: -------------------------------------------------------------------------------- 1 | 19 |
20 |
21 |
22 |
23 | Apache Incubator 24 |
25 | 26 |
27 | Copyright © 2015 28 | 29 | The Apache Software Foundation. 30 | Licensed under the Apache License, Version 2.0. 31 |
32 | Apache and the Apache Feather logo are trademarks of The Apache Software Foundation. 33 |
34 |
35 |
36 |
-------------------------------------------------------------------------------- /_src/_includes/themes/apache/partials/_head.html: -------------------------------------------------------------------------------- 1 | 19 | 20 | 21 | 22 | 23 | 24 | {{ page.title }} 25 | {% if page.description %} 26 | {% else %} 27 | {% endif %} 28 | 29 | 30 | 31 | 32 | 33 | 34 | 36 | 37 | 38 | 39 | 40 | 41 | 42 | 43 | 46 | 47 | 48 | 49 | 50 | 51 | 52 | -------------------------------------------------------------------------------- /_src/_includes/themes/apache/partials/_header.html: -------------------------------------------------------------------------------- 1 | 19 |
20 |

Apache SystemDS™

22 | 46 |
-------------------------------------------------------------------------------- /_src/_includes/themes/apache/settings.yml: -------------------------------------------------------------------------------- 1 | # 2 | # Licensed to the Apache Software Foundation (ASF) under one or more 3 | # contributor license agreements. See the NOTICE file distributed with 4 | # this work for additional information regarding copyright ownership. 5 | # The ASF licenses this file to You under the Apache License, Version 2.0 6 | # (the "License"); you may not use this file except in compliance with 7 | # the License. You may obtain a copy of the License at 8 | # 9 | # http://www.apache.org/licenses/LICENSE-2.0 10 | # 11 | # Unless required by applicable law or agreed to in writing, software 12 | # distributed under the License is distributed on an "AS IS" BASIS, 13 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | # See the License for the specific language governing permissions and 15 | # limitations under the License. 16 | # 17 | 18 | theme : 19 | name : apache 20 | -------------------------------------------------------------------------------- /_src/_layouts/datasets.html: -------------------------------------------------------------------------------- 1 | --- 2 | layout: default 3 | --- 4 | 5 | 6 |
7 |
8 |
9 | Datasets for SystemDS 10 |
11 |
12 |

{{ page.title }}

13 |

{{ page.description }}

14 | 15 | {{content}} 16 | 17 |
18 |
19 |
20 | -------------------------------------------------------------------------------- /_src/_layouts/default.html: -------------------------------------------------------------------------------- 1 | --- 2 | theme : 3 | name : apache 4 | --- 5 | 23 | {% include themes/apache/default.html %} 24 | -------------------------------------------------------------------------------- /_src/_layouts/home.html: -------------------------------------------------------------------------------- 1 | --- 2 | layout: default 3 | --- 4 | 22 | {% include themes/apache/home.html %} 23 | -------------------------------------------------------------------------------- /_src/_layouts/page.html: -------------------------------------------------------------------------------- 1 | --- 2 | layout: default 3 | --- 4 | 22 | {% include themes/apache/page.html %} 23 | -------------------------------------------------------------------------------- /_src/_sass/_base.scss: -------------------------------------------------------------------------------- 1 | body { 2 | min-height: 100%; 3 | background: #fff; 4 | -webkit-font-smoothing: antialiased; 5 | -moz-osx-font-smoothing: grayscale; 6 | } 7 | 8 | h1 { 9 | font-size: 36px; 10 | font-weight: $font-weight-bold; 11 | } 12 | h2 { 13 | font-size: 32px; 14 | font-weight: $font-weight-bold; 15 | } 16 | 17 | h3 { 18 | font-size: 18px; 19 | font-weight: $font-weight-bold; 20 | } 21 | 22 | h4 { 23 | font-size: 18px; 24 | font-weight: $font-weight-medium; 25 | } 26 | 27 | p { 28 | margin: 0; 29 | color: $color-text-systemml; 30 | margin: 0 0 1em 0; 31 | } 32 | 33 | #{if(&, "&", "*")}.indent { 34 | margin-left: 2.6em; 35 | } 36 | 37 | pre { 38 | padding: 2em; 39 | background: #ffffff; 40 | border: 1px solid #e0e0e0; 41 | // responsive pre tags 42 | word-break: break-all; /* webkit */ 43 | word-wrap: break-word; 44 | white-space: pre; 45 | white-space: -moz-pre-wrap; /* fennec */ 46 | white-space: pre-wrap; 47 | white-space: pre\9; /* IE7+ */ 48 | } 49 | 50 | code { 51 | overflow: scroll; 52 | } 53 | 54 | .text-center { 55 | text-align: center; 56 | } 57 | 58 | a { 59 | color: $color-systemml-accent; 60 | -moz-transition: all 0.2s ease-in-out; 61 | -webkit-transition: all 0.2s ease-in-out; 62 | transition: all 0.2s ease-in-out; 63 | #{if(&, "&", "*")}:hover { 64 | color: $color-systemml-accent-dark; 65 | } 66 | } 67 | 68 | hr { 69 | color: green; 70 | width: 80em; 71 | } 72 | 73 | ol { 74 | padding: 0; 75 | } 76 | 77 | figure { 78 | margin: 0; 79 | } 80 | 81 | .img-border { 82 | border: 1px solid #e0e0e0; 83 | margin: 1em 0 2em 0; 84 | } 85 | -------------------------------------------------------------------------------- /_src/_sass/_buttons.scss: -------------------------------------------------------------------------------- 1 | .button-primary { 2 | color: #fff; 3 | background: $color-systemml-accent; 4 | border-color: $color-systemml-accent; 5 | @include border-radius(3px); 6 | &:hover { 7 | background: $color-systemml-accent-dark; 8 | border-color: $color-systemml-accent-dark; 9 | } 10 | } 11 | 12 | .button-secondary { 13 | color: #fff; 14 | background: $color-systemml-accent2; 15 | border-color: $color-systemml-accent2; 16 | @include border-radius(3px); 17 | &:hover { 18 | background: $color-systemml-accent2-dark; 19 | border-color: $color-systemml-accent2-dark; 20 | } 21 | } 22 | 23 | .button-center { 24 | display: inline-block; 25 | margin-left: auto; 26 | margin-right: auto; 27 | } 28 | 29 | #award { 30 | @media (min-width: 64em) { 31 | background-image: url("/assets/img/apache-foundation-logo.png"); 32 | background-repeat: no-repeat; 33 | background-size: contain; 34 | } 35 | } 36 | 37 | -------------------------------------------------------------------------------- /_src/_sass/_header.scss: -------------------------------------------------------------------------------- 1 | .site-header { 2 | width: 100%; 3 | position: fixed; 4 | z-index: 100; 5 | display: flex; 6 | justify-content: space-between; 7 | flex-direction: column; 8 | align-items: center; 9 | padding: 0 20px; 10 | background-color: rgba(0,0,0,.9); 11 | @media (min-width: $bp-medium) { 12 | flex-direction: row; 13 | position: absolute; 14 | background: transparent; 15 | &.sticky { 16 | position: fixed; 17 | left: 0; 18 | top: -80px; 19 | background-color: rgba(0,0,0,.9); 20 | } 21 | &--not-home { 22 | background-color: rgba(0,0,0,.9); 23 | } 24 | } 25 | .logo { 26 | font-size: 20px; 27 | font-weight: $font-weight-medium; 28 | line-height: 1; 29 | margin: 30px 0 0 0; 30 | @media (min-width: $bp-medium) { 31 | margin: 0; 32 | } 33 | .logo-mark { 34 | display: inline-block; 35 | height: 31px; 36 | width: 32px; 37 | background: transparent url(../img/SystemML-logo-white-32-cleaned.png) 0 0 no-repeat; 38 | margin-right: 20px; 39 | } 40 | a { 41 | color: #fff; 42 | display: flex; 43 | align-items: center; 44 | &:visited { 45 | color: #fff; 46 | } 47 | } 48 | } 49 | } 50 | -------------------------------------------------------------------------------- /_src/_sass/_icons.scss: -------------------------------------------------------------------------------- 1 | .icon { 2 | position: relative; 3 | display: inline-block; 4 | text-indent: 0; 5 | line-height: 1; 6 | background-size: 100%; 7 | background-position: center; 8 | background-repeat: no-repeat; 9 | &.icon-chevron-down { 10 | background-image: none, url('../img/icon-chevron-down.svg'); 11 | background-size: 11px 6px; 12 | width: 11px; height: 6px; 13 | } 14 | &.play-button { 15 | background-image: none, url('../img/icon-play.svg'); 16 | background-size: 34px 34px; 17 | width: 34px; height: 34px; 18 | } 19 | &.icon-data { 20 | background-image: none, url('../img/icon-data.svg'); 21 | background-size: 45px 20.25px; 22 | width: 45px; height: 45px; 23 | } 24 | &.icon-code { 25 | background-image: none, url('../img/icon-code.svg'); 26 | background-size: 45px 23px; 27 | width: 45px; height: 45px; 28 | } 29 | &.icon-math { 30 | background-image: none, url('../img/icon-math.svg'); 31 | background-size: 45px 45px; 32 | width: 45px; height: 45px; 33 | } 34 | &.icon-close { 35 | background-image: none, url('../img/icon-close.svg'); 36 | background-size: 24px 24px; 37 | width: 24px; height: 24px; 38 | } 39 | // Partner Logos 40 | &.spark-logo { 41 | background-image: none, url('../img/spark-logo.png'); 42 | background-size: 70px 45px; 43 | width: 70px; height: 45px; 44 | } 45 | &.databricks-logo { 46 | background-image: none, url('../img/databricks-logo.svg'); 47 | background-size: 140px 45px; 48 | width: 140px; height: 45px; 49 | } 50 | &.hadoop-logo { 51 | background-image: none, url('../img/hadoop-logo.png'); 52 | background-size: 60px 45px; 53 | width: 60px; height: 45px; 54 | } 55 | &.jupyter-logo { 56 | background-image: none, url('../img/jupyter-logo.png'); 57 | background-size: 51px 55px; 58 | width: 51px; height: 55px; 59 | } 60 | &.zeppelin-logo { 61 | background-image: none, url('../img/zeppelin-logo.png'); 62 | background-size: 58px 35px; 63 | width: 58px; height: 35px; 64 | } 65 | &.dsx-logo { 66 | background-image: none, url('../img/dsx-logo.png'); 67 | background-size: 64px 27px; 68 | width: 64px; height: 27px; 69 | } 70 | &.python-logo { 71 | background-image: none, url('../img/python-logo-generic.svg'); 72 | background-size: 64px 27px; 73 | width: 64px; height: 27px; 74 | } 75 | &.r-logo { 76 | background-image: none, url('../img/r-logo.svg'); 77 | background-size: 64px 27px; 78 | width: 64px; height: 273px; 79 | } 80 | &.icon-announcement { 81 | background-image: none, url('../img/icon-announcment.svg'); 82 | background-size: 60px 40px; 83 | width: 60px; height: 40px; 84 | } 85 | &-youtube { 86 | background-image: none, url('../img/icons/icon_youtube.svg'); 87 | background-size: 40px 40px; 88 | width: 40px; height: 40px; 89 | } 90 | 91 | &-github { 92 | background-image: none, url('../img/icons/icon_github.svg'); 93 | background-size: 40px 40px; 94 | width: 40px; height: 40px; 95 | } 96 | 97 | &-twitter { 98 | background-image: none, url('../img/icons/icon_twitter.svg'); 99 | background-size: 40px 40px; 100 | width: 40px; height: 40px; 101 | } 102 | 103 | &-medium { 104 | background-image: none, url('../img/icons/icon_medium.svg'); 105 | background-size: 40px 40px; 106 | width: 40px; height: 40px; 107 | } 108 | } 109 | 110 | #trademark { 111 | font-size: .5em; 112 | font-weight: 300; 113 | vertical-align: middle; 114 | } 115 | -------------------------------------------------------------------------------- /_src/_sass/_mixins.scss: -------------------------------------------------------------------------------- 1 | @mixin border-radius($radius) { 2 | -webkit-border-radius: $radius; 3 | -moz-border-radius: $radius; 4 | -ms-border-radius: $radius; 5 | border-radius: $radius; 6 | } 7 | -------------------------------------------------------------------------------- /_src/_sass/_modules.scss: -------------------------------------------------------------------------------- 1 | .profile { 2 | text-align: center; 3 | margin-bottom: 2em; 4 | &--img { 5 | border-radius: 100%;; 6 | width: 5.5em; 7 | } 8 | &--name { 9 | font-size: 18px; 10 | } 11 | &--info, 12 | &--info a { 13 | font-weight: $font-weight-medium; 14 | color: #313131; 15 | li { 16 | line-height: 1.4; 17 | font-weight: $font-weight-light; 18 | } 19 | } 20 | } 21 | 22 | .content { 23 | text-align: center; 24 | h1, h2, h3 { 25 | font-size: 24px; 26 | line-height: 1; 27 | margin-bottom: 1em; 28 | } 29 | p { 30 | margin-bottom: 2em; 31 | } 32 | a { 33 | display: inline; 34 | } 35 | } 36 | 37 | .link-list { 38 | width: 100%; 39 | display: flex; 40 | justify-content: center; 41 | margin-bottom: 1.5em; 42 | li { 43 | margin: .75em; 44 | } 45 | 46 | @media (min-width: 75em) { 47 | li { 48 | margin: 0 2em; 49 | } 50 | } 51 | } 52 | 53 | .feature-content{ 54 | h2 { 55 | font-size: 2em; 56 | } 57 | p { 58 | font-size: 1.125em; 59 | } 60 | 61 | a { 62 | margin-top: 1.5em; 63 | } 64 | &--center{ 65 | text-align: center; 66 | } 67 | } 68 | 69 | .preview-image { 70 | text-align: center; 71 | img{ 72 | width: 500px; 73 | } 74 | } 75 | 76 | .bullet-pointless { 77 | padding: 0; 78 | margin: 0; 79 | list-style: none; 80 | } 81 | 82 | // bigger text for featured content 83 | .feature-content{ 84 | h2 { 85 | font-size: 2em; 86 | } 87 | p { 88 | font-size: 1.125em; 89 | } 90 | 91 | a { 92 | margin-top: 1.5em; 93 | } 94 | &--center{ 95 | text-align: center; 96 | } 97 | 98 | &--more-padding{ 99 | padding: 0 3.5em; 100 | } 101 | } 102 | 103 | .coming-soon { 104 | filter: blur(5px) grayscale(80%); 105 | } 106 | 107 | .preview-image { 108 | text-align: center; 109 | img{ 110 | width: 500px; 111 | } 112 | } 113 | 114 | //Responsive Video Embed 115 | .video-wrapper { 116 | position: relative; 117 | padding-bottom: 56.25%; /* 16:9 */ 118 | padding-top: 25px; 119 | height: 0; 120 | margin: 1em 0; 121 | } 122 | .video-wrapper iframe { 123 | position: absolute; 124 | top: 0; 125 | left: 0; 126 | width: 100%; 127 | height: 100%; 128 | } 129 | 130 | //Notebook Cards 131 | .nb-card { 132 | display: flex; 133 | flex: 0 1 1; 134 | flex-direction: column; 135 | justify-content: flex-start; 136 | padding: 1.25em; 137 | background-color: #ffffff; 138 | box-shadow: $shadow-default; 139 | margin: 1em; 140 | h3 { 141 | margin-bottom: 1em; 142 | } 143 | .nb-link { 144 | display: flex; 145 | align-items: center; 146 | .icon { 147 | margin-right: 10px; 148 | } 149 | } 150 | } 151 | 152 | //Horizontal Tabs 153 | ul.ml-tabs { 154 | list-style: none; 155 | margin: 0 0 -3px 1em; 156 | position: relative; 157 | z-index: 2; 158 | li { 159 | display: inline-block; 160 | padding: .5em 1em; 161 | cursor: pointer; 162 | &.current { 163 | font-weight: 400; 164 | background: #fff; 165 | border: 1px solid #e0e0e0; 166 | border-bottom: 0; 167 | } 168 | } 169 | } 170 | .tab-content { 171 | display: none; 172 | margin-top: 2px; 173 | &.current { 174 | display: block; 175 | } 176 | } 177 | 178 | //Modals 179 | .modal-trigger { 180 | display: flex; 181 | align-items: center; 182 | flex-direction: row-reverse; 183 | justify-content: flex-start; 184 | .play-button { 185 | margin-right: 20px; 186 | } 187 | } 188 | .modal-overlay { 189 | display: none; 190 | position: fixed; 191 | top: 0; 192 | left: 0; 193 | height: 100%; 194 | width: 100%; 195 | background: rgba(0,0,0,.8); 196 | z-index: 500; 197 | .video-wrapper { 198 | width: 80%; 199 | margin: 0 auto; 200 | } 201 | .icon-close { 202 | position: absolute; 203 | top: 50px; 204 | right: 50px; 205 | } 206 | } 207 | -------------------------------------------------------------------------------- /_src/_sass/_navigation.scss: -------------------------------------------------------------------------------- 1 | .main-nav { 2 | //display: none; 3 | float: right; 4 | ul { 5 | padding: 0; 6 | margin: 0; 7 | list-style: none; 8 | -webkit-font-smoothing: subpixel-antialiased; 9 | -moz-osx-font-smoothing: grayscale; 10 | li { 11 | display: inline; 12 | position: relative; 13 | float: left; 14 | &:hover { 15 | background: $color-systemml-accent; 16 | } 17 | a { 18 | color: #fff; 19 | font-weight: $font-weight-medium; 20 | display: block; 21 | padding: 10px; 22 | @media (min-width: $bp-medium) { 23 | padding: 20px; 24 | } 25 | &:hover { 26 | color: #fff; 27 | } 28 | .icon-chevron-down { 29 | top: -1px; 30 | background-size: 10.987px 6.201px; 31 | width: 10.987px; height: 6.201px; 32 | margin-left: 10px; 33 | } 34 | } 35 | } 36 | ul { 37 | display: none; 38 | background-color: #f9f9fb; 39 | border: 1px solid #e0e0e0; 40 | border-width: 0 1px 1px 1px; 41 | } 42 | } 43 | 44 | li ul { 45 | position: absolute; 46 | right: 0; 47 | top: 66px; 48 | min-width: 200px; 49 | li { 50 | width: 100%; 51 | a { 52 | color: #152935; 53 | padding: 5px 20px; 54 | transition: $transition-default; 55 | &:hover { 56 | color: #fff; 57 | background: $color-systemml-accent; 58 | } 59 | } 60 | } 61 | } 62 | ul li:hover > ul { 63 | display: block; 64 | } 65 | @media (min-width: $bp-medium) { 66 | display: block; 67 | } 68 | } 69 | -------------------------------------------------------------------------------- /_src/_sass/_syntax-highlighting.scss: -------------------------------------------------------------------------------- 1 | /** 2 | * Syntax highlighting styles 3 | */ 4 | .highlight { 5 | background: #fff; 6 | @extend %vertical-rhythm; 7 | 8 | .highlighter-rouge & { 9 | background: #eef; 10 | } 11 | 12 | .c { color: #998; font-style: italic } // Comment 13 | .err { color: #a61717; background-color: #e3d2d2 } // Error 14 | .k { font-weight: bold } // Keyword 15 | .o { font-weight: bold } // Operator 16 | .cm { color: #998; font-style: italic } // Comment.Multiline 17 | .cp { color: #999; font-weight: bold } // Comment.Preproc 18 | .c1 { color: #998; font-style: italic } // Comment.Single 19 | .cs { color: #999; font-weight: bold; font-style: italic } // Comment.Special 20 | .gd { color: #000; background-color: #fdd } // Generic.Deleted 21 | .gd .x { color: #000; background-color: #faa } // Generic.Deleted.Specific 22 | .ge { font-style: italic } // Generic.Emph 23 | .gr { color: #a00 } // Generic.Error 24 | .gh { color: #999 } // Generic.Heading 25 | .gi { color: #000; background-color: #dfd } // Generic.Inserted 26 | .gi .x { color: #000; background-color: #afa } // Generic.Inserted.Specific 27 | .go { color: #888 } // Generic.Output 28 | .gp { color: #555 } // Generic.Prompt 29 | .gs { font-weight: bold } // Generic.Strong 30 | .gu { color: #aaa } // Generic.Subheading 31 | .gt { color: #a00 } // Generic.Traceback 32 | .kc { font-weight: bold } // Keyword.Constant 33 | .kd { font-weight: bold } // Keyword.Declaration 34 | .kp { font-weight: bold } // Keyword.Pseudo 35 | .kr { font-weight: bold } // Keyword.Reserved 36 | .kt { color: #458; font-weight: bold } // Keyword.Type 37 | .m { color: #099 } // Literal.Number 38 | .s { color: #d14 } // Literal.String 39 | .na { color: #008080 } // Name.Attribute 40 | .nb { color: #0086B3 } // Name.Builtin 41 | .nc { color: #458; font-weight: bold } // Name.Class 42 | .no { color: #008080 } // Name.Constant 43 | .ni { color: #800080 } // Name.Entity 44 | .ne { color: #900; font-weight: bold } // Name.Exception 45 | .nf { color: #900; font-weight: bold } // Name.Function 46 | .nn { color: #555 } // Name.Namespace 47 | .nt { color: #000080 } // Name.Tag 48 | .nv { color: #008080 } // Name.Variable 49 | .ow { font-weight: bold } // Operator.Word 50 | .w { color: #bbb } // Text.Whitespace 51 | .mf { color: #099 } // Literal.Number.Float 52 | .mh { color: #099 } // Literal.Number.Hex 53 | .mi { color: #099 } // Literal.Number.Integer 54 | .mo { color: #099 } // Literal.Number.Oct 55 | .sb { color: #d14 } // Literal.String.Backtick 56 | .sc { color: #d14 } // Literal.String.Char 57 | .sd { color: #d14 } // Literal.String.Doc 58 | .s2 { color: #d14 } // Literal.String.Double 59 | .se { color: #d14 } // Literal.String.Escape 60 | .sh { color: #d14 } // Literal.String.Heredoc 61 | .si { color: #d14 } // Literal.String.Interpol 62 | .sx { color: #d14 } // Literal.String.Other 63 | .sr { color: #009926 } // Literal.String.Regex 64 | .s1 { color: #d14 } // Literal.String.Single 65 | .ss { color: #990073 } // Literal.String.Symbol 66 | .bp { color: #999 } // Name.Builtin.Pseudo 67 | .vc { color: #008080 } // Name.Variable.Class 68 | .vg { color: #008080 } // Name.Variable.Global 69 | .vi { color: #008080 } // Name.Variable.Instance 70 | .il { color: #099 } // Literal.Number.Integer.Long 71 | } 72 | -------------------------------------------------------------------------------- /_src/_sass/_syntax.scss: -------------------------------------------------------------------------------- 1 | .highlight { background: #ffffff; } 2 | .highlight .c { color: #999988; font-style: italic } /* Comment */ 3 | .highlight .err { color: #a61717; background-color: #e3d2d2 } /* Error */ 4 | .highlight .k { font-weight: bold } /* Keyword */ 5 | .highlight .o { font-weight: bold } /* Operator */ 6 | .highlight .cm { color: #999988; font-style: italic } /* Comment.Multiline */ 7 | .highlight .cp { color: #999999; font-weight: bold } /* Comment.Preproc */ 8 | .highlight .c1 { color: #999988; font-style: italic } /* Comment.Single */ 9 | .highlight .cs { color: #999999; font-weight: bold; font-style: italic } /* Comment.Special */ 10 | .highlight .gd { color: #000000; background-color: #ffdddd } /* Generic.Deleted */ 11 | .highlight .gd .x { color: #000000; background-color: #ffaaaa } /* Generic.Deleted.Specific */ 12 | .highlight .ge { font-style: italic } /* Generic.Emph */ 13 | .highlight .gr { color: #aa0000 } /* Generic.Error */ 14 | .highlight .gh { color: #999999 } /* Generic.Heading */ 15 | .highlight .gi { color: #000000; background-color: #ddffdd } /* Generic.Inserted */ 16 | .highlight .gi .x { color: #000000; background-color: #aaffaa } /* Generic.Inserted.Specific */ 17 | .highlight .go { color: #888888 } /* Generic.Output */ 18 | .highlight .gp { color: #555555 } /* Generic.Prompt */ 19 | .highlight .gs { font-weight: bold } /* Generic.Strong */ 20 | .highlight .gu { color: #aaaaaa } /* Generic.Subheading */ 21 | .highlight .gt { color: #aa0000 } /* Generic.Traceback */ 22 | .highlight .kc { font-weight: bold } /* Keyword.Constant */ 23 | .highlight .kd { font-weight: bold } /* Keyword.Declaration */ 24 | .highlight .kp { font-weight: bold } /* Keyword.Pseudo */ 25 | .highlight .kr { font-weight: bold } /* Keyword.Reserved */ 26 | .highlight .kt { color: #445588; font-weight: bold } /* Keyword.Type */ 27 | .highlight .m { color: #009999 } /* Literal.Number */ 28 | .highlight .s { color: #d14 } /* Literal.String */ 29 | .highlight .na { color: #008080 } /* Name.Attribute */ 30 | .highlight .nb { color: #0086B3 } /* Name.Builtin */ 31 | .highlight .nc { color: #445588; font-weight: bold } /* Name.Class */ 32 | .highlight .no { color: #008080 } /* Name.Constant */ 33 | .highlight .ni { color: #800080 } /* Name.Entity */ 34 | .highlight .ne { color: #990000; font-weight: bold } /* Name.Exception */ 35 | .highlight .nf { color: #990000; font-weight: bold } /* Name.Function */ 36 | .highlight .nn { color: #555555 } /* Name.Namespace */ 37 | .highlight .nt { color: #000080 } /* Name.Tag */ 38 | .highlight .nv { color: #008080 } /* Name.Variable */ 39 | .highlight .ow { font-weight: bold } /* Operator.Word */ 40 | .highlight .w { color: #bbbbbb } /* Text.Whitespace */ 41 | .highlight .mf { color: #009999 } /* Literal.Number.Float */ 42 | .highlight .mh { color: #009999 } /* Literal.Number.Hex */ 43 | .highlight .mi { color: #009999 } /* Literal.Number.Integer */ 44 | .highlight .mo { color: #009999 } /* Literal.Number.Oct */ 45 | .highlight .sb { color: #d14 } /* Literal.String.Backtick */ 46 | .highlight .sc { color: #d14 } /* Literal.String.Char */ 47 | .highlight .sd { color: #d14 } /* Literal.String.Doc */ 48 | .highlight .s2 { color: #d14 } /* Literal.String.Double */ 49 | .highlight .se { color: #d14 } /* Literal.String.Escape */ 50 | .highlight .sh { color: #d14 } /* Literal.String.Heredoc */ 51 | .highlight .si { color: #d14 } /* Literal.String.Interpol */ 52 | .highlight .sx { color: #d14 } /* Literal.String.Other */ 53 | .highlight .sr { color: #009926 } /* Literal.String.Regex */ 54 | .highlight .s1 { color: #d14 } /* Literal.String.Single */ 55 | .highlight .ss { color: #990073 } /* Literal.String.Symbol */ 56 | .highlight .bp { color: #999999 } /* Name.Builtin.Pseudo */ 57 | .highlight .vc { color: #008080 } /* Name.Variable.Class */ 58 | .highlight .vg { color: #008080 } /* Name.Variable.Global */ 59 | .highlight .vi { color: #008080 } /* Name.Variable.Instance */ 60 | .highlight .il { color: #009999 } /* Literal.Number.Integer.Long */ 61 | -------------------------------------------------------------------------------- /_src/_sass/layout/_config.scss: -------------------------------------------------------------------------------- 1 | $susy: ( 2 | columns: 12, 3 | gutters: 1.953125, 4 | math: fluid, 5 | output: float, 6 | gutter-position: inside 7 | ); 8 | 9 | @mixin clearfix { 10 | &:after { 11 | content: ""; 12 | display: table; 13 | clear: both; 14 | } 15 | } 16 | -------------------------------------------------------------------------------- /_src/_sass/layout/_index.scss: -------------------------------------------------------------------------------- 1 | @import 'config'; 2 | -------------------------------------------------------------------------------- /_src/_sass/main.scss: -------------------------------------------------------------------------------- 1 | @import "vendor/ap-components.min.scss"; 2 | @import "config.scss"; 3 | 4 | @import "susy"; 5 | 6 | // Mixins 7 | @import "mixins.scss"; 8 | 9 | // Syntax highlighting 10 | 11 | @import "syntax"; 12 | 13 | @import "navigation.scss"; 14 | 15 | // Base Styles 16 | @import "base.scss"; 17 | 18 | // Layout 19 | @import "layout.scss"; 20 | 21 | // Typography 22 | @import "buttons.scss"; 23 | 24 | //Site header 25 | @import "header.scss"; 26 | 27 | // Icons 28 | @import "icons.scss"; 29 | 30 | // Hero Banners 31 | @import "banners.scss"; 32 | 33 | @import "modules.scss"; 34 | -------------------------------------------------------------------------------- /_src/_scripts/jquery.fitvids.js: -------------------------------------------------------------------------------- 1 | /*jshint browser:true */ 2 | /*! 3 | * FitVids 1.1 4 | * 5 | * Copyright 2013, Chris Coyier - http://css-tricks.com + Dave Rupert - http://daverupert.com 6 | * Credit to Thierry Koblentz - http://www.alistapart.com/articles/creating-intrinsic-ratios-for-video/ 7 | * Released under the WTFPL license - http://sam.zoy.org/wtfpl/ 8 | * 9 | */ 10 | 11 | ;(function( $ ){ 12 | 13 | 'use strict'; 14 | 15 | $.fn.fitVids = function( options ) { 16 | var settings = { 17 | customSelector: null, 18 | ignore: null 19 | }; 20 | 21 | if(!document.getElementById('fit-vids-style')) { 22 | // appendStyles: 23 | // https://github.com/toddmotto/fluidvids/blob/b6ca991b5ac1f7792b3cfb992607284b21fb3177/dist/fluidvids.js 24 | var head = document.head || document.getElementsByTagName('head')[0]; 25 | var css = '.fluid-width-video-wrapper{width:100%;position:relative;padding:0;}.fluid-width-video-wrapper iframe,.fluid-width-video-wrapper object,.fluid-width-video-wrapper embed {position:absolute;top:0;left:0;width:100%;height:100%;}'; 26 | var div = document.createElement("div"); 27 | div.innerHTML = '

x

'; 28 | head.appendChild(div.childNodes[1]); 29 | } 30 | 31 | if ( options ) { 32 | $.extend( settings, options ); 33 | } 34 | 35 | return this.each(function(){ 36 | var selectors = [ 37 | 'iframe[src*="player.vimeo.com"]', 38 | 'iframe[src*="youtube.com"]', 39 | 'iframe[src*="youtube-nocookie.com"]', 40 | 'iframe[src*="kickstarter.com"][src*="video.html"]', 41 | 'object', 42 | 'embed' 43 | ]; 44 | 45 | if (settings.customSelector) { 46 | selectors.push(settings.customSelector); 47 | } 48 | 49 | var ignoreList = '.fitvidsignore'; 50 | 51 | if(settings.ignore) { 52 | ignoreList = ignoreList + ', ' + settings.ignore; 53 | } 54 | 55 | var $allVideos = $(this).find(selectors.join(',')); 56 | $allVideos = $allVideos.not('object object'); // SwfObj conflict patch 57 | $allVideos = $allVideos.not(ignoreList); // Disable FitVids on this video. 58 | 59 | $allVideos.each(function(){ 60 | var $this = $(this); 61 | if($this.parents(ignoreList).length > 0) { 62 | return; // Disable FitVids on this video. 63 | } 64 | if (this.tagName.toLowerCase() === 'embed' && $this.parent('object').length || $this.parent('.fluid-width-video-wrapper').length) { return; } 65 | if ((!$this.css('height') && !$this.css('width')) && (isNaN($this.attr('height')) || isNaN($this.attr('width')))) 66 | { 67 | $this.attr('height', 9); 68 | $this.attr('width', 16); 69 | } 70 | var height = ( this.tagName.toLowerCase() === 'object' || ($this.attr('height') && !isNaN(parseInt($this.attr('height'), 10))) ) ? parseInt($this.attr('height'), 10) : $this.height(), 71 | width = !isNaN(parseInt($this.attr('width'), 10)) ? parseInt($this.attr('width'), 10) : $this.width(), 72 | aspectRatio = height / width; 73 | if(!$this.attr('name')){ 74 | var videoName = 'fitvid' + $.fn.fitVids._count; 75 | $this.attr('name', videoName); 76 | $.fn.fitVids._count++; 77 | } 78 | $this.wrap('
').parent('.fluid-width-video-wrapper').css('padding-top', (aspectRatio * 100)+'%'); 79 | $this.removeAttr('height').removeAttr('width'); 80 | }); 81 | }); 82 | }; 83 | 84 | // Internal counter for unique video names. 85 | $.fn.fitVids._count = 0; 86 | 87 | // Works with either jQuery or Zepto 88 | })( window.jQuery || window.Zepto ); 89 | -------------------------------------------------------------------------------- /_src/_scripts/main.js: -------------------------------------------------------------------------------- 1 | console.log('hello main.js'); 2 | 3 | $(document).ready(function() { 4 | 5 | stickyHeader(); 6 | 7 | $(window).resize(function() { 8 | stickyHeader(); 9 | }); 10 | 11 | // Modal Triggers 12 | $('.jq-modal-trigger').click(function(event) { 13 | var el_show = $(this).attr("href"); 14 | $(el_show).fadeIn('slow'); 15 | event.preventDefault(); 16 | hideModal(); 17 | }); 18 | 19 | $('.jq-modal').fitVids(); 20 | 21 | //Call tabs for Install page 22 | $('ul.ml-tabs li').click(function(){ 23 | var tab_id = $(this).attr('data-tab'); 24 | 25 | $('ul.ml-tabs li').removeClass('current'); 26 | $('.tab-content').removeClass('current'); 27 | 28 | $(this).addClass('current'); 29 | $("#"+tab_id).addClass('current'); 30 | }); 31 | 32 | }); 33 | 34 | //End Ready...................................... 35 | 36 | //StickyHeader 37 | function stickyHeader() { 38 | // get height of first two headers 39 | var scrollHeight = 80; 40 | var self = this; 41 | if($( window ).width() > 750) { 42 | 43 | $(window).scroll(function() { 44 | // get current scroll position 45 | var scrollTop = $(this).scrollTop(); 46 | 47 | // if current position > scrollHeight 48 | if (scrollTop > scrollHeight) { 49 | // make fixed and change background color 50 | $('.site-header').addClass('sticky').animate({top: "0"}, 300); 51 | 52 | } else if (scrollTop == 0) { 53 | // unfix and go back to default color 54 | $('.site-header').css('top','-80px').removeClass('sticky'); 55 | } 56 | 57 | }); 58 | 59 | } 60 | } 61 | 62 | // Show Modal 63 | function hideModal() { 64 | $(".jq-close").click(function(event){ 65 | var src = $(this).parent().find('iframe').attr('src'); 66 | $(this).parent().fadeOut('slow'); 67 | $(this).parent().find('iframe').attr('src',''); 68 | $(this).parent().find('iframe').attr('src',src); 69 | event.preventDefault(); 70 | }); 71 | } 72 | -------------------------------------------------------------------------------- /_src/_scripts/pushy.js: -------------------------------------------------------------------------------- 1 | !function(a){function b(){g.hasClass(k)?h.toggleClass(l):h.toggleClass(m)}function c(){g.hasClass(k)?(h.addClass(l),g.animate({left:"0px"},p),i.animate({left:q},p),j.animate({left:q},p)):(h.addClass(m),g.animate({right:"0px"},p),i.animate({right:q},p),j.animate({right:q},p))}function d(){g.hasClass(k)?(h.removeClass(l),g.animate({left:"-"+q},p),i.animate({left:"0px"},p),j.animate({left:"0px"},p)):(h.removeClass(m),g.animate({right:"-"+q},p),i.animate({right:"0px"},p),j.animate({right:"0px"},p))}function e(){a(r).addClass(t),a(r).on("click",function(){var b=a(this);b.hasClass(t)?(a(r).addClass(t).removeClass(s),b.removeClass(t).addClass(s)):b.addClass(t).removeClass(s)})}function f(){a(r).addClass(t),u.children("a").on("click",function(b){b.preventDefault(),a(this).toggleClass(s).next(".pushy-submenu ul").slideToggle(200).end().parent(r).siblings(r).children("a").removeClass(s).next(".pushy-submenu ul").slideUp(200)})}var g=a(".pushy"),h=a("body"),i=a("#container"),j=a(".push"),k="pushy-left",l="pushy-open-left",m="pushy-open-right",n=a(".site-overlay"),o=a(".menu-btn, .pushy-link"),p=200,q=g.width()+"px",r=".pushy-submenu",s="pushy-submenu-open",t="pushy-submenu-closed",u=a(r),v=function(){var a=document.createElement("p"),b=!1,c={webkitTransform:"-webkit-transform",OTransform:"-o-transform",msTransform:"-ms-transform",MozTransform:"-moz-transform",transform:"transform"};document.body.insertBefore(a,null);for(var d in c)void 0!==a.style[d]&&(a.style[d]="translate3d(1px,1px,1px)",b=window.getComputedStyle(a).getPropertyValue(c[d]));return document.body.removeChild(a),void 0!==b&&b.length>0&&"none"!==b}();if(v)g.css({visibility:"visible"}),e(),o.on("click",function(){b()}),n.on("click",function(){b()});else{h.addClass("no-csstransforms3d"),g.hasClass(k)?g.css({left:"-"+q}):g.css({right:"-"+q}),g.css({visibility:"visible"}),i.css({"overflow-x":"hidden"});var w=!1;f(),o.on("click",function(){w?(d(),w=!1):(c(),w=!0)}),n.on("click",function(){w?(d(),w=!1):(c(),w=!0)})}}(jQuery); 2 | -------------------------------------------------------------------------------- /_src/assets/datasets/clickbait/clickbait.7z: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:d76f0ea13de1b975385f5632d4b09e78d5fc868637925063d5c98404c83e9b13 3 | size 561715 4 | -------------------------------------------------------------------------------- /_src/assets/datasets/hadoop/native-3.3.4.zip: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:33f67a688ca387bd3949373462c5a95d636313531726c4daba71193e0f51d0c6 3 | size 52742946 4 | -------------------------------------------------------------------------------- /_src/assets/datasets/mnist/t10k-images-idx3-ubyte.gz: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:8d422c7b0a1c1c79245a5bcf07fe86e33eeafee792b84584aec276f5a2dbc4e6 3 | size 1648877 4 | -------------------------------------------------------------------------------- /_src/assets/datasets/mnist/t10k-labels-idx1-ubyte.gz: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:f7ae60f92e00ec6debd23a6088c31dbd2371eca3ffa0defaefb259924204aec6 3 | size 4542 4 | -------------------------------------------------------------------------------- /_src/assets/datasets/mnist/train-images-idx3-ubyte.gz: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:440fcabf73cc546fa21475e81ea370265605f56be210a4024d2ca8f203523609 3 | size 9912422 4 | -------------------------------------------------------------------------------- /_src/assets/datasets/mnist/train-labels-idx1-ubyte.gz: -------------------------------------------------------------------------------- 1 | version https://git-lfs.github.com/spec/v1 2 | oid sha256:3552534a0a558bbed6aed32b30c495cca23d567ec52cac8be1a0730e8010255c 3 | size 28881 4 | -------------------------------------------------------------------------------- /_src/assets/img/SystemML-logo-white-32-cleaned.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/systemds-website/beedabb595cc16e08b814397cbcb798470cf2d1a/_src/assets/img/SystemML-logo-white-32-cleaned.png -------------------------------------------------------------------------------- /_src/assets/img/airport-traffic.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/systemds-website/beedabb595cc16e08b814397cbcb798470cf2d1a/_src/assets/img/airport-traffic.png -------------------------------------------------------------------------------- /_src/assets/img/apache-foundation-logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/systemds-website/beedabb595cc16e08b814397cbcb798470cf2d1a/_src/assets/img/apache-foundation-logo.png -------------------------------------------------------------------------------- /_src/assets/img/apache-incubator-logo-old.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/systemds-website/beedabb595cc16e08b814397cbcb798470cf2d1a/_src/assets/img/apache-incubator-logo-old.png -------------------------------------------------------------------------------- /_src/assets/img/apache-incubator-logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/systemds-website/beedabb595cc16e08b814397cbcb798470cf2d1a/_src/assets/img/apache-incubator-logo.png -------------------------------------------------------------------------------- /_src/assets/img/apache-logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/systemds-website/beedabb595cc16e08b814397cbcb798470cf2d1a/_src/assets/img/apache-logo.png -------------------------------------------------------------------------------- /_src/assets/img/automotive.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/systemds-website/beedabb595cc16e08b814397cbcb798470cf2d1a/_src/assets/img/automotive.png -------------------------------------------------------------------------------- /_src/assets/img/avatars/.metadata/metadata.yml: -------------------------------------------------------------------------------- 1 | --- 2 | ae2015: 3 | etag: '"88e86f61b57d6d3109510ffbc34976bc694b34cb5fc661ec14f94ef023ec592b"' 4 | last_modified: Sat, 02 May 2015 15:01:36 GMT 5 | phaniarnab: 6 | etag: '"06fceca82aba23e83d6c661b3d09b1d81d918f0d83e66c8caad93c948873081b"' 7 | last_modified: Fri, 12 Jul 2024 21:06:09 GMT 8 | asurve: 9 | etag: '"503aeffe134d57975ee975d093338ee2a9268127ccbb9aca5d0b4c06cfa82bc6"' 10 | last_modified: Wed, 28 Oct 2015 17:41:20 GMT 11 | BACtaki: 12 | etag: '"cd95e29deefa0ff63c67b6a1247f90c0f5a9ef3899e04ef376154332ef40d86a"' 13 | last_modified: Sat, 02 May 2015 15:01:36 GMT 14 | bertholdreinwald: 15 | etag: '"8642d7447dd2b2d365bc4acc72f86e4e7db0b902d7da04d40c86299f482e916b"' 16 | last_modified: Sun, 23 Oct 2016 05:37:40 GMT 17 | ywcb00: 18 | etag: '"0405526ff14518ab62d44a56637050ea1592906681464a48911b60bb98f15c22"' 19 | last_modified: Sat, 02 May 2015 15:01:36 GMT 20 | dbtsai: 21 | etag: '"09ff9dc128b12ce2afd5c732390bd0bdb9407fd2fdd9a65da1a2d95603811aa9"' 22 | last_modified: Tue, 10 Jun 2014 22:42:13 GMT 23 | deroneriksson: 24 | etag: '"70b78cfb1cd7a54c2ca8d23081ab84e6dc45a2c666b54a0f01eb4677cd5e8c28"' 25 | last_modified: Wed, 01 Jul 2015 18:42:34 GMT 26 | fmakari: 27 | etag: '"4451d0e84bed47fb139c508e1b5e4a08e051fe45439ae952b67bbdcb87cf0ff2"' 28 | last_modified: Fri, 28 Apr 2017 12:15:44 GMT 29 | fschueler: 30 | etag: 31 | last_modified: Tue, 24 Sep 2013 14:46:00 GMT 32 | frreiss: 33 | etag: '"1674414a6a0c7949af322ba32f28de49d5002a9ff3d6c9f9bc1b2839e2b16a96"' 34 | last_modified: Mon, 24 Jun 2024 20:14:27 GMT 35 | gweidner: 36 | etag: '"cf9f5a2d267c350f1ae7bf681dd20e7354e87ba6fcf7a0ce9f8609432d3bc81e"' 37 | last_modified: Wed, 30 Sep 2015 20:39:05 GMT 38 | EdgarLGB: 39 | etag: '"276581349793b598f5535fa6fe150546aeef0e97b805414cf13ce08953a49140"' 40 | last_modified: Mon, 13 Nov 2017 14:15:06 GMT 41 | hsaputra: 42 | etag: '"9a3fcfa4a9944c4c377376c84f325c3a5795776a6f07ecf05f908e6ab2833919"' 43 | last_modified: Mon, 02 Feb 2015 20:49:52 GMT 44 | holdenk: 45 | etag: 46 | last_modified: Tue, 04 Dec 2012 02:21:02 GMT 47 | j143: 48 | etag: '"56d0b022238cbd3a259721f3aa44bbfa40a45ee9e9e81ba279b1cc04867cff0b"' 49 | last_modified: Fri, 29 Oct 2021 18:24:34 GMT 50 | jkbradley: 51 | etag: '"3235eed8302c7ffd77fd3f32ec3963d193c9cd1fb227045a05894bd9c45a4e47"' 52 | last_modified: Sat, 02 May 2015 15:01:36 GMT 53 | kev-inn: 54 | etag: '"90c32cb4953463f0bb061dce46b4e319c4caf9d8baddb2829d2903da6ce4a4fe"' 55 | last_modified: Mon, 21 Nov 2022 14:52:57 GMT 56 | krishnakalyan3: 57 | etag: '"8d66a63baf5ace0ef349fe9f46d0a9341942c7eee1959b1d3591074ecbbf9a2e"' 58 | last_modified: Sat, 18 Jun 2022 23:27:02 GMT 59 | lresende: 60 | etag: '"ddb2be794e75e36a7003c98a8ba03e18e5ef909102f7ce9f4a3c4dcb23728f8e"' 61 | last_modified: Wed, 09 Dec 2020 04:19:15 GMT 62 | corepointer: 63 | etag: '"dec4d54e940328ea97ca7d39811a8da89ca662b2f9102b95016224563c1c18d3"' 64 | last_modified: Mon, 26 Jun 2023 14:33:55 GMT 65 | mboehm7: 66 | etag: '"b9ad82d205557c7a10af2ed4f2bbb2bc4d8e67b4d863c1cc1323cfb93670c343"' 67 | last_modified: Sun, 09 Aug 2015 20:58:15 GMT 68 | dusenberrymw: 69 | etag: '"8214346a3edb810790c12d4f4b26ca91300c37a7d40724acecf7d3500fa0960f"' 70 | last_modified: Tue, 02 Aug 2016 17:09:50 GMT 71 | nakul02: 72 | etag: '"3a4ee7985ef9fe366e0f3ca4af9d1e2f5bcaf9ebb2b247e1c05f29168fbee4a6"' 73 | last_modified: Fri, 08 Jan 2016 02:21:34 GMT 74 | niketanpansare: 75 | etag: 76 | last_modified: Sun, 15 Jun 2014 16:05:04 GMT 77 | OlgaOvcharenko: 78 | etag: '"870478e44146c49681f269297b5ec813271a55c836d06e7efb24b722a04b5fd6"' 79 | last_modified: Sun, 03 Jan 2021 18:31:42 GMT 80 | pwendell: 81 | etag: '"6ac4d173092d13c36578b3f5e4bed1d461a29113244c19d5e08729597d3a4c2e"' 82 | last_modified: Mon, 14 Sep 2015 21:46:02 GMT 83 | prithvirajsen: 84 | etag: '"e588c1ebcfa09f07e218f024425885c49078b44928e735ef577a04586357d0ae"' 85 | last_modified: Sat, 02 May 2015 15:01:36 GMT 86 | rxin: 87 | etag: '"3afacc3d9641230c1a0b4a0041e3022ef74c996bab569011d30cbb2e78bad917"' 88 | last_modified: Mon, 03 Mar 2025 01:28:38 GMT 89 | Baunsgaard: 90 | etag: '"7f11c27c7e27b0077e5eddfdc9358c1faea74525620d9902299d5d46ae2d5b8c"' 91 | last_modified: Sun, 05 Nov 2023 13:18:42 GMT 92 | shirisht: 93 | etag: '"952fbc91eeff8f58bfdb0cd068c82ed323c7bf8c8fdd1ae21848144d1b0fe225"' 94 | last_modified: Sat, 02 May 2015 15:01:36 GMT 95 | Shafaq-Siddiqi: 96 | etag: '"3e8f6474b0ddf35f090546871e2a462e39cacf4953ffdae996b916f2684f820b"' 97 | last_modified: Sat, 02 May 2015 15:01:36 GMT 98 | mengxr: 99 | etag: '"3024504bf3d26f3e5b0e9b9d7cd094dc23c19d7802aba428c8603e0d8deb526a"' 100 | last_modified: Mon, 16 Feb 2015 21:10:39 GMT 101 | christinadionysio: 102 | etag: '"13a1e9d5a8126011bef43c38b0b218281367f8666ae8309821382084c5c815da"' 103 | last_modified: Tue, 17 Oct 2023 07:36:59 GMT 104 | e-strauss: 105 | etag: '"601f30aebf4cfb879824cb1e7cc4ac95ea4f3abd37ad148ec9f738e46f463162"' 106 | last_modified: Wed, 07 Feb 2024 11:32:50 GMT 107 | -------------------------------------------------------------------------------- /_src/assets/img/avatars/BACtaki.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/systemds-website/beedabb595cc16e08b814397cbcb798470cf2d1a/_src/assets/img/avatars/BACtaki.jpg -------------------------------------------------------------------------------- /_src/assets/img/avatars/Baunsgaard.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/systemds-website/beedabb595cc16e08b814397cbcb798470cf2d1a/_src/assets/img/avatars/Baunsgaard.jpg -------------------------------------------------------------------------------- /_src/assets/img/avatars/EdgarLGB.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/systemds-website/beedabb595cc16e08b814397cbcb798470cf2d1a/_src/assets/img/avatars/EdgarLGB.jpg -------------------------------------------------------------------------------- /_src/assets/img/avatars/OlgaOvcharenko.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/systemds-website/beedabb595cc16e08b814397cbcb798470cf2d1a/_src/assets/img/avatars/OlgaOvcharenko.jpg -------------------------------------------------------------------------------- /_src/assets/img/avatars/Shafaq-Siddiqi.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/systemds-website/beedabb595cc16e08b814397cbcb798470cf2d1a/_src/assets/img/avatars/Shafaq-Siddiqi.jpg -------------------------------------------------------------------------------- /_src/assets/img/avatars/ae2015.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/systemds-website/beedabb595cc16e08b814397cbcb798470cf2d1a/_src/assets/img/avatars/ae2015.jpg -------------------------------------------------------------------------------- /_src/assets/img/avatars/asurve.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/systemds-website/beedabb595cc16e08b814397cbcb798470cf2d1a/_src/assets/img/avatars/asurve.jpg -------------------------------------------------------------------------------- /_src/assets/img/avatars/bertholdreinwald.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/systemds-website/beedabb595cc16e08b814397cbcb798470cf2d1a/_src/assets/img/avatars/bertholdreinwald.jpg -------------------------------------------------------------------------------- /_src/assets/img/avatars/christinadionysio.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/systemds-website/beedabb595cc16e08b814397cbcb798470cf2d1a/_src/assets/img/avatars/christinadionysio.jpg -------------------------------------------------------------------------------- /_src/assets/img/avatars/corepointer.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/systemds-website/beedabb595cc16e08b814397cbcb798470cf2d1a/_src/assets/img/avatars/corepointer.jpg -------------------------------------------------------------------------------- /_src/assets/img/avatars/dbtsai.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/systemds-website/beedabb595cc16e08b814397cbcb798470cf2d1a/_src/assets/img/avatars/dbtsai.jpg -------------------------------------------------------------------------------- /_src/assets/img/avatars/deroneriksson.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/systemds-website/beedabb595cc16e08b814397cbcb798470cf2d1a/_src/assets/img/avatars/deroneriksson.jpg -------------------------------------------------------------------------------- /_src/assets/img/avatars/dusenberrymw.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/systemds-website/beedabb595cc16e08b814397cbcb798470cf2d1a/_src/assets/img/avatars/dusenberrymw.jpg -------------------------------------------------------------------------------- /_src/assets/img/avatars/e-strauss.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/systemds-website/beedabb595cc16e08b814397cbcb798470cf2d1a/_src/assets/img/avatars/e-strauss.jpg -------------------------------------------------------------------------------- /_src/assets/img/avatars/fmakari.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/systemds-website/beedabb595cc16e08b814397cbcb798470cf2d1a/_src/assets/img/avatars/fmakari.jpg -------------------------------------------------------------------------------- /_src/assets/img/avatars/frreiss.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/systemds-website/beedabb595cc16e08b814397cbcb798470cf2d1a/_src/assets/img/avatars/frreiss.jpg -------------------------------------------------------------------------------- /_src/assets/img/avatars/fschueler.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/systemds-website/beedabb595cc16e08b814397cbcb798470cf2d1a/_src/assets/img/avatars/fschueler.jpg -------------------------------------------------------------------------------- /_src/assets/img/avatars/gweidner.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/systemds-website/beedabb595cc16e08b814397cbcb798470cf2d1a/_src/assets/img/avatars/gweidner.jpg -------------------------------------------------------------------------------- /_src/assets/img/avatars/holdenk.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/systemds-website/beedabb595cc16e08b814397cbcb798470cf2d1a/_src/assets/img/avatars/holdenk.jpg -------------------------------------------------------------------------------- /_src/assets/img/avatars/hsaputra.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/systemds-website/beedabb595cc16e08b814397cbcb798470cf2d1a/_src/assets/img/avatars/hsaputra.jpg -------------------------------------------------------------------------------- /_src/assets/img/avatars/j143.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/systemds-website/beedabb595cc16e08b814397cbcb798470cf2d1a/_src/assets/img/avatars/j143.jpg -------------------------------------------------------------------------------- /_src/assets/img/avatars/jkbradley.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/systemds-website/beedabb595cc16e08b814397cbcb798470cf2d1a/_src/assets/img/avatars/jkbradley.jpg -------------------------------------------------------------------------------- /_src/assets/img/avatars/kev-inn.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/systemds-website/beedabb595cc16e08b814397cbcb798470cf2d1a/_src/assets/img/avatars/kev-inn.jpg -------------------------------------------------------------------------------- /_src/assets/img/avatars/krishnakalyan3.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/systemds-website/beedabb595cc16e08b814397cbcb798470cf2d1a/_src/assets/img/avatars/krishnakalyan3.jpg -------------------------------------------------------------------------------- /_src/assets/img/avatars/lresende.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/systemds-website/beedabb595cc16e08b814397cbcb798470cf2d1a/_src/assets/img/avatars/lresende.jpg -------------------------------------------------------------------------------- /_src/assets/img/avatars/mboehm7.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/systemds-website/beedabb595cc16e08b814397cbcb798470cf2d1a/_src/assets/img/avatars/mboehm7.jpg -------------------------------------------------------------------------------- /_src/assets/img/avatars/mengxr.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/systemds-website/beedabb595cc16e08b814397cbcb798470cf2d1a/_src/assets/img/avatars/mengxr.jpg -------------------------------------------------------------------------------- /_src/assets/img/avatars/nakul02.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/systemds-website/beedabb595cc16e08b814397cbcb798470cf2d1a/_src/assets/img/avatars/nakul02.jpg -------------------------------------------------------------------------------- /_src/assets/img/avatars/niketanpansare.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/systemds-website/beedabb595cc16e08b814397cbcb798470cf2d1a/_src/assets/img/avatars/niketanpansare.jpg -------------------------------------------------------------------------------- /_src/assets/img/avatars/phaniarnab.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/systemds-website/beedabb595cc16e08b814397cbcb798470cf2d1a/_src/assets/img/avatars/phaniarnab.jpg -------------------------------------------------------------------------------- /_src/assets/img/avatars/prithvirajsen.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/systemds-website/beedabb595cc16e08b814397cbcb798470cf2d1a/_src/assets/img/avatars/prithvirajsen.jpg -------------------------------------------------------------------------------- /_src/assets/img/avatars/pwendell.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/systemds-website/beedabb595cc16e08b814397cbcb798470cf2d1a/_src/assets/img/avatars/pwendell.jpg -------------------------------------------------------------------------------- /_src/assets/img/avatars/rxin.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/systemds-website/beedabb595cc16e08b814397cbcb798470cf2d1a/_src/assets/img/avatars/rxin.jpg -------------------------------------------------------------------------------- /_src/assets/img/avatars/shirisht.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/systemds-website/beedabb595cc16e08b814397cbcb798470cf2d1a/_src/assets/img/avatars/shirisht.jpg -------------------------------------------------------------------------------- /_src/assets/img/avatars/ywcb00.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/systemds-website/beedabb595cc16e08b814397cbcb798470cf2d1a/_src/assets/img/avatars/ywcb00.jpg -------------------------------------------------------------------------------- /_src/assets/img/award.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/systemds-website/beedabb595cc16e08b814397cbcb798470cf2d1a/_src/assets/img/award.png -------------------------------------------------------------------------------- /_src/assets/img/award.svg: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | 14 | 15 | 16 | 17 | 18 | 19 | 20 | 21 | 22 | 23 | 24 | 25 | 26 | 27 | 28 | 29 | 30 | 31 | 32 | 33 | 34 | 35 | 36 | 37 | 38 | 39 | 40 | 41 | 42 | 43 | 44 | 45 | 46 | 47 | 48 | 49 | 50 | 51 | 52 | 53 | 54 | 55 | -------------------------------------------------------------------------------- /_src/assets/img/awardLeft.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/systemds-website/beedabb595cc16e08b814397cbcb798470cf2d1a/_src/assets/img/awardLeft.png -------------------------------------------------------------------------------- /_src/assets/img/awardRight.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/systemds-website/beedabb595cc16e08b814397cbcb798470cf2d1a/_src/assets/img/awardRight.png -------------------------------------------------------------------------------- /_src/assets/img/databricks-logo.svg: -------------------------------------------------------------------------------- 1 | DAT_Logo_product -------------------------------------------------------------------------------- /_src/assets/img/datasets.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/systemds-website/beedabb595cc16e08b814397cbcb798470cf2d1a/_src/assets/img/datasets.png -------------------------------------------------------------------------------- /_src/assets/img/diagramAnim-v4.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/systemds-website/beedabb595cc16e08b814397cbcb798470cf2d1a/_src/assets/img/diagramAnim-v4.gif -------------------------------------------------------------------------------- /_src/assets/img/dsx-logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/systemds-website/beedabb595cc16e08b814397cbcb798470cf2d1a/_src/assets/img/dsx-logo.png -------------------------------------------------------------------------------- /_src/assets/img/favicon.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/systemds-website/beedabb595cc16e08b814397cbcb798470cf2d1a/_src/assets/img/favicon.png -------------------------------------------------------------------------------- /_src/assets/img/hadoop-logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/systemds-website/beedabb595cc16e08b814397cbcb798470cf2d1a/_src/assets/img/hadoop-logo.png -------------------------------------------------------------------------------- /_src/assets/img/hero-about.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/systemds-website/beedabb595cc16e08b814397cbcb798470cf2d1a/_src/assets/img/hero-about.png -------------------------------------------------------------------------------- /_src/assets/img/hero-home.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/systemds-website/beedabb595cc16e08b814397cbcb798470cf2d1a/_src/assets/img/hero-home.jpg -------------------------------------------------------------------------------- /_src/assets/img/hero-mobile.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/systemds-website/beedabb595cc16e08b814397cbcb798470cf2d1a/_src/assets/img/hero-mobile.png -------------------------------------------------------------------------------- /_src/assets/img/icon-announcment.svg: -------------------------------------------------------------------------------- 1 | 2 | 3 | 5 | 8 | 10 | 11 | -------------------------------------------------------------------------------- /_src/assets/img/icon-chevron-down.svg: -------------------------------------------------------------------------------- 1 | 2 | 3 | 5 | 8 | 9 | 10 | 11 | 12 | -------------------------------------------------------------------------------- /_src/assets/img/icon-close.svg: -------------------------------------------------------------------------------- 1 | icon-close -------------------------------------------------------------------------------- /_src/assets/img/icon-code.svg: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | Group 5 | Created with Sketch. 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | 14 | 15 | 16 | 17 | 18 | 19 | -------------------------------------------------------------------------------- /_src/assets/img/icon-data.svg: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | Shape 5 | Created with Sketch. 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | 14 | 15 | 16 | -------------------------------------------------------------------------------- /_src/assets/img/icon-math.svg: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | flow_64 5 | Created with Sketch. 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | 14 | 15 | 16 | -------------------------------------------------------------------------------- /_src/assets/img/icon-play.svg: -------------------------------------------------------------------------------- 1 | icon-play -------------------------------------------------------------------------------- /_src/assets/img/icons/icon_github.svg: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | Group 17 5 | Created with Sketch. 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | 14 | 15 | 16 | 17 | 18 | 19 | 20 | 21 | 22 | 23 | 24 | 25 | 26 | -------------------------------------------------------------------------------- /_src/assets/img/icons/icon_medium.svg: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | Group 5 5 | Created with Sketch. 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | 14 | 15 | 16 | 17 | 18 | 19 | 20 | 21 | 22 | 23 | 24 | 25 | 26 | -------------------------------------------------------------------------------- /_src/assets/img/icons/icon_twitter.svg: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | Twitter_Logo_White_On_Blue 5 | Created with Sketch. 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | 14 | 15 | 16 | 17 | 18 | 19 | 20 | 21 | -------------------------------------------------------------------------------- /_src/assets/img/icons/icon_youtube.svg: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | Group 6 5 | Created with Sketch. 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | 14 | 15 | 16 | 17 | 18 | 19 | 20 | 21 | 22 | 23 | 24 | 25 | 26 | 27 | 28 | 29 | -------------------------------------------------------------------------------- /_src/assets/img/jupyter-logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/systemds-website/beedabb595cc16e08b814397cbcb798470cf2d1a/_src/assets/img/jupyter-logo.png -------------------------------------------------------------------------------- /_src/assets/img/jupyter-logo.svg: -------------------------------------------------------------------------------- 1 | jupyter-logoD 2 | -------------------------------------------------------------------------------- /_src/assets/img/logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/systemds-website/beedabb595cc16e08b814397cbcb798470cf2d1a/_src/assets/img/logo.png -------------------------------------------------------------------------------- /_src/assets/img/mask.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/systemds-website/beedabb595cc16e08b814397cbcb798470cf2d1a/_src/assets/img/mask.png -------------------------------------------------------------------------------- /_src/assets/img/menuicon.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/systemds-website/beedabb595cc16e08b814397cbcb798470cf2d1a/_src/assets/img/menuicon.png -------------------------------------------------------------------------------- /_src/assets/img/mobile-award.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/systemds-website/beedabb595cc16e08b814397cbcb798470cf2d1a/_src/assets/img/mobile-award.png -------------------------------------------------------------------------------- /_src/assets/img/play-button.svg: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | Play Button 5 | Created with Sketch. 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | 14 | 15 | 16 | 17 | -------------------------------------------------------------------------------- /_src/assets/img/r-logo.svg: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | 14 | 15 | -------------------------------------------------------------------------------- /_src/assets/img/robotTutorial.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/systemds-website/beedabb595cc16e08b814397cbcb798470cf2d1a/_src/assets/img/robotTutorial.gif -------------------------------------------------------------------------------- /_src/assets/img/robotTutorial.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/systemds-website/beedabb595cc16e08b814397cbcb798470cf2d1a/_src/assets/img/robotTutorial.png -------------------------------------------------------------------------------- /_src/assets/img/robotTutorialSm.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/systemds-website/beedabb595cc16e08b814397cbcb798470cf2d1a/_src/assets/img/robotTutorialSm.png -------------------------------------------------------------------------------- /_src/assets/img/social-banking.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/systemds-website/beedabb595cc16e08b814397cbcb798470cf2d1a/_src/assets/img/social-banking.png -------------------------------------------------------------------------------- /_src/assets/img/spark-logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/systemds-website/beedabb595cc16e08b814397cbcb798470cf2d1a/_src/assets/img/spark-logo.png -------------------------------------------------------------------------------- /_src/assets/img/systemML-logo-white-32.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/systemds-website/beedabb595cc16e08b814397cbcb798470cf2d1a/_src/assets/img/systemML-logo-white-32.png -------------------------------------------------------------------------------- /_src/assets/img/systemML_Diagram.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/systemds-website/beedabb595cc16e08b814397cbcb798470cf2d1a/_src/assets/img/systemML_Diagram.gif -------------------------------------------------------------------------------- /_src/assets/img/systemml-juypter-install-2.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/systemds-website/beedabb595cc16e08b814397cbcb798470cf2d1a/_src/assets/img/systemml-juypter-install-2.jpeg -------------------------------------------------------------------------------- /_src/assets/img/systemml-juypter-install.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/systemds-website/beedabb595cc16e08b814397cbcb798470cf2d1a/_src/assets/img/systemml-juypter-install.jpeg -------------------------------------------------------------------------------- /_src/assets/img/what-is-systemml.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/systemds-website/beedabb595cc16e08b814397cbcb798470cf2d1a/_src/assets/img/what-is-systemml.png -------------------------------------------------------------------------------- /_src/assets/img/zeppelin-logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/systemds-website/beedabb595cc16e08b814397cbcb798470cf2d1a/_src/assets/img/zeppelin-logo.png -------------------------------------------------------------------------------- /_src/assets/media/hero.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/systemds-website/beedabb595cc16e08b814397cbcb798470cf2d1a/_src/assets/media/hero.mp4 -------------------------------------------------------------------------------- /_src/datasets.html: -------------------------------------------------------------------------------- 1 | --- 2 | layout: datasets 3 | title: Dataset catalog 4 | description: The datasets used for working with SystemDS 5 | --- 6 | 7 | -------------------------------------------------------------------------------- /_src/documentation.html: -------------------------------------------------------------------------------- 1 | --- 2 | layout: page 3 | title: Documentation 4 | description: Project Documentation Page 5 | group: nav-right 6 | --- 7 | 25 | 26 | 27 |
28 |
29 |
30 |

{{ site.data.project.name }} Documentation

31 |
32 |
33 |
34 | 35 |
36 |
37 |
38 |

Documentation such as programming guides, reference guides, and API docs is available for SystemDS below:

39 | Latest 40 |

41 | 3.3.0 42 | ReleaseNotes 43 |
44 |
45 |

each released version of SystemML/DS:

46 | 61 |
62 |
63 |
64 | -------------------------------------------------------------------------------- /_src/get-started.html: -------------------------------------------------------------------------------- 1 | --- 2 | layout: page 3 | title: Get Started 4 | description: Get-Started Page 5 | group: nav-right 6 | --- 7 | 25 | 26 | 27 |
28 |
29 |
30 | What is Apache SystemDS? 31 |
32 |
33 |

Install SystemDS

34 |

Level: Beginner   |   Time: 20 minutes


35 |

New to Apache SystemDS? Try our quick install guide that will walk you through setting up your environment and 36 | getting you up and going with SystemDS.‎

37 | Install SystemDS 38 |
39 |
40 |
-------------------------------------------------------------------------------- /_src/index.md: -------------------------------------------------------------------------------- 1 | --- 2 | layout: home 3 | title: Apache SystemDS - An open source ML system for the end-to-end data science lifecycle 4 | type: Home 5 | --- 6 | 24 | -------------------------------------------------------------------------------- /_src/privacy-policy.html: -------------------------------------------------------------------------------- 1 | --- 2 | layout: page 3 | title: Privacy Policy 4 | description: Apache SystemDS website privacy policy 5 | group: nav-right 6 | --- 7 | 25 | 26 |
27 |

{{ site.data.project.name }} Privacy Policy

28 |

We do not collect any information about your usage of this website 29 | to the best of our knowledge. If there is any info collected, please 30 | let us know. 31 |

32 |
-------------------------------------------------------------------------------- /_src/release-notes/systemds-release-notes-2.0.0.md: -------------------------------------------------------------------------------- 1 | --- 2 | layout: page 3 | title: SystemML 1.2.0 Release Notes 4 | description: Project Release Notes 5 | group: nav-right 6 | --- 7 | 25 | 26 |
27 |
28 |
29 |

{{ site.data.project.name }} 2.0.0 Release Notes

30 |
31 |
32 |
33 | 34 |
35 |
36 |
37 | 38 | ## Release notes for SystemDS 2.0. 39 | 40 | SystemDS 2.0 is the first major release under the new name. This release contains a major refactoring, a few major 41 | features, a large number of improvements and fixes, and some experimental features to better support the end-to-end 42 | data science lifecycle. In addition to that, this release also removes several features that are not up date and 43 | outdated. 44 | 45 | The major changes (compared to SystemML 1.2) include 46 | 47 | - New mechanism for DML-bodied (script-level) builtin functions, and a wealth of new built-in functions for data preprocessing including data cleaning, augmentation and feature engineering techniques, new ML algorithms, and model debugging. 48 | - Several methods for data cleaning have been implemented including multiple imputations with multivariate imputation by chained equations (MICE) and other techniques, SMOTE, an oversampling technique for class imbalance, forward and backward NA filling, cleaning using schema and length information, support for outlier detection using standard deviation and inter-quartile range, and functional dependency discovery. 49 | - A complete framework for lineage tracing and reuse including support for loop deduplication, full and partial reuse, compiler assisted reuse, several new rewrites to facilitate reuse. 50 | - New federated runtime backend including support for federated matrices and frames, federated builtins (transform-encode, decode etc.). 51 | - Refactor compression package and add functionalities including quantization for lossy compression, binary cell operations, left matrix multiplication. [experimental] 52 | - New python bindings with supports for several builtins, matrix operations, federated tensors and lineage traces. 53 | - Cuda implementation of cumulative aggregate operators (cumsum, cumprod etc.) 54 | - New model debugging technique with slice finder. 55 | - New tensor data model (basic tensors of different value types, data tensors with schema) [experimental] 56 | - Cloud deployment scripts for AWS and scripts to set up and start federated operations. 57 | - Performance improvements with parallel sort, gpu cum agg, append cbind etc. 58 | - Various compiler and runtime improvements including new and improved rewrites, reduced Spark context creation, new eval framework, list operations, updated native kernel libraries to name a few. 59 | - New data reader/writer for json frames and support for sql as a data source. 60 | - Miscellaneous improvements: improved documentation, better testing, run/release scripts, improved packaging, Docker container for systemds, support for lambda expressions, bug fixes. 61 | - Removed MapReduce compiler and runtime backend, pydml parser, Java-UDF framework, script-level debugger. 62 | - Deprecated ./scripts/algorithms, as those algorithms gradually will be part of SystemDS builtins. -------------------------------------------------------------------------------- /_src/release-notes/systemds-release-notes-2.1.0.md: -------------------------------------------------------------------------------- 1 | --- 2 | layout: page 3 | title: SystemDS 2.1.0 Release Notes 4 | description: Project Release Notes 5 | group: nav-right 6 | --- 7 | 25 | 26 |
27 |
28 |
29 |

{{ site.data.project.name }} 2.1.0 Release Notes

30 |
31 |
32 |
33 | 34 |
35 |
36 |
37 | 38 | ## Release notes for SystemDS 2.1.0 39 | 40 | SystemDS 2.1 is a minor release. This release contains major improvements 41 | to existing features, a large number of fixes, and some experimental 42 | features to better support the end-to-end data science lifecycle. 43 | In addition to that, this is the last release with Java 8 and Spark 2.x. 44 | 45 | The major changes (compared to SystemDS 2.0) include 46 | 47 | - Federated Backend: Extended operations and built-ins to support various 48 | workflows and algorithms. Extended parameter server for federated training 49 | of Neural Networks. 50 | - A wealth of new and improved built-in functions including support for 51 | string operations, time-series analysis, data cleaning, grid search 52 | hyperparameter tuning, multi-threaded feature transformations. 53 | - Better support for Eval and list data structure. 54 | - Various performance improvements in SystemDS' local, distributed, and 55 | native runtimes. 56 | - Python API: Source functionality to allow arbitrary DML script, 57 | auto-generated Python API for all built-in functions, list support 58 | allowing Pytonic access and manipulation of lazily evaluated DML elements, 59 | multi return continuation, allowing continued execution past calls to 60 | builtin functions. 61 | - GPU Backend: Various performance improvements and fixes, cuda code 62 | refactor, cuda code generation [experimental]. 63 | - Lineage Tracing and Reuse: Initial support for federated and GPU 64 | backends, new hybrid lineage deduplication and reuse of compressed lineage 65 | DAGs, lineage cache benefits estimator, improved cache eviction logic. 66 | - Usability: Better Log4j integration, debug flag to reduce error logging, 67 | support for remote debugging. 68 | - Miscellaneous Improvements: Improved documentation, better testing, 69 | streamlined release process. 70 | -------------------------------------------------------------------------------- /_src/release-notes/systemds-release-notes-2.2.0.md: -------------------------------------------------------------------------------- 1 | --- 2 | layout: page 3 | title: SystemDS 2.2.0 Release Notes 4 | description: Project Release Notes 5 | group: nav-right 6 | --- 7 | 25 | 26 |
27 |
28 |
29 |

{{ site.data.project.name }} 2.2.0 Release Notes

30 |
31 |
32 |
33 | 34 |
35 |
36 |
37 | 38 | ## Release notes for SystemDS 2.2.0 39 | 40 | SystemDS 2.2 is a minor release. This release contains major improvements to existing features, 41 | a large number of performance and robustness fixes, and some experimental features to better 42 | support the end-to-end data science lifecycle. In addition to that, this is the last release 43 | with Java 8 and Spark 2.x. 44 | 45 | The major changes (compared to SystemDS 2.1) include: 46 | 47 | - Federated Backend: Extended operations and built-ins to support various workflows and algorithms. 48 | - Full support for compressed linear algebra. 49 | - Full support for multithreaded feature transformation. 50 | - Various performance improvements to existing builtins in SystemDS's local, distributed, and native runtimes. 51 | - Performance and robustness fixes for eval. Parfor support for eval. 52 | - Robust performance test suite. 53 | - Asynchronous triggering of spark operations via prefetch and broadcast 54 | - New feature: Generating custom readers by example [experimental] 55 | - Robust release automation scripts with dry-run support. 56 | - Miscellaneous Improvements: Improved documentation, better testing, Python API, GPU backend. 57 | -------------------------------------------------------------------------------- /_src/release-notes/systemds-release-notes-2.2.x.md: -------------------------------------------------------------------------------- 1 | --- 2 | layout: page 3 | title: SystemDS 2.2.x Release Notes 4 | description: Project Release Notes 5 | group: nav-right 6 | --- 7 | 25 | 26 |
27 |
28 |
29 |

{{ site.data.project.name }} 2.2.x Release Notes

30 |
31 |
32 |
33 | 34 |
35 |
36 |
37 | 38 | ## Release notes for SystemDS 2.2.2 39 | 40 | SystemDS 2.2.x is a minor release. This release contains major improvements to existing features, 41 | a large number of performance and robustness fixes, and some experimental features to better 42 | support the end-to-end data science lifecycle. In addition to that, this is the last release 43 | with Java 8 and Spark 2.x. 44 | 45 | **SECURITY NOTICE: This release and the above versions include fix for the [CVE-2022-26477](https://nvd.nist.gov/vuln/detail/CVE-2022-26477).** 46 | 47 | The major changes (compared to SystemDS 2.1) include: 48 | 49 | - Federated Backend: Extended operations and built-ins to support various workflows and algorithms. 50 | - Full support for compressed linear algebra. 51 | - Full support for multithreaded feature transformation. 52 | - Various performance improvements to existing builtins in SystemDS's local, distributed, and native runtimes. 53 | - Performance and robustness fixes for eval. Parfor support for eval. 54 | - Robust performance test suite. 55 | - Asynchronous triggering of spark operations via prefetch and broadcast 56 | - New feature: Generating custom readers by example [experimental] 57 | - Robust release automation scripts with dry-run support. 58 | - Miscellaneous Improvements: Improved documentation, better testing, Python API, GPU backend. 59 | -------------------------------------------------------------------------------- /_src/release-notes/systemds-release-notes-3.0.0.md: -------------------------------------------------------------------------------- 1 | --- 2 | layout: page 3 | title: SystemDS 3.0.0 Release Notes 4 | description: Project Release Notes 5 | group: nav-right 6 | --- 7 | 25 | 26 |
27 |
28 |
29 |

{{ site.data.project.name }} 3.0.0 Release Notes

30 |
31 |
32 |
33 | 34 |
35 |
36 |
37 | 38 | ## Release notes for SystemDS 3.0.0 39 | 40 | SystemDS 3.0 is a major release. This is the first release with Java 11 and Spark 3. Release 3.0 contains new features and major improvements to existing features. 41 | 42 | The major changes (compared to SystemDS 2.1/2.2) include: 43 | - Federated Backend: Multi-tenancy support with tenants isolation and reuse of intermediates across tenants for federated workers. Compression support for federated workloads. Extended support for the cost-based federated planner, and various robustness and performance improvements. 44 | - Full support for Top-K cleaning framework -- A framework for automatically generating the top-K most effective data cleaning pipelines. 45 | - Initial support for a Unified Memory Manager. 46 | - CUDA code generation and operator fusion [Experimental] 47 | - Robustness and performance improvements for Compressed Linear Algebra. 48 | - Performance and usability improvements for multi-threaded feature transformations. 49 | - Various new built-ins and apply functions for inference workloads. 50 | - Miscellaneous Improvements: Python end-to-end tutorials, improved documentation, and better testing 51 | -------------------------------------------------------------------------------- /_src/release-notes/systemds-release-notes-3.1.0.md: -------------------------------------------------------------------------------- 1 | --- 2 | layout: page 3 | title: SystemDS 3.1.0 Release Notes 4 | description: Project Release Notes 5 | group: nav-right 6 | --- 7 | 25 | 26 |
27 |
28 |
29 |

{{ site.data.project.name }} 3.1.0 Release Notes

30 |
31 |
32 |
33 | 34 |
35 |
36 |
37 | 38 | ## Release notes for SystemDS 3.1.0 39 | 40 | SystemDS 3.1 is a minor release. Release 3.1 contains new features and major improvements to existing features. 41 | 42 | ### Features and Improvements 43 | 44 | - Performance codegen kmeans mnist80m w/ compression 45 | - Prefetch instruction 46 | - Broadcast instruction 47 | - Create apply functions for cleaning primitives 48 | - LogicalEnumerator change with transitions concept and cleanups 49 | - Flatten the nested loop for parallel pipelines execution 50 | - Adding apply_pipeline() builtin for cleaning pipelines API 51 | - Release docker images with GitHub actions 52 | - Add monitoring tool testing workflows 53 | - Asynchronous Execution and Persist Spark Transformations 54 | - Future-based asynchronous execution of Spark actions 55 | - New operator linearization order to maximize inter-operator parallelism 56 | - Lineage-based reuse of Spark actions 57 | - Push down rmvar instructions for asynchronous instructions 58 | - Lineage-based reuse of asynchronous operators 59 | - Persist and reuse Spark RDDs 60 | - Refactor to add LOP rewrite step in compilation 61 | - Federated Compression Instruction 62 | - CLA IO Compressed Matrices 63 | - Compressed Max/Min Index support. 64 | - Federated async compression 65 | - Federated Workload-aware Compression 66 | - Python 3.9 support 67 | - Parallel Compressed Encode 68 | - New builtin function auc (area under ROC curve) 69 | - Unique() function for performance 70 | 71 | ### Bug 72 | 73 | - Fix memory configuration in sparkDML.sh 74 | - OOM Error On Binary Write 75 | - Out of memory error 76 | - CLA Improved Run estimation 77 | - AttributeError: Function definition not found 78 | - applySchema built-in to set the schema of frame from DML 79 | - CSR TSMM left with filled rows bug 80 | - Sparse TSMM dense row blocks CSR 81 | - py4j.Py4JException: Method exceptionString([class org.apache.spark.SparkConf]) does not exist 82 | - MatrixBlock size using CSR when allowed 83 | - Federated Nan Values 84 | - countDistinctApprox() operation in AggregateUnaryCPInstruction is inefficient for row/col aggregations 85 | - Correct the release artifact generation date 86 | - Log4j incompatible dependencies 87 | - ConcurrentModificationException in federated execution 88 | - Jackson Core missing for json writing and reading in reduced binary 89 | - Fix Java doc warnings 90 | - Enque output not UTF-8 python 91 | - Read CSV directly without mtd python 92 | - Python configuration not loading defaults 93 | - Matrix Multiplication crash in Spark 94 | - Pipelines failing in Hybrid execution 95 | - Built-in tests failure in Git actions 96 | - Cleaning Pipelines failed with No space left on device 97 | - IndexOutOfBounds due to int overflow on replace 98 | - Cleaning Pipelines: Replace function failure in hybrid execution 99 | - Cleaning Pipelines: Block Sizes mismatch 100 | - Cleaning Pipelines in hybrid mode: Invalid block dimensions error 101 | - Federated Statistics print in non federated scenario 102 | - Spark Aggregate Binary operations parse to Fed instruction 103 | - FederationUtils.bindResponses causes out of memory because of sparse matrices. 104 | - Python IDE test Docs fail 105 | - MSVM robustness for non-existing classes 106 | - CLA ArrayOutOfBounds in sample 107 | - CLA Invalid Unique estimate DDC 108 | - Federated read cache cannot be disabled 109 | - Monitoring Heavy hitters not always correct list 110 | - Slow Federated Mlogreg on Criteo (dummy-coded) 111 | - Incorrect warning when reading scalars 112 | - Spark with default settings 113 | - Cleaning Pipelines: Task Parallel Experiments failing in spark mode 114 | - Unique() crashes with iterator EOF on vectors with >1K distinct items 115 | - Perftest: Mlogreg on 1M_1k_dense w/ unnecessary spark jobs 116 | - Perftest: lmDS on 1M_1k_dense with unnecessary spark tsmm 117 | - Java doc warnings 118 | -------------------------------------------------------------------------------- /_src/release-notes/systemds-release-notes-3.2.0.md: -------------------------------------------------------------------------------- 1 | --- 2 | layout: page 3 | title: SystemDS 3.2.0 Release Notes 4 | description: Project Release Notes 5 | group: nav-right 6 | --- 7 | 25 | 26 |
27 |
28 |
29 |

{{ site.data.project.name }} 3.2.0 Release Notes

30 |
31 |
32 |
33 | 34 |
35 |
36 |
37 | 38 | ## Release notes for SystemDS 3.2.0 39 | 40 | SystemDS 3.2 is a minor release. Release 3.2 contains new features and major improvements to existing features. 41 | 42 | ### New Features 43 | 44 | - Reuse, recycling, and memory management of GPU 45 | - New operator placement strategy to maximize parallelism across backends (CPU, Spark, GPU) 46 | - Improved compiler integration of multi-backend reuse: delayed caching, eviction placement, checkpoint placement, and asynchronous operators 47 | - Frame compression and lossy compression with binning 48 | - Improved compression support for transform encode 49 | - Ultra sparse matrix multiplication optimization 50 | - Improved parallel writing to the local file system 51 | - Extended sparsity propagation in federated backend 52 | - Deduplicated matrix block for word embedding 53 | - Double compressed sparse row block 54 | - Time-series Alignment library (Python API) 55 | 56 | 57 | ### New Builtins 58 | 59 | - Linearized image transformations 60 | - Anomaly detection via IsolationForest 61 | - Better support for DNN models 62 | - Performance improvement of many existing builtins 63 | 64 | 65 | ### Other Optimizations 66 | 67 | - Various new compiler rewrites 68 | - Extended constant folding 69 | - Improved handling of ultra-sparse matrices 70 | - Rewrites for GPU operators 71 | - Robustness for decision tree and random forest 72 | - Improved performance of transform encode/apply 73 | - Various bug fixes in memory estimates, Spark checkpointing, frame operations, IO, and other areas 74 | 75 | 76 | ### Software Build 77 | 78 | - Upgrade spark 3.5 and corresponding dependencies and fix imports 79 | - Slf4j and log4j update to the latest version 80 | - GitHub actions improvements for Windows, upgrade the actions dependencies to the latest. Fix all the flagged dependencies 81 | - Fix GitHub actions failure related to federated tests 82 | - Code coverage and actions artifact lifecycle 83 | 84 | 85 | ### Documentation 86 | 87 | - Fix federated tutorial commands. 88 | - Builtin functions, Random Forest and decision tree algorithms 89 | -------------------------------------------------------------------------------- /_src/release-notes/systemds-release-notes-3.3.0.md: -------------------------------------------------------------------------------- 1 | --- 2 | layout: page 3 | title: SystemDS 3.3.0 Release Notes 4 | description: Project Release Notes 5 | group: nav-right 6 | --- 7 | 25 | 26 |
27 |
28 |
29 |

{{ site.data.project.name }} 3.3.0 Release Notes

30 |
31 |
32 |
33 | 34 |
35 |
36 |
37 | 38 | ## Release notes for SystemDS 3.3.0 39 | 40 | SystemDS 3.3 is a minor release. Release 3.3 contains new features and major improvements to existing features. 41 | 42 | ### New Features 43 | 44 | #### Built-in Functions 45 | - Added `sliceLineExtract` for efficient slicing operations. 46 | - Introduced `adasyn` for synthetic data generation in imbalanced datasets. 47 | - Added `GELU Activation Function` (approximation) for deep learning tasks. 48 | - New built-in for `vectorized simple exponential smoothing`. 49 | - **Python API Enhancements**: 50 | - Added built-ins for `solve`, `median`, `quantile`, `lu`, `qr`, `cov`, and more. 51 | - Introduced cumulative aggregate functions like `cumsum`, `cumprod`, etc. 52 | - Added support for matrix operations like `diag`, `trace`, `sqrt`, `exp`, `floor`, and `ceil`. 53 | 54 | #### Performance Enhancements 55 | - Optimized matrix multiplication, including multi-threaded dot-product operations. 56 | - Improved performance for CSV and MatrixMarket readers with parallelism. 57 | - Enhanced incremental slice-line pruning for better efficiency. 58 | - Optimized federated operations with improved threading and cost estimation. 59 | 60 | #### Federated Learning 61 | - Fixed threading bugs in federated operations. 62 | - Improved federated planner memoization and added support for weighted covariance. 63 | 64 | #### Compression 65 | - Introduced workload-aware compression for intermediates. 66 | - Enhanced compressed matrix operations with new tests and optimizations. 67 | 68 | #### Scuro Framework 69 | - Added support for multi-head attention layers and LSTM representations. 70 | - Introduced new modalities and data representations for Scuro. 71 | 72 | ### Bug Fixes 73 | - Fixed robustness issues in built-in functions: 74 | - Corrected `trace` handling for non-square matrices. 75 | - Fixed `seq()` length computation for edge cases. 76 | - Resolved issues in `transformencode` for federated backends. 77 | - Addressed edge cases in matrix operations: 78 | - Sparse-dense matrix multiplication. 79 | - Incremental slice-line pruning. 80 | - Fixed federated operation bugs: 81 | - Improved robustness for federated weighted covariance. 82 | - Resolved flaky tests in federated primitives. 83 | 84 | ### Code Quality and Testing 85 | - Improved test coverage: 86 | - Simplification rewrites, federated operations, and Python APIs. 87 | - Added new tests for matrix operations and compression. 88 | - Refactored and cleaned up code for better maintainability and performance. 89 | 90 | ### Documentation 91 | - Updated Python API documentation with examples for new built-ins. 92 | - Improved overall documentation for better usability. 93 | 94 | ### Dependency Updates 95 | - Updated library versions and dependencies: 96 | - Bumped `codecov-action` to the latest version. 97 | - Updated other dependencies for compatibility and security. 98 | 99 | ### Miscellaneous 100 | - Added new rewrite rules for simplifications: 101 | - `pushdown-sum` and `rm-reorg` for better performance. 102 | - Introduced new I/O support for cloud-optimized GeoTIFF files. 103 | - Added new determinant function and kernels for matrix operations. 104 | -------------------------------------------------------------------------------- /_src/release-notes/systemml-release-notes-0.11.0-incubating.md: -------------------------------------------------------------------------------- 1 | --- 2 | layout: page 3 | title: SystemML 0.11.0-incubating Release Notes 4 | description: Project Release Notes 5 | group: nav-right 6 | --- 7 | 25 | 26 |
27 |
28 |
29 |

{{ site.data.project.name }} 0.11.0-incubating Release Notes

30 |
31 |
32 |
33 | 34 |
35 |
36 |
37 | 38 | The **Apache SystemML 0.11.0-incubating release** was approved on November 12, 2016. It is the third release of Apache SystemML since it 39 | became an incubator project on November 2nd, 2015. Extensive updates have been made to the project in several areas, as detailed 40 | below. 41 | 42 | 43 | ### New Features 44 | - SystemML frames 45 | - New MLContext API 46 | - Transform functions based on SystemML frames 47 | 48 | ### Experimental Features / Algorithms 49 | - New built-in functions for deep learning (convolution and pooling) 50 | - Deep learning library (DML bodied functions) 51 | - Python DSL Integration 52 | - GPU Support 53 | - Compressed Linear Algebra 54 | 55 | ### New Algorithms 56 | - Lasso 57 | - kNN 58 | - Lanczos 59 | - PPCA 60 | 61 | ### New Deep Learning Algorithms 62 | - CNN (Lenet) 63 | - RBM 64 | 65 | ### Various Fixes 66 | * Several bug fixes for diverse issues 67 | 68 | 69 | 70 | -------------------------------------------------------------------------------- /_src/release-notes/systemml-release-notes-0.12.0-incubating.md: -------------------------------------------------------------------------------- 1 | --- 2 | layout: page 3 | title: SystemML 0.12.0-incubating Release Notes 4 | description: Project Release Notes 5 | group: nav-right 6 | --- 7 | 25 | 26 |
27 |
28 |
29 |

{{ site.data.project.name }} 0.12.0-incubating Release Notes

30 |
31 |
32 |
33 | 34 |
35 |
36 |
37 | 38 | The **Apache SystemML 0.12.0-incubating release** was approved on February 7, 2017. It is the fourth release of Apache SystemML since it 39 | became an incubator project on November 2nd, 2015. Updates have been made to the project in several areas, as detailed below. 40 | 41 | 42 | ### New Features 43 | - Support pip install of new python package 44 | - Allow NumPy arrays, Pandas DataFrame and SciPy matrices as input to MLContext 45 | - Improve SystemML Python DSL for NumPy 46 | - Updated build for Spark 1.6.0 47 | - DML utility script to shuffle input dataset 48 | 49 | ### Experimental Features / Algorithms 50 | - GPU Enhancements 51 | 52 | ### Various Fixes 53 | * Several bug fixes for diverse issues 54 | 55 | 56 | 57 | -------------------------------------------------------------------------------- /_src/release-notes/systemml-release-notes-0.13.0-incubating.md: -------------------------------------------------------------------------------- 1 | --- 2 | layout: page 3 | title: SystemML 0.13.0-incubating Release Notes 4 | description: Project Release Notes 5 | group: nav-right 6 | --- 7 | 25 | 26 |
27 |
28 |
29 |

{{ site.data.project.name }} 0.13.0-incubating Release Notes

30 |
31 |
32 |
33 | 34 |
35 |
36 |
37 | 38 | The **Apache SystemML 0.13.0-incubating release** was approved on March 2, 2017. It is the fifth release of Apache SystemML since it 39 | became an incubator project on November 2nd, 2015. Updates have been made to the project in several areas, as detailed below. 40 | 41 | 42 | ### New Features and Capabilities 43 | - Updated build for Spark 2.1.0 and Hadoop 2.6.0 44 | - New simplification rewrites for stratstats 45 | - New fused operator tack+* in CP and Spark 46 | - New dmlFromResource capability in Python (equivalent to Scala) 47 | - Add input float support to MLContext 48 | - Versioned documentation 49 | 50 | ### Experimental Features / Algorithms 51 | - Compressed Linear Algebra v2 (new DDC encoding format, hardened sample-based estimators, debugging tools, new column grouping algorithm, additional operations) 52 | 53 | ### Various Fixes 54 | * Bug fixes for diverse issues. See [JIRA release notes](https://issues.apache.org/jira/secure/ReleaseNote.jspa?projectId=12319522&version=12339247) for complete list. 55 | -------------------------------------------------------------------------------- /_src/release-notes/systemml-release-notes-0.14.0-incubating.md: -------------------------------------------------------------------------------- 1 | --- 2 | layout: page 3 | title: SystemML 0.14.0-incubating Release Notes 4 | description: Project Release Notes 5 | group: nav-right 6 | --- 7 | 25 | 26 |
27 |
28 |
29 |

{{ site.data.project.name }} 0.14.0-incubating Release Notes

30 |
31 |
32 |
33 | 34 |
35 |
36 |
37 | 38 | The **Apache SystemML 0.14.0-incubating release** was approved on May 8, 2017. It is the sixth release of Apache SystemML since it 39 | became an incubator project on November 2nd, 2015. Updates have been made to the project in several areas, as detailed below. 40 | 41 | 42 | ### New Features and Capabilities 43 | - Runtime feature extensions (new libsvm-binary data converters, parfor spark buffer pool handling, parfor block partitioning of fixed size batches of rows or columns, native dataset support in parfor spark datapartition-execute) 44 | - Compiler feature extensions (improved parfor execution type selection, improved literal replacement for nrow/ncol, simplified instruction generation across back-ends, consolidated static/dynamic rewrite utilities) 45 | 46 | ### Experimental Features 47 | - New Code Generation capabilities for automatic operator fusion (basic code generator, compiler integration, runtime integration, in-memory source code compilation, extended explain tool, support for right indexing and replace in cellwise and row aggregate templates, support for row, column, or no aggregation in rowwise template). Note code generation provides significant performance gains with fewer read/write intermediates, reduced scans of inputs and intermediates, and enhanced sparsity exploitation. To enable this feature, set `codegen.enabled` property to `true` in SystemML-config.xml file. 48 | - New instructions and operators for GPU support (relu\_maxpooling, conv2d\_bias\_add, bias\_multiply) 49 | 50 | ### Removals 51 | - Removed support for Java 6 and Java 7 52 | - Removed parfor perftesttool and cost estimator 53 | 54 | ### Various Fixes 55 | * Bug fixes for diverse issues. See [JIRA release notes](https://issues.apache.org/jira/secure/ReleaseNote.jspa?projectId=12319522&version=12340322) for complete list. 56 | 57 | 58 | -------------------------------------------------------------------------------- /_src/release-notes/systemml-release-notes-0.15.0.md: -------------------------------------------------------------------------------- 1 | --- 2 | layout: page 3 | title: SystemML 0.15.0 Release Notes 4 | description: Project Release Notes 5 | group: nav-right 6 | --- 7 | 25 | 26 |
27 |
28 |
29 |

{{ site.data.project.name }} 0.15.0 Release Notes

30 |
31 |
32 |
33 | 34 |
35 |
36 |
37 | 38 | The **Apache SystemML 0.15.0 release** was approved on September 13, 2017. It is the first release of Apache SystemML since it 39 | [became a Top-Level Project (TLP)](https://blogs.apache.org/foundation/entry/the-apache-software-foundation-announces13) on May 31, 2017. Updates have been made to the project in several areas, as detailed below. 40 | 41 | 42 | ### New Features and Capabilities 43 | - Added several new 2D convolution layers. 44 | - Graduated `nn` library from staging to `scripts/nn`. 45 | 46 | ### Experimental Features 47 | - Expanded Code Generation for broader performance improvements. 48 | - Enhanced GPU support and scalability. 49 | 50 | ### Removals 51 | - Removed file-based transform. 52 | - Removed original MLContext API. 53 | 54 | ### Various Fixes 55 | * Bug fixes for diverse issues. See [JIRA release notes](https://issues.apache.org/jira/secure/ReleaseNote.jspa?projectId=12319522&version=12341587) for complete list. 56 | 57 | 58 | -------------------------------------------------------------------------------- /_src/release-notes/systemml-release-notes-0.9.0-incubating.md: -------------------------------------------------------------------------------- 1 | --- 2 | layout: page 3 | title: SystemML 0.9.0-incubating Release Notes 4 | description: Project Release Notes 5 | group: nav-right 6 | --- 7 | 25 | 26 |
27 |
28 |
29 |

{{ site.data.project.name }} 0.9.0-incubating Release Notes

30 |
31 |
32 |
33 | 34 |
35 |
36 |
37 | 38 | Apache SystemML 0.9.0-incubating is the first release of SystemML since it joined Apache as an incubator project on November 2nd, 2015. 39 | 40 | Extensive updates have been made to the project in several areas. These include APIs, data ingestion, optimizations, language and runtime operators, new algorithms, testing, and online documentation. 41 | 42 | ### APIs 43 | - Improvements to MLContext and to MLPipeline wrappers 44 | 45 | ### Data Ingestion 46 | - Data conversion utilities (from RDDs and DataFrames) 47 | - Data transformations on raw data sets 48 | 49 | ### Optimizations 50 | - Extensions to compilation chain, including IPA 51 | - Improvements to parfor 52 | - Improved execution of concurrent Spark jobs 53 | - New rewrites, including eager RDD caching and repartitioning 54 | - Improvements to buffer pool caching 55 | - Partitioning-preserving operations 56 | - On-demand creation of SparkContext 57 | - Efficient use of RDD checkpointing 58 | 59 | ### Language and Runtime Operators 60 | - New matrix multiplication operators (e.g., ZipMM) 61 | - New multi-threaded readers and operators 62 | - Extended aggregation-outer operations for different relational operators 63 | - Sample capability 64 | 65 | ### New Algorithms 66 | - Alternating Least Squares (Conjugate Gradient) 67 | - Cubic Splines (Conjugate Gradient and Direct Solve) 68 | 69 | ### Testing 70 | - PyDML algorithm tests 71 | - Test suite refactoring 72 | - Improvements to performance tests 73 | 74 | ### Online Documentation 75 | - GitHub README 76 | - Quick Start Guide 77 | - DML and PyDML Programming Guide 78 | - MLContext Programming Guide 79 | - Algorithms Reference 80 | - DML Language Reference 81 | - Debugger Guide 82 | -------------------------------------------------------------------------------- /_src/release-notes/systemml-release-notes-1.0.0.md: -------------------------------------------------------------------------------- 1 | --- 2 | layout: page 3 | title: SystemML 1.0.0 Release Notes 4 | description: Project Release Notes 5 | group: nav-right 6 | --- 7 | 25 | 26 |
27 |
28 |
29 |

{{ site.data.project.name }} 1.0.0 Release Notes

30 |
31 |
32 |
33 | 34 |
35 |
36 |
37 | 38 | The Apache SystemML 1.0.0 release was approved on December 12, 2017. The release includes enhancements, features, and additions as listed below. 39 | 40 | ### API Enhancements 41 | - JMLC/MLContext parameter passing w/ and w/o meta data. 42 | 43 | ### Deep Learning 44 | - Improved CPU convolution function performance, including sparsity. 45 | - `Caffe2DML`. 46 | - Enhanced/additional NN layers, e.g. conv2d transpose and depthwise convolution 47 | - NN architecture summary table. 48 | - [Experimental] `Keras2DML`. 49 | 50 | ### New Scripts / Algorithms 51 | - Autoencoder. 52 | - Enhanced PCA. 53 | 54 | ### Features & new Functions 55 | - `sinh`, `cosh`, and `tanh`. 56 | - `transformcolmap`. 57 | - n-ary `rbind`/`cbind`. 58 | - `order` with multiple order-by columns. 59 | 60 | ### Compiler 61 | - Improved rewrites, e.g. merging of statement block sequences. 62 | - IPA effectiveness. 63 | - Automatic vectorization of indexing pairs. 64 | - Instruction generation for memory efficiency. 65 | - Instruction code organization. 66 | - [Experimental] Code generation, code gen optimizer, and multi-threaded codegen operators. 67 | 68 | ### Robustness & Performance 69 | - ParFor/HOP Memory budgets for Spark cluster configurations. 70 | - JMLC prepared scripts (thread affinity for outputs and configs, script cloning, configuration management). 71 | - Sparse-dense binary cell wise operations. 72 | 73 | ### [Experimental] GPU 74 | - GPU conv2d and memory estimates. 75 | - Additional kernels,e.g. right indexing. 76 | - Single precision backend. 77 | 78 | ### Additional Packages 79 | - SystemML Lite artifact, a minimumm-size uber JAR for embeddability (w/o Hadoop or Spark dependencies). 80 | 81 | ### Environment 82 | - Compression on by default. 83 | - Exploitation of native BLAS libraries. 84 | - JDK 8 (dropped JDK 7). 85 | - jCUDA for Windows & Linux (x86_64, ppc64le) included. 86 | - Fine-grained runtime statistics. 87 | - Refactored configurations parameters to have sysml prefix 88 | - Performance test suite. 89 | 90 | ### Other 91 | - Refreshed/new examples and notebooks (DML examples), tutorial. 92 | 93 | ### [JIRA release notes](https://issues.apache.org/jira/secure/ReleaseNote.jspa?projectId=12319522&version=12338328) 94 | - Features, Improvements, Bug fixes, etc. 95 | -------------------------------------------------------------------------------- /_src/release-notes/systemml-release-notes-1.1.0.md: -------------------------------------------------------------------------------- 1 | --- 2 | layout: page 3 | title: SystemML 1.1.0 Release Notes 4 | description: Project Release Notes 5 | group: nav-right 6 | --- 7 | 25 | 26 |
27 |
28 |
29 |

{{ site.data.project.name }} 1.1.0 Release Notes

30 |
31 |
32 |
33 | 34 |
35 |
36 |
37 | 38 | The Apache SystemML 1.1.0 release was approved on March 28, 2018. The release includes enhancements, features, and additions as listed below. 39 | 40 | ### New Builtin Functions/Operations 41 | - `ifelse` 42 | - `assert` 43 | - Deep learning builtin functions: `avg_pool`, `avg_pool_backward` 44 | - Second-order `eval` 45 | - Accumulator operator += 46 | - Bitwise operators not, and, or, xor, & LShift, Rshift 47 | - Logical operator support over matrices AND/OR/NOT/XOR 48 | 49 | ### Additional Layers in the NN library 50 | - Average pooling 51 | - Upsampling 52 | - Low-rank fully connected 53 | 54 | ### New Capabilities/Features 55 | - Dense matrix blocks >16GB, and operations 56 | - Enable additional ParFor result aggregation operations 57 | - UDFs callable in expressions 58 | - Zero rows/columns matrices and updated operations such as removeEmpty 59 | - Matrix-matrix multiplication over compressed matrices 60 | - Extended Caffe2DML and Keras2DML APIs 61 | 62 | ### Compiler & Runtime 63 | - Use common thread pool 64 | - Single-precision support for native conv2d and mm operations 65 | - Improved nnz maintenance, runtime propogation and memory management 66 | - Robustness for matrices with larger than int dimensions 67 | - [Experimental] Codegen extensions: operation support, extended optimizer, see SYSTEMML-2065 68 | 69 | ### Performance Improvements 70 | - sparse left indexing, sparse reshape, ultra-sparse transpose, ultra-sparse rand, binary in-place operations, sparse relu backward, maxpooling, sparse im2col, ultra-sparse conv2d, read of short-wide sparse matrices, avoid unnecessary evictions, lock-free statistics maintenance, spark cpmm, spark aggregates, spark reshape, spark binary ops, etc. 71 | 72 | ### Bug Fixes 73 | - in APIs, performance, optimizer, runtime, GPU backend, Spark backend 74 | 75 | ### Deprecate 76 | - Support for Spark 2.1 / 2.2 (make switch to newer ANTLR version) 77 | 78 | ### [JIRA release notes](https://issues.apache.org/jira/secure/ReleaseNote.jspa?projectId=12319522&version=12342282) 79 | -------------------------------------------------------------------------------- /_src/release-notes/systemml-release-notes-1.2.0.md: -------------------------------------------------------------------------------- 1 | --- 2 | layout: page 3 | title: SystemML 1.2.0 Release Notes 4 | description: Project Release Notes 5 | group: nav-right 6 | --- 7 | 25 | 26 |
27 |
28 |
29 |

{{ site.data.project.name }} 1.2.0 Release Notes

30 |
31 |
32 |
33 | 34 |
35 |
36 |
37 | 38 | The Apache SystemML 1.2.0 release was approved on Aug. 24th, 2018. The release includes enhancements, features, and additions as listed below. 39 | 40 | 41 | ### New Builtin Functions/Operations/Scripts/Features 42 | - Factorization Machines 43 | - Support for functions with default parameters 44 | - `exists()` for checking of existing variables 45 | - Triangular matrix functions: `lower.tri()` and `upper.tri()` 46 | - New nary min/max operations 47 | - `as.matrix()` over list of scalars 48 | - Function calls with named function arguments 49 | - Convolution operations (forward/backward) 50 | - Maxpooling operations (forward) 51 | - Support for bias_add and bias_mult 52 | - Global constants 53 | - Added support for rowProd/colProd 54 | - DML eval function 55 | - New data type list for lists and structs 56 | 57 | ### API 58 | - JMLC API extension for passing multiple dml scripts 59 | 60 | ### Compiler & Runtime 61 | - Code motion framework 62 | - Global subexpression elimination 63 | - Optional rewrite for hoisting loop-invariant operations 64 | - Improved IPA constant propagation and replacement 65 | - ParFor Data Partitioning Rewrite on Hops instead of Statements 66 | - New rewrites for chains of comparisons 67 | - Extended rewrite framework for codegen plans 68 | - Improved parfor optimizer rewrite for in-place-update 69 | - Rework function block recompilation 70 | - Support rowMeans in codegen row templates 71 | 72 | ### Performance Improvements 73 | - Improved multi-threading of unary aggregates 74 | - Reuse of fair scheduler pools in local parfor workers 75 | - Performance issues Spark ctable(X,Y) w/ large num distinct 76 | - Performance instruction generation 77 | - Performance sample operations 78 | - Performance ultra-sparse block operations 79 | - New native tsmm operator and its integration 80 | - Multi-threaded unary operations (e.g., exp, log, sigmoid) 81 | 82 | ### Bug Fixes 83 | - Memory leak buffer pool due to missing variable cleanup 84 | - Missing buffer pool serialization of compressed matrices 85 | - Compilation failure on inferring size of reshapes w/ zero rows/columns 86 | - Incorrect result for min/max over matrices with NaNs 87 | - Missing support for external functions with variable number of outputs 88 | - Reblock ultra-sparse matrix fails with index out of bounds 89 | - Performance issue CSE on DAGs w/ many root nodes (e.g., resnet200) 90 | - Non-fused bias_add builtin creates incorrect results over sparse inputs 91 | - Inconsistent namespace naming depending on OS 92 | - Codegen failing on three-way multi-aggregate 93 | - Codegen optimizer failing for MLogreg special cases 94 | - Failing matrix market to binary reblock with zero rows/columns 95 | 96 | ### Deprecated/Removed/Cleanup 97 | - Opt level 4 98 | - File-based removeEmpty() 99 | - Cleanup exception handling apis/compiler/runtime 100 | 101 | ### Experimental 102 | - Parameter server: local backend and distributed 103 | - Sparsity estimators 104 | 105 | ### [JIRA release notes](https://issues.apache.org/jira/secure/ReleaseNote.jspa?version=12342959&projectId=12319522) 106 | -------------------------------------------------------------------------------- /_src/security.html: -------------------------------------------------------------------------------- 1 | --- 2 | layout: page 3 | title: Apache SystemDS Security 4 | description: Apache SystemDS security 5 | group: nav-right 6 | --- 7 | 25 | 26 |
27 |

{{ site.data.project.name }} Security

28 |

29 | The Apache Software Foundation takes a very active stance in eliminating security problems with its projects. 30 | If you have any security concerns regarding Apache SystemDS™, or believe you have uncovered a vulnerability or 31 | potential threat, contact the Apache Security Team at security@apache.org. 33 | Include a description of the issue and try to provide steps to reproduce the problem. 34 | The Apache SystemDS™ Community and the Apache Security Team take security issues very seriously and will 35 | respond. 36 |

37 |

38 | Note the general Apache Security mailing address security@apache.org is 39 | private and should be used only for undisclosed vulnerabilities.
40 | Please report any security problems to Apache Security Team before disclosing it publicly. 41 |

42 |

43 | The ASF Security team maintains a page with a description of how vulnerabilities and 44 | potential threats are handled. Refer to their security page for more 45 | information. 46 |

47 |
48 | -------------------------------------------------------------------------------- /branding_assets/3D_Printing/SystemML-3D_v1.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/systemds-website/beedabb595cc16e08b814397cbcb798470cf2d1a/branding_assets/3D_Printing/SystemML-3D_v1.jpg -------------------------------------------------------------------------------- /branding_assets/Logo/SystemML-DMLbot-feet.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/systemds-website/beedabb595cc16e08b814397cbcb798470cf2d1a/branding_assets/Logo/SystemML-DMLbot-feet.png -------------------------------------------------------------------------------- /branding_assets/Logo/SystemML-DMLbot-treads.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/systemds-website/beedabb595cc16e08b814397cbcb798470cf2d1a/branding_assets/Logo/SystemML-DMLbot-treads.png -------------------------------------------------------------------------------- /branding_assets/Logo/SystemML-DMLbot-wheel.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/systemds-website/beedabb595cc16e08b814397cbcb798470cf2d1a/branding_assets/Logo/SystemML-DMLbot-wheel.png -------------------------------------------------------------------------------- /branding_assets/Logo/SystemML-DMLbot.ai: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/systemds-website/beedabb595cc16e08b814397cbcb798470cf2d1a/branding_assets/Logo/SystemML-DMLbot.ai -------------------------------------------------------------------------------- /branding_assets/Logo/SystemML-Logo-Black.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/systemds-website/beedabb595cc16e08b814397cbcb798470cf2d1a/branding_assets/Logo/SystemML-Logo-Black.png -------------------------------------------------------------------------------- /branding_assets/Logo/SystemML-Logo-Black.svg: -------------------------------------------------------------------------------- 1 | 2 | 3 | 5 | 10 | SystemML-Logo-Black 11 | 12 | 13 | 14 | Apache 15 | SystemML 16 | ™ 17 | 18 | 19 | 20 | -------------------------------------------------------------------------------- /branding_assets/Logo/SystemML-Logo-White.svg: -------------------------------------------------------------------------------- 1 | SystemML-Logo-WhiteApacheSystemML™ -------------------------------------------------------------------------------- /branding_assets/Logo/SystemML-LogoMark-LG-Black.svg: -------------------------------------------------------------------------------- 1 | SystemML-LogoMark-LG-Black -------------------------------------------------------------------------------- /branding_assets/Logo/SystemML-LogoMark-LG-White.svg: -------------------------------------------------------------------------------- 1 | SystemML-LogoMark-LG-White -------------------------------------------------------------------------------- /branding_assets/Logo/SystemML-LogoMark-SM-Black.svg: -------------------------------------------------------------------------------- 1 | SystemML-LogoMark-SM-Black -------------------------------------------------------------------------------- /branding_assets/Logo/SystemML-LogoMark_SM-White.svg: -------------------------------------------------------------------------------- 1 | SystemML-LogoMark_SM-White -------------------------------------------------------------------------------- /branding_assets/Logo/SystemML-Poster.ai: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/systemds-website/beedabb595cc16e08b814397cbcb798470cf2d1a/branding_assets/Logo/SystemML-Poster.ai -------------------------------------------------------------------------------- /branding_assets/Logo/SystemML-Poster.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apache/systemds-website/beedabb595cc16e08b814397cbcb798470cf2d1a/branding_assets/Logo/SystemML-Poster.pdf -------------------------------------------------------------------------------- /branding_assets/Summary.rtf: -------------------------------------------------------------------------------- 1 | {\rtf1\ansi\ansicpg1252\cocoartf1504\cocoasubrtf830 2 | {\fonttbl\f0\fswiss\fcharset0 Helvetica;\f1\fswiss\fcharset0 Helvetica-Light;} 3 | {\colortbl;\red255\green255\blue255;} 4 | {\*\expandedcolortbl;;} 5 | \margl1440\margr1440\vieww32100\viewh21140\viewkind0 6 | \pard\tx720\tx1440\tx2160\tx2880\tx3600\tx4320\tx5040\tx5760\tx6480\tx7200\tx7920\tx8640\pardirnatural\partightenfactor0 7 | 8 | \f0\b\fs28 \cf0 \ 9 | 10 | \f1\b0\fs36 SystemML Logo Summary 11 | \f0\b\fs28 \ 12 | \ 13 | Files: 14 | \b0 SystemML-Logo-Black.png, SystemML-Logo-Black.svg, SystemML-Logo-White.png, SystemML-Logo-White.svg 15 | \b \ 16 | Description: 17 | \b0 Logo for the Apache SystemML project\ 18 | 19 | \b Date: 20 | \b0 25 Oct 2016\ 21 | 22 | \b Author: 23 | \b0 Jeremy Anderson\ 24 | \ 25 | \pard\tx720\tx1440\tx2160\tx2880\tx3600\tx4320\tx5040\tx5760\tx6480\tx7200\tx7920\tx8640\pardirnatural\partightenfactor0 26 | 27 | \b \cf0 Files: 28 | \b0 SystemML-LogoMark-LG-Black.svg, SystemML-LogoMark-LG-White.svg, SystemML-LogoMark-SM-Black.svg, SystemML-LogoMark-LG-Black.svg 29 | \b \ 30 | Description: 31 | \b0 Logo Mark for the Apache SystemML project\ 32 | 33 | \b Date: 34 | \b0 25 Oct 2016\ 35 | 36 | \b Author: 37 | \b0 Jeremy Anderson\ 38 | \ 39 | 40 | \b Files: 41 | \b0 SystemML-Poster.ai, SystemML-Poster.pdf 42 | \b \ 43 | Description: 44 | \b0 Promotional poster for the Apache SystemML project\ 45 | 46 | \b Date: 47 | \b0 28 Nov 2016\ 48 | 49 | \b Author: 50 | \b0 Rich Kam\ 51 | \ 52 | 53 | \b Files: 54 | \b0 SystemML-DMLbot-feet.png, SystemML-DMLbot-Feet.svg, SystemML-DMLbot-treads.png, SystemML-DMLbot-treads.svg, SystemML-DMLbot-wheel.png, SystemML-DMLbot-wheel.svg, SystemML-DMLbot.ai, 55 | \b \ 56 | Description: 57 | \b0 Mascot for the Apache SystemML project\ 58 | 59 | \b Date: 60 | \b0 25 Oct 2016\ 61 | 62 | \b Author: 63 | \b0 Rose Peng\ 64 | \ 65 | 66 | \b Files: 67 | \b0 SystemML-DMLbot-feet.png, SystemML-DMLbot-Feet.svg, SystemML-DMLbot-treads.png, SystemML-DMLbot-treads.svg, SystemML-DMLbot-wheel.png, SystemML-DMLbot-wheel.svg, SystemML-DMLbot.ai, 68 | \b \ 69 | Description: 70 | \b0 Mascot for the Apache SystemML project\ 71 | 72 | \b Date: 73 | \b0 25 Oct 2016\ 74 | 75 | \b Author: 76 | \b0 Rose Peng\ 77 | \ 78 | \ 79 | 80 | \f1\fs36 SystemML 3D Printing Summary 81 | \f0\b\fs28 \ 82 | \ 83 | Files: 84 | \b0 DML_BOT_v6.obj, SystemML-3D_v1.jpg 85 | \b \ 86 | Description: 87 | \b0 3D print mascot for the Apache SystemML project\ 88 | 89 | \b Date: 90 | \b0 30 May 2017\ 91 | 92 | \b Author: 93 | \b0 Rich Kam, Rose Peng (Photo by Jeremy Anderson)} -------------------------------------------------------------------------------- /gulpfile.js: -------------------------------------------------------------------------------- 1 | const gulp = require('gulp'); 2 | const concat = require('gulp-concat'); 3 | const uglify = require('gulp-uglify'); 4 | const sass = require('gulp-sass')(require('node-sass')); 5 | const child = require('child_process'); 6 | const gutil = require('gulp-util'); 7 | const browserSync = require('browser-sync'); 8 | const sourcemaps = require('gulp-sourcemaps'); 9 | const jekyll = process.platform === 'win32' ? 'jekyll.bat':'jekyll'; 10 | 11 | // PATHS 12 | const config = { 13 | dist: './_site', 14 | paths: { 15 | styles: { 16 | src: '_src/_sass/**/*.?(s)css' 17 | }, 18 | jsFiles: [ 19 | '_src/_scripts/jquery-2.1.1.min.js', 20 | '_src/_scripts/jquery.fitvids.js', 21 | '_src/_scripts/ap-components.min.js', 22 | '_src/_scripts/main.js' 23 | ], 24 | markupFiles: [ 25 | '_src/**/*.md', 26 | '_src/**/*.html' 27 | ] 28 | }, 29 | messages: { 30 | jekyllBuild: 'Running: $ jekyll build' 31 | } 32 | }; 33 | 34 | /** 35 | * provides command: `jekyll build` 36 | */ 37 | function jekyllBuild() { 38 | return child.spawn( jekyll, ['build'], {stdio: 'inherit'}) 39 | } 40 | 41 | /** 42 | * style() function takes in `inputs` and 43 | * provides the `output` files. 44 | * 45 | * inputs: '_src/_sass/' 46 | * include files: 'node_modules/susy/sass' 47 | * output: '_src/assets/css/main.css' 48 | */ 49 | function style() { 50 | return gulp.src(config.paths.styles.src) 51 | .pipe(sourcemaps.init()) 52 | .pipe(sass({ 53 | includePaths: ['node_modules/susy/sass'], 54 | onError: browserSync.notify 55 | })) 56 | .pipe(concat('main.css')) 57 | .pipe(sourcemaps.write()) 58 | .pipe(gulp.dest('./_src/assets/css')) 59 | .pipe(browserSync.reload({stream:true})); 60 | } 61 | 62 | /** 63 | * js() function takes in `inputs` and 64 | * provides the `output` files. 65 | * 66 | * inputs: '_src/_scripts/' 67 | * output: '_src/assets/js/bundle.min.js' 68 | */ 69 | function js() { 70 | return gulp.src(config.paths.jsFiles) 71 | .pipe(concat('bundle.min.js')) 72 | .pipe(uglify()) 73 | .pipe(gulp.dest('./_src/assets/js')); 74 | } 75 | 76 | /** 77 | * This function serves the static files and 78 | * provides the tooling necessary to debugging 79 | * generally exposed at 80 | * -------------------------------------- 81 | * UI: http://localhost:3001 82 | * UI External: http://localhost:3001 83 | * -------------------------------------- 84 | * while, the website files will be served at 85 | * -------------------------------------- 86 | * Local: http://localhost:3000 87 | * External: http://192.168.1.100:3000 88 | * -------------------------------------- 89 | * 90 | * @param {*} done 91 | */ 92 | function browserSyncServe(done) { 93 | browserSync.init({ 94 | server: { 95 | baseDir: config.dist, 96 | serveStaticOptions: { 97 | extensions: ['html'] 98 | } 99 | } 100 | }) 101 | done(); 102 | } 103 | 104 | /** 105 | * This function reloads the browser with 106 | * new changes saved 107 | * 108 | * @param {*} done 109 | */ 110 | function browserSyncReload(done) { 111 | browserSync.reload(); 112 | done(); 113 | } 114 | 115 | /** 116 | * watch() method takes 117 | * a path string, 118 | * an array of path strings, 119 | * an array of glob strings as globs 120 | * on the filesystem. 121 | */ 122 | 123 | function watch() { 124 | gulp.watch(config.paths.styles.src, style) 125 | gulp.watch(config.paths.jsFiles, js) 126 | gulp.watch(config.paths.markupFiles, 127 | gulp.series(jekyllBuild, browserSyncReload)); 128 | } 129 | 130 | // Build 131 | gulp.task('build', gulp.series(style, js, jekyllBuild)) 132 | 133 | // Build and serve (with incremental) for development 134 | gulp.task('default', gulp.series(style, js, jekyllBuild, browserSyncServe, watch)) 135 | -------------------------------------------------------------------------------- /package.json: -------------------------------------------------------------------------------- 1 | { 2 | "name": "systemds-website", 3 | "version": "2.0.0", 4 | "description": "", 5 | "main": "index.js", 6 | "devDependencies": { 7 | "axios": ">=0.28.0", 8 | "browser-sync": "^3.0.2", 9 | "gulp": "^4.0.2", 10 | "gulp-concat": "^2.6.1", 11 | "gulp-if": "^3.0.0", 12 | "gulp-sass": "^5.0.0", 13 | "gulp-sourcemaps": "^3.0.0", 14 | "gulp-uglify": "^3.0.2", 15 | "gulp-useref": "^5.0.0", 16 | "gulp-util": "^3.0.8", 17 | "ini": ">=1.3.6", 18 | "minimist": ">=1.2.6", 19 | "node-sass": "^8.0.0", 20 | "postcss": ">=8.4.31", 21 | "susy": "^2.2.14", 22 | "tar": ">=4.4.18" 23 | }, 24 | "scripts": { 25 | "test": "echo \"Error: no test specified\" && exit 1" 26 | }, 27 | "repository": { 28 | "type": "git", 29 | "url": "git+https://github.com/apache/systemds-website.git" 30 | }, 31 | "author": "", 32 | "license": "Apache-2.0", 33 | "bugs": { 34 | "url": "https://issues.apache.org/jira/projects/SYSTEMDS/issues" 35 | }, 36 | "homepage": "http://systemds.apache.org" 37 | } 38 | --------------------------------------------------------------------------------