├── .clang-format ├── .dockerignore ├── .editorconfig ├── .flake8 ├── .gitattributes ├── .github ├── ISSUE_TEMPLATE │ ├── bug-report.yml │ ├── config.yml │ ├── feature-request.yml │ └── questions.yml ├── PULL_REQUEST_TEMPLATE.md ├── dependabot.yml └── workflows │ ├── build.yml │ ├── lint.yml │ ├── set_cibw_build.py │ ├── set_release.py │ └── tests.yml ├── .gitignore ├── .pre-commit-config.yaml ├── .pylintrc ├── .readthedocs.yaml ├── CHANGELOG.md ├── CITATION.cff ├── CMakeLists.txt ├── CODE_OF_CONDUCT.md ├── CONTRIBUTING.md ├── CPPLINT.cfg ├── Dockerfile ├── LICENSE ├── MANIFEST.in ├── Makefile ├── README.md ├── codecov.yml ├── conda-recipe-minimal-cpu.yaml ├── conda-recipe-minimal.yaml ├── conda-recipe.yaml ├── docs ├── Makefile ├── conda-recipe.yaml ├── requirements.txt └── source │ ├── _static │ ├── css │ │ └── style.css │ └── images │ │ ├── explicit-gradient.png │ │ ├── implicit-gradient.png │ │ ├── logo-large.png │ │ ├── logo-torchopt.pdf │ │ ├── logo.png │ │ ├── maml-accs.png │ │ ├── visualization-fig1.svg │ │ ├── visualization-fig2.svg │ │ ├── visualization-fig3.svg │ │ └── zero-order.png │ ├── api │ └── api.rst │ ├── basics │ └── basics.rst │ ├── bibtex.json │ ├── conf.py │ ├── developer │ ├── contributing.rst │ └── contributor.rst │ ├── distributed │ └── distributed.rst │ ├── examples │ └── MAML.rst │ ├── explicit_diff │ └── explicit_diff.rst │ ├── implicit_diff │ └── implicit_diff.rst │ ├── index.rst │ ├── optimizer │ └── optim.rst │ ├── references.bib │ ├── spelling_wordlist.txt │ ├── torchopt101 │ └── torchopt-101.rst │ ├── visualization │ └── visualization.rst │ └── zero_order_diff │ └── zero_order_diff.rst ├── examples ├── FuncTorch │ ├── maml_omniglot_vmap.py │ └── parallel_train_torchopt.py ├── L2R │ ├── README.md │ ├── helpers │ │ ├── argument.py │ │ ├── model.py │ │ └── utils.py │ ├── l2r.py │ └── result.png ├── LOLA │ ├── README.md │ ├── helpers │ │ ├── agent.py │ │ ├── argument.py │ │ ├── env.py │ │ └── utils.py │ ├── lola_dice.py │ ├── result.png │ └── visualize.py ├── MAML-RL │ ├── README.md │ ├── func_maml.py │ ├── helpers │ │ ├── __init__.py │ │ ├── policy.py │ │ ├── policy_torchrl.py │ │ └── tabular_mdp.py │ ├── maml.png │ ├── maml.py │ ├── maml_torchrl.png │ └── maml_torchrl.py ├── MGRL │ ├── README.md │ └── mgrl.py ├── distributed │ └── few-shot │ │ ├── README.md │ │ ├── helpers │ │ └── omniglot_loaders.py │ │ ├── maml-accs.png │ │ ├── maml_omniglot.py │ │ └── maml_omniglot_local_loader.py ├── few-shot │ ├── README.md │ ├── helpers │ │ └── omniglot_loaders.py │ ├── maml-accs.png │ └── maml_omniglot.py ├── iMAML │ ├── README.md │ ├── helpers │ │ └── omniglot_loaders.py │ ├── imaml-accs-functional.png │ ├── imaml-accs.png │ ├── imaml_omniglot.py │ └── imaml_omniglot_functional.py ├── requirements.txt └── visualize.py ├── image ├── diffmode.png ├── logo-large.png ├── logo-torchopt.pdf ├── logo.png └── torchviz-vs-torchopt.jpg ├── include ├── adam_op │ ├── adam_op.h │ ├── adam_op_impl_cpu.h │ └── adam_op_impl_cuda.cuh ├── common.h └── utils.h ├── pyproject.toml ├── requirements.txt ├── setup.py ├── src ├── CMakeLists.txt ├── adam_op │ ├── adam_op.cpp │ ├── adam_op_impl_cpu.cpp │ └── adam_op_impl_cuda.cu └── extension.cpp ├── tests ├── .coveragerc ├── conftest.py ├── helpers.py ├── requirements.txt ├── test_accelerated_op.py ├── test_alias.py ├── test_clip.py ├── test_combine.py ├── test_hook.py ├── test_implicit.py ├── test_import.py ├── test_linalg.py ├── test_meta_optim.py ├── test_nn.py ├── test_optim.py ├── test_pytree.py ├── test_schedule.py ├── test_transform.py ├── test_utils.py └── test_zero_order.py ├── torchopt ├── _C │ └── adam_op.pyi ├── __init__.py ├── accelerated_op │ ├── __init__.py │ ├── _src │ │ ├── __init__.py │ │ └── adam_op.py │ └── adam_op.py ├── alias │ ├── __init__.py │ ├── adadelta.py │ ├── adagrad.py │ ├── adam.py │ ├── adamax.py │ ├── adamw.py │ ├── radam.py │ ├── rmsprop.py │ ├── sgd.py │ └── utils.py ├── base.py ├── clip.py ├── combine.py ├── diff │ ├── __init__.py │ ├── implicit │ │ ├── __init__.py │ │ ├── decorator.py │ │ └── nn │ │ │ ├── __init__.py │ │ │ └── module.py │ └── zero_order │ │ ├── __init__.py │ │ ├── decorator.py │ │ └── nn │ │ ├── __init__.py │ │ └── module.py ├── distributed │ ├── __init__.py │ ├── api.py │ ├── autograd.py │ └── world.py ├── hook.py ├── linalg │ ├── __init__.py │ ├── cg.py │ ├── ns.py │ └── utils.py ├── linear_solve │ ├── __init__.py │ ├── cg.py │ ├── inv.py │ ├── normal_cg.py │ └── utils.py ├── nn │ ├── __init__.py │ ├── module.py │ └── stateless.py ├── optim │ ├── __init__.py │ ├── adadelta.py │ ├── adagrad.py │ ├── adam.py │ ├── adamax.py │ ├── adamw.py │ ├── base.py │ ├── func │ │ ├── __init__.py │ │ └── base.py │ ├── meta │ │ ├── __init__.py │ │ ├── adadelta.py │ │ ├── adagrad.py │ │ ├── adam.py │ │ ├── adamax.py │ │ ├── adamw.py │ │ ├── base.py │ │ ├── radam.py │ │ ├── rmsprop.py │ │ └── sgd.py │ ├── radam.py │ ├── rmsprop.py │ └── sgd.py ├── py.typed ├── pytree.py ├── schedule │ ├── __init__.py │ ├── exponential_decay.py │ └── polynomial.py ├── transform │ ├── __init__.py │ ├── add_decayed_weights.py │ ├── nan_to_num.py │ ├── scale.py │ ├── scale_by_adadelta.py │ ├── scale_by_adam.py │ ├── scale_by_adamax.py │ ├── scale_by_radam.py │ ├── scale_by_rms.py │ ├── scale_by_rss.py │ ├── scale_by_schedule.py │ ├── scale_by_stddev.py │ ├── trace.py │ └── utils.py ├── typing.py ├── update.py ├── utils.py ├── version.py └── visual.py └── tutorials ├── 1_Functional_Optimizer.ipynb ├── 2_Visualization.ipynb ├── 3_Meta_Optimizer.ipynb ├── 4_Stop_Gradient.ipynb ├── 5_Implicit_Differentiation.ipynb ├── 6_Zero_Order_Differentiation.ipynb └── requirements.txt /.clang-format: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/.clang-format -------------------------------------------------------------------------------- /.dockerignore: -------------------------------------------------------------------------------- 1 | .gitignore -------------------------------------------------------------------------------- /.editorconfig: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/.editorconfig -------------------------------------------------------------------------------- /.flake8: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/.flake8 -------------------------------------------------------------------------------- /.gitattributes: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/.gitattributes -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/bug-report.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/.github/ISSUE_TEMPLATE/bug-report.yml -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/config.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/.github/ISSUE_TEMPLATE/config.yml -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/feature-request.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/.github/ISSUE_TEMPLATE/feature-request.yml -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/questions.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/.github/ISSUE_TEMPLATE/questions.yml -------------------------------------------------------------------------------- /.github/PULL_REQUEST_TEMPLATE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/.github/PULL_REQUEST_TEMPLATE.md -------------------------------------------------------------------------------- /.github/dependabot.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/.github/dependabot.yml -------------------------------------------------------------------------------- /.github/workflows/build.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/.github/workflows/build.yml -------------------------------------------------------------------------------- /.github/workflows/lint.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/.github/workflows/lint.yml -------------------------------------------------------------------------------- /.github/workflows/set_cibw_build.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/.github/workflows/set_cibw_build.py -------------------------------------------------------------------------------- /.github/workflows/set_release.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/.github/workflows/set_release.py -------------------------------------------------------------------------------- /.github/workflows/tests.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/.github/workflows/tests.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/.gitignore -------------------------------------------------------------------------------- /.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/.pre-commit-config.yaml -------------------------------------------------------------------------------- /.pylintrc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/.pylintrc -------------------------------------------------------------------------------- /.readthedocs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/.readthedocs.yaml -------------------------------------------------------------------------------- /CHANGELOG.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/CHANGELOG.md -------------------------------------------------------------------------------- /CITATION.cff: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/CITATION.cff -------------------------------------------------------------------------------- /CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/CMakeLists.txt -------------------------------------------------------------------------------- /CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/CODE_OF_CONDUCT.md -------------------------------------------------------------------------------- /CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/CONTRIBUTING.md -------------------------------------------------------------------------------- /CPPLINT.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/CPPLINT.cfg -------------------------------------------------------------------------------- /Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/Dockerfile -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/LICENSE -------------------------------------------------------------------------------- /MANIFEST.in: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/MANIFEST.in -------------------------------------------------------------------------------- /Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/Makefile -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/README.md -------------------------------------------------------------------------------- /codecov.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/codecov.yml -------------------------------------------------------------------------------- /conda-recipe-minimal-cpu.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/conda-recipe-minimal-cpu.yaml -------------------------------------------------------------------------------- /conda-recipe-minimal.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/conda-recipe-minimal.yaml -------------------------------------------------------------------------------- /conda-recipe.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/conda-recipe.yaml -------------------------------------------------------------------------------- /docs/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/docs/Makefile -------------------------------------------------------------------------------- /docs/conda-recipe.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/docs/conda-recipe.yaml -------------------------------------------------------------------------------- /docs/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/docs/requirements.txt -------------------------------------------------------------------------------- /docs/source/_static/css/style.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/docs/source/_static/css/style.css -------------------------------------------------------------------------------- /docs/source/_static/images/explicit-gradient.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/docs/source/_static/images/explicit-gradient.png -------------------------------------------------------------------------------- /docs/source/_static/images/implicit-gradient.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/docs/source/_static/images/implicit-gradient.png -------------------------------------------------------------------------------- /docs/source/_static/images/logo-large.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/docs/source/_static/images/logo-large.png -------------------------------------------------------------------------------- /docs/source/_static/images/logo-torchopt.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/docs/source/_static/images/logo-torchopt.pdf -------------------------------------------------------------------------------- /docs/source/_static/images/logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/docs/source/_static/images/logo.png -------------------------------------------------------------------------------- /docs/source/_static/images/maml-accs.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/docs/source/_static/images/maml-accs.png -------------------------------------------------------------------------------- /docs/source/_static/images/visualization-fig1.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/docs/source/_static/images/visualization-fig1.svg -------------------------------------------------------------------------------- /docs/source/_static/images/visualization-fig2.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/docs/source/_static/images/visualization-fig2.svg -------------------------------------------------------------------------------- /docs/source/_static/images/visualization-fig3.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/docs/source/_static/images/visualization-fig3.svg -------------------------------------------------------------------------------- /docs/source/_static/images/zero-order.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/docs/source/_static/images/zero-order.png -------------------------------------------------------------------------------- /docs/source/api/api.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/docs/source/api/api.rst -------------------------------------------------------------------------------- /docs/source/basics/basics.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/docs/source/basics/basics.rst -------------------------------------------------------------------------------- /docs/source/bibtex.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/docs/source/bibtex.json -------------------------------------------------------------------------------- /docs/source/conf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/docs/source/conf.py -------------------------------------------------------------------------------- /docs/source/developer/contributing.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/docs/source/developer/contributing.rst -------------------------------------------------------------------------------- /docs/source/developer/contributor.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/docs/source/developer/contributor.rst -------------------------------------------------------------------------------- /docs/source/distributed/distributed.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/docs/source/distributed/distributed.rst -------------------------------------------------------------------------------- /docs/source/examples/MAML.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/docs/source/examples/MAML.rst -------------------------------------------------------------------------------- /docs/source/explicit_diff/explicit_diff.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/docs/source/explicit_diff/explicit_diff.rst -------------------------------------------------------------------------------- /docs/source/implicit_diff/implicit_diff.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/docs/source/implicit_diff/implicit_diff.rst -------------------------------------------------------------------------------- /docs/source/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/docs/source/index.rst -------------------------------------------------------------------------------- /docs/source/optimizer/optim.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/docs/source/optimizer/optim.rst -------------------------------------------------------------------------------- /docs/source/references.bib: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/docs/source/references.bib -------------------------------------------------------------------------------- /docs/source/spelling_wordlist.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/docs/source/spelling_wordlist.txt -------------------------------------------------------------------------------- /docs/source/torchopt101/torchopt-101.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/docs/source/torchopt101/torchopt-101.rst -------------------------------------------------------------------------------- /docs/source/visualization/visualization.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/docs/source/visualization/visualization.rst -------------------------------------------------------------------------------- /docs/source/zero_order_diff/zero_order_diff.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/docs/source/zero_order_diff/zero_order_diff.rst -------------------------------------------------------------------------------- /examples/FuncTorch/maml_omniglot_vmap.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/examples/FuncTorch/maml_omniglot_vmap.py -------------------------------------------------------------------------------- /examples/FuncTorch/parallel_train_torchopt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/examples/FuncTorch/parallel_train_torchopt.py -------------------------------------------------------------------------------- /examples/L2R/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/examples/L2R/README.md -------------------------------------------------------------------------------- /examples/L2R/helpers/argument.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/examples/L2R/helpers/argument.py -------------------------------------------------------------------------------- /examples/L2R/helpers/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/examples/L2R/helpers/model.py -------------------------------------------------------------------------------- /examples/L2R/helpers/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/examples/L2R/helpers/utils.py -------------------------------------------------------------------------------- /examples/L2R/l2r.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/examples/L2R/l2r.py -------------------------------------------------------------------------------- /examples/L2R/result.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/examples/L2R/result.png -------------------------------------------------------------------------------- /examples/LOLA/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/examples/LOLA/README.md -------------------------------------------------------------------------------- /examples/LOLA/helpers/agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/examples/LOLA/helpers/agent.py -------------------------------------------------------------------------------- /examples/LOLA/helpers/argument.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/examples/LOLA/helpers/argument.py -------------------------------------------------------------------------------- /examples/LOLA/helpers/env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/examples/LOLA/helpers/env.py -------------------------------------------------------------------------------- /examples/LOLA/helpers/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/examples/LOLA/helpers/utils.py -------------------------------------------------------------------------------- /examples/LOLA/lola_dice.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/examples/LOLA/lola_dice.py -------------------------------------------------------------------------------- /examples/LOLA/result.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/examples/LOLA/result.png -------------------------------------------------------------------------------- /examples/LOLA/visualize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/examples/LOLA/visualize.py -------------------------------------------------------------------------------- /examples/MAML-RL/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/examples/MAML-RL/README.md -------------------------------------------------------------------------------- /examples/MAML-RL/func_maml.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/examples/MAML-RL/func_maml.py -------------------------------------------------------------------------------- /examples/MAML-RL/helpers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/examples/MAML-RL/helpers/__init__.py -------------------------------------------------------------------------------- /examples/MAML-RL/helpers/policy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/examples/MAML-RL/helpers/policy.py -------------------------------------------------------------------------------- /examples/MAML-RL/helpers/policy_torchrl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/examples/MAML-RL/helpers/policy_torchrl.py -------------------------------------------------------------------------------- /examples/MAML-RL/helpers/tabular_mdp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/examples/MAML-RL/helpers/tabular_mdp.py -------------------------------------------------------------------------------- /examples/MAML-RL/maml.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/examples/MAML-RL/maml.png -------------------------------------------------------------------------------- /examples/MAML-RL/maml.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/examples/MAML-RL/maml.py -------------------------------------------------------------------------------- /examples/MAML-RL/maml_torchrl.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/examples/MAML-RL/maml_torchrl.png -------------------------------------------------------------------------------- /examples/MAML-RL/maml_torchrl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/examples/MAML-RL/maml_torchrl.py -------------------------------------------------------------------------------- /examples/MGRL/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/examples/MGRL/README.md -------------------------------------------------------------------------------- /examples/MGRL/mgrl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/examples/MGRL/mgrl.py -------------------------------------------------------------------------------- /examples/distributed/few-shot/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/examples/distributed/few-shot/README.md -------------------------------------------------------------------------------- /examples/distributed/few-shot/helpers/omniglot_loaders.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/examples/distributed/few-shot/helpers/omniglot_loaders.py -------------------------------------------------------------------------------- /examples/distributed/few-shot/maml-accs.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/examples/distributed/few-shot/maml-accs.png -------------------------------------------------------------------------------- /examples/distributed/few-shot/maml_omniglot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/examples/distributed/few-shot/maml_omniglot.py -------------------------------------------------------------------------------- /examples/distributed/few-shot/maml_omniglot_local_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/examples/distributed/few-shot/maml_omniglot_local_loader.py -------------------------------------------------------------------------------- /examples/few-shot/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/examples/few-shot/README.md -------------------------------------------------------------------------------- /examples/few-shot/helpers/omniglot_loaders.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/examples/few-shot/helpers/omniglot_loaders.py -------------------------------------------------------------------------------- /examples/few-shot/maml-accs.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/examples/few-shot/maml-accs.png -------------------------------------------------------------------------------- /examples/few-shot/maml_omniglot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/examples/few-shot/maml_omniglot.py -------------------------------------------------------------------------------- /examples/iMAML/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/examples/iMAML/README.md -------------------------------------------------------------------------------- /examples/iMAML/helpers/omniglot_loaders.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/examples/iMAML/helpers/omniglot_loaders.py -------------------------------------------------------------------------------- /examples/iMAML/imaml-accs-functional.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/examples/iMAML/imaml-accs-functional.png -------------------------------------------------------------------------------- /examples/iMAML/imaml-accs.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/examples/iMAML/imaml-accs.png -------------------------------------------------------------------------------- /examples/iMAML/imaml_omniglot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/examples/iMAML/imaml_omniglot.py -------------------------------------------------------------------------------- /examples/iMAML/imaml_omniglot_functional.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/examples/iMAML/imaml_omniglot_functional.py -------------------------------------------------------------------------------- /examples/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/examples/requirements.txt -------------------------------------------------------------------------------- /examples/visualize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/examples/visualize.py -------------------------------------------------------------------------------- /image/diffmode.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/image/diffmode.png -------------------------------------------------------------------------------- /image/logo-large.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/image/logo-large.png -------------------------------------------------------------------------------- /image/logo-torchopt.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/image/logo-torchopt.pdf -------------------------------------------------------------------------------- /image/logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/image/logo.png -------------------------------------------------------------------------------- /image/torchviz-vs-torchopt.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/image/torchviz-vs-torchopt.jpg -------------------------------------------------------------------------------- /include/adam_op/adam_op.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/include/adam_op/adam_op.h -------------------------------------------------------------------------------- /include/adam_op/adam_op_impl_cpu.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/include/adam_op/adam_op_impl_cpu.h -------------------------------------------------------------------------------- /include/adam_op/adam_op_impl_cuda.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/include/adam_op/adam_op_impl_cuda.cuh -------------------------------------------------------------------------------- /include/common.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/include/common.h -------------------------------------------------------------------------------- /include/utils.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/include/utils.h -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/pyproject.toml -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/requirements.txt -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/setup.py -------------------------------------------------------------------------------- /src/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/src/CMakeLists.txt -------------------------------------------------------------------------------- /src/adam_op/adam_op.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/src/adam_op/adam_op.cpp -------------------------------------------------------------------------------- /src/adam_op/adam_op_impl_cpu.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/src/adam_op/adam_op_impl_cpu.cpp -------------------------------------------------------------------------------- /src/adam_op/adam_op_impl_cuda.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/src/adam_op/adam_op_impl_cuda.cu -------------------------------------------------------------------------------- /src/extension.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/src/extension.cpp -------------------------------------------------------------------------------- /tests/.coveragerc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/tests/.coveragerc -------------------------------------------------------------------------------- /tests/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/tests/conftest.py -------------------------------------------------------------------------------- /tests/helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/tests/helpers.py -------------------------------------------------------------------------------- /tests/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/tests/requirements.txt -------------------------------------------------------------------------------- /tests/test_accelerated_op.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/tests/test_accelerated_op.py -------------------------------------------------------------------------------- /tests/test_alias.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/tests/test_alias.py -------------------------------------------------------------------------------- /tests/test_clip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/tests/test_clip.py -------------------------------------------------------------------------------- /tests/test_combine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/tests/test_combine.py -------------------------------------------------------------------------------- /tests/test_hook.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/tests/test_hook.py -------------------------------------------------------------------------------- /tests/test_implicit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/tests/test_implicit.py -------------------------------------------------------------------------------- /tests/test_import.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/tests/test_import.py -------------------------------------------------------------------------------- /tests/test_linalg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/tests/test_linalg.py -------------------------------------------------------------------------------- /tests/test_meta_optim.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/tests/test_meta_optim.py -------------------------------------------------------------------------------- /tests/test_nn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/tests/test_nn.py -------------------------------------------------------------------------------- /tests/test_optim.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/tests/test_optim.py -------------------------------------------------------------------------------- /tests/test_pytree.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/tests/test_pytree.py -------------------------------------------------------------------------------- /tests/test_schedule.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/tests/test_schedule.py -------------------------------------------------------------------------------- /tests/test_transform.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/tests/test_transform.py -------------------------------------------------------------------------------- /tests/test_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/tests/test_utils.py -------------------------------------------------------------------------------- /tests/test_zero_order.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/tests/test_zero_order.py -------------------------------------------------------------------------------- /torchopt/_C/adam_op.pyi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/torchopt/_C/adam_op.pyi -------------------------------------------------------------------------------- /torchopt/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/torchopt/__init__.py -------------------------------------------------------------------------------- /torchopt/accelerated_op/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/torchopt/accelerated_op/__init__.py -------------------------------------------------------------------------------- /torchopt/accelerated_op/_src/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/torchopt/accelerated_op/_src/__init__.py -------------------------------------------------------------------------------- /torchopt/accelerated_op/_src/adam_op.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/torchopt/accelerated_op/_src/adam_op.py -------------------------------------------------------------------------------- /torchopt/accelerated_op/adam_op.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/torchopt/accelerated_op/adam_op.py -------------------------------------------------------------------------------- /torchopt/alias/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/torchopt/alias/__init__.py -------------------------------------------------------------------------------- /torchopt/alias/adadelta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/torchopt/alias/adadelta.py -------------------------------------------------------------------------------- /torchopt/alias/adagrad.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/torchopt/alias/adagrad.py -------------------------------------------------------------------------------- /torchopt/alias/adam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/torchopt/alias/adam.py -------------------------------------------------------------------------------- /torchopt/alias/adamax.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/torchopt/alias/adamax.py -------------------------------------------------------------------------------- /torchopt/alias/adamw.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/torchopt/alias/adamw.py -------------------------------------------------------------------------------- /torchopt/alias/radam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/torchopt/alias/radam.py -------------------------------------------------------------------------------- /torchopt/alias/rmsprop.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/torchopt/alias/rmsprop.py -------------------------------------------------------------------------------- /torchopt/alias/sgd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/torchopt/alias/sgd.py -------------------------------------------------------------------------------- /torchopt/alias/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/torchopt/alias/utils.py -------------------------------------------------------------------------------- /torchopt/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/torchopt/base.py -------------------------------------------------------------------------------- /torchopt/clip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/torchopt/clip.py -------------------------------------------------------------------------------- /torchopt/combine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/torchopt/combine.py -------------------------------------------------------------------------------- /torchopt/diff/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/torchopt/diff/__init__.py -------------------------------------------------------------------------------- /torchopt/diff/implicit/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/torchopt/diff/implicit/__init__.py -------------------------------------------------------------------------------- /torchopt/diff/implicit/decorator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/torchopt/diff/implicit/decorator.py -------------------------------------------------------------------------------- /torchopt/diff/implicit/nn/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/torchopt/diff/implicit/nn/__init__.py -------------------------------------------------------------------------------- /torchopt/diff/implicit/nn/module.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/torchopt/diff/implicit/nn/module.py -------------------------------------------------------------------------------- /torchopt/diff/zero_order/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/torchopt/diff/zero_order/__init__.py -------------------------------------------------------------------------------- /torchopt/diff/zero_order/decorator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/torchopt/diff/zero_order/decorator.py -------------------------------------------------------------------------------- /torchopt/diff/zero_order/nn/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/torchopt/diff/zero_order/nn/__init__.py -------------------------------------------------------------------------------- /torchopt/diff/zero_order/nn/module.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/torchopt/diff/zero_order/nn/module.py -------------------------------------------------------------------------------- /torchopt/distributed/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/torchopt/distributed/__init__.py -------------------------------------------------------------------------------- /torchopt/distributed/api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/torchopt/distributed/api.py -------------------------------------------------------------------------------- /torchopt/distributed/autograd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/torchopt/distributed/autograd.py -------------------------------------------------------------------------------- /torchopt/distributed/world.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/torchopt/distributed/world.py -------------------------------------------------------------------------------- /torchopt/hook.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/torchopt/hook.py -------------------------------------------------------------------------------- /torchopt/linalg/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/torchopt/linalg/__init__.py -------------------------------------------------------------------------------- /torchopt/linalg/cg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/torchopt/linalg/cg.py -------------------------------------------------------------------------------- /torchopt/linalg/ns.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/torchopt/linalg/ns.py -------------------------------------------------------------------------------- /torchopt/linalg/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/torchopt/linalg/utils.py -------------------------------------------------------------------------------- /torchopt/linear_solve/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/torchopt/linear_solve/__init__.py -------------------------------------------------------------------------------- /torchopt/linear_solve/cg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/torchopt/linear_solve/cg.py -------------------------------------------------------------------------------- /torchopt/linear_solve/inv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/torchopt/linear_solve/inv.py -------------------------------------------------------------------------------- /torchopt/linear_solve/normal_cg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/torchopt/linear_solve/normal_cg.py -------------------------------------------------------------------------------- /torchopt/linear_solve/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/torchopt/linear_solve/utils.py -------------------------------------------------------------------------------- /torchopt/nn/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/torchopt/nn/__init__.py -------------------------------------------------------------------------------- /torchopt/nn/module.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/torchopt/nn/module.py -------------------------------------------------------------------------------- /torchopt/nn/stateless.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/torchopt/nn/stateless.py -------------------------------------------------------------------------------- /torchopt/optim/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/torchopt/optim/__init__.py -------------------------------------------------------------------------------- /torchopt/optim/adadelta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/torchopt/optim/adadelta.py -------------------------------------------------------------------------------- /torchopt/optim/adagrad.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/torchopt/optim/adagrad.py -------------------------------------------------------------------------------- /torchopt/optim/adam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/torchopt/optim/adam.py -------------------------------------------------------------------------------- /torchopt/optim/adamax.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/torchopt/optim/adamax.py -------------------------------------------------------------------------------- /torchopt/optim/adamw.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/torchopt/optim/adamw.py -------------------------------------------------------------------------------- /torchopt/optim/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/torchopt/optim/base.py -------------------------------------------------------------------------------- /torchopt/optim/func/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/torchopt/optim/func/__init__.py -------------------------------------------------------------------------------- /torchopt/optim/func/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/torchopt/optim/func/base.py -------------------------------------------------------------------------------- /torchopt/optim/meta/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/torchopt/optim/meta/__init__.py -------------------------------------------------------------------------------- /torchopt/optim/meta/adadelta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/torchopt/optim/meta/adadelta.py -------------------------------------------------------------------------------- /torchopt/optim/meta/adagrad.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/torchopt/optim/meta/adagrad.py -------------------------------------------------------------------------------- /torchopt/optim/meta/adam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/torchopt/optim/meta/adam.py -------------------------------------------------------------------------------- /torchopt/optim/meta/adamax.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/torchopt/optim/meta/adamax.py -------------------------------------------------------------------------------- /torchopt/optim/meta/adamw.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/torchopt/optim/meta/adamw.py -------------------------------------------------------------------------------- /torchopt/optim/meta/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/torchopt/optim/meta/base.py -------------------------------------------------------------------------------- /torchopt/optim/meta/radam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/torchopt/optim/meta/radam.py -------------------------------------------------------------------------------- /torchopt/optim/meta/rmsprop.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/torchopt/optim/meta/rmsprop.py -------------------------------------------------------------------------------- /torchopt/optim/meta/sgd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/torchopt/optim/meta/sgd.py -------------------------------------------------------------------------------- /torchopt/optim/radam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/torchopt/optim/radam.py -------------------------------------------------------------------------------- /torchopt/optim/rmsprop.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/torchopt/optim/rmsprop.py -------------------------------------------------------------------------------- /torchopt/optim/sgd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/torchopt/optim/sgd.py -------------------------------------------------------------------------------- /torchopt/py.typed: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /torchopt/pytree.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/torchopt/pytree.py -------------------------------------------------------------------------------- /torchopt/schedule/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/torchopt/schedule/__init__.py -------------------------------------------------------------------------------- /torchopt/schedule/exponential_decay.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/torchopt/schedule/exponential_decay.py -------------------------------------------------------------------------------- /torchopt/schedule/polynomial.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/torchopt/schedule/polynomial.py -------------------------------------------------------------------------------- /torchopt/transform/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/torchopt/transform/__init__.py -------------------------------------------------------------------------------- /torchopt/transform/add_decayed_weights.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/torchopt/transform/add_decayed_weights.py -------------------------------------------------------------------------------- /torchopt/transform/nan_to_num.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/torchopt/transform/nan_to_num.py -------------------------------------------------------------------------------- /torchopt/transform/scale.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/torchopt/transform/scale.py -------------------------------------------------------------------------------- /torchopt/transform/scale_by_adadelta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/torchopt/transform/scale_by_adadelta.py -------------------------------------------------------------------------------- /torchopt/transform/scale_by_adam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/torchopt/transform/scale_by_adam.py -------------------------------------------------------------------------------- /torchopt/transform/scale_by_adamax.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/torchopt/transform/scale_by_adamax.py -------------------------------------------------------------------------------- /torchopt/transform/scale_by_radam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/torchopt/transform/scale_by_radam.py -------------------------------------------------------------------------------- /torchopt/transform/scale_by_rms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/torchopt/transform/scale_by_rms.py -------------------------------------------------------------------------------- /torchopt/transform/scale_by_rss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/torchopt/transform/scale_by_rss.py -------------------------------------------------------------------------------- /torchopt/transform/scale_by_schedule.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/torchopt/transform/scale_by_schedule.py -------------------------------------------------------------------------------- /torchopt/transform/scale_by_stddev.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/torchopt/transform/scale_by_stddev.py -------------------------------------------------------------------------------- /torchopt/transform/trace.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/torchopt/transform/trace.py -------------------------------------------------------------------------------- /torchopt/transform/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/torchopt/transform/utils.py -------------------------------------------------------------------------------- /torchopt/typing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/torchopt/typing.py -------------------------------------------------------------------------------- /torchopt/update.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/torchopt/update.py -------------------------------------------------------------------------------- /torchopt/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/torchopt/utils.py -------------------------------------------------------------------------------- /torchopt/version.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/torchopt/version.py -------------------------------------------------------------------------------- /torchopt/visual.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/torchopt/visual.py -------------------------------------------------------------------------------- /tutorials/1_Functional_Optimizer.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/tutorials/1_Functional_Optimizer.ipynb -------------------------------------------------------------------------------- /tutorials/2_Visualization.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/tutorials/2_Visualization.ipynb -------------------------------------------------------------------------------- /tutorials/3_Meta_Optimizer.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/tutorials/3_Meta_Optimizer.ipynb -------------------------------------------------------------------------------- /tutorials/4_Stop_Gradient.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/tutorials/4_Stop_Gradient.ipynb -------------------------------------------------------------------------------- /tutorials/5_Implicit_Differentiation.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/tutorials/5_Implicit_Differentiation.ipynb -------------------------------------------------------------------------------- /tutorials/6_Zero_Order_Differentiation.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/tutorials/6_Zero_Order_Differentiation.ipynb -------------------------------------------------------------------------------- /tutorials/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/metaopt/torchopt/HEAD/tutorials/requirements.txt --------------------------------------------------------------------------------