├── .gitignore ├── .isort.cfg ├── .pre-commit-config.yaml ├── CODEOWNERS ├── CODE_OF_CONDUCT.md ├── LICENSE.txt ├── README.md ├── assets ├── README.md ├── assets.zip ├── configs │ ├── ACC.toml │ ├── PMGoalFinding.toml │ ├── Pointmesses.toml │ └── SCUBA.toml ├── lateral │ ├── bg.png │ ├── blue.png │ └── red.png ├── pointer.png ├── sample_obs │ ├── acc.png │ ├── pm.png │ └── pmgf.png └── top │ ├── bg.png │ ├── blue.png │ ├── goal.png │ ├── hazard.png │ ├── pointmess.png │ └── red.png ├── docs ├── acc.md ├── envs.md ├── goal_finding.md └── pointmesses.md ├── env_cuda10.1.yaml ├── mypy.ini ├── pytest.ini ├── scripts ├── paper_commands.sh ├── train_detector.py └── train_rl.py ├── setup.py ├── tests ├── test_detector.py ├── test_envs.py └── test_parser.py └── vsrl ├── __init__.py ├── parser ├── __init__.py └── parser.py ├── rl ├── __init__.py ├── agents │ ├── __init__.py │ ├── agent.py │ └── rlpyt_agent.py ├── envs │ ├── __init__.py │ ├── _utils.py │ ├── acc.py │ ├── env.py │ ├── pm_goal_finding.py │ ├── pointmesses.py │ ├── render_helpers.py │ └── safety_wrappers.py └── rlpyt │ ├── __init__.py │ ├── agents.py │ ├── algos.py │ ├── collectors.py │ ├── env.py │ ├── loggers.py │ ├── models.py │ └── runners.py ├── spaces ├── __init__.py ├── continuous.py ├── fin_space.py ├── space.py └── space_helpers.py ├── symmap ├── __init__.py ├── data.py ├── detectors │ ├── __init__.py │ ├── center_track.py │ ├── qatm.py │ ├── template_matching.py │ └── utils.py ├── symbolic_mapper.py └── utils.py ├── training ├── __init__.py ├── train_detector.py └── train_rl.py ├── utils ├── __init__.py ├── assets.py ├── logger.py ├── utils.py └── visualization.py └── verifier ├── __init__.py ├── expr.py ├── expr_helpers.py ├── keymaerax.py ├── keymaerax_pretty_printer.py ├── monitor.py ├── ode_helpers.py └── traversal.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/vsrl-framework/HEAD/.gitignore -------------------------------------------------------------------------------- /.isort.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/vsrl-framework/HEAD/.isort.cfg -------------------------------------------------------------------------------- /.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/vsrl-framework/HEAD/.pre-commit-config.yaml -------------------------------------------------------------------------------- /CODEOWNERS: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/vsrl-framework/HEAD/CODEOWNERS -------------------------------------------------------------------------------- /CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/vsrl-framework/HEAD/CODE_OF_CONDUCT.md -------------------------------------------------------------------------------- /LICENSE.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/vsrl-framework/HEAD/LICENSE.txt -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/vsrl-framework/HEAD/README.md -------------------------------------------------------------------------------- /assets/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/vsrl-framework/HEAD/assets/README.md -------------------------------------------------------------------------------- /assets/assets.zip: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/vsrl-framework/HEAD/assets/assets.zip -------------------------------------------------------------------------------- /assets/configs/ACC.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/vsrl-framework/HEAD/assets/configs/ACC.toml -------------------------------------------------------------------------------- /assets/configs/PMGoalFinding.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/vsrl-framework/HEAD/assets/configs/PMGoalFinding.toml -------------------------------------------------------------------------------- /assets/configs/Pointmesses.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/vsrl-framework/HEAD/assets/configs/Pointmesses.toml -------------------------------------------------------------------------------- /assets/configs/SCUBA.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/vsrl-framework/HEAD/assets/configs/SCUBA.toml -------------------------------------------------------------------------------- /assets/lateral/bg.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/vsrl-framework/HEAD/assets/lateral/bg.png -------------------------------------------------------------------------------- /assets/lateral/blue.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/vsrl-framework/HEAD/assets/lateral/blue.png -------------------------------------------------------------------------------- /assets/lateral/red.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/vsrl-framework/HEAD/assets/lateral/red.png -------------------------------------------------------------------------------- /assets/pointer.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/vsrl-framework/HEAD/assets/pointer.png -------------------------------------------------------------------------------- /assets/sample_obs/acc.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/vsrl-framework/HEAD/assets/sample_obs/acc.png -------------------------------------------------------------------------------- /assets/sample_obs/pm.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/vsrl-framework/HEAD/assets/sample_obs/pm.png -------------------------------------------------------------------------------- /assets/sample_obs/pmgf.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/vsrl-framework/HEAD/assets/sample_obs/pmgf.png -------------------------------------------------------------------------------- /assets/top/bg.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/vsrl-framework/HEAD/assets/top/bg.png -------------------------------------------------------------------------------- /assets/top/blue.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/vsrl-framework/HEAD/assets/top/blue.png -------------------------------------------------------------------------------- /assets/top/goal.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/vsrl-framework/HEAD/assets/top/goal.png -------------------------------------------------------------------------------- /assets/top/hazard.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/vsrl-framework/HEAD/assets/top/hazard.png -------------------------------------------------------------------------------- /assets/top/pointmess.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/vsrl-framework/HEAD/assets/top/pointmess.png -------------------------------------------------------------------------------- /assets/top/red.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/vsrl-framework/HEAD/assets/top/red.png -------------------------------------------------------------------------------- /docs/acc.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/vsrl-framework/HEAD/docs/acc.md -------------------------------------------------------------------------------- /docs/envs.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/vsrl-framework/HEAD/docs/envs.md -------------------------------------------------------------------------------- /docs/goal_finding.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/vsrl-framework/HEAD/docs/goal_finding.md -------------------------------------------------------------------------------- /docs/pointmesses.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/vsrl-framework/HEAD/docs/pointmesses.md -------------------------------------------------------------------------------- /env_cuda10.1.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/vsrl-framework/HEAD/env_cuda10.1.yaml -------------------------------------------------------------------------------- /mypy.ini: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/vsrl-framework/HEAD/mypy.ini -------------------------------------------------------------------------------- /pytest.ini: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/vsrl-framework/HEAD/pytest.ini -------------------------------------------------------------------------------- /scripts/paper_commands.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/vsrl-framework/HEAD/scripts/paper_commands.sh -------------------------------------------------------------------------------- /scripts/train_detector.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/vsrl-framework/HEAD/scripts/train_detector.py -------------------------------------------------------------------------------- /scripts/train_rl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/vsrl-framework/HEAD/scripts/train_rl.py -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/vsrl-framework/HEAD/setup.py -------------------------------------------------------------------------------- /tests/test_detector.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/vsrl-framework/HEAD/tests/test_detector.py -------------------------------------------------------------------------------- /tests/test_envs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/vsrl-framework/HEAD/tests/test_envs.py -------------------------------------------------------------------------------- /tests/test_parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/vsrl-framework/HEAD/tests/test_parser.py -------------------------------------------------------------------------------- /vsrl/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/vsrl-framework/HEAD/vsrl/__init__.py -------------------------------------------------------------------------------- /vsrl/parser/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/vsrl-framework/HEAD/vsrl/parser/__init__.py -------------------------------------------------------------------------------- /vsrl/parser/parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/vsrl-framework/HEAD/vsrl/parser/parser.py -------------------------------------------------------------------------------- /vsrl/rl/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /vsrl/rl/agents/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/vsrl-framework/HEAD/vsrl/rl/agents/__init__.py -------------------------------------------------------------------------------- /vsrl/rl/agents/agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/vsrl-framework/HEAD/vsrl/rl/agents/agent.py -------------------------------------------------------------------------------- /vsrl/rl/agents/rlpyt_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/vsrl-framework/HEAD/vsrl/rl/agents/rlpyt_agent.py -------------------------------------------------------------------------------- /vsrl/rl/envs/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/vsrl-framework/HEAD/vsrl/rl/envs/__init__.py -------------------------------------------------------------------------------- /vsrl/rl/envs/_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/vsrl-framework/HEAD/vsrl/rl/envs/_utils.py -------------------------------------------------------------------------------- /vsrl/rl/envs/acc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/vsrl-framework/HEAD/vsrl/rl/envs/acc.py -------------------------------------------------------------------------------- /vsrl/rl/envs/env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/vsrl-framework/HEAD/vsrl/rl/envs/env.py -------------------------------------------------------------------------------- /vsrl/rl/envs/pm_goal_finding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/vsrl-framework/HEAD/vsrl/rl/envs/pm_goal_finding.py -------------------------------------------------------------------------------- /vsrl/rl/envs/pointmesses.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/vsrl-framework/HEAD/vsrl/rl/envs/pointmesses.py -------------------------------------------------------------------------------- /vsrl/rl/envs/render_helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/vsrl-framework/HEAD/vsrl/rl/envs/render_helpers.py -------------------------------------------------------------------------------- /vsrl/rl/envs/safety_wrappers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/vsrl-framework/HEAD/vsrl/rl/envs/safety_wrappers.py -------------------------------------------------------------------------------- /vsrl/rl/rlpyt/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/vsrl-framework/HEAD/vsrl/rl/rlpyt/__init__.py -------------------------------------------------------------------------------- /vsrl/rl/rlpyt/agents.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/vsrl-framework/HEAD/vsrl/rl/rlpyt/agents.py -------------------------------------------------------------------------------- /vsrl/rl/rlpyt/algos.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/vsrl-framework/HEAD/vsrl/rl/rlpyt/algos.py -------------------------------------------------------------------------------- /vsrl/rl/rlpyt/collectors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/vsrl-framework/HEAD/vsrl/rl/rlpyt/collectors.py -------------------------------------------------------------------------------- /vsrl/rl/rlpyt/env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/vsrl-framework/HEAD/vsrl/rl/rlpyt/env.py -------------------------------------------------------------------------------- /vsrl/rl/rlpyt/loggers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/vsrl-framework/HEAD/vsrl/rl/rlpyt/loggers.py -------------------------------------------------------------------------------- /vsrl/rl/rlpyt/models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/vsrl-framework/HEAD/vsrl/rl/rlpyt/models.py -------------------------------------------------------------------------------- /vsrl/rl/rlpyt/runners.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/vsrl-framework/HEAD/vsrl/rl/rlpyt/runners.py -------------------------------------------------------------------------------- /vsrl/spaces/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/vsrl-framework/HEAD/vsrl/spaces/__init__.py -------------------------------------------------------------------------------- /vsrl/spaces/continuous.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/vsrl-framework/HEAD/vsrl/spaces/continuous.py -------------------------------------------------------------------------------- /vsrl/spaces/fin_space.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/vsrl-framework/HEAD/vsrl/spaces/fin_space.py -------------------------------------------------------------------------------- /vsrl/spaces/space.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/vsrl-framework/HEAD/vsrl/spaces/space.py -------------------------------------------------------------------------------- /vsrl/spaces/space_helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/vsrl-framework/HEAD/vsrl/spaces/space_helpers.py -------------------------------------------------------------------------------- /vsrl/symmap/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/vsrl-framework/HEAD/vsrl/symmap/__init__.py -------------------------------------------------------------------------------- /vsrl/symmap/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/vsrl-framework/HEAD/vsrl/symmap/data.py -------------------------------------------------------------------------------- /vsrl/symmap/detectors/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/vsrl-framework/HEAD/vsrl/symmap/detectors/__init__.py -------------------------------------------------------------------------------- /vsrl/symmap/detectors/center_track.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/vsrl-framework/HEAD/vsrl/symmap/detectors/center_track.py -------------------------------------------------------------------------------- /vsrl/symmap/detectors/qatm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/vsrl-framework/HEAD/vsrl/symmap/detectors/qatm.py -------------------------------------------------------------------------------- /vsrl/symmap/detectors/template_matching.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/vsrl-framework/HEAD/vsrl/symmap/detectors/template_matching.py -------------------------------------------------------------------------------- /vsrl/symmap/detectors/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/vsrl-framework/HEAD/vsrl/symmap/detectors/utils.py -------------------------------------------------------------------------------- /vsrl/symmap/symbolic_mapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/vsrl-framework/HEAD/vsrl/symmap/symbolic_mapper.py -------------------------------------------------------------------------------- /vsrl/symmap/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/vsrl-framework/HEAD/vsrl/symmap/utils.py -------------------------------------------------------------------------------- /vsrl/training/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/vsrl-framework/HEAD/vsrl/training/__init__.py -------------------------------------------------------------------------------- /vsrl/training/train_detector.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/vsrl-framework/HEAD/vsrl/training/train_detector.py -------------------------------------------------------------------------------- /vsrl/training/train_rl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/vsrl-framework/HEAD/vsrl/training/train_rl.py -------------------------------------------------------------------------------- /vsrl/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/vsrl-framework/HEAD/vsrl/utils/__init__.py -------------------------------------------------------------------------------- /vsrl/utils/assets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/vsrl-framework/HEAD/vsrl/utils/assets.py -------------------------------------------------------------------------------- /vsrl/utils/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/vsrl-framework/HEAD/vsrl/utils/logger.py -------------------------------------------------------------------------------- /vsrl/utils/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/vsrl-framework/HEAD/vsrl/utils/utils.py -------------------------------------------------------------------------------- /vsrl/utils/visualization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/vsrl-framework/HEAD/vsrl/utils/visualization.py -------------------------------------------------------------------------------- /vsrl/verifier/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/vsrl-framework/HEAD/vsrl/verifier/__init__.py -------------------------------------------------------------------------------- /vsrl/verifier/expr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/vsrl-framework/HEAD/vsrl/verifier/expr.py -------------------------------------------------------------------------------- /vsrl/verifier/expr_helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/vsrl-framework/HEAD/vsrl/verifier/expr_helpers.py -------------------------------------------------------------------------------- /vsrl/verifier/keymaerax.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/vsrl-framework/HEAD/vsrl/verifier/keymaerax.py -------------------------------------------------------------------------------- /vsrl/verifier/keymaerax_pretty_printer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/vsrl-framework/HEAD/vsrl/verifier/keymaerax_pretty_printer.py -------------------------------------------------------------------------------- /vsrl/verifier/monitor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/vsrl-framework/HEAD/vsrl/verifier/monitor.py -------------------------------------------------------------------------------- /vsrl/verifier/ode_helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/vsrl-framework/HEAD/vsrl/verifier/ode_helpers.py -------------------------------------------------------------------------------- /vsrl/verifier/traversal.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/vsrl-framework/HEAD/vsrl/verifier/traversal.py --------------------------------------------------------------------------------