├── .gitignore ├── LICENSE ├── README.md ├── docs ├── alignment.png ├── coop_nav_align.gif └── coop_nav_sparse.gif ├── football ├── gfootball │ ├── __init__.py │ ├── build_game_engine.bat │ ├── build_game_engine.sh │ ├── colabs │ │ ├── gfootball_example_from_prebuild.ipynb │ │ └── gfootball_example_from_scratch.ipynb │ ├── doc │ │ ├── api.md │ │ ├── compile_engine.md │ │ ├── docker.md │ │ ├── imitation.md │ │ ├── multi_agent.md │ │ ├── observation.md │ │ ├── saving_replays.md │ │ └── scenarios.md │ ├── dump_to_txt.py │ ├── dump_to_video.py │ ├── env │ │ ├── __init__.py │ │ ├── config.py │ │ ├── constants.py │ │ ├── controller_base.py │ │ ├── event_queue.py │ │ ├── football_action_set.py │ │ ├── football_action_set_test.py │ │ ├── football_env.py │ │ ├── football_env_core.py │ │ ├── football_env_test.py │ │ ├── gym_test.py │ │ ├── observation_preprocessing.py │ │ ├── observation_processor.py │ │ ├── observation_rotation.py │ │ ├── observation_rotation_test.py │ │ ├── player_base.py │ │ ├── players │ │ │ ├── __init__.py │ │ │ ├── agent.py │ │ │ ├── bot.py │ │ │ ├── gamepad.py │ │ │ ├── keyboard.py │ │ │ ├── lazy.py │ │ │ ├── ppo2_cnn.py │ │ │ └── replay.py │ │ ├── remote_football_env.py │ │ ├── scenario_builder.py │ │ ├── script_helpers.py │ │ ├── script_helpers_test.py │ │ ├── wrappers.py │ │ └── wrappers_test.py │ ├── eval_server │ │ ├── __init__.py │ │ ├── config.py │ │ ├── example_client.py │ │ ├── proto │ │ │ ├── game_server.proto │ │ │ ├── game_server_pb2.py │ │ │ ├── game_server_pb2_grpc.py │ │ │ ├── master.proto │ │ │ ├── master_pb2.py │ │ │ └── master_pb2_grpc.py │ │ └── utils.py │ ├── examples │ │ ├── __init__.py │ │ ├── models.py │ │ ├── repro_checkpoint_easy.sh │ │ ├── repro_scoring_easy.sh │ │ ├── run_multiagent_rllib.py │ │ └── run_ppo2.py │ ├── play_game.py │ ├── replay.py │ └── scenarios │ │ ├── 11_vs_11_competition.py │ │ ├── 11_vs_11_easy_stochastic.py │ │ ├── 11_vs_11_hard_stochastic.py │ │ ├── 11_vs_11_kaggle.py │ │ ├── 11_vs_11_stochastic.py │ │ ├── 1_vs_1_easy.py │ │ ├── 5_vs_5.py │ │ ├── __init__.py │ │ ├── academy_3_vs_1_with_keeper.py │ │ ├── academy_corner.py │ │ ├── academy_counterattack_easy.py │ │ ├── academy_counterattack_hard.py │ │ ├── academy_empty_goal.py │ │ ├── academy_empty_goal_close.py │ │ ├── academy_pass_and_shoot_with_keeper.py │ │ ├── academy_run_pass_and_shoot_with_keeper.py │ │ ├── academy_run_to_score.py │ │ ├── academy_run_to_score_with_keeper.py │ │ ├── academy_single_goal_versus_lazy.py │ │ ├── test_example_multiagent.py │ │ └── tests │ │ ├── 11_vs_11_deterministic.py │ │ ├── 11_vs_11_easy_deterministic.py │ │ ├── 11_vs_11_hard_deterministic.py │ │ ├── 11_vs_11_single_goal_deterministic.py │ │ ├── 11_vs_11_single_goal_stochastic.py │ │ ├── 11_vs_4_offence_deterministic.py │ │ ├── 11_vs_4_offence_stochastic.py │ │ ├── __init__.py │ │ ├── corner_test.py │ │ ├── goal_test.py │ │ ├── keeper_test.py │ │ ├── kickoff_for_goal_loosing_team_test.py │ │ ├── multiagent_wrapper.py │ │ ├── offside_test.py │ │ ├── penalty.py │ │ ├── second_half.py │ │ └── symmetric.py ├── models.py ├── policy.py ├── policy_template.py ├── run_multiagent_sac.py └── torch_policy.py └── map ├── evaluate_multi_sacd.py ├── models ├── sac_nets.py └── world_model.py ├── tianshou ├── __init__.py ├── data │ ├── __init__.py │ ├── batch.py │ ├── buffer.py │ ├── collector.py │ ├── collector_with_policy_visual.py │ ├── dict2obj.py │ └── utils.py ├── env │ ├── __init__.py │ ├── atari.py │ ├── make_multiagent.py │ ├── make_multiagent_vec.py │ ├── multiagent │ │ ├── __init__.py │ │ ├── core.py │ │ ├── core_vec.py │ │ ├── environment.py │ │ ├── environment_vec.py │ │ ├── multi_discrete.py │ │ ├── policy.py │ │ ├── rendering.py │ │ ├── scenario.py │ │ └── scenarios │ │ │ ├── __init__.py │ │ │ ├── chase.py │ │ │ ├── hetero_spread_in.py │ │ │ ├── simple.py │ │ │ ├── simple_adversary.py │ │ │ ├── simple_adversary_in.py │ │ │ ├── simple_align_in.py │ │ │ ├── simple_push.py │ │ │ ├── simple_push_in.py │ │ │ ├── simple_spread.py │ │ │ ├── simple_spread_in.py │ │ │ ├── simple_tag.py │ │ │ └── simple_tag_in.py │ ├── utils.py │ ├── vecenv.py │ └── video.py ├── exploration │ ├── __init__.py │ └── random.py ├── policy │ ├── __init__.py │ ├── base.py │ ├── dist.py │ └── modelfree │ │ ├── __init__.py │ │ ├── ddpg.py │ │ ├── sac.py │ │ ├── sacd_multi.py │ │ ├── sacd_multi_cc.py │ │ ├── sacd_multi_cc_wm.py │ │ └── sacd_multi_wm.py ├── trainer │ ├── __init__.py │ ├── offpolicy.py │ └── utils.py └── utils │ ├── __init__.py │ ├── config.py │ └── moving_average.py ├── train_multi_sacd.py ├── utils ├── __init__.py ├── agents.py ├── buffer.py ├── env_wrappers.py ├── make_env.py ├── misc.py ├── networks.py └── noise.py └── visualize_multi_sacd.py /.gitignore: -------------------------------------------------------------------------------- 1 | __pycache__ 2 | log 3 | result -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/README.md -------------------------------------------------------------------------------- /docs/alignment.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/docs/alignment.png -------------------------------------------------------------------------------- /docs/coop_nav_align.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/docs/coop_nav_align.gif -------------------------------------------------------------------------------- /docs/coop_nav_sparse.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/docs/coop_nav_sparse.gif -------------------------------------------------------------------------------- /football/gfootball/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/football/gfootball/__init__.py -------------------------------------------------------------------------------- /football/gfootball/build_game_engine.bat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/football/gfootball/build_game_engine.bat -------------------------------------------------------------------------------- /football/gfootball/build_game_engine.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/football/gfootball/build_game_engine.sh -------------------------------------------------------------------------------- /football/gfootball/colabs/gfootball_example_from_prebuild.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/football/gfootball/colabs/gfootball_example_from_prebuild.ipynb -------------------------------------------------------------------------------- /football/gfootball/colabs/gfootball_example_from_scratch.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/football/gfootball/colabs/gfootball_example_from_scratch.ipynb -------------------------------------------------------------------------------- /football/gfootball/doc/api.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/football/gfootball/doc/api.md -------------------------------------------------------------------------------- /football/gfootball/doc/compile_engine.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/football/gfootball/doc/compile_engine.md -------------------------------------------------------------------------------- /football/gfootball/doc/docker.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/football/gfootball/doc/docker.md -------------------------------------------------------------------------------- /football/gfootball/doc/imitation.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/football/gfootball/doc/imitation.md -------------------------------------------------------------------------------- /football/gfootball/doc/multi_agent.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/football/gfootball/doc/multi_agent.md -------------------------------------------------------------------------------- /football/gfootball/doc/observation.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/football/gfootball/doc/observation.md -------------------------------------------------------------------------------- /football/gfootball/doc/saving_replays.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/football/gfootball/doc/saving_replays.md -------------------------------------------------------------------------------- /football/gfootball/doc/scenarios.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/football/gfootball/doc/scenarios.md -------------------------------------------------------------------------------- /football/gfootball/dump_to_txt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/football/gfootball/dump_to_txt.py -------------------------------------------------------------------------------- /football/gfootball/dump_to_video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/football/gfootball/dump_to_video.py -------------------------------------------------------------------------------- /football/gfootball/env/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/football/gfootball/env/__init__.py -------------------------------------------------------------------------------- /football/gfootball/env/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/football/gfootball/env/config.py -------------------------------------------------------------------------------- /football/gfootball/env/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/football/gfootball/env/constants.py -------------------------------------------------------------------------------- /football/gfootball/env/controller_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/football/gfootball/env/controller_base.py -------------------------------------------------------------------------------- /football/gfootball/env/event_queue.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/football/gfootball/env/event_queue.py -------------------------------------------------------------------------------- /football/gfootball/env/football_action_set.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/football/gfootball/env/football_action_set.py -------------------------------------------------------------------------------- /football/gfootball/env/football_action_set_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/football/gfootball/env/football_action_set_test.py -------------------------------------------------------------------------------- /football/gfootball/env/football_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/football/gfootball/env/football_env.py -------------------------------------------------------------------------------- /football/gfootball/env/football_env_core.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/football/gfootball/env/football_env_core.py -------------------------------------------------------------------------------- /football/gfootball/env/football_env_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/football/gfootball/env/football_env_test.py -------------------------------------------------------------------------------- /football/gfootball/env/gym_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/football/gfootball/env/gym_test.py -------------------------------------------------------------------------------- /football/gfootball/env/observation_preprocessing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/football/gfootball/env/observation_preprocessing.py -------------------------------------------------------------------------------- /football/gfootball/env/observation_processor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/football/gfootball/env/observation_processor.py -------------------------------------------------------------------------------- /football/gfootball/env/observation_rotation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/football/gfootball/env/observation_rotation.py -------------------------------------------------------------------------------- /football/gfootball/env/observation_rotation_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/football/gfootball/env/observation_rotation_test.py -------------------------------------------------------------------------------- /football/gfootball/env/player_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/football/gfootball/env/player_base.py -------------------------------------------------------------------------------- /football/gfootball/env/players/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/football/gfootball/env/players/__init__.py -------------------------------------------------------------------------------- /football/gfootball/env/players/agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/football/gfootball/env/players/agent.py -------------------------------------------------------------------------------- /football/gfootball/env/players/bot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/football/gfootball/env/players/bot.py -------------------------------------------------------------------------------- /football/gfootball/env/players/gamepad.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/football/gfootball/env/players/gamepad.py -------------------------------------------------------------------------------- /football/gfootball/env/players/keyboard.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/football/gfootball/env/players/keyboard.py -------------------------------------------------------------------------------- /football/gfootball/env/players/lazy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/football/gfootball/env/players/lazy.py -------------------------------------------------------------------------------- /football/gfootball/env/players/ppo2_cnn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/football/gfootball/env/players/ppo2_cnn.py -------------------------------------------------------------------------------- /football/gfootball/env/players/replay.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/football/gfootball/env/players/replay.py -------------------------------------------------------------------------------- /football/gfootball/env/remote_football_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/football/gfootball/env/remote_football_env.py -------------------------------------------------------------------------------- /football/gfootball/env/scenario_builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/football/gfootball/env/scenario_builder.py -------------------------------------------------------------------------------- /football/gfootball/env/script_helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/football/gfootball/env/script_helpers.py -------------------------------------------------------------------------------- /football/gfootball/env/script_helpers_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/football/gfootball/env/script_helpers_test.py -------------------------------------------------------------------------------- /football/gfootball/env/wrappers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/football/gfootball/env/wrappers.py -------------------------------------------------------------------------------- /football/gfootball/env/wrappers_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/football/gfootball/env/wrappers_test.py -------------------------------------------------------------------------------- /football/gfootball/eval_server/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/football/gfootball/eval_server/__init__.py -------------------------------------------------------------------------------- /football/gfootball/eval_server/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/football/gfootball/eval_server/config.py -------------------------------------------------------------------------------- /football/gfootball/eval_server/example_client.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/football/gfootball/eval_server/example_client.py -------------------------------------------------------------------------------- /football/gfootball/eval_server/proto/game_server.proto: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/football/gfootball/eval_server/proto/game_server.proto -------------------------------------------------------------------------------- /football/gfootball/eval_server/proto/game_server_pb2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/football/gfootball/eval_server/proto/game_server_pb2.py -------------------------------------------------------------------------------- /football/gfootball/eval_server/proto/game_server_pb2_grpc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/football/gfootball/eval_server/proto/game_server_pb2_grpc.py -------------------------------------------------------------------------------- /football/gfootball/eval_server/proto/master.proto: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/football/gfootball/eval_server/proto/master.proto -------------------------------------------------------------------------------- /football/gfootball/eval_server/proto/master_pb2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/football/gfootball/eval_server/proto/master_pb2.py -------------------------------------------------------------------------------- /football/gfootball/eval_server/proto/master_pb2_grpc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/football/gfootball/eval_server/proto/master_pb2_grpc.py -------------------------------------------------------------------------------- /football/gfootball/eval_server/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/football/gfootball/eval_server/utils.py -------------------------------------------------------------------------------- /football/gfootball/examples/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/football/gfootball/examples/__init__.py -------------------------------------------------------------------------------- /football/gfootball/examples/models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/football/gfootball/examples/models.py -------------------------------------------------------------------------------- /football/gfootball/examples/repro_checkpoint_easy.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/football/gfootball/examples/repro_checkpoint_easy.sh -------------------------------------------------------------------------------- /football/gfootball/examples/repro_scoring_easy.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/football/gfootball/examples/repro_scoring_easy.sh -------------------------------------------------------------------------------- /football/gfootball/examples/run_multiagent_rllib.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/football/gfootball/examples/run_multiagent_rllib.py -------------------------------------------------------------------------------- /football/gfootball/examples/run_ppo2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/football/gfootball/examples/run_ppo2.py -------------------------------------------------------------------------------- /football/gfootball/play_game.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/football/gfootball/play_game.py -------------------------------------------------------------------------------- /football/gfootball/replay.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/football/gfootball/replay.py -------------------------------------------------------------------------------- /football/gfootball/scenarios/11_vs_11_competition.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/football/gfootball/scenarios/11_vs_11_competition.py -------------------------------------------------------------------------------- /football/gfootball/scenarios/11_vs_11_easy_stochastic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/football/gfootball/scenarios/11_vs_11_easy_stochastic.py -------------------------------------------------------------------------------- /football/gfootball/scenarios/11_vs_11_hard_stochastic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/football/gfootball/scenarios/11_vs_11_hard_stochastic.py -------------------------------------------------------------------------------- /football/gfootball/scenarios/11_vs_11_kaggle.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/football/gfootball/scenarios/11_vs_11_kaggle.py -------------------------------------------------------------------------------- /football/gfootball/scenarios/11_vs_11_stochastic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/football/gfootball/scenarios/11_vs_11_stochastic.py -------------------------------------------------------------------------------- /football/gfootball/scenarios/1_vs_1_easy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/football/gfootball/scenarios/1_vs_1_easy.py -------------------------------------------------------------------------------- /football/gfootball/scenarios/5_vs_5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/football/gfootball/scenarios/5_vs_5.py -------------------------------------------------------------------------------- /football/gfootball/scenarios/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/football/gfootball/scenarios/__init__.py -------------------------------------------------------------------------------- /football/gfootball/scenarios/academy_3_vs_1_with_keeper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/football/gfootball/scenarios/academy_3_vs_1_with_keeper.py -------------------------------------------------------------------------------- /football/gfootball/scenarios/academy_corner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/football/gfootball/scenarios/academy_corner.py -------------------------------------------------------------------------------- /football/gfootball/scenarios/academy_counterattack_easy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/football/gfootball/scenarios/academy_counterattack_easy.py -------------------------------------------------------------------------------- /football/gfootball/scenarios/academy_counterattack_hard.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/football/gfootball/scenarios/academy_counterattack_hard.py -------------------------------------------------------------------------------- /football/gfootball/scenarios/academy_empty_goal.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/football/gfootball/scenarios/academy_empty_goal.py -------------------------------------------------------------------------------- /football/gfootball/scenarios/academy_empty_goal_close.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/football/gfootball/scenarios/academy_empty_goal_close.py -------------------------------------------------------------------------------- /football/gfootball/scenarios/academy_pass_and_shoot_with_keeper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/football/gfootball/scenarios/academy_pass_and_shoot_with_keeper.py -------------------------------------------------------------------------------- /football/gfootball/scenarios/academy_run_pass_and_shoot_with_keeper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/football/gfootball/scenarios/academy_run_pass_and_shoot_with_keeper.py -------------------------------------------------------------------------------- /football/gfootball/scenarios/academy_run_to_score.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/football/gfootball/scenarios/academy_run_to_score.py -------------------------------------------------------------------------------- /football/gfootball/scenarios/academy_run_to_score_with_keeper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/football/gfootball/scenarios/academy_run_to_score_with_keeper.py -------------------------------------------------------------------------------- /football/gfootball/scenarios/academy_single_goal_versus_lazy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/football/gfootball/scenarios/academy_single_goal_versus_lazy.py -------------------------------------------------------------------------------- /football/gfootball/scenarios/test_example_multiagent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/football/gfootball/scenarios/test_example_multiagent.py -------------------------------------------------------------------------------- /football/gfootball/scenarios/tests/11_vs_11_deterministic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/football/gfootball/scenarios/tests/11_vs_11_deterministic.py -------------------------------------------------------------------------------- /football/gfootball/scenarios/tests/11_vs_11_easy_deterministic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/football/gfootball/scenarios/tests/11_vs_11_easy_deterministic.py -------------------------------------------------------------------------------- /football/gfootball/scenarios/tests/11_vs_11_hard_deterministic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/football/gfootball/scenarios/tests/11_vs_11_hard_deterministic.py -------------------------------------------------------------------------------- /football/gfootball/scenarios/tests/11_vs_11_single_goal_deterministic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/football/gfootball/scenarios/tests/11_vs_11_single_goal_deterministic.py -------------------------------------------------------------------------------- /football/gfootball/scenarios/tests/11_vs_11_single_goal_stochastic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/football/gfootball/scenarios/tests/11_vs_11_single_goal_stochastic.py -------------------------------------------------------------------------------- /football/gfootball/scenarios/tests/11_vs_4_offence_deterministic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/football/gfootball/scenarios/tests/11_vs_4_offence_deterministic.py -------------------------------------------------------------------------------- /football/gfootball/scenarios/tests/11_vs_4_offence_stochastic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/football/gfootball/scenarios/tests/11_vs_4_offence_stochastic.py -------------------------------------------------------------------------------- /football/gfootball/scenarios/tests/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/football/gfootball/scenarios/tests/__init__.py -------------------------------------------------------------------------------- /football/gfootball/scenarios/tests/corner_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/football/gfootball/scenarios/tests/corner_test.py -------------------------------------------------------------------------------- /football/gfootball/scenarios/tests/goal_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/football/gfootball/scenarios/tests/goal_test.py -------------------------------------------------------------------------------- /football/gfootball/scenarios/tests/keeper_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/football/gfootball/scenarios/tests/keeper_test.py -------------------------------------------------------------------------------- /football/gfootball/scenarios/tests/kickoff_for_goal_loosing_team_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/football/gfootball/scenarios/tests/kickoff_for_goal_loosing_team_test.py -------------------------------------------------------------------------------- /football/gfootball/scenarios/tests/multiagent_wrapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/football/gfootball/scenarios/tests/multiagent_wrapper.py -------------------------------------------------------------------------------- /football/gfootball/scenarios/tests/offside_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/football/gfootball/scenarios/tests/offside_test.py -------------------------------------------------------------------------------- /football/gfootball/scenarios/tests/penalty.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/football/gfootball/scenarios/tests/penalty.py -------------------------------------------------------------------------------- /football/gfootball/scenarios/tests/second_half.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/football/gfootball/scenarios/tests/second_half.py -------------------------------------------------------------------------------- /football/gfootball/scenarios/tests/symmetric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/football/gfootball/scenarios/tests/symmetric.py -------------------------------------------------------------------------------- /football/models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/football/models.py -------------------------------------------------------------------------------- /football/policy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/football/policy.py -------------------------------------------------------------------------------- /football/policy_template.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/football/policy_template.py -------------------------------------------------------------------------------- /football/run_multiagent_sac.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/football/run_multiagent_sac.py -------------------------------------------------------------------------------- /football/torch_policy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/football/torch_policy.py -------------------------------------------------------------------------------- /map/evaluate_multi_sacd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/map/evaluate_multi_sacd.py -------------------------------------------------------------------------------- /map/models/sac_nets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/map/models/sac_nets.py -------------------------------------------------------------------------------- /map/models/world_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/map/models/world_model.py -------------------------------------------------------------------------------- /map/tianshou/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/map/tianshou/__init__.py -------------------------------------------------------------------------------- /map/tianshou/data/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/map/tianshou/data/__init__.py -------------------------------------------------------------------------------- /map/tianshou/data/batch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/map/tianshou/data/batch.py -------------------------------------------------------------------------------- /map/tianshou/data/buffer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/map/tianshou/data/buffer.py -------------------------------------------------------------------------------- /map/tianshou/data/collector.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/map/tianshou/data/collector.py -------------------------------------------------------------------------------- /map/tianshou/data/collector_with_policy_visual.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/map/tianshou/data/collector_with_policy_visual.py -------------------------------------------------------------------------------- /map/tianshou/data/dict2obj.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/map/tianshou/data/dict2obj.py -------------------------------------------------------------------------------- /map/tianshou/data/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/map/tianshou/data/utils.py -------------------------------------------------------------------------------- /map/tianshou/env/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/map/tianshou/env/__init__.py -------------------------------------------------------------------------------- /map/tianshou/env/atari.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/map/tianshou/env/atari.py -------------------------------------------------------------------------------- /map/tianshou/env/make_multiagent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/map/tianshou/env/make_multiagent.py -------------------------------------------------------------------------------- /map/tianshou/env/make_multiagent_vec.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/map/tianshou/env/make_multiagent_vec.py -------------------------------------------------------------------------------- /map/tianshou/env/multiagent/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/map/tianshou/env/multiagent/__init__.py -------------------------------------------------------------------------------- /map/tianshou/env/multiagent/core.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/map/tianshou/env/multiagent/core.py -------------------------------------------------------------------------------- /map/tianshou/env/multiagent/core_vec.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/map/tianshou/env/multiagent/core_vec.py -------------------------------------------------------------------------------- /map/tianshou/env/multiagent/environment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/map/tianshou/env/multiagent/environment.py -------------------------------------------------------------------------------- /map/tianshou/env/multiagent/environment_vec.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/map/tianshou/env/multiagent/environment_vec.py -------------------------------------------------------------------------------- /map/tianshou/env/multiagent/multi_discrete.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/map/tianshou/env/multiagent/multi_discrete.py -------------------------------------------------------------------------------- /map/tianshou/env/multiagent/policy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/map/tianshou/env/multiagent/policy.py -------------------------------------------------------------------------------- /map/tianshou/env/multiagent/rendering.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/map/tianshou/env/multiagent/rendering.py -------------------------------------------------------------------------------- /map/tianshou/env/multiagent/scenario.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/map/tianshou/env/multiagent/scenario.py -------------------------------------------------------------------------------- /map/tianshou/env/multiagent/scenarios/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/map/tianshou/env/multiagent/scenarios/__init__.py -------------------------------------------------------------------------------- /map/tianshou/env/multiagent/scenarios/chase.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/map/tianshou/env/multiagent/scenarios/chase.py -------------------------------------------------------------------------------- /map/tianshou/env/multiagent/scenarios/hetero_spread_in.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/map/tianshou/env/multiagent/scenarios/hetero_spread_in.py -------------------------------------------------------------------------------- /map/tianshou/env/multiagent/scenarios/simple.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/map/tianshou/env/multiagent/scenarios/simple.py -------------------------------------------------------------------------------- /map/tianshou/env/multiagent/scenarios/simple_adversary.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/map/tianshou/env/multiagent/scenarios/simple_adversary.py -------------------------------------------------------------------------------- /map/tianshou/env/multiagent/scenarios/simple_adversary_in.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/map/tianshou/env/multiagent/scenarios/simple_adversary_in.py -------------------------------------------------------------------------------- /map/tianshou/env/multiagent/scenarios/simple_align_in.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/map/tianshou/env/multiagent/scenarios/simple_align_in.py -------------------------------------------------------------------------------- /map/tianshou/env/multiagent/scenarios/simple_push.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/map/tianshou/env/multiagent/scenarios/simple_push.py -------------------------------------------------------------------------------- /map/tianshou/env/multiagent/scenarios/simple_push_in.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/map/tianshou/env/multiagent/scenarios/simple_push_in.py -------------------------------------------------------------------------------- /map/tianshou/env/multiagent/scenarios/simple_spread.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/map/tianshou/env/multiagent/scenarios/simple_spread.py -------------------------------------------------------------------------------- /map/tianshou/env/multiagent/scenarios/simple_spread_in.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/map/tianshou/env/multiagent/scenarios/simple_spread_in.py -------------------------------------------------------------------------------- /map/tianshou/env/multiagent/scenarios/simple_tag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/map/tianshou/env/multiagent/scenarios/simple_tag.py -------------------------------------------------------------------------------- /map/tianshou/env/multiagent/scenarios/simple_tag_in.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/map/tianshou/env/multiagent/scenarios/simple_tag_in.py -------------------------------------------------------------------------------- /map/tianshou/env/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/map/tianshou/env/utils.py -------------------------------------------------------------------------------- /map/tianshou/env/vecenv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/map/tianshou/env/vecenv.py -------------------------------------------------------------------------------- /map/tianshou/env/video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/map/tianshou/env/video.py -------------------------------------------------------------------------------- /map/tianshou/exploration/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/map/tianshou/exploration/__init__.py -------------------------------------------------------------------------------- /map/tianshou/exploration/random.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/map/tianshou/exploration/random.py -------------------------------------------------------------------------------- /map/tianshou/policy/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/map/tianshou/policy/__init__.py -------------------------------------------------------------------------------- /map/tianshou/policy/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/map/tianshou/policy/base.py -------------------------------------------------------------------------------- /map/tianshou/policy/dist.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/map/tianshou/policy/dist.py -------------------------------------------------------------------------------- /map/tianshou/policy/modelfree/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /map/tianshou/policy/modelfree/ddpg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/map/tianshou/policy/modelfree/ddpg.py -------------------------------------------------------------------------------- /map/tianshou/policy/modelfree/sac.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/map/tianshou/policy/modelfree/sac.py -------------------------------------------------------------------------------- /map/tianshou/policy/modelfree/sacd_multi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/map/tianshou/policy/modelfree/sacd_multi.py -------------------------------------------------------------------------------- /map/tianshou/policy/modelfree/sacd_multi_cc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/map/tianshou/policy/modelfree/sacd_multi_cc.py -------------------------------------------------------------------------------- /map/tianshou/policy/modelfree/sacd_multi_cc_wm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/map/tianshou/policy/modelfree/sacd_multi_cc_wm.py -------------------------------------------------------------------------------- /map/tianshou/policy/modelfree/sacd_multi_wm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/map/tianshou/policy/modelfree/sacd_multi_wm.py -------------------------------------------------------------------------------- /map/tianshou/trainer/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/map/tianshou/trainer/__init__.py -------------------------------------------------------------------------------- /map/tianshou/trainer/offpolicy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/map/tianshou/trainer/offpolicy.py -------------------------------------------------------------------------------- /map/tianshou/trainer/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/map/tianshou/trainer/utils.py -------------------------------------------------------------------------------- /map/tianshou/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/map/tianshou/utils/__init__.py -------------------------------------------------------------------------------- /map/tianshou/utils/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/map/tianshou/utils/config.py -------------------------------------------------------------------------------- /map/tianshou/utils/moving_average.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/map/tianshou/utils/moving_average.py -------------------------------------------------------------------------------- /map/train_multi_sacd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/map/train_multi_sacd.py -------------------------------------------------------------------------------- /map/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /map/utils/agents.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/map/utils/agents.py -------------------------------------------------------------------------------- /map/utils/buffer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/map/utils/buffer.py -------------------------------------------------------------------------------- /map/utils/env_wrappers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/map/utils/env_wrappers.py -------------------------------------------------------------------------------- /map/utils/make_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/map/utils/make_env.py -------------------------------------------------------------------------------- /map/utils/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/map/utils/misc.py -------------------------------------------------------------------------------- /map/utils/networks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/map/utils/networks.py -------------------------------------------------------------------------------- /map/utils/noise.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/map/utils/noise.py -------------------------------------------------------------------------------- /map/visualize_multi_sacd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/StanfordVL/alignment/HEAD/map/visualize_multi_sacd.py --------------------------------------------------------------------------------