├── .gitignore ├── Control Algorithms 10.28.2021.ipynb ├── Control Algorithms 11.04.2021.ipynb ├── DoubleWell_GenerateData.py ├── Koopman RL 3-26.ipynb ├── Koopman RL 3-26.py ├── Koopman RL 4-15.ipynb ├── Koopman RL 4-15.py ├── Koopman RL 5-5.ipynb ├── Koopman RL 5-5.py ├── Koopman RL 6-10.ipynb ├── Q_table.npy ├── RL.py ├── __init__.py ├── algorithms.py ├── algorithmsv2.py ├── algorithmsv2_parallel.py ├── animation.gif ├── auxiliaries.py ├── base.py ├── bellman-weights.npy ├── brownian.py ├── cartpole-actor-critic.py ├── cartpole_discrete_koopman_actor_critic.py ├── cartpole_reward.py ├── conda-requirements.txt ├── conda-requirements.yml ├── domain.py ├── edmd-rff-kernel.py ├── estimate-drift-and-variance.py ├── estimate_L.py ├── faster_integration.py ├── final ├── __init__.py ├── bar_plot_of_results.py ├── control │ ├── __init__.py │ ├── double_well │ │ ├── __init__.py │ │ ├── analysis │ │ │ ├── dynamics_analysis.py │ │ │ ├── generate_path_data.py │ │ │ ├── make_koopman_tensor.py │ │ │ ├── plot_potential.py │ │ │ ├── state_to_state.py │ │ │ ├── state_vs_cost.py │ │ │ ├── superimposed_dynamics.py │ │ │ ├── test_discrete_value_iteration.py │ │ │ ├── test_lqr.py │ │ │ ├── train_discrete_value_iteration.py │ │ │ └── train_lqr.py │ │ ├── comparisons.py │ │ ├── continuous_actor_critic.py │ │ ├── continuous_reinforce.py │ │ ├── cost.py │ │ ├── discrete_actor_critic.py │ │ ├── discrete_reinforce.py │ │ ├── discrete_value_iteration.py │ │ ├── dynamics.py │ │ ├── dynamics_env.py │ │ ├── lqr.py │ │ ├── output │ │ │ ├── continuous_actor_critic │ │ │ │ ├── .gitkeep │ │ │ │ ├── seed_123 │ │ │ │ │ └── .gitkeep │ │ │ │ ├── seed_27963 │ │ │ │ │ └── .gitkeep │ │ │ │ ├── seed_42712 │ │ │ │ │ └── .gitkeep │ │ │ │ ├── seed_6677 │ │ │ │ │ └── .gitkeep │ │ │ │ ├── seed_7789 │ │ │ │ │ └── .gitkeep │ │ │ │ └── seed_8543 │ │ │ │ │ └── .gitkeep │ │ │ ├── continuous_reinforce │ │ │ │ ├── .gitkeep │ │ │ │ ├── seed_123 │ │ │ │ │ └── .gitkeep │ │ │ │ ├── seed_27963 │ │ │ │ │ └── .gitkeep │ │ │ │ ├── seed_42712 │ │ │ │ │ └── .gitkeep │ │ │ │ ├── seed_6677 │ │ │ │ │ └── .gitkeep │ │ │ │ ├── seed_7789 │ │ │ │ │ └── .gitkeep │ │ │ │ └── seed_8543 │ │ │ │ │ └── .gitkeep │ │ │ ├── discrete_actor_critic │ │ │ │ ├── .gitkeep │ │ │ │ ├── seed_123 │ │ │ │ │ └── .gitkeep │ │ │ │ ├── seed_27963 │ │ │ │ │ └── .gitkeep │ │ │ │ ├── seed_42712 │ │ │ │ │ └── .gitkeep │ │ │ │ ├── seed_6677 │ │ │ │ │ └── .gitkeep │ │ │ │ ├── seed_7789 │ │ │ │ │ └── .gitkeep │ │ │ │ └── seed_8543 │ │ │ │ │ └── .gitkeep │ │ │ ├── discrete_reinforce │ │ │ │ ├── .gitkeep │ │ │ │ ├── seed_123 │ │ │ │ │ └── .gitkeep │ │ │ │ ├── seed_27963 │ │ │ │ │ └── .gitkeep │ │ │ │ ├── seed_42712 │ │ │ │ │ └── .gitkeep │ │ │ │ ├── seed_6677 │ │ │ │ │ └── .gitkeep │ │ │ │ ├── seed_7789 │ │ │ │ │ └── .gitkeep │ │ │ │ └── seed_8543 │ │ │ │ │ └── .gitkeep │ │ │ ├── discrete_value_iteration │ │ │ │ ├── .gitkeep │ │ │ │ ├── seed_123 │ │ │ │ │ └── .gitkeep │ │ │ │ ├── seed_27963 │ │ │ │ │ └── .gitkeep │ │ │ │ ├── seed_42712 │ │ │ │ │ └── .gitkeep │ │ │ │ ├── seed_6677 │ │ │ │ │ └── .gitkeep │ │ │ │ ├── seed_7789 │ │ │ │ │ └── .gitkeep │ │ │ │ └── seed_8543 │ │ │ │ │ └── .gitkeep │ │ │ └── lqr │ │ │ │ ├── .gitkeep │ │ │ │ ├── seed_123 │ │ │ │ └── .gitkeep │ │ │ │ ├── seed_27963 │ │ │ │ └── .gitkeep │ │ │ │ ├── seed_42712 │ │ │ │ └── .gitkeep │ │ │ │ ├── seed_6677 │ │ │ │ └── .gitkeep │ │ │ │ ├── seed_7789 │ │ │ │ └── .gitkeep │ │ │ │ └── seed_8543 │ │ │ │ └── .gitkeep │ │ └── saved_models │ │ │ └── .gitkeep │ ├── fluid_flow │ │ ├── __init__.py │ │ ├── analysis │ │ │ ├── generate_controlled_path_data.py │ │ │ ├── generate_path_data.py │ │ │ ├── left_singular_functions.py │ │ │ ├── make_koopman_tensor.py │ │ │ ├── state_to_state.py │ │ │ ├── state_vs_cost.py │ │ │ ├── test_continuous_actor_critic.py │ │ │ ├── test_discrete_actor_critic.py │ │ │ ├── test_discrete_value_iteration.py │ │ │ ├── test_linearization.py │ │ │ ├── test_lqr.py │ │ │ ├── test_proximal_policy_optimization.py │ │ │ ├── test_traditional_discrete_actor_critic.py │ │ │ ├── train_continuous_actor_critic.py │ │ │ ├── train_discrete_actor_critic.py │ │ │ ├── train_discrete_value_iteration.py │ │ │ ├── train_lqr.py │ │ │ ├── train_proximal_policy_optimization.py │ │ │ └── train_traditional_discrete_actor_critic.py │ │ ├── continuous_actor_critic.py │ │ ├── continuous_reinforce.py │ │ ├── controlled_pod_modes.py │ │ ├── cost.py │ │ ├── discrete_actor_critic.py │ │ ├── discrete_reinforce.py │ │ ├── discrete_value_iteration.py │ │ ├── dynamics.py │ │ ├── dynamics_env.py │ │ ├── lqr.py │ │ ├── output │ │ │ ├── continuous_actor_critic │ │ │ │ ├── seed_123 │ │ │ │ │ └── .gitkeep │ │ │ │ ├── seed_27963 │ │ │ │ │ └── .gitkeep │ │ │ │ ├── seed_42712 │ │ │ │ │ └── .gitkeep │ │ │ │ ├── seed_6677 │ │ │ │ │ └── .gitkeep │ │ │ │ ├── seed_7789 │ │ │ │ │ └── .gitkeep │ │ │ │ └── seed_8543 │ │ │ │ │ └── .gitkeep │ │ │ ├── continuous_reinforce │ │ │ │ ├── .gitkeep │ │ │ │ ├── seed_123 │ │ │ │ │ └── .gitkeep │ │ │ │ ├── seed_27963 │ │ │ │ │ └── .gitkeep │ │ │ │ ├── seed_42712 │ │ │ │ │ └── .gitkeep │ │ │ │ ├── seed_6677 │ │ │ │ │ └── .gitkeep │ │ │ │ ├── seed_7789 │ │ │ │ │ └── .gitkeep │ │ │ │ └── seed_8543 │ │ │ │ │ └── .gitkeep │ │ │ ├── discrete_actor_critic │ │ │ │ ├── .gitkeep │ │ │ │ ├── seed_123 │ │ │ │ │ └── .gitkeep │ │ │ │ ├── seed_27963 │ │ │ │ │ └── .gitkeep │ │ │ │ ├── seed_42712 │ │ │ │ │ └── .gitkeep │ │ │ │ ├── seed_6677 │ │ │ │ │ └── .gitkeep │ │ │ │ ├── seed_7789 │ │ │ │ │ └── .gitkeep │ │ │ │ └── seed_8543 │ │ │ │ │ └── .gitkeep │ │ │ ├── discrete_reinforce │ │ │ │ ├── .gitkeep │ │ │ │ ├── seed_123 │ │ │ │ │ └── .gitkeep │ │ │ │ ├── seed_27963 │ │ │ │ │ └── .gitkeep │ │ │ │ ├── seed_42712 │ │ │ │ │ └── .gitkeep │ │ │ │ ├── seed_6677 │ │ │ │ │ └── .gitkeep │ │ │ │ ├── seed_7789 │ │ │ │ │ └── .gitkeep │ │ │ │ └── seed_8543 │ │ │ │ │ └── .gitkeep │ │ │ ├── discrete_value_iteration │ │ │ │ ├── .gitkeep │ │ │ │ ├── seed_123 │ │ │ │ │ └── .gitkeep │ │ │ │ ├── seed_27963 │ │ │ │ │ └── .gitkeep │ │ │ │ ├── seed_42712 │ │ │ │ │ └── .gitkeep │ │ │ │ ├── seed_6677 │ │ │ │ │ └── .gitkeep │ │ │ │ ├── seed_7789 │ │ │ │ │ └── .gitkeep │ │ │ │ └── seed_8543 │ │ │ │ │ └── .gitkeep │ │ │ ├── lqr │ │ │ │ ├── .gitkeep │ │ │ │ ├── seed_123 │ │ │ │ │ └── .gitkeep │ │ │ │ ├── seed_27963 │ │ │ │ │ └── .gitkeep │ │ │ │ ├── seed_42712 │ │ │ │ │ └── .gitkeep │ │ │ │ ├── seed_6677 │ │ │ │ │ └── .gitkeep │ │ │ │ ├── seed_7789 │ │ │ │ │ └── .gitkeep │ │ │ │ └── seed_8543 │ │ │ │ │ └── .gitkeep │ │ │ └── pod_modes │ │ │ │ └── .gitkeep │ │ ├── saved_models │ │ │ └── .gitkeep │ │ └── superimposed_dynamics.py │ ├── linear_system │ │ ├── __init__.py │ │ ├── analysis │ │ │ ├── generate_path_data.py │ │ │ ├── make_koopman_tensor.py │ │ │ ├── plot_bellman_errors.py │ │ │ ├── read_value_function_weights.py │ │ │ ├── state_to_state.py │ │ │ ├── test_continuous_actor_critic.py │ │ │ ├── test_continuous_actor_critic_v1.py │ │ │ ├── test_discrete_actor_critic.py │ │ │ ├── test_discrete_value_iteration.py │ │ │ ├── test_lqr.py │ │ │ ├── test_proximal_policy_optimization.py │ │ │ ├── test_traditional_discrete_actor_critic.py │ │ │ ├── train_continuous_actor_critic.py │ │ │ ├── train_continuous_actor_critic_v1.py │ │ │ ├── train_discrete_actor_critic.py │ │ │ ├── train_discrete_value_iteration.py │ │ │ ├── train_lqr.py │ │ │ ├── train_proximal_policy_optimization.py │ │ │ └── train_traditional_discrete_actor_critic.py │ │ ├── continuous_actor_critic.py │ │ ├── continuous_reinforce.py │ │ ├── cost.py │ │ ├── discrete_actor_critic.py │ │ ├── discrete_reinforce.py │ │ ├── discrete_value_iteration.py │ │ ├── dynamics.py │ │ ├── dynamics_env.py │ │ ├── lqr.py │ │ ├── output │ │ │ ├── continuous_actor_critic │ │ │ │ ├── .gitkeep │ │ │ │ ├── seed_123 │ │ │ │ │ └── .gitkeep │ │ │ │ ├── seed_27963 │ │ │ │ │ └── .gitkeep │ │ │ │ ├── seed_42712 │ │ │ │ │ └── .gitkeep │ │ │ │ ├── seed_6677 │ │ │ │ │ └── .gitkeep │ │ │ │ ├── seed_7789 │ │ │ │ │ └── .gitkeep │ │ │ │ └── seed_8543 │ │ │ │ │ └── .gitkeep │ │ │ ├── continuous_reinforce │ │ │ │ ├── .gitkeep │ │ │ │ ├── seed_123 │ │ │ │ │ └── .gitkeep │ │ │ │ ├── seed_27963 │ │ │ │ │ └── .gitkeep │ │ │ │ ├── seed_42712 │ │ │ │ │ └── .gitkeep │ │ │ │ ├── seed_6677 │ │ │ │ │ └── .gitkeep │ │ │ │ ├── seed_7789 │ │ │ │ │ └── .gitkeep │ │ │ │ └── seed_8543 │ │ │ │ │ └── .gitkeep │ │ │ ├── discrete_actor_critic │ │ │ │ ├── .gitkeep │ │ │ │ ├── seed_123 │ │ │ │ │ └── .gitkeep │ │ │ │ ├── seed_27963 │ │ │ │ │ └── .gitkeep │ │ │ │ ├── seed_42712 │ │ │ │ │ └── .gitkeep │ │ │ │ ├── seed_6677 │ │ │ │ │ └── .gitkeep │ │ │ │ ├── seed_7789 │ │ │ │ │ └── .gitkeep │ │ │ │ └── seed_8543 │ │ │ │ │ └── .gitkeep │ │ │ ├── discrete_reinforce │ │ │ │ ├── .gitkeep │ │ │ │ ├── seed_123 │ │ │ │ │ └── .gitkeep │ │ │ │ ├── seed_27963 │ │ │ │ │ └── .gitkeep │ │ │ │ ├── seed_42712 │ │ │ │ │ └── .gitkeep │ │ │ │ ├── seed_6677 │ │ │ │ │ └── .gitkeep │ │ │ │ ├── seed_7789 │ │ │ │ │ └── .gitkeep │ │ │ │ └── seed_8543 │ │ │ │ │ └── .gitkeep │ │ │ ├── discrete_value_iteration │ │ │ │ ├── .gitkeep │ │ │ │ ├── seed_123 │ │ │ │ │ └── .gitkeep │ │ │ │ ├── seed_27963 │ │ │ │ │ └── .gitkeep │ │ │ │ ├── seed_42712 │ │ │ │ │ └── .gitkeep │ │ │ │ ├── seed_6677 │ │ │ │ │ └── .gitkeep │ │ │ │ ├── seed_7789 │ │ │ │ │ └── .gitkeep │ │ │ │ └── seed_8543 │ │ │ │ │ └── .gitkeep │ │ │ └── lqr │ │ │ │ ├── .gitkeep │ │ │ │ ├── seed_123 │ │ │ │ └── .gitkeep │ │ │ │ ├── seed_27963 │ │ │ │ └── .gitkeep │ │ │ │ ├── seed_42712 │ │ │ │ └── .gitkeep │ │ │ │ ├── seed_6677 │ │ │ │ └── .gitkeep │ │ │ │ ├── seed_7789 │ │ │ │ └── .gitkeep │ │ │ │ └── seed_8543 │ │ │ │ └── .gitkeep │ │ └── saved_models │ │ │ └── .gitkeep │ ├── lorenz │ │ ├── __init__.py │ │ ├── analysis │ │ │ ├── 3d_animation.py │ │ │ ├── generate_path_data.py │ │ │ ├── lyapunov.py │ │ │ ├── make_koopman_tensor.py │ │ │ ├── state_to_state.py │ │ │ ├── state_to_state_v1.py │ │ │ ├── state_vs_cost.py │ │ │ ├── test_continuous_A_and_B.py │ │ │ ├── test_continuous_actor_critic.py │ │ │ ├── test_discrete_actor_critic.py │ │ │ ├── test_discrete_value_iteration.py │ │ │ ├── test_lqr.py │ │ │ ├── train_continuous_actor_critic.py │ │ │ ├── train_discrete_actor_critic.py │ │ │ ├── train_discrete_value_iteration.py │ │ │ └── train_lqr.py │ │ ├── comparisons.py │ │ ├── continuous_actor_critic.py │ │ ├── continuous_reinforce.py │ │ ├── cost.py │ │ ├── discrete_actor_critic.py │ │ ├── discrete_reinforce.py │ │ ├── discrete_value_iteration.py │ │ ├── dynamics.py │ │ ├── dynamics_env.py │ │ ├── lqr.py │ │ ├── output │ │ │ ├── continuous_actor_critic │ │ │ │ ├── .gitkeep │ │ │ │ ├── seed_123 │ │ │ │ │ └── .gitkeep │ │ │ │ ├── seed_27963 │ │ │ │ │ └── .gitkeep │ │ │ │ ├── seed_42712 │ │ │ │ │ └── .gitkeep │ │ │ │ ├── seed_6677 │ │ │ │ │ └── .gitkeep │ │ │ │ ├── seed_7789 │ │ │ │ │ └── .gitkeep │ │ │ │ └── seed_8543 │ │ │ │ │ └── .gitkeep │ │ │ ├── continuous_reinforce │ │ │ │ ├── .gitkeep │ │ │ │ ├── seed_123 │ │ │ │ │ └── .gitkeep │ │ │ │ ├── seed_27963 │ │ │ │ │ └── .gitkeep │ │ │ │ ├── seed_42712 │ │ │ │ │ └── .gitkeep │ │ │ │ ├── seed_6677 │ │ │ │ │ └── .gitkeep │ │ │ │ ├── seed_7789 │ │ │ │ │ └── .gitkeep │ │ │ │ └── seed_8543 │ │ │ │ │ └── .gitkeep │ │ │ ├── discrete_actor_critic │ │ │ │ ├── .gitkeep │ │ │ │ ├── seed_123 │ │ │ │ │ └── .gitkeep │ │ │ │ ├── seed_27963 │ │ │ │ │ └── .gitkeep │ │ │ │ ├── seed_42712 │ │ │ │ │ └── .gitkeep │ │ │ │ ├── seed_6677 │ │ │ │ │ └── .gitkeep │ │ │ │ ├── seed_7789 │ │ │ │ │ └── .gitkeep │ │ │ │ └── seed_8543 │ │ │ │ │ └── .gitkeep │ │ │ ├── discrete_reinforce │ │ │ │ ├── .gitkeep │ │ │ │ ├── seed_123 │ │ │ │ │ └── .gitkeep │ │ │ │ ├── seed_27963 │ │ │ │ │ └── .gitkeep │ │ │ │ ├── seed_42712 │ │ │ │ │ └── .gitkeep │ │ │ │ ├── seed_6677 │ │ │ │ │ └── .gitkeep │ │ │ │ ├── seed_7789 │ │ │ │ │ └── .gitkeep │ │ │ │ └── seed_8543 │ │ │ │ │ └── .gitkeep │ │ │ ├── discrete_value_iteration │ │ │ │ ├── .gitkeep │ │ │ │ ├── seed_123 │ │ │ │ │ └── .gitkeep │ │ │ │ ├── seed_27963 │ │ │ │ │ └── .gitkeep │ │ │ │ ├── seed_42712 │ │ │ │ │ └── .gitkeep │ │ │ │ ├── seed_6677 │ │ │ │ │ └── .gitkeep │ │ │ │ ├── seed_7789 │ │ │ │ │ └── .gitkeep │ │ │ │ └── seed_8543 │ │ │ │ │ └── .gitkeep │ │ │ └── lqr │ │ │ │ ├── .gitkeep │ │ │ │ ├── seed_123 │ │ │ │ └── .gitkeep │ │ │ │ ├── seed_27963 │ │ │ │ └── .gitkeep │ │ │ │ ├── seed_42712 │ │ │ │ └── .gitkeep │ │ │ │ ├── seed_6677 │ │ │ │ └── .gitkeep │ │ │ │ ├── seed_7789 │ │ │ │ └── .gitkeep │ │ │ │ └── seed_8543 │ │ │ │ └── .gitkeep │ │ ├── saved_models │ │ │ └── .gitkeep │ │ └── superimposed_dynamics.py │ └── policies │ │ ├── __init__.py │ │ ├── continuous_actor_critic.py │ │ ├── continuous_actor_critic_v1.py │ │ ├── continuous_policy_on_value_iteration │ │ ├── load_discrete_value_iteration_policy.py │ │ ├── main.py │ │ └── models.py │ │ ├── continuous_reinforce.py │ │ ├── discrete_actor_critic.py │ │ ├── discrete_reinforce.py │ │ ├── discrete_value_iteration.py │ │ ├── lqr.py │ │ ├── proximal_policy_optimization.py │ │ ├── soft_actor_critic │ │ ├── main.py │ │ ├── model.py │ │ ├── replay_memory.py │ │ ├── sac.py │ │ └── utils.py │ │ ├── soft_actor_critic_v1 │ │ ├── agent.py │ │ └── networks.py │ │ ├── soft_actor_koopman_critic │ │ ├── main.py │ │ ├── model.py │ │ ├── replay_memory.py │ │ ├── sac.py │ │ ├── test_env.py │ │ └── utils.py │ │ └── traditional_discrete_actor_critic.py ├── observables.py ├── observables.py.BAK ├── observables_numpy.py ├── tensor.py └── tensor_numpy.py ├── gedmd.py ├── gedmdTest.py ├── general_model.py ├── generator.py ├── gradient.py ├── hjb-koopman-control.py ├── iterative-lqr.py ├── kernel-koopman.py ├── kernels.py ├── klus_algos.py ├── koopman-control.py ├── koopman-taxi.py ├── koopman-tensor-cartpole.py ├── koopman.py ├── koopman_tensor ├── __init__.py ├── compare-kus-to-ku.py ├── optimal_control │ ├── 1d-double-well-bellman-errors.npy │ ├── 1d-double-well-gradient-norms.npy │ ├── __init__.py │ ├── by-hand.py │ ├── cartpole-soft-actor-critic.py │ ├── cartpole │ │ ├── actor-critic.py │ │ ├── bellman-weights.npy │ │ ├── bellman_errors.npy │ │ ├── cartpole-value-iteration-policy.pt │ │ ├── databook-discrete-lqr.py │ │ ├── databook-discrete-lqr.py-jvsc-041c6b1d-cf16-418c-833a-9db66845d63d.ipynb │ │ ├── databookv2-dlqr.py │ │ ├── databookv2.py │ │ ├── env │ │ │ ├── __init__.py │ │ │ └── cartpole_control_env.py │ │ ├── explosion-test.py │ │ ├── gaussian-policy-iteration.pt │ │ ├── gaussian-policy-iteration.py │ │ ├── gradient_norms.npy │ │ ├── momentum.npy │ │ ├── n.npy │ │ ├── optimal-lqr.py │ │ ├── pendcart-policy-iteration.py │ │ ├── pendcart-policy-model.pt │ │ ├── policy-iteration-overleaf.py │ │ ├── policy-iteration-v3-model.pt │ │ ├── policy-iteration-v3.pt │ │ ├── rbf-value-iteration.py │ │ ├── second-moment.npy │ │ ├── torch-policy-iteration-v2.py │ │ ├── torch-policy-iteration-v3.py │ │ ├── torch-policy-iteration.py │ │ ├── torch-value-iteration.py │ │ ├── torch_rbf.py │ │ ├── v1.py │ │ ├── v2.py │ │ ├── wen-homework-value-iteration.pt │ │ └── wen-hw-value-iteration.py │ ├── custom-lqr.py │ ├── dmdc.py │ ├── double-well-control.py │ ├── double-well-discrete-koopman-policy-iteration.py │ ├── double-well-discrete-koopman-value-iteration.py │ ├── double-well-value-iteration.py │ ├── double_well_control.py │ ├── edmd_double_well_control_1D.py │ ├── env │ │ ├── __init__.py │ │ └── cartpole_control_env.py │ ├── fluid-flow-continuous-policy-iteration.py │ ├── fluid-flow-cylinder.py │ ├── fluid-flow-discrete-koopman-policy-iteration.py │ ├── fluid-flow-discrete-koopman-value-iteration.py │ ├── fluid-flow-torch-policy-iteration.py │ ├── gedmd_double_well_control_1D.py │ ├── generalized │ │ ├── __init__.py │ │ ├── continuous_koopman_actor_critic_policy.py │ │ ├── continuous_koopman_policy_iteration_policy.py │ │ ├── discrete_koopman_actor_critic_policy.py │ │ ├── discrete_koopman_actor_critic_policy_new.py │ │ ├── discrete_koopman_actor_critic_policy_v1.py │ │ ├── discrete_koopman_policy_iteration_policy.py │ │ ├── discrete_koopman_value_iteration_policy.py │ │ └── discrete_koopman_value_iteration_policy_v1.py │ ├── klus_doublewell_with_control.py │ ├── kronic-slow-manifold.py │ ├── lorenz-continuous-policy-iteration.py │ ├── lorenz-discrete-koopman-actor-critic.py │ ├── lorenz-discrete-koopman-policy-iteration.py │ ├── lorenz-discrete-koopman-value-iteration.py │ ├── lorenz-policy-iteration.py │ ├── lorenz-value-iteration.py │ ├── lqr-actor-critic.py │ ├── lqr-continuous-koopman-policy-iteration.py │ ├── lqr-discrete-actor-critic-non-generalized.py │ ├── lqr-discrete-koopman-policy-iteration.py │ ├── lqr-discrete-koopman-value-iteration-copy.py │ ├── lqr-discrete-koopman-value-iteration.py │ ├── lqr-policy-iteration.py │ ├── lqr-soft-actor-critic.py │ ├── lqr-value-iteration.py │ ├── manual_lorenz.py │ ├── max-entropy-lqr.py │ ├── plots │ │ └── inverted_pendulum.png │ ├── simple-example.py │ ├── simple-mdp-value-iteration.pt │ ├── simple-mdp-value-iteration.py │ └── slow-manifold.py ├── system_dynamics │ ├── bellman-weights.npy │ ├── cartpole │ │ ├── cartpole-databook-v2-tensor.npy │ │ ├── cartpole-databook.py │ │ ├── cartpole-databookv2.py │ │ ├── cartpole-generator.py │ │ ├── cartpole-v2.py │ │ ├── cartpole.py │ │ └── wen-hw-cartpole.py │ ├── compute-tensor-test.py │ ├── custom-lqr-v2.py │ ├── custom-lqr.py │ ├── dictionary-models │ │ ├── phi-decoder.pt │ │ ├── phi-encoder.pt │ │ ├── psi-decoder.pt │ │ └── psi-encoder.pt │ ├── dmdc.py │ ├── double_well │ │ ├── double-well.py │ │ ├── edmd-double-well-with-control.py │ │ ├── gedmd-double-well-with-control.py │ │ └── klus-double-well.py │ ├── env │ │ ├── __init__.py │ │ └── cartpole_control_env.py │ ├── fluid_flow │ │ ├── data │ │ │ ├── .gitignore │ │ │ ├── ALPHA-S.npy │ │ │ ├── ALPHA.npy │ │ │ ├── POD-COEFFS.mat │ │ │ ├── POD-MODES.mat │ │ │ ├── VORT-AVG.npy │ │ │ ├── VORT-DELTA.npy │ │ │ ├── VORT-PHI.npy │ │ │ ├── VORT-UNSTEADY.npy │ │ │ ├── m.npy │ │ │ └── n.npy │ │ ├── fluid-flow-cylinder.py │ │ ├── pod_modes.py │ │ ├── pod_modes_v1.py │ │ ├── pod_modes_v2.py │ │ └── tensor.pickle │ ├── koopman-tensor-lqr-v2.py │ ├── koopman-tensor-lqr.py │ ├── koopman-tensor-test.ipynb │ ├── kronic-slow-manifold.py │ ├── lorenz │ │ ├── learn-cartpole-dictionary.py │ │ ├── lorenz-generator-with-action.py │ │ ├── lorenz-generator.py │ │ ├── pod_modes.py │ │ └── pod_modes_v1.py │ ├── multi-start-dmdc.py │ ├── nondeterministic-mdp-comparisons.py │ ├── pendcart.py │ ├── quant-econ-lqr.py │ ├── simple-deterministic-mdp.py │ ├── simple-generator.py │ ├── simple-nondeterministic-mdp.py │ ├── slow-manifold-lqr.py │ ├── upside-down-cartpole.py │ └── x-squared.py └── tensor.py ├── lambda-labs-requirements.txt ├── lqr-cartpole-swing-up.py ├── misc └── kronic_slow_manifold.py ├── multi-koopman.py ├── observables.py ├── observables.py.BAK ├── optimal_agent ├── cartpole-actions.npy ├── cartpole-rewards.npy └── cartpole-states.npy ├── pip-requirements.txt ├── predict_brownian.py ├── random-taxi-agent.py ├── randomRL.py ├── random_agent ├── cartpole-actions.npy ├── cartpole-next-states-0.npy ├── cartpole-next-states-1.npy ├── cartpole-rewards.npy ├── cartpole-states-0.npy ├── cartpole-states-1.npy ├── cartpole-states.npy └── taxi │ ├── actions.npy │ └── states.npy ├── rrr.py ├── scrap.py ├── simple_env.py ├── sindy.py ├── state-action-inputs.npy ├── state-action-outputs.npy ├── system_identification.py ├── systems.py ├── tensor-approach.py ├── test_model.py ├── test_mppi.py ├── test_observables.py ├── tf_algorithmsv2.py ├── tf_observables.py ├── tools.py ├── utilities.py └── williams-paper.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/.gitignore -------------------------------------------------------------------------------- /Control Algorithms 10.28.2021.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/Control Algorithms 10.28.2021.ipynb -------------------------------------------------------------------------------- /Control Algorithms 11.04.2021.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/Control Algorithms 11.04.2021.ipynb -------------------------------------------------------------------------------- /DoubleWell_GenerateData.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/DoubleWell_GenerateData.py -------------------------------------------------------------------------------- /Koopman RL 3-26.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/Koopman RL 3-26.ipynb -------------------------------------------------------------------------------- /Koopman RL 3-26.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/Koopman RL 3-26.py -------------------------------------------------------------------------------- /Koopman RL 4-15.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/Koopman RL 4-15.ipynb -------------------------------------------------------------------------------- /Koopman RL 4-15.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/Koopman RL 4-15.py -------------------------------------------------------------------------------- /Koopman RL 5-5.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/Koopman RL 5-5.ipynb -------------------------------------------------------------------------------- /Koopman RL 5-5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/Koopman RL 5-5.py -------------------------------------------------------------------------------- /Koopman RL 6-10.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/Koopman RL 6-10.ipynb -------------------------------------------------------------------------------- /Q_table.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/Q_table.npy -------------------------------------------------------------------------------- /RL.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/RL.py -------------------------------------------------------------------------------- /__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /algorithms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/algorithms.py -------------------------------------------------------------------------------- /algorithmsv2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/algorithmsv2.py -------------------------------------------------------------------------------- /algorithmsv2_parallel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/algorithmsv2_parallel.py -------------------------------------------------------------------------------- /animation.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/animation.gif -------------------------------------------------------------------------------- /auxiliaries.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/auxiliaries.py -------------------------------------------------------------------------------- /base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/base.py -------------------------------------------------------------------------------- /bellman-weights.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/bellman-weights.npy -------------------------------------------------------------------------------- /brownian.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/brownian.py -------------------------------------------------------------------------------- /cartpole-actor-critic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/cartpole-actor-critic.py -------------------------------------------------------------------------------- /cartpole_discrete_koopman_actor_critic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/cartpole_discrete_koopman_actor_critic.py -------------------------------------------------------------------------------- /cartpole_reward.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/cartpole_reward.py -------------------------------------------------------------------------------- /conda-requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/conda-requirements.txt -------------------------------------------------------------------------------- /conda-requirements.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/conda-requirements.yml -------------------------------------------------------------------------------- /domain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/domain.py -------------------------------------------------------------------------------- /edmd-rff-kernel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/edmd-rff-kernel.py -------------------------------------------------------------------------------- /estimate-drift-and-variance.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/estimate-drift-and-variance.py -------------------------------------------------------------------------------- /estimate_L.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/estimate_L.py -------------------------------------------------------------------------------- /faster_integration.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/faster_integration.py -------------------------------------------------------------------------------- /final/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/bar_plot_of_results.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/bar_plot_of_results.py -------------------------------------------------------------------------------- /final/control/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/double_well/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/double_well/analysis/dynamics_analysis.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/double_well/analysis/dynamics_analysis.py -------------------------------------------------------------------------------- /final/control/double_well/analysis/generate_path_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/double_well/analysis/generate_path_data.py -------------------------------------------------------------------------------- /final/control/double_well/analysis/make_koopman_tensor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/double_well/analysis/make_koopman_tensor.py -------------------------------------------------------------------------------- /final/control/double_well/analysis/plot_potential.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/double_well/analysis/plot_potential.py -------------------------------------------------------------------------------- /final/control/double_well/analysis/state_to_state.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/double_well/analysis/state_to_state.py -------------------------------------------------------------------------------- /final/control/double_well/analysis/state_vs_cost.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/double_well/analysis/state_vs_cost.py -------------------------------------------------------------------------------- /final/control/double_well/analysis/superimposed_dynamics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/double_well/analysis/superimposed_dynamics.py -------------------------------------------------------------------------------- /final/control/double_well/analysis/test_discrete_value_iteration.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/double_well/analysis/test_discrete_value_iteration.py -------------------------------------------------------------------------------- /final/control/double_well/analysis/test_lqr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/double_well/analysis/test_lqr.py -------------------------------------------------------------------------------- /final/control/double_well/analysis/train_discrete_value_iteration.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/double_well/analysis/train_discrete_value_iteration.py -------------------------------------------------------------------------------- /final/control/double_well/analysis/train_lqr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/double_well/analysis/train_lqr.py -------------------------------------------------------------------------------- /final/control/double_well/comparisons.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/double_well/comparisons.py -------------------------------------------------------------------------------- /final/control/double_well/continuous_actor_critic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/double_well/continuous_actor_critic.py -------------------------------------------------------------------------------- /final/control/double_well/continuous_reinforce.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/double_well/continuous_reinforce.py -------------------------------------------------------------------------------- /final/control/double_well/cost.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/double_well/cost.py -------------------------------------------------------------------------------- /final/control/double_well/discrete_actor_critic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/double_well/discrete_actor_critic.py -------------------------------------------------------------------------------- /final/control/double_well/discrete_reinforce.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/double_well/discrete_reinforce.py -------------------------------------------------------------------------------- /final/control/double_well/discrete_value_iteration.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/double_well/discrete_value_iteration.py -------------------------------------------------------------------------------- /final/control/double_well/dynamics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/double_well/dynamics.py -------------------------------------------------------------------------------- /final/control/double_well/dynamics_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/double_well/dynamics_env.py -------------------------------------------------------------------------------- /final/control/double_well/lqr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/double_well/lqr.py -------------------------------------------------------------------------------- /final/control/double_well/output/continuous_actor_critic/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/double_well/output/continuous_actor_critic/seed_123/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/double_well/output/continuous_actor_critic/seed_27963/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/double_well/output/continuous_actor_critic/seed_42712/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/double_well/output/continuous_actor_critic/seed_6677/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/double_well/output/continuous_actor_critic/seed_7789/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/double_well/output/continuous_actor_critic/seed_8543/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/double_well/output/continuous_reinforce/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/double_well/output/continuous_reinforce/seed_123/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/double_well/output/continuous_reinforce/seed_27963/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/double_well/output/continuous_reinforce/seed_42712/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/double_well/output/continuous_reinforce/seed_6677/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/double_well/output/continuous_reinforce/seed_7789/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/double_well/output/continuous_reinforce/seed_8543/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/double_well/output/discrete_actor_critic/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/double_well/output/discrete_actor_critic/seed_123/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/double_well/output/discrete_actor_critic/seed_27963/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/double_well/output/discrete_actor_critic/seed_42712/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/double_well/output/discrete_actor_critic/seed_6677/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/double_well/output/discrete_actor_critic/seed_7789/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/double_well/output/discrete_actor_critic/seed_8543/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/double_well/output/discrete_reinforce/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/double_well/output/discrete_reinforce/seed_123/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/double_well/output/discrete_reinforce/seed_27963/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/double_well/output/discrete_reinforce/seed_42712/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/double_well/output/discrete_reinforce/seed_6677/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/double_well/output/discrete_reinforce/seed_7789/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/double_well/output/discrete_reinforce/seed_8543/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/double_well/output/discrete_value_iteration/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/double_well/output/discrete_value_iteration/seed_123/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/double_well/output/discrete_value_iteration/seed_27963/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/double_well/output/discrete_value_iteration/seed_42712/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/double_well/output/discrete_value_iteration/seed_6677/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/double_well/output/discrete_value_iteration/seed_7789/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/double_well/output/discrete_value_iteration/seed_8543/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/double_well/output/lqr/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/double_well/output/lqr/seed_123/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/double_well/output/lqr/seed_27963/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/double_well/output/lqr/seed_42712/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/double_well/output/lqr/seed_6677/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/double_well/output/lqr/seed_7789/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/double_well/output/lqr/seed_8543/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/double_well/saved_models/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/fluid_flow/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/fluid_flow/analysis/generate_controlled_path_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/fluid_flow/analysis/generate_controlled_path_data.py -------------------------------------------------------------------------------- /final/control/fluid_flow/analysis/generate_path_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/fluid_flow/analysis/generate_path_data.py -------------------------------------------------------------------------------- /final/control/fluid_flow/analysis/left_singular_functions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/fluid_flow/analysis/left_singular_functions.py -------------------------------------------------------------------------------- /final/control/fluid_flow/analysis/make_koopman_tensor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/fluid_flow/analysis/make_koopman_tensor.py -------------------------------------------------------------------------------- /final/control/fluid_flow/analysis/state_to_state.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/fluid_flow/analysis/state_to_state.py -------------------------------------------------------------------------------- /final/control/fluid_flow/analysis/state_vs_cost.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/fluid_flow/analysis/state_vs_cost.py -------------------------------------------------------------------------------- /final/control/fluid_flow/analysis/test_continuous_actor_critic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/fluid_flow/analysis/test_continuous_actor_critic.py -------------------------------------------------------------------------------- /final/control/fluid_flow/analysis/test_discrete_actor_critic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/fluid_flow/analysis/test_discrete_actor_critic.py -------------------------------------------------------------------------------- /final/control/fluid_flow/analysis/test_discrete_value_iteration.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/fluid_flow/analysis/test_discrete_value_iteration.py -------------------------------------------------------------------------------- /final/control/fluid_flow/analysis/test_linearization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/fluid_flow/analysis/test_linearization.py -------------------------------------------------------------------------------- /final/control/fluid_flow/analysis/test_lqr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/fluid_flow/analysis/test_lqr.py -------------------------------------------------------------------------------- /final/control/fluid_flow/analysis/test_proximal_policy_optimization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/fluid_flow/analysis/test_proximal_policy_optimization.py -------------------------------------------------------------------------------- /final/control/fluid_flow/analysis/test_traditional_discrete_actor_critic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/fluid_flow/analysis/test_traditional_discrete_actor_critic.py -------------------------------------------------------------------------------- /final/control/fluid_flow/analysis/train_continuous_actor_critic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/fluid_flow/analysis/train_continuous_actor_critic.py -------------------------------------------------------------------------------- /final/control/fluid_flow/analysis/train_discrete_actor_critic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/fluid_flow/analysis/train_discrete_actor_critic.py -------------------------------------------------------------------------------- /final/control/fluid_flow/analysis/train_discrete_value_iteration.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/fluid_flow/analysis/train_discrete_value_iteration.py -------------------------------------------------------------------------------- /final/control/fluid_flow/analysis/train_lqr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/fluid_flow/analysis/train_lqr.py -------------------------------------------------------------------------------- /final/control/fluid_flow/analysis/train_proximal_policy_optimization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/fluid_flow/analysis/train_proximal_policy_optimization.py -------------------------------------------------------------------------------- /final/control/fluid_flow/analysis/train_traditional_discrete_actor_critic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/fluid_flow/analysis/train_traditional_discrete_actor_critic.py -------------------------------------------------------------------------------- /final/control/fluid_flow/continuous_actor_critic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/fluid_flow/continuous_actor_critic.py -------------------------------------------------------------------------------- /final/control/fluid_flow/continuous_reinforce.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/fluid_flow/continuous_reinforce.py -------------------------------------------------------------------------------- /final/control/fluid_flow/controlled_pod_modes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/fluid_flow/controlled_pod_modes.py -------------------------------------------------------------------------------- /final/control/fluid_flow/cost.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/fluid_flow/cost.py -------------------------------------------------------------------------------- /final/control/fluid_flow/discrete_actor_critic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/fluid_flow/discrete_actor_critic.py -------------------------------------------------------------------------------- /final/control/fluid_flow/discrete_reinforce.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/fluid_flow/discrete_reinforce.py -------------------------------------------------------------------------------- /final/control/fluid_flow/discrete_value_iteration.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/fluid_flow/discrete_value_iteration.py -------------------------------------------------------------------------------- /final/control/fluid_flow/dynamics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/fluid_flow/dynamics.py -------------------------------------------------------------------------------- /final/control/fluid_flow/dynamics_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/fluid_flow/dynamics_env.py -------------------------------------------------------------------------------- /final/control/fluid_flow/lqr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/fluid_flow/lqr.py -------------------------------------------------------------------------------- /final/control/fluid_flow/output/continuous_actor_critic/seed_123/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/fluid_flow/output/continuous_actor_critic/seed_27963/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/fluid_flow/output/continuous_actor_critic/seed_42712/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/fluid_flow/output/continuous_actor_critic/seed_6677/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/fluid_flow/output/continuous_actor_critic/seed_7789/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/fluid_flow/output/continuous_actor_critic/seed_8543/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/fluid_flow/output/continuous_reinforce/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/fluid_flow/output/continuous_reinforce/seed_123/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/fluid_flow/output/continuous_reinforce/seed_27963/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/fluid_flow/output/continuous_reinforce/seed_42712/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/fluid_flow/output/continuous_reinforce/seed_6677/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/fluid_flow/output/continuous_reinforce/seed_7789/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/fluid_flow/output/continuous_reinforce/seed_8543/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/fluid_flow/output/discrete_actor_critic/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/fluid_flow/output/discrete_actor_critic/seed_123/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/fluid_flow/output/discrete_actor_critic/seed_27963/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/fluid_flow/output/discrete_actor_critic/seed_42712/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/fluid_flow/output/discrete_actor_critic/seed_6677/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/fluid_flow/output/discrete_actor_critic/seed_7789/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/fluid_flow/output/discrete_actor_critic/seed_8543/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/fluid_flow/output/discrete_reinforce/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/fluid_flow/output/discrete_reinforce/seed_123/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/fluid_flow/output/discrete_reinforce/seed_27963/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/fluid_flow/output/discrete_reinforce/seed_42712/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/fluid_flow/output/discrete_reinforce/seed_6677/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/fluid_flow/output/discrete_reinforce/seed_7789/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/fluid_flow/output/discrete_reinforce/seed_8543/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/fluid_flow/output/discrete_value_iteration/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/fluid_flow/output/discrete_value_iteration/seed_123/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/fluid_flow/output/discrete_value_iteration/seed_27963/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/fluid_flow/output/discrete_value_iteration/seed_42712/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/fluid_flow/output/discrete_value_iteration/seed_6677/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/fluid_flow/output/discrete_value_iteration/seed_7789/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/fluid_flow/output/discrete_value_iteration/seed_8543/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/fluid_flow/output/lqr/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/fluid_flow/output/lqr/seed_123/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/fluid_flow/output/lqr/seed_27963/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/fluid_flow/output/lqr/seed_42712/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/fluid_flow/output/lqr/seed_6677/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/fluid_flow/output/lqr/seed_7789/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/fluid_flow/output/lqr/seed_8543/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/fluid_flow/output/pod_modes/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/fluid_flow/saved_models/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/fluid_flow/superimposed_dynamics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/fluid_flow/superimposed_dynamics.py -------------------------------------------------------------------------------- /final/control/linear_system/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/linear_system/analysis/generate_path_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/linear_system/analysis/generate_path_data.py -------------------------------------------------------------------------------- /final/control/linear_system/analysis/make_koopman_tensor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/linear_system/analysis/make_koopman_tensor.py -------------------------------------------------------------------------------- /final/control/linear_system/analysis/plot_bellman_errors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/linear_system/analysis/plot_bellman_errors.py -------------------------------------------------------------------------------- /final/control/linear_system/analysis/read_value_function_weights.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/linear_system/analysis/read_value_function_weights.py -------------------------------------------------------------------------------- /final/control/linear_system/analysis/state_to_state.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/linear_system/analysis/state_to_state.py -------------------------------------------------------------------------------- /final/control/linear_system/analysis/test_continuous_actor_critic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/linear_system/analysis/test_continuous_actor_critic.py -------------------------------------------------------------------------------- /final/control/linear_system/analysis/test_continuous_actor_critic_v1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/linear_system/analysis/test_continuous_actor_critic_v1.py -------------------------------------------------------------------------------- /final/control/linear_system/analysis/test_discrete_actor_critic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/linear_system/analysis/test_discrete_actor_critic.py -------------------------------------------------------------------------------- /final/control/linear_system/analysis/test_discrete_value_iteration.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/linear_system/analysis/test_discrete_value_iteration.py -------------------------------------------------------------------------------- /final/control/linear_system/analysis/test_lqr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/linear_system/analysis/test_lqr.py -------------------------------------------------------------------------------- /final/control/linear_system/analysis/test_proximal_policy_optimization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/linear_system/analysis/test_proximal_policy_optimization.py -------------------------------------------------------------------------------- /final/control/linear_system/analysis/test_traditional_discrete_actor_critic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/linear_system/analysis/test_traditional_discrete_actor_critic.py -------------------------------------------------------------------------------- /final/control/linear_system/analysis/train_continuous_actor_critic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/linear_system/analysis/train_continuous_actor_critic.py -------------------------------------------------------------------------------- /final/control/linear_system/analysis/train_continuous_actor_critic_v1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/linear_system/analysis/train_continuous_actor_critic_v1.py -------------------------------------------------------------------------------- /final/control/linear_system/analysis/train_discrete_actor_critic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/linear_system/analysis/train_discrete_actor_critic.py -------------------------------------------------------------------------------- /final/control/linear_system/analysis/train_discrete_value_iteration.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/linear_system/analysis/train_discrete_value_iteration.py -------------------------------------------------------------------------------- /final/control/linear_system/analysis/train_lqr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/linear_system/analysis/train_lqr.py -------------------------------------------------------------------------------- /final/control/linear_system/analysis/train_proximal_policy_optimization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/linear_system/analysis/train_proximal_policy_optimization.py -------------------------------------------------------------------------------- /final/control/linear_system/analysis/train_traditional_discrete_actor_critic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/linear_system/analysis/train_traditional_discrete_actor_critic.py -------------------------------------------------------------------------------- /final/control/linear_system/continuous_actor_critic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/linear_system/continuous_actor_critic.py -------------------------------------------------------------------------------- /final/control/linear_system/continuous_reinforce.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/linear_system/continuous_reinforce.py -------------------------------------------------------------------------------- /final/control/linear_system/cost.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/linear_system/cost.py -------------------------------------------------------------------------------- /final/control/linear_system/discrete_actor_critic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/linear_system/discrete_actor_critic.py -------------------------------------------------------------------------------- /final/control/linear_system/discrete_reinforce.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/linear_system/discrete_reinforce.py -------------------------------------------------------------------------------- /final/control/linear_system/discrete_value_iteration.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/linear_system/discrete_value_iteration.py -------------------------------------------------------------------------------- /final/control/linear_system/dynamics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/linear_system/dynamics.py -------------------------------------------------------------------------------- /final/control/linear_system/dynamics_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/linear_system/dynamics_env.py -------------------------------------------------------------------------------- /final/control/linear_system/lqr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/linear_system/lqr.py -------------------------------------------------------------------------------- /final/control/linear_system/output/continuous_actor_critic/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/linear_system/output/continuous_actor_critic/seed_123/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/linear_system/output/continuous_actor_critic/seed_27963/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/linear_system/output/continuous_actor_critic/seed_42712/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/linear_system/output/continuous_actor_critic/seed_6677/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/linear_system/output/continuous_actor_critic/seed_7789/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/linear_system/output/continuous_actor_critic/seed_8543/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/linear_system/output/continuous_reinforce/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/linear_system/output/continuous_reinforce/seed_123/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/linear_system/output/continuous_reinforce/seed_27963/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/linear_system/output/continuous_reinforce/seed_42712/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/linear_system/output/continuous_reinforce/seed_6677/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/linear_system/output/continuous_reinforce/seed_7789/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/linear_system/output/continuous_reinforce/seed_8543/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/linear_system/output/discrete_actor_critic/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/linear_system/output/discrete_actor_critic/seed_123/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/linear_system/output/discrete_actor_critic/seed_27963/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/linear_system/output/discrete_actor_critic/seed_42712/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/linear_system/output/discrete_actor_critic/seed_6677/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/linear_system/output/discrete_actor_critic/seed_7789/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/linear_system/output/discrete_actor_critic/seed_8543/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/linear_system/output/discrete_reinforce/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/linear_system/output/discrete_reinforce/seed_123/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/linear_system/output/discrete_reinforce/seed_27963/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/linear_system/output/discrete_reinforce/seed_42712/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/linear_system/output/discrete_reinforce/seed_6677/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/linear_system/output/discrete_reinforce/seed_7789/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/linear_system/output/discrete_reinforce/seed_8543/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/linear_system/output/discrete_value_iteration/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/linear_system/output/discrete_value_iteration/seed_123/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/linear_system/output/discrete_value_iteration/seed_27963/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/linear_system/output/discrete_value_iteration/seed_42712/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/linear_system/output/discrete_value_iteration/seed_6677/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/linear_system/output/discrete_value_iteration/seed_7789/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/linear_system/output/discrete_value_iteration/seed_8543/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/linear_system/output/lqr/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/linear_system/output/lqr/seed_123/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/linear_system/output/lqr/seed_27963/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/linear_system/output/lqr/seed_42712/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/linear_system/output/lqr/seed_6677/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/linear_system/output/lqr/seed_7789/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/linear_system/output/lqr/seed_8543/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/linear_system/saved_models/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/lorenz/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/lorenz/analysis/3d_animation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/lorenz/analysis/3d_animation.py -------------------------------------------------------------------------------- /final/control/lorenz/analysis/generate_path_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/lorenz/analysis/generate_path_data.py -------------------------------------------------------------------------------- /final/control/lorenz/analysis/lyapunov.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/lorenz/analysis/lyapunov.py -------------------------------------------------------------------------------- /final/control/lorenz/analysis/make_koopman_tensor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/lorenz/analysis/make_koopman_tensor.py -------------------------------------------------------------------------------- /final/control/lorenz/analysis/state_to_state.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/lorenz/analysis/state_to_state.py -------------------------------------------------------------------------------- /final/control/lorenz/analysis/state_to_state_v1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/lorenz/analysis/state_to_state_v1.py -------------------------------------------------------------------------------- /final/control/lorenz/analysis/state_vs_cost.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/lorenz/analysis/state_vs_cost.py -------------------------------------------------------------------------------- /final/control/lorenz/analysis/test_continuous_A_and_B.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/lorenz/analysis/test_continuous_A_and_B.py -------------------------------------------------------------------------------- /final/control/lorenz/analysis/test_continuous_actor_critic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/lorenz/analysis/test_continuous_actor_critic.py -------------------------------------------------------------------------------- /final/control/lorenz/analysis/test_discrete_actor_critic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/lorenz/analysis/test_discrete_actor_critic.py -------------------------------------------------------------------------------- /final/control/lorenz/analysis/test_discrete_value_iteration.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/lorenz/analysis/test_discrete_value_iteration.py -------------------------------------------------------------------------------- /final/control/lorenz/analysis/test_lqr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/lorenz/analysis/test_lqr.py -------------------------------------------------------------------------------- /final/control/lorenz/analysis/train_continuous_actor_critic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/lorenz/analysis/train_continuous_actor_critic.py -------------------------------------------------------------------------------- /final/control/lorenz/analysis/train_discrete_actor_critic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/lorenz/analysis/train_discrete_actor_critic.py -------------------------------------------------------------------------------- /final/control/lorenz/analysis/train_discrete_value_iteration.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/lorenz/analysis/train_discrete_value_iteration.py -------------------------------------------------------------------------------- /final/control/lorenz/analysis/train_lqr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/lorenz/analysis/train_lqr.py -------------------------------------------------------------------------------- /final/control/lorenz/comparisons.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/lorenz/comparisons.py -------------------------------------------------------------------------------- /final/control/lorenz/continuous_actor_critic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/lorenz/continuous_actor_critic.py -------------------------------------------------------------------------------- /final/control/lorenz/continuous_reinforce.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/lorenz/continuous_reinforce.py -------------------------------------------------------------------------------- /final/control/lorenz/cost.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/lorenz/cost.py -------------------------------------------------------------------------------- /final/control/lorenz/discrete_actor_critic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/lorenz/discrete_actor_critic.py -------------------------------------------------------------------------------- /final/control/lorenz/discrete_reinforce.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/lorenz/discrete_reinforce.py -------------------------------------------------------------------------------- /final/control/lorenz/discrete_value_iteration.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/lorenz/discrete_value_iteration.py -------------------------------------------------------------------------------- /final/control/lorenz/dynamics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/lorenz/dynamics.py -------------------------------------------------------------------------------- /final/control/lorenz/dynamics_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/lorenz/dynamics_env.py -------------------------------------------------------------------------------- /final/control/lorenz/lqr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/lorenz/lqr.py -------------------------------------------------------------------------------- /final/control/lorenz/output/continuous_actor_critic/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/lorenz/output/continuous_actor_critic/seed_123/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/lorenz/output/continuous_actor_critic/seed_27963/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/lorenz/output/continuous_actor_critic/seed_42712/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/lorenz/output/continuous_actor_critic/seed_6677/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/lorenz/output/continuous_actor_critic/seed_7789/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/lorenz/output/continuous_actor_critic/seed_8543/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/lorenz/output/continuous_reinforce/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/lorenz/output/continuous_reinforce/seed_123/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/lorenz/output/continuous_reinforce/seed_27963/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/lorenz/output/continuous_reinforce/seed_42712/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/lorenz/output/continuous_reinforce/seed_6677/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/lorenz/output/continuous_reinforce/seed_7789/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/lorenz/output/continuous_reinforce/seed_8543/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/lorenz/output/discrete_actor_critic/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/lorenz/output/discrete_actor_critic/seed_123/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/lorenz/output/discrete_actor_critic/seed_27963/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/lorenz/output/discrete_actor_critic/seed_42712/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/lorenz/output/discrete_actor_critic/seed_6677/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/lorenz/output/discrete_actor_critic/seed_7789/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/lorenz/output/discrete_actor_critic/seed_8543/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/lorenz/output/discrete_reinforce/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/lorenz/output/discrete_reinforce/seed_123/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/lorenz/output/discrete_reinforce/seed_27963/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/lorenz/output/discrete_reinforce/seed_42712/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/lorenz/output/discrete_reinforce/seed_6677/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/lorenz/output/discrete_reinforce/seed_7789/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/lorenz/output/discrete_reinforce/seed_8543/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/lorenz/output/discrete_value_iteration/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/lorenz/output/discrete_value_iteration/seed_123/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/lorenz/output/discrete_value_iteration/seed_27963/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/lorenz/output/discrete_value_iteration/seed_42712/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/lorenz/output/discrete_value_iteration/seed_6677/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/lorenz/output/discrete_value_iteration/seed_7789/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/lorenz/output/discrete_value_iteration/seed_8543/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/lorenz/output/lqr/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/lorenz/output/lqr/seed_123/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/lorenz/output/lqr/seed_27963/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/lorenz/output/lqr/seed_42712/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/lorenz/output/lqr/seed_6677/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/lorenz/output/lqr/seed_7789/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/lorenz/output/lqr/seed_8543/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/lorenz/saved_models/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/lorenz/superimposed_dynamics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/lorenz/superimposed_dynamics.py -------------------------------------------------------------------------------- /final/control/policies/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /final/control/policies/continuous_actor_critic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/policies/continuous_actor_critic.py -------------------------------------------------------------------------------- /final/control/policies/continuous_actor_critic_v1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/policies/continuous_actor_critic_v1.py -------------------------------------------------------------------------------- /final/control/policies/continuous_policy_on_value_iteration/load_discrete_value_iteration_policy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/policies/continuous_policy_on_value_iteration/load_discrete_value_iteration_policy.py -------------------------------------------------------------------------------- /final/control/policies/continuous_policy_on_value_iteration/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/policies/continuous_policy_on_value_iteration/main.py -------------------------------------------------------------------------------- /final/control/policies/continuous_policy_on_value_iteration/models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/policies/continuous_policy_on_value_iteration/models.py -------------------------------------------------------------------------------- /final/control/policies/continuous_reinforce.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/policies/continuous_reinforce.py -------------------------------------------------------------------------------- /final/control/policies/discrete_actor_critic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/policies/discrete_actor_critic.py -------------------------------------------------------------------------------- /final/control/policies/discrete_reinforce.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/policies/discrete_reinforce.py -------------------------------------------------------------------------------- /final/control/policies/discrete_value_iteration.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/policies/discrete_value_iteration.py -------------------------------------------------------------------------------- /final/control/policies/lqr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/policies/lqr.py -------------------------------------------------------------------------------- /final/control/policies/proximal_policy_optimization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/policies/proximal_policy_optimization.py -------------------------------------------------------------------------------- /final/control/policies/soft_actor_critic/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/policies/soft_actor_critic/main.py -------------------------------------------------------------------------------- /final/control/policies/soft_actor_critic/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/policies/soft_actor_critic/model.py -------------------------------------------------------------------------------- /final/control/policies/soft_actor_critic/replay_memory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/policies/soft_actor_critic/replay_memory.py -------------------------------------------------------------------------------- /final/control/policies/soft_actor_critic/sac.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/policies/soft_actor_critic/sac.py -------------------------------------------------------------------------------- /final/control/policies/soft_actor_critic/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/policies/soft_actor_critic/utils.py -------------------------------------------------------------------------------- /final/control/policies/soft_actor_critic_v1/agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/policies/soft_actor_critic_v1/agent.py -------------------------------------------------------------------------------- /final/control/policies/soft_actor_critic_v1/networks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/policies/soft_actor_critic_v1/networks.py -------------------------------------------------------------------------------- /final/control/policies/soft_actor_koopman_critic/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/policies/soft_actor_koopman_critic/main.py -------------------------------------------------------------------------------- /final/control/policies/soft_actor_koopman_critic/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/policies/soft_actor_koopman_critic/model.py -------------------------------------------------------------------------------- /final/control/policies/soft_actor_koopman_critic/replay_memory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/policies/soft_actor_koopman_critic/replay_memory.py -------------------------------------------------------------------------------- /final/control/policies/soft_actor_koopman_critic/sac.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/policies/soft_actor_koopman_critic/sac.py -------------------------------------------------------------------------------- /final/control/policies/soft_actor_koopman_critic/test_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/policies/soft_actor_koopman_critic/test_env.py -------------------------------------------------------------------------------- /final/control/policies/soft_actor_koopman_critic/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/policies/soft_actor_koopman_critic/utils.py -------------------------------------------------------------------------------- /final/control/policies/traditional_discrete_actor_critic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/control/policies/traditional_discrete_actor_critic.py -------------------------------------------------------------------------------- /final/observables.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/observables.py -------------------------------------------------------------------------------- /final/observables.py.BAK: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/observables.py.BAK -------------------------------------------------------------------------------- /final/observables_numpy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/observables_numpy.py -------------------------------------------------------------------------------- /final/tensor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/tensor.py -------------------------------------------------------------------------------- /final/tensor_numpy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/final/tensor_numpy.py -------------------------------------------------------------------------------- /gedmd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/gedmd.py -------------------------------------------------------------------------------- /gedmdTest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/gedmdTest.py -------------------------------------------------------------------------------- /general_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/general_model.py -------------------------------------------------------------------------------- /generator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/generator.py -------------------------------------------------------------------------------- /gradient.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/gradient.py -------------------------------------------------------------------------------- /hjb-koopman-control.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/hjb-koopman-control.py -------------------------------------------------------------------------------- /iterative-lqr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/iterative-lqr.py -------------------------------------------------------------------------------- /kernel-koopman.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/kernel-koopman.py -------------------------------------------------------------------------------- /kernels.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/kernels.py -------------------------------------------------------------------------------- /klus_algos.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/klus_algos.py -------------------------------------------------------------------------------- /koopman-control.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman-control.py -------------------------------------------------------------------------------- /koopman-taxi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman-taxi.py -------------------------------------------------------------------------------- /koopman-tensor-cartpole.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman-tensor-cartpole.py -------------------------------------------------------------------------------- /koopman.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman.py -------------------------------------------------------------------------------- /koopman_tensor/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /koopman_tensor/compare-kus-to-ku.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/compare-kus-to-ku.py -------------------------------------------------------------------------------- /koopman_tensor/optimal_control/1d-double-well-bellman-errors.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/optimal_control/1d-double-well-bellman-errors.npy -------------------------------------------------------------------------------- /koopman_tensor/optimal_control/1d-double-well-gradient-norms.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/optimal_control/1d-double-well-gradient-norms.npy -------------------------------------------------------------------------------- /koopman_tensor/optimal_control/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /koopman_tensor/optimal_control/by-hand.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/optimal_control/by-hand.py -------------------------------------------------------------------------------- /koopman_tensor/optimal_control/cartpole-soft-actor-critic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/optimal_control/cartpole-soft-actor-critic.py -------------------------------------------------------------------------------- /koopman_tensor/optimal_control/cartpole/actor-critic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/optimal_control/cartpole/actor-critic.py -------------------------------------------------------------------------------- /koopman_tensor/optimal_control/cartpole/bellman-weights.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/optimal_control/cartpole/bellman-weights.npy -------------------------------------------------------------------------------- /koopman_tensor/optimal_control/cartpole/bellman_errors.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/optimal_control/cartpole/bellman_errors.npy -------------------------------------------------------------------------------- /koopman_tensor/optimal_control/cartpole/cartpole-value-iteration-policy.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/optimal_control/cartpole/cartpole-value-iteration-policy.pt -------------------------------------------------------------------------------- /koopman_tensor/optimal_control/cartpole/databook-discrete-lqr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/optimal_control/cartpole/databook-discrete-lqr.py -------------------------------------------------------------------------------- /koopman_tensor/optimal_control/cartpole/databook-discrete-lqr.py-jvsc-041c6b1d-cf16-418c-833a-9db66845d63d.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/optimal_control/cartpole/databook-discrete-lqr.py-jvsc-041c6b1d-cf16-418c-833a-9db66845d63d.ipynb -------------------------------------------------------------------------------- /koopman_tensor/optimal_control/cartpole/databookv2-dlqr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/optimal_control/cartpole/databookv2-dlqr.py -------------------------------------------------------------------------------- /koopman_tensor/optimal_control/cartpole/databookv2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/optimal_control/cartpole/databookv2.py -------------------------------------------------------------------------------- /koopman_tensor/optimal_control/cartpole/env/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/optimal_control/cartpole/env/__init__.py -------------------------------------------------------------------------------- /koopman_tensor/optimal_control/cartpole/env/cartpole_control_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/optimal_control/cartpole/env/cartpole_control_env.py -------------------------------------------------------------------------------- /koopman_tensor/optimal_control/cartpole/explosion-test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/optimal_control/cartpole/explosion-test.py -------------------------------------------------------------------------------- /koopman_tensor/optimal_control/cartpole/gaussian-policy-iteration.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/optimal_control/cartpole/gaussian-policy-iteration.pt -------------------------------------------------------------------------------- /koopman_tensor/optimal_control/cartpole/gaussian-policy-iteration.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/optimal_control/cartpole/gaussian-policy-iteration.py -------------------------------------------------------------------------------- /koopman_tensor/optimal_control/cartpole/gradient_norms.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/optimal_control/cartpole/gradient_norms.npy -------------------------------------------------------------------------------- /koopman_tensor/optimal_control/cartpole/momentum.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/optimal_control/cartpole/momentum.npy -------------------------------------------------------------------------------- /koopman_tensor/optimal_control/cartpole/n.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/optimal_control/cartpole/n.npy -------------------------------------------------------------------------------- /koopman_tensor/optimal_control/cartpole/optimal-lqr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/optimal_control/cartpole/optimal-lqr.py -------------------------------------------------------------------------------- /koopman_tensor/optimal_control/cartpole/pendcart-policy-iteration.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/optimal_control/cartpole/pendcart-policy-iteration.py -------------------------------------------------------------------------------- /koopman_tensor/optimal_control/cartpole/pendcart-policy-model.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/optimal_control/cartpole/pendcart-policy-model.pt -------------------------------------------------------------------------------- /koopman_tensor/optimal_control/cartpole/policy-iteration-overleaf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/optimal_control/cartpole/policy-iteration-overleaf.py -------------------------------------------------------------------------------- /koopman_tensor/optimal_control/cartpole/policy-iteration-v3-model.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/optimal_control/cartpole/policy-iteration-v3-model.pt -------------------------------------------------------------------------------- /koopman_tensor/optimal_control/cartpole/policy-iteration-v3.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/optimal_control/cartpole/policy-iteration-v3.pt -------------------------------------------------------------------------------- /koopman_tensor/optimal_control/cartpole/rbf-value-iteration.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/optimal_control/cartpole/rbf-value-iteration.py -------------------------------------------------------------------------------- /koopman_tensor/optimal_control/cartpole/second-moment.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/optimal_control/cartpole/second-moment.npy -------------------------------------------------------------------------------- /koopman_tensor/optimal_control/cartpole/torch-policy-iteration-v2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/optimal_control/cartpole/torch-policy-iteration-v2.py -------------------------------------------------------------------------------- /koopman_tensor/optimal_control/cartpole/torch-policy-iteration-v3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/optimal_control/cartpole/torch-policy-iteration-v3.py -------------------------------------------------------------------------------- /koopman_tensor/optimal_control/cartpole/torch-policy-iteration.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/optimal_control/cartpole/torch-policy-iteration.py -------------------------------------------------------------------------------- /koopman_tensor/optimal_control/cartpole/torch-value-iteration.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/optimal_control/cartpole/torch-value-iteration.py -------------------------------------------------------------------------------- /koopman_tensor/optimal_control/cartpole/torch_rbf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/optimal_control/cartpole/torch_rbf.py -------------------------------------------------------------------------------- /koopman_tensor/optimal_control/cartpole/v1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/optimal_control/cartpole/v1.py -------------------------------------------------------------------------------- /koopman_tensor/optimal_control/cartpole/v2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/optimal_control/cartpole/v2.py -------------------------------------------------------------------------------- /koopman_tensor/optimal_control/cartpole/wen-homework-value-iteration.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/optimal_control/cartpole/wen-homework-value-iteration.pt -------------------------------------------------------------------------------- /koopman_tensor/optimal_control/cartpole/wen-hw-value-iteration.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/optimal_control/cartpole/wen-hw-value-iteration.py -------------------------------------------------------------------------------- /koopman_tensor/optimal_control/custom-lqr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/optimal_control/custom-lqr.py -------------------------------------------------------------------------------- /koopman_tensor/optimal_control/dmdc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/optimal_control/dmdc.py -------------------------------------------------------------------------------- /koopman_tensor/optimal_control/double-well-control.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/optimal_control/double-well-control.py -------------------------------------------------------------------------------- /koopman_tensor/optimal_control/double-well-discrete-koopman-policy-iteration.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/optimal_control/double-well-discrete-koopman-policy-iteration.py -------------------------------------------------------------------------------- /koopman_tensor/optimal_control/double-well-discrete-koopman-value-iteration.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/optimal_control/double-well-discrete-koopman-value-iteration.py -------------------------------------------------------------------------------- /koopman_tensor/optimal_control/double-well-value-iteration.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/optimal_control/double-well-value-iteration.py -------------------------------------------------------------------------------- /koopman_tensor/optimal_control/double_well_control.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/optimal_control/double_well_control.py -------------------------------------------------------------------------------- /koopman_tensor/optimal_control/edmd_double_well_control_1D.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/optimal_control/edmd_double_well_control_1D.py -------------------------------------------------------------------------------- /koopman_tensor/optimal_control/env/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/optimal_control/env/__init__.py -------------------------------------------------------------------------------- /koopman_tensor/optimal_control/env/cartpole_control_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/optimal_control/env/cartpole_control_env.py -------------------------------------------------------------------------------- /koopman_tensor/optimal_control/fluid-flow-continuous-policy-iteration.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/optimal_control/fluid-flow-continuous-policy-iteration.py -------------------------------------------------------------------------------- /koopman_tensor/optimal_control/fluid-flow-cylinder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/optimal_control/fluid-flow-cylinder.py -------------------------------------------------------------------------------- /koopman_tensor/optimal_control/fluid-flow-discrete-koopman-policy-iteration.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/optimal_control/fluid-flow-discrete-koopman-policy-iteration.py -------------------------------------------------------------------------------- /koopman_tensor/optimal_control/fluid-flow-discrete-koopman-value-iteration.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/optimal_control/fluid-flow-discrete-koopman-value-iteration.py -------------------------------------------------------------------------------- /koopman_tensor/optimal_control/fluid-flow-torch-policy-iteration.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/optimal_control/fluid-flow-torch-policy-iteration.py -------------------------------------------------------------------------------- /koopman_tensor/optimal_control/gedmd_double_well_control_1D.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/optimal_control/gedmd_double_well_control_1D.py -------------------------------------------------------------------------------- /koopman_tensor/optimal_control/generalized/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /koopman_tensor/optimal_control/generalized/continuous_koopman_actor_critic_policy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/optimal_control/generalized/continuous_koopman_actor_critic_policy.py -------------------------------------------------------------------------------- /koopman_tensor/optimal_control/generalized/continuous_koopman_policy_iteration_policy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/optimal_control/generalized/continuous_koopman_policy_iteration_policy.py -------------------------------------------------------------------------------- /koopman_tensor/optimal_control/generalized/discrete_koopman_actor_critic_policy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/optimal_control/generalized/discrete_koopman_actor_critic_policy.py -------------------------------------------------------------------------------- /koopman_tensor/optimal_control/generalized/discrete_koopman_actor_critic_policy_new.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/optimal_control/generalized/discrete_koopman_actor_critic_policy_new.py -------------------------------------------------------------------------------- /koopman_tensor/optimal_control/generalized/discrete_koopman_actor_critic_policy_v1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/optimal_control/generalized/discrete_koopman_actor_critic_policy_v1.py -------------------------------------------------------------------------------- /koopman_tensor/optimal_control/generalized/discrete_koopman_policy_iteration_policy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/optimal_control/generalized/discrete_koopman_policy_iteration_policy.py -------------------------------------------------------------------------------- /koopman_tensor/optimal_control/generalized/discrete_koopman_value_iteration_policy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/optimal_control/generalized/discrete_koopman_value_iteration_policy.py -------------------------------------------------------------------------------- /koopman_tensor/optimal_control/generalized/discrete_koopman_value_iteration_policy_v1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/optimal_control/generalized/discrete_koopman_value_iteration_policy_v1.py -------------------------------------------------------------------------------- /koopman_tensor/optimal_control/klus_doublewell_with_control.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/optimal_control/klus_doublewell_with_control.py -------------------------------------------------------------------------------- /koopman_tensor/optimal_control/kronic-slow-manifold.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/optimal_control/kronic-slow-manifold.py -------------------------------------------------------------------------------- /koopman_tensor/optimal_control/lorenz-continuous-policy-iteration.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/optimal_control/lorenz-continuous-policy-iteration.py -------------------------------------------------------------------------------- /koopman_tensor/optimal_control/lorenz-discrete-koopman-actor-critic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/optimal_control/lorenz-discrete-koopman-actor-critic.py -------------------------------------------------------------------------------- /koopman_tensor/optimal_control/lorenz-discrete-koopman-policy-iteration.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/optimal_control/lorenz-discrete-koopman-policy-iteration.py -------------------------------------------------------------------------------- /koopman_tensor/optimal_control/lorenz-discrete-koopman-value-iteration.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/optimal_control/lorenz-discrete-koopman-value-iteration.py -------------------------------------------------------------------------------- /koopman_tensor/optimal_control/lorenz-policy-iteration.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/optimal_control/lorenz-policy-iteration.py -------------------------------------------------------------------------------- /koopman_tensor/optimal_control/lorenz-value-iteration.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/optimal_control/lorenz-value-iteration.py -------------------------------------------------------------------------------- /koopman_tensor/optimal_control/lqr-actor-critic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/optimal_control/lqr-actor-critic.py -------------------------------------------------------------------------------- /koopman_tensor/optimal_control/lqr-continuous-koopman-policy-iteration.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/optimal_control/lqr-continuous-koopman-policy-iteration.py -------------------------------------------------------------------------------- /koopman_tensor/optimal_control/lqr-discrete-actor-critic-non-generalized.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/optimal_control/lqr-discrete-actor-critic-non-generalized.py -------------------------------------------------------------------------------- /koopman_tensor/optimal_control/lqr-discrete-koopman-policy-iteration.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/optimal_control/lqr-discrete-koopman-policy-iteration.py -------------------------------------------------------------------------------- /koopman_tensor/optimal_control/lqr-discrete-koopman-value-iteration-copy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/optimal_control/lqr-discrete-koopman-value-iteration-copy.py -------------------------------------------------------------------------------- /koopman_tensor/optimal_control/lqr-discrete-koopman-value-iteration.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/optimal_control/lqr-discrete-koopman-value-iteration.py -------------------------------------------------------------------------------- /koopman_tensor/optimal_control/lqr-policy-iteration.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/optimal_control/lqr-policy-iteration.py -------------------------------------------------------------------------------- /koopman_tensor/optimal_control/lqr-soft-actor-critic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/optimal_control/lqr-soft-actor-critic.py -------------------------------------------------------------------------------- /koopman_tensor/optimal_control/lqr-value-iteration.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/optimal_control/lqr-value-iteration.py -------------------------------------------------------------------------------- /koopman_tensor/optimal_control/manual_lorenz.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/optimal_control/manual_lorenz.py -------------------------------------------------------------------------------- /koopman_tensor/optimal_control/max-entropy-lqr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/optimal_control/max-entropy-lqr.py -------------------------------------------------------------------------------- /koopman_tensor/optimal_control/plots/inverted_pendulum.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/optimal_control/plots/inverted_pendulum.png -------------------------------------------------------------------------------- /koopman_tensor/optimal_control/simple-example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/optimal_control/simple-example.py -------------------------------------------------------------------------------- /koopman_tensor/optimal_control/simple-mdp-value-iteration.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/optimal_control/simple-mdp-value-iteration.pt -------------------------------------------------------------------------------- /koopman_tensor/optimal_control/simple-mdp-value-iteration.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/optimal_control/simple-mdp-value-iteration.py -------------------------------------------------------------------------------- /koopman_tensor/optimal_control/slow-manifold.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/optimal_control/slow-manifold.py -------------------------------------------------------------------------------- /koopman_tensor/system_dynamics/bellman-weights.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/system_dynamics/bellman-weights.npy -------------------------------------------------------------------------------- /koopman_tensor/system_dynamics/cartpole/cartpole-databook-v2-tensor.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/system_dynamics/cartpole/cartpole-databook-v2-tensor.npy -------------------------------------------------------------------------------- /koopman_tensor/system_dynamics/cartpole/cartpole-databook.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/system_dynamics/cartpole/cartpole-databook.py -------------------------------------------------------------------------------- /koopman_tensor/system_dynamics/cartpole/cartpole-databookv2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/system_dynamics/cartpole/cartpole-databookv2.py -------------------------------------------------------------------------------- /koopman_tensor/system_dynamics/cartpole/cartpole-generator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/system_dynamics/cartpole/cartpole-generator.py -------------------------------------------------------------------------------- /koopman_tensor/system_dynamics/cartpole/cartpole-v2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/system_dynamics/cartpole/cartpole-v2.py -------------------------------------------------------------------------------- /koopman_tensor/system_dynamics/cartpole/cartpole.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/system_dynamics/cartpole/cartpole.py -------------------------------------------------------------------------------- /koopman_tensor/system_dynamics/cartpole/wen-hw-cartpole.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/system_dynamics/cartpole/wen-hw-cartpole.py -------------------------------------------------------------------------------- /koopman_tensor/system_dynamics/compute-tensor-test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/system_dynamics/compute-tensor-test.py -------------------------------------------------------------------------------- /koopman_tensor/system_dynamics/custom-lqr-v2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/system_dynamics/custom-lqr-v2.py -------------------------------------------------------------------------------- /koopman_tensor/system_dynamics/custom-lqr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/system_dynamics/custom-lqr.py -------------------------------------------------------------------------------- /koopman_tensor/system_dynamics/dictionary-models/phi-decoder.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/system_dynamics/dictionary-models/phi-decoder.pt -------------------------------------------------------------------------------- /koopman_tensor/system_dynamics/dictionary-models/phi-encoder.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/system_dynamics/dictionary-models/phi-encoder.pt -------------------------------------------------------------------------------- /koopman_tensor/system_dynamics/dictionary-models/psi-decoder.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/system_dynamics/dictionary-models/psi-decoder.pt -------------------------------------------------------------------------------- /koopman_tensor/system_dynamics/dictionary-models/psi-encoder.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/system_dynamics/dictionary-models/psi-encoder.pt -------------------------------------------------------------------------------- /koopman_tensor/system_dynamics/dmdc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/system_dynamics/dmdc.py -------------------------------------------------------------------------------- /koopman_tensor/system_dynamics/double_well/double-well.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/system_dynamics/double_well/double-well.py -------------------------------------------------------------------------------- /koopman_tensor/system_dynamics/double_well/edmd-double-well-with-control.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/system_dynamics/double_well/edmd-double-well-with-control.py -------------------------------------------------------------------------------- /koopman_tensor/system_dynamics/double_well/gedmd-double-well-with-control.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/system_dynamics/double_well/gedmd-double-well-with-control.py -------------------------------------------------------------------------------- /koopman_tensor/system_dynamics/double_well/klus-double-well.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/system_dynamics/double_well/klus-double-well.py -------------------------------------------------------------------------------- /koopman_tensor/system_dynamics/env/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/system_dynamics/env/__init__.py -------------------------------------------------------------------------------- /koopman_tensor/system_dynamics/env/cartpole_control_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/system_dynamics/env/cartpole_control_env.py -------------------------------------------------------------------------------- /koopman_tensor/system_dynamics/fluid_flow/data/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/system_dynamics/fluid_flow/data/.gitignore -------------------------------------------------------------------------------- /koopman_tensor/system_dynamics/fluid_flow/data/ALPHA-S.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/system_dynamics/fluid_flow/data/ALPHA-S.npy -------------------------------------------------------------------------------- /koopman_tensor/system_dynamics/fluid_flow/data/ALPHA.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/system_dynamics/fluid_flow/data/ALPHA.npy -------------------------------------------------------------------------------- /koopman_tensor/system_dynamics/fluid_flow/data/POD-COEFFS.mat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/system_dynamics/fluid_flow/data/POD-COEFFS.mat -------------------------------------------------------------------------------- /koopman_tensor/system_dynamics/fluid_flow/data/POD-MODES.mat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/system_dynamics/fluid_flow/data/POD-MODES.mat -------------------------------------------------------------------------------- /koopman_tensor/system_dynamics/fluid_flow/data/VORT-AVG.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/system_dynamics/fluid_flow/data/VORT-AVG.npy -------------------------------------------------------------------------------- /koopman_tensor/system_dynamics/fluid_flow/data/VORT-DELTA.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/system_dynamics/fluid_flow/data/VORT-DELTA.npy -------------------------------------------------------------------------------- /koopman_tensor/system_dynamics/fluid_flow/data/VORT-PHI.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/system_dynamics/fluid_flow/data/VORT-PHI.npy -------------------------------------------------------------------------------- /koopman_tensor/system_dynamics/fluid_flow/data/VORT-UNSTEADY.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/system_dynamics/fluid_flow/data/VORT-UNSTEADY.npy -------------------------------------------------------------------------------- /koopman_tensor/system_dynamics/fluid_flow/data/m.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/system_dynamics/fluid_flow/data/m.npy -------------------------------------------------------------------------------- /koopman_tensor/system_dynamics/fluid_flow/data/n.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/system_dynamics/fluid_flow/data/n.npy -------------------------------------------------------------------------------- /koopman_tensor/system_dynamics/fluid_flow/fluid-flow-cylinder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/system_dynamics/fluid_flow/fluid-flow-cylinder.py -------------------------------------------------------------------------------- /koopman_tensor/system_dynamics/fluid_flow/pod_modes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/system_dynamics/fluid_flow/pod_modes.py -------------------------------------------------------------------------------- /koopman_tensor/system_dynamics/fluid_flow/pod_modes_v1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/system_dynamics/fluid_flow/pod_modes_v1.py -------------------------------------------------------------------------------- /koopman_tensor/system_dynamics/fluid_flow/pod_modes_v2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/system_dynamics/fluid_flow/pod_modes_v2.py -------------------------------------------------------------------------------- /koopman_tensor/system_dynamics/fluid_flow/tensor.pickle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/system_dynamics/fluid_flow/tensor.pickle -------------------------------------------------------------------------------- /koopman_tensor/system_dynamics/koopman-tensor-lqr-v2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/system_dynamics/koopman-tensor-lqr-v2.py -------------------------------------------------------------------------------- /koopman_tensor/system_dynamics/koopman-tensor-lqr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/system_dynamics/koopman-tensor-lqr.py -------------------------------------------------------------------------------- /koopman_tensor/system_dynamics/koopman-tensor-test.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/system_dynamics/koopman-tensor-test.ipynb -------------------------------------------------------------------------------- /koopman_tensor/system_dynamics/kronic-slow-manifold.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/system_dynamics/kronic-slow-manifold.py -------------------------------------------------------------------------------- /koopman_tensor/system_dynamics/lorenz/learn-cartpole-dictionary.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/system_dynamics/lorenz/learn-cartpole-dictionary.py -------------------------------------------------------------------------------- /koopman_tensor/system_dynamics/lorenz/lorenz-generator-with-action.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/system_dynamics/lorenz/lorenz-generator-with-action.py -------------------------------------------------------------------------------- /koopman_tensor/system_dynamics/lorenz/lorenz-generator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/system_dynamics/lorenz/lorenz-generator.py -------------------------------------------------------------------------------- /koopman_tensor/system_dynamics/lorenz/pod_modes.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /koopman_tensor/system_dynamics/lorenz/pod_modes_v1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/system_dynamics/lorenz/pod_modes_v1.py -------------------------------------------------------------------------------- /koopman_tensor/system_dynamics/multi-start-dmdc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/system_dynamics/multi-start-dmdc.py -------------------------------------------------------------------------------- /koopman_tensor/system_dynamics/nondeterministic-mdp-comparisons.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/system_dynamics/nondeterministic-mdp-comparisons.py -------------------------------------------------------------------------------- /koopman_tensor/system_dynamics/pendcart.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/system_dynamics/pendcart.py -------------------------------------------------------------------------------- /koopman_tensor/system_dynamics/quant-econ-lqr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/system_dynamics/quant-econ-lqr.py -------------------------------------------------------------------------------- /koopman_tensor/system_dynamics/simple-deterministic-mdp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/system_dynamics/simple-deterministic-mdp.py -------------------------------------------------------------------------------- /koopman_tensor/system_dynamics/simple-generator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/system_dynamics/simple-generator.py -------------------------------------------------------------------------------- /koopman_tensor/system_dynamics/simple-nondeterministic-mdp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/system_dynamics/simple-nondeterministic-mdp.py -------------------------------------------------------------------------------- /koopman_tensor/system_dynamics/slow-manifold-lqr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/system_dynamics/slow-manifold-lqr.py -------------------------------------------------------------------------------- /koopman_tensor/system_dynamics/upside-down-cartpole.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/system_dynamics/upside-down-cartpole.py -------------------------------------------------------------------------------- /koopman_tensor/system_dynamics/x-squared.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/system_dynamics/x-squared.py -------------------------------------------------------------------------------- /koopman_tensor/tensor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/koopman_tensor/tensor.py -------------------------------------------------------------------------------- /lambda-labs-requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/lambda-labs-requirements.txt -------------------------------------------------------------------------------- /lqr-cartpole-swing-up.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/lqr-cartpole-swing-up.py -------------------------------------------------------------------------------- /misc/kronic_slow_manifold.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/misc/kronic_slow_manifold.py -------------------------------------------------------------------------------- /multi-koopman.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/multi-koopman.py -------------------------------------------------------------------------------- /observables.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/observables.py -------------------------------------------------------------------------------- /observables.py.BAK: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/observables.py.BAK -------------------------------------------------------------------------------- /optimal_agent/cartpole-actions.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/optimal_agent/cartpole-actions.npy -------------------------------------------------------------------------------- /optimal_agent/cartpole-rewards.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/optimal_agent/cartpole-rewards.npy -------------------------------------------------------------------------------- /optimal_agent/cartpole-states.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/optimal_agent/cartpole-states.npy -------------------------------------------------------------------------------- /pip-requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/pip-requirements.txt -------------------------------------------------------------------------------- /predict_brownian.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/predict_brownian.py -------------------------------------------------------------------------------- /random-taxi-agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/random-taxi-agent.py -------------------------------------------------------------------------------- /randomRL.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/randomRL.py -------------------------------------------------------------------------------- /random_agent/cartpole-actions.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/random_agent/cartpole-actions.npy -------------------------------------------------------------------------------- /random_agent/cartpole-next-states-0.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/random_agent/cartpole-next-states-0.npy -------------------------------------------------------------------------------- /random_agent/cartpole-next-states-1.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/random_agent/cartpole-next-states-1.npy -------------------------------------------------------------------------------- /random_agent/cartpole-rewards.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/random_agent/cartpole-rewards.npy -------------------------------------------------------------------------------- /random_agent/cartpole-states-0.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/random_agent/cartpole-states-0.npy -------------------------------------------------------------------------------- /random_agent/cartpole-states-1.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/random_agent/cartpole-states-1.npy -------------------------------------------------------------------------------- /random_agent/cartpole-states.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/random_agent/cartpole-states.npy -------------------------------------------------------------------------------- /random_agent/taxi/actions.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/random_agent/taxi/actions.npy -------------------------------------------------------------------------------- /random_agent/taxi/states.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/random_agent/taxi/states.npy -------------------------------------------------------------------------------- /rrr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/rrr.py -------------------------------------------------------------------------------- /scrap.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/scrap.py -------------------------------------------------------------------------------- /simple_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/simple_env.py -------------------------------------------------------------------------------- /sindy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/sindy.py -------------------------------------------------------------------------------- /state-action-inputs.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/state-action-inputs.npy -------------------------------------------------------------------------------- /state-action-outputs.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/state-action-outputs.npy -------------------------------------------------------------------------------- /system_identification.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/system_identification.py -------------------------------------------------------------------------------- /systems.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/systems.py -------------------------------------------------------------------------------- /tensor-approach.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/tensor-approach.py -------------------------------------------------------------------------------- /test_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/test_model.py -------------------------------------------------------------------------------- /test_mppi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/test_mppi.py -------------------------------------------------------------------------------- /test_observables.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/test_observables.py -------------------------------------------------------------------------------- /tf_algorithmsv2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/tf_algorithmsv2.py -------------------------------------------------------------------------------- /tf_observables.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/tf_observables.py -------------------------------------------------------------------------------- /tools.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/tools.py -------------------------------------------------------------------------------- /utilities.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/utilities.py -------------------------------------------------------------------------------- /williams-paper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Pdbz199/Koopman-RL-Old/HEAD/williams-paper.py --------------------------------------------------------------------------------