├── .gitignore ├── .gitmodules ├── CMakeLists.txt ├── LICENSE.md ├── README.rst ├── apps ├── CMA │ ├── Makefile │ ├── cmaes.c │ ├── cmaes.h │ ├── cmaes_initials.par │ ├── cmaes_interface.h │ ├── cmaes_learn.cpp │ ├── cmaes_learn.h │ ├── cmaes_signals.par │ ├── fitfun.c │ ├── fitfun.h │ ├── gsl_headers.h │ ├── main.cpp │ ├── outputlookup.m │ ├── plot_performance.m │ ├── plot_statistics.m │ └── setup.sh ├── CUP2D_2fish │ ├── runArguments00.sh │ ├── runArguments01.sh │ ├── runArguments02.sh │ ├── runArguments03.sh │ └── setup.sh ├── CUP2D_blowfish │ ├── runArguments00.sh │ ├── runArguments01.sh │ ├── runArguments02.sh │ ├── runArguments03.sh │ └── setup.sh ├── CUP2D_cylFollow │ ├── oldSettings │ │ ├── runArguments00.sh │ │ ├── runArguments01.sh │ │ ├── runArguments02.sh │ │ └── runArguments03.sh │ ├── runArguments00.sh │ ├── runArguments01.sh │ ├── runArguments02.sh │ ├── runArguments03.sh │ └── setup.sh ├── CUP2D_glider │ ├── ODE_timeOpt_rho1.01_ar0.2 │ │ ├── agent_00_net_weights.raw │ │ ├── agent_00_scaling.raw │ │ ├── runArguments00.sh │ │ └── settings.sh │ └── setup.sh ├── CUP2D_smartCyl │ ├── runArguments00.sh │ ├── runArguments00_cyl.sh │ ├── runArguments01.sh │ ├── setup.sh │ └── setup_bck.sh ├── Deepmind_control │ └── exec.py ├── OpenAI_gym │ ├── HumanoidWrapper.py │ ├── exec.py │ └── exec_eval.py ├── OpenAI_gym_atari │ └── exec.py ├── boatNav │ ├── Makefile │ ├── boatNav.cpp │ ├── odeSolve.cpp │ ├── odeSolve.h │ ├── runTest.cpp │ ├── setup.sh │ └── testing │ │ ├── boatNav_try3.png │ │ ├── threeDoF_testing.m │ │ ├── threeDoF_try3.m │ │ └── threeDoFcode │ │ ├── Makefile │ │ ├── odeSolve.cpp │ │ ├── odeSolve.h │ │ └── threeDoF.cpp ├── cart_pole_cpp │ ├── CMakeLists.txt │ ├── Makefile │ ├── cart-pole.cpp │ ├── cart-pole.h │ └── setup.sh ├── cart_pole_distribAgent │ ├── Makefile │ ├── cart-pole.cpp │ ├── launch.sh │ └── setup.sh ├── cart_pole_distribEnv │ ├── Makefile │ ├── cart-pole.cpp │ ├── launch.sh │ └── setup.sh ├── cart_pole_f90 │ ├── Makefile │ ├── app_main.f90 │ ├── cart_pole.f90 │ ├── main.cpp │ └── setup.sh ├── cart_pole_many │ ├── Makefile │ ├── cart-pole.cpp │ ├── launch.sh │ └── setup.sh ├── cart_pole_mpi │ ├── Makefile │ ├── cart-pole.cpp │ └── setup.sh ├── cart_pole_py │ └── exec.py ├── ext_app_test.cpp ├── func_maximization │ ├── Makefile │ ├── function_opt.py │ ├── launch.sh │ ├── setup.sh │ ├── test-fit.cpp │ ├── testApp.py │ └── testAppL96.py ├── glider │ ├── Makefile │ ├── eval_gliders.sh │ ├── glider.cpp │ ├── glider.h │ ├── launch_glidereuler.sh │ ├── launch_gliders.sh │ └── setup.sh └── predator_prey │ ├── Makefile │ ├── matplotlibcpp.h │ ├── pp.cpp │ ├── pp.h │ ├── pp.py │ ├── setup.sh │ ├── twoPredOnePrey.cpp │ └── twoPredOnePrey.h ├── bin ├── smarties.py ├── smarties_plot_grads.py ├── smarties_plot_obs.py ├── smarties_plot_rew.py └── smarties_plot_weights.py ├── docs ├── smarties.pdf └── smarties_sample_scripts.png ├── include ├── smarties.f90 ├── smarties.h └── smarties_extern.h ├── install_dependencies.sh ├── makefiles ├── Makefile ├── README.md ├── make.daint ├── make.euler ├── make.falcon ├── make.gcc.flags ├── make.icc.flags ├── make.lair ├── make.llvm.flags └── make.macos ├── pytools ├── excess_kurtosis.py ├── plot_Qcorr.py ├── plot_RACER_extra.py ├── plot_cmaes.py └── random_kurtosis_driver_script.sh ├── settings ├── ACER.json ├── CMA.json ├── DPG.json ├── DPG_light.json ├── DPG_orig.json ├── DQN.json ├── NAF.json ├── PPO.json ├── RACER.json ├── RACER_RNN.json ├── RACER_atari.json ├── RACER_glider.json ├── VRACER.json ├── VRACER_CMA.json ├── VRACER_LES.json ├── VRACER_expensiveData.json └── default.json ├── source ├── extern │ ├── CLI.hpp │ ├── backward.hpp │ ├── json.hpp │ └── saruprng.h └── smarties │ ├── Communicator.cpp │ ├── Communicator.h │ ├── Core │ ├── Agent.h │ ├── Environment.h │ ├── Launcher.cpp │ ├── Launcher.h │ ├── Master.cpp │ ├── Master.h │ ├── StateAction.cpp │ ├── StateAction.h │ ├── Worker.cpp │ └── Worker.h │ ├── Engine.cpp │ ├── Engine.h │ ├── Learners │ ├── ACER.cpp │ ├── ACER.h │ ├── AlgoFactory.cpp │ ├── AlgoFactory.h │ ├── CMALearner.cpp │ ├── CMALearner.h │ ├── DPG.cpp │ ├── DPG.h │ ├── DQN.cpp │ ├── DQN.h │ ├── Learner.cpp │ ├── Learner.h │ ├── Learner_approximator.cpp │ ├── Learner_approximator.h │ ├── Learner_pytorch.cpp │ ├── Learner_pytorch.h │ ├── MixedPG.cpp │ ├── MixedPG.h │ ├── NAF.cpp │ ├── NAF.h │ ├── PPO.cpp │ ├── PPO.h │ ├── PPO_common.cpp │ ├── PPO_train.cpp │ ├── Pytorch │ │ ├── net_modules.py │ │ └── old_stuff.py │ ├── RACER.cpp │ ├── RACER.h │ ├── RACER_common.cpp │ ├── RACER_train.cpp │ └── README.md │ ├── Math │ ├── Continuous_policy.h │ ├── Discrete_advantage.h │ ├── Discrete_policy.h │ ├── Gaus_advantage.h │ ├── Math_tests.cpp │ ├── Quadratic_advantage.h │ ├── Quadratic_term.h │ └── Zero_advantage.h │ ├── Network │ ├── Approximator.cpp │ ├── Approximator.h │ ├── Builder.cpp │ ├── Builder.h │ ├── CMA_Optimizer.cpp │ ├── CMA_Optimizer.h │ ├── Conv2Dfactory.h │ ├── Layers │ │ ├── Activation.h │ │ ├── Functions.h │ │ ├── Layer_Base.h │ │ ├── Layer_Conv2D.h │ │ ├── Layer_GRU.h │ │ ├── Layer_LSTM.h │ │ ├── Layers.h │ │ └── Parameters.h │ ├── Network.cpp │ ├── Network.h │ ├── Optimizer.cpp │ ├── Optimizer.h │ └── ThreadContext.h │ ├── ReplayMemory │ ├── DataCoordinator.cpp │ ├── DataCoordinator.h │ ├── Episode.cpp │ ├── Episode.h │ ├── MemoryBuffer.cpp │ ├── MemoryBuffer.h │ ├── MemoryProcessing.cpp │ ├── MemoryProcessing.h │ ├── MiniBatch.h │ ├── ReplayStatsCounters.h │ ├── Sampling.cpp │ └── Sampling.h │ ├── Settings │ ├── Bund.h │ ├── Definitions.h │ ├── ExecutionInfo.cpp │ ├── ExecutionInfo.h │ ├── HyperParameters.cpp │ └── HyperParameters.h │ ├── Utils │ ├── DelayedReductor.cpp │ ├── DelayedReductor.h │ ├── FunctionUtilities.h │ ├── LauncherUtilities.h │ ├── MPIUtilities.h │ ├── ParameterBlob.h │ ├── Profiler.cpp │ ├── Profiler.h │ ├── SocketsLib.h │ ├── SstreamUtilities.h │ ├── StatsTracker.cpp │ ├── StatsTracker.h │ ├── TaskQueue.h │ ├── ThreadSafeVec.h │ ├── Warnings.cpp │ └── Warnings.h │ ├── smarties_extern.cpp │ └── smarties_pybind11.cpp └── units ├── CMakeLists.txt ├── Core └── StateAction.cpp ├── Math └── Continuous_policy.cpp └── Network └── Network.cpp /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/.gitignore -------------------------------------------------------------------------------- /.gitmodules: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/.gitmodules -------------------------------------------------------------------------------- /CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/CMakeLists.txt -------------------------------------------------------------------------------- /LICENSE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/LICENSE.md -------------------------------------------------------------------------------- /README.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/README.rst -------------------------------------------------------------------------------- /apps/CMA/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/apps/CMA/Makefile -------------------------------------------------------------------------------- /apps/CMA/cmaes.c: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/apps/CMA/cmaes.c -------------------------------------------------------------------------------- /apps/CMA/cmaes.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/apps/CMA/cmaes.h -------------------------------------------------------------------------------- /apps/CMA/cmaes_initials.par: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/apps/CMA/cmaes_initials.par -------------------------------------------------------------------------------- /apps/CMA/cmaes_interface.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/apps/CMA/cmaes_interface.h -------------------------------------------------------------------------------- /apps/CMA/cmaes_learn.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/apps/CMA/cmaes_learn.cpp -------------------------------------------------------------------------------- /apps/CMA/cmaes_learn.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/apps/CMA/cmaes_learn.h -------------------------------------------------------------------------------- /apps/CMA/cmaes_signals.par: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/apps/CMA/cmaes_signals.par -------------------------------------------------------------------------------- /apps/CMA/fitfun.c: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/apps/CMA/fitfun.c -------------------------------------------------------------------------------- /apps/CMA/fitfun.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/apps/CMA/fitfun.h -------------------------------------------------------------------------------- /apps/CMA/gsl_headers.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/apps/CMA/gsl_headers.h -------------------------------------------------------------------------------- /apps/CMA/main.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/apps/CMA/main.cpp -------------------------------------------------------------------------------- /apps/CMA/outputlookup.m: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/apps/CMA/outputlookup.m -------------------------------------------------------------------------------- /apps/CMA/plot_performance.m: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/apps/CMA/plot_performance.m -------------------------------------------------------------------------------- /apps/CMA/plot_statistics.m: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/apps/CMA/plot_statistics.m -------------------------------------------------------------------------------- /apps/CMA/setup.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/apps/CMA/setup.sh -------------------------------------------------------------------------------- /apps/CUP2D_2fish/runArguments00.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/apps/CUP2D_2fish/runArguments00.sh -------------------------------------------------------------------------------- /apps/CUP2D_2fish/runArguments01.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/apps/CUP2D_2fish/runArguments01.sh -------------------------------------------------------------------------------- /apps/CUP2D_2fish/runArguments02.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/apps/CUP2D_2fish/runArguments02.sh -------------------------------------------------------------------------------- /apps/CUP2D_2fish/runArguments03.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/apps/CUP2D_2fish/runArguments03.sh -------------------------------------------------------------------------------- /apps/CUP2D_2fish/setup.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/apps/CUP2D_2fish/setup.sh -------------------------------------------------------------------------------- /apps/CUP2D_blowfish/runArguments00.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/apps/CUP2D_blowfish/runArguments00.sh -------------------------------------------------------------------------------- /apps/CUP2D_blowfish/runArguments01.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/apps/CUP2D_blowfish/runArguments01.sh -------------------------------------------------------------------------------- /apps/CUP2D_blowfish/runArguments02.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/apps/CUP2D_blowfish/runArguments02.sh -------------------------------------------------------------------------------- /apps/CUP2D_blowfish/runArguments03.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/apps/CUP2D_blowfish/runArguments03.sh -------------------------------------------------------------------------------- /apps/CUP2D_blowfish/setup.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/apps/CUP2D_blowfish/setup.sh -------------------------------------------------------------------------------- /apps/CUP2D_cylFollow/oldSettings/runArguments00.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/apps/CUP2D_cylFollow/oldSettings/runArguments00.sh -------------------------------------------------------------------------------- /apps/CUP2D_cylFollow/oldSettings/runArguments01.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/apps/CUP2D_cylFollow/oldSettings/runArguments01.sh -------------------------------------------------------------------------------- /apps/CUP2D_cylFollow/oldSettings/runArguments02.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/apps/CUP2D_cylFollow/oldSettings/runArguments02.sh -------------------------------------------------------------------------------- /apps/CUP2D_cylFollow/oldSettings/runArguments03.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/apps/CUP2D_cylFollow/oldSettings/runArguments03.sh -------------------------------------------------------------------------------- /apps/CUP2D_cylFollow/runArguments00.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/apps/CUP2D_cylFollow/runArguments00.sh -------------------------------------------------------------------------------- /apps/CUP2D_cylFollow/runArguments01.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/apps/CUP2D_cylFollow/runArguments01.sh -------------------------------------------------------------------------------- /apps/CUP2D_cylFollow/runArguments02.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/apps/CUP2D_cylFollow/runArguments02.sh -------------------------------------------------------------------------------- /apps/CUP2D_cylFollow/runArguments03.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/apps/CUP2D_cylFollow/runArguments03.sh -------------------------------------------------------------------------------- /apps/CUP2D_cylFollow/setup.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/apps/CUP2D_cylFollow/setup.sh -------------------------------------------------------------------------------- /apps/CUP2D_glider/ODE_timeOpt_rho1.01_ar0.2/agent_00_net_weights.raw: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/apps/CUP2D_glider/ODE_timeOpt_rho1.01_ar0.2/agent_00_net_weights.raw -------------------------------------------------------------------------------- /apps/CUP2D_glider/ODE_timeOpt_rho1.01_ar0.2/agent_00_scaling.raw: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/apps/CUP2D_glider/ODE_timeOpt_rho1.01_ar0.2/agent_00_scaling.raw -------------------------------------------------------------------------------- /apps/CUP2D_glider/ODE_timeOpt_rho1.01_ar0.2/runArguments00.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/apps/CUP2D_glider/ODE_timeOpt_rho1.01_ar0.2/runArguments00.sh -------------------------------------------------------------------------------- /apps/CUP2D_glider/ODE_timeOpt_rho1.01_ar0.2/settings.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/apps/CUP2D_glider/ODE_timeOpt_rho1.01_ar0.2/settings.sh -------------------------------------------------------------------------------- /apps/CUP2D_glider/setup.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/apps/CUP2D_glider/setup.sh -------------------------------------------------------------------------------- /apps/CUP2D_smartCyl/runArguments00.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/apps/CUP2D_smartCyl/runArguments00.sh -------------------------------------------------------------------------------- /apps/CUP2D_smartCyl/runArguments00_cyl.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/apps/CUP2D_smartCyl/runArguments00_cyl.sh -------------------------------------------------------------------------------- /apps/CUP2D_smartCyl/runArguments01.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/apps/CUP2D_smartCyl/runArguments01.sh -------------------------------------------------------------------------------- /apps/CUP2D_smartCyl/setup.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/apps/CUP2D_smartCyl/setup.sh -------------------------------------------------------------------------------- /apps/CUP2D_smartCyl/setup_bck.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/apps/CUP2D_smartCyl/setup_bck.sh -------------------------------------------------------------------------------- /apps/Deepmind_control/exec.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/apps/Deepmind_control/exec.py -------------------------------------------------------------------------------- /apps/OpenAI_gym/HumanoidWrapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/apps/OpenAI_gym/HumanoidWrapper.py -------------------------------------------------------------------------------- /apps/OpenAI_gym/exec.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/apps/OpenAI_gym/exec.py -------------------------------------------------------------------------------- /apps/OpenAI_gym/exec_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/apps/OpenAI_gym/exec_eval.py -------------------------------------------------------------------------------- /apps/OpenAI_gym_atari/exec.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/apps/OpenAI_gym_atari/exec.py -------------------------------------------------------------------------------- /apps/boatNav/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/apps/boatNav/Makefile -------------------------------------------------------------------------------- /apps/boatNav/boatNav.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/apps/boatNav/boatNav.cpp -------------------------------------------------------------------------------- /apps/boatNav/odeSolve.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/apps/boatNav/odeSolve.cpp -------------------------------------------------------------------------------- /apps/boatNav/odeSolve.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/apps/boatNav/odeSolve.h -------------------------------------------------------------------------------- /apps/boatNav/runTest.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/apps/boatNav/runTest.cpp -------------------------------------------------------------------------------- /apps/boatNav/setup.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/apps/boatNav/setup.sh -------------------------------------------------------------------------------- /apps/boatNav/testing/boatNav_try3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/apps/boatNav/testing/boatNav_try3.png -------------------------------------------------------------------------------- /apps/boatNav/testing/threeDoF_testing.m: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/apps/boatNav/testing/threeDoF_testing.m -------------------------------------------------------------------------------- /apps/boatNav/testing/threeDoF_try3.m: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/apps/boatNav/testing/threeDoF_try3.m -------------------------------------------------------------------------------- /apps/boatNav/testing/threeDoFcode/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/apps/boatNav/testing/threeDoFcode/Makefile -------------------------------------------------------------------------------- /apps/boatNav/testing/threeDoFcode/odeSolve.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/apps/boatNav/testing/threeDoFcode/odeSolve.cpp -------------------------------------------------------------------------------- /apps/boatNav/testing/threeDoFcode/odeSolve.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/apps/boatNav/testing/threeDoFcode/odeSolve.h -------------------------------------------------------------------------------- /apps/boatNav/testing/threeDoFcode/threeDoF.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/apps/boatNav/testing/threeDoFcode/threeDoF.cpp -------------------------------------------------------------------------------- /apps/cart_pole_cpp/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/apps/cart_pole_cpp/CMakeLists.txt -------------------------------------------------------------------------------- /apps/cart_pole_cpp/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/apps/cart_pole_cpp/Makefile -------------------------------------------------------------------------------- /apps/cart_pole_cpp/cart-pole.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/apps/cart_pole_cpp/cart-pole.cpp -------------------------------------------------------------------------------- /apps/cart_pole_cpp/cart-pole.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/apps/cart_pole_cpp/cart-pole.h -------------------------------------------------------------------------------- /apps/cart_pole_cpp/setup.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/apps/cart_pole_cpp/setup.sh -------------------------------------------------------------------------------- /apps/cart_pole_distribAgent/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/apps/cart_pole_distribAgent/Makefile -------------------------------------------------------------------------------- /apps/cart_pole_distribAgent/cart-pole.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/apps/cart_pole_distribAgent/cart-pole.cpp -------------------------------------------------------------------------------- /apps/cart_pole_distribAgent/launch.sh: -------------------------------------------------------------------------------- 1 | ../cart-pole $1 2 | -------------------------------------------------------------------------------- /apps/cart_pole_distribAgent/setup.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/apps/cart_pole_distribAgent/setup.sh -------------------------------------------------------------------------------- /apps/cart_pole_distribEnv/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/apps/cart_pole_distribEnv/Makefile -------------------------------------------------------------------------------- /apps/cart_pole_distribEnv/cart-pole.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/apps/cart_pole_distribEnv/cart-pole.cpp -------------------------------------------------------------------------------- /apps/cart_pole_distribEnv/launch.sh: -------------------------------------------------------------------------------- 1 | ../cart-pole $1 2 | -------------------------------------------------------------------------------- /apps/cart_pole_distribEnv/setup.sh: -------------------------------------------------------------------------------- 1 | make 2 | 3 | cp cart-pole ${RUNDIR}/exec 4 | export MPI_RANKS_PER_ENV=2 -------------------------------------------------------------------------------- /apps/cart_pole_f90/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/apps/cart_pole_f90/Makefile -------------------------------------------------------------------------------- /apps/cart_pole_f90/app_main.f90: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/apps/cart_pole_f90/app_main.f90 -------------------------------------------------------------------------------- /apps/cart_pole_f90/cart_pole.f90: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/apps/cart_pole_f90/cart_pole.f90 -------------------------------------------------------------------------------- /apps/cart_pole_f90/main.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/apps/cart_pole_f90/main.cpp -------------------------------------------------------------------------------- /apps/cart_pole_f90/setup.sh: -------------------------------------------------------------------------------- 1 | make 2 | 3 | cp exec ${RUNDIR}/ 4 | -------------------------------------------------------------------------------- /apps/cart_pole_many/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/apps/cart_pole_many/Makefile -------------------------------------------------------------------------------- /apps/cart_pole_many/cart-pole.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/apps/cart_pole_many/cart-pole.cpp -------------------------------------------------------------------------------- /apps/cart_pole_many/launch.sh: -------------------------------------------------------------------------------- 1 | ../cart-pole $1 2 | -------------------------------------------------------------------------------- /apps/cart_pole_many/setup.sh: -------------------------------------------------------------------------------- 1 | make 2 | 3 | cp cart-pole ${RUNDIR}/exec 4 | 5 | 6 | 7 | -------------------------------------------------------------------------------- /apps/cart_pole_mpi/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/apps/cart_pole_mpi/Makefile -------------------------------------------------------------------------------- /apps/cart_pole_mpi/cart-pole.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/apps/cart_pole_mpi/cart-pole.cpp -------------------------------------------------------------------------------- /apps/cart_pole_mpi/setup.sh: -------------------------------------------------------------------------------- 1 | make 2 | echo "AT LEAT IM IN THE RIGHT SPOT" 3 | 4 | export MPI_RANKS_PER_ENV=1 5 | cp cart-pole ${RUNDIR}/exec 6 | -------------------------------------------------------------------------------- /apps/cart_pole_py/exec.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/apps/cart_pole_py/exec.py -------------------------------------------------------------------------------- /apps/ext_app_test.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/apps/ext_app_test.cpp -------------------------------------------------------------------------------- /apps/func_maximization/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/apps/func_maximization/Makefile -------------------------------------------------------------------------------- /apps/func_maximization/function_opt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/apps/func_maximization/function_opt.py -------------------------------------------------------------------------------- /apps/func_maximization/launch.sh: -------------------------------------------------------------------------------- 1 | ../test-fit $1 2 | -------------------------------------------------------------------------------- /apps/func_maximization/setup.sh: -------------------------------------------------------------------------------- 1 | make 2 | 3 | cp test-fit ${RUNDIR}/exec 4 | -------------------------------------------------------------------------------- /apps/func_maximization/test-fit.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/apps/func_maximization/test-fit.cpp -------------------------------------------------------------------------------- /apps/func_maximization/testApp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/apps/func_maximization/testApp.py -------------------------------------------------------------------------------- /apps/func_maximization/testAppL96.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/apps/func_maximization/testAppL96.py -------------------------------------------------------------------------------- /apps/glider/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/apps/glider/Makefile -------------------------------------------------------------------------------- /apps/glider/eval_gliders.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/apps/glider/eval_gliders.sh -------------------------------------------------------------------------------- /apps/glider/glider.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/apps/glider/glider.cpp -------------------------------------------------------------------------------- /apps/glider/glider.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/apps/glider/glider.h -------------------------------------------------------------------------------- /apps/glider/launch_glidereuler.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/apps/glider/launch_glidereuler.sh -------------------------------------------------------------------------------- /apps/glider/launch_gliders.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/apps/glider/launch_gliders.sh -------------------------------------------------------------------------------- /apps/glider/setup.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/apps/glider/setup.sh -------------------------------------------------------------------------------- /apps/predator_prey/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/apps/predator_prey/Makefile -------------------------------------------------------------------------------- /apps/predator_prey/matplotlibcpp.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/apps/predator_prey/matplotlibcpp.h -------------------------------------------------------------------------------- /apps/predator_prey/pp.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/apps/predator_prey/pp.cpp -------------------------------------------------------------------------------- /apps/predator_prey/pp.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/apps/predator_prey/pp.h -------------------------------------------------------------------------------- /apps/predator_prey/pp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/apps/predator_prey/pp.py -------------------------------------------------------------------------------- /apps/predator_prey/setup.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/apps/predator_prey/setup.sh -------------------------------------------------------------------------------- /apps/predator_prey/twoPredOnePrey.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/apps/predator_prey/twoPredOnePrey.cpp -------------------------------------------------------------------------------- /apps/predator_prey/twoPredOnePrey.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/apps/predator_prey/twoPredOnePrey.h -------------------------------------------------------------------------------- /bin/smarties.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/bin/smarties.py -------------------------------------------------------------------------------- /bin/smarties_plot_grads.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/bin/smarties_plot_grads.py -------------------------------------------------------------------------------- /bin/smarties_plot_obs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/bin/smarties_plot_obs.py -------------------------------------------------------------------------------- /bin/smarties_plot_rew.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/bin/smarties_plot_rew.py -------------------------------------------------------------------------------- /bin/smarties_plot_weights.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/bin/smarties_plot_weights.py -------------------------------------------------------------------------------- /docs/smarties.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/docs/smarties.pdf -------------------------------------------------------------------------------- /docs/smarties_sample_scripts.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/docs/smarties_sample_scripts.png -------------------------------------------------------------------------------- /include/smarties.f90: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/include/smarties.f90 -------------------------------------------------------------------------------- /include/smarties.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/include/smarties.h -------------------------------------------------------------------------------- /include/smarties_extern.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/include/smarties_extern.h -------------------------------------------------------------------------------- /install_dependencies.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/install_dependencies.sh -------------------------------------------------------------------------------- /makefiles/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/makefiles/Makefile -------------------------------------------------------------------------------- /makefiles/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/makefiles/README.md -------------------------------------------------------------------------------- /makefiles/make.daint: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/makefiles/make.daint -------------------------------------------------------------------------------- /makefiles/make.euler: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/makefiles/make.euler -------------------------------------------------------------------------------- /makefiles/make.falcon: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/makefiles/make.falcon -------------------------------------------------------------------------------- /makefiles/make.gcc.flags: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/makefiles/make.gcc.flags -------------------------------------------------------------------------------- /makefiles/make.icc.flags: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/makefiles/make.icc.flags -------------------------------------------------------------------------------- /makefiles/make.lair: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/makefiles/make.lair -------------------------------------------------------------------------------- /makefiles/make.llvm.flags: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/makefiles/make.llvm.flags -------------------------------------------------------------------------------- /makefiles/make.macos: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/makefiles/make.macos -------------------------------------------------------------------------------- /pytools/excess_kurtosis.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/pytools/excess_kurtosis.py -------------------------------------------------------------------------------- /pytools/plot_Qcorr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/pytools/plot_Qcorr.py -------------------------------------------------------------------------------- /pytools/plot_RACER_extra.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/pytools/plot_RACER_extra.py -------------------------------------------------------------------------------- /pytools/plot_cmaes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/pytools/plot_cmaes.py -------------------------------------------------------------------------------- /pytools/random_kurtosis_driver_script.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/pytools/random_kurtosis_driver_script.sh -------------------------------------------------------------------------------- /settings/ACER.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/settings/ACER.json -------------------------------------------------------------------------------- /settings/CMA.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/settings/CMA.json -------------------------------------------------------------------------------- /settings/DPG.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/settings/DPG.json -------------------------------------------------------------------------------- /settings/DPG_light.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/settings/DPG_light.json -------------------------------------------------------------------------------- /settings/DPG_orig.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/settings/DPG_orig.json -------------------------------------------------------------------------------- /settings/DQN.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/settings/DQN.json -------------------------------------------------------------------------------- /settings/NAF.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/settings/NAF.json -------------------------------------------------------------------------------- /settings/PPO.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/settings/PPO.json -------------------------------------------------------------------------------- /settings/RACER.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/settings/RACER.json -------------------------------------------------------------------------------- /settings/RACER_RNN.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/settings/RACER_RNN.json -------------------------------------------------------------------------------- /settings/RACER_atari.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/settings/RACER_atari.json -------------------------------------------------------------------------------- /settings/RACER_glider.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/settings/RACER_glider.json -------------------------------------------------------------------------------- /settings/VRACER.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/settings/VRACER.json -------------------------------------------------------------------------------- /settings/VRACER_CMA.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/settings/VRACER_CMA.json -------------------------------------------------------------------------------- /settings/VRACER_LES.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/settings/VRACER_LES.json -------------------------------------------------------------------------------- /settings/VRACER_expensiveData.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/settings/VRACER_expensiveData.json -------------------------------------------------------------------------------- /settings/default.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/settings/default.json -------------------------------------------------------------------------------- /source/extern/CLI.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/source/extern/CLI.hpp -------------------------------------------------------------------------------- /source/extern/backward.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/source/extern/backward.hpp -------------------------------------------------------------------------------- /source/extern/json.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/source/extern/json.hpp -------------------------------------------------------------------------------- /source/extern/saruprng.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/source/extern/saruprng.h -------------------------------------------------------------------------------- /source/smarties/Communicator.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/source/smarties/Communicator.cpp -------------------------------------------------------------------------------- /source/smarties/Communicator.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/source/smarties/Communicator.h -------------------------------------------------------------------------------- /source/smarties/Core/Agent.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/source/smarties/Core/Agent.h -------------------------------------------------------------------------------- /source/smarties/Core/Environment.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/source/smarties/Core/Environment.h -------------------------------------------------------------------------------- /source/smarties/Core/Launcher.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/source/smarties/Core/Launcher.cpp -------------------------------------------------------------------------------- /source/smarties/Core/Launcher.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/source/smarties/Core/Launcher.h -------------------------------------------------------------------------------- /source/smarties/Core/Master.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/source/smarties/Core/Master.cpp -------------------------------------------------------------------------------- /source/smarties/Core/Master.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/source/smarties/Core/Master.h -------------------------------------------------------------------------------- /source/smarties/Core/StateAction.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/source/smarties/Core/StateAction.cpp -------------------------------------------------------------------------------- /source/smarties/Core/StateAction.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/source/smarties/Core/StateAction.h -------------------------------------------------------------------------------- /source/smarties/Core/Worker.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/source/smarties/Core/Worker.cpp -------------------------------------------------------------------------------- /source/smarties/Core/Worker.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/source/smarties/Core/Worker.h -------------------------------------------------------------------------------- /source/smarties/Engine.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/source/smarties/Engine.cpp -------------------------------------------------------------------------------- /source/smarties/Engine.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/source/smarties/Engine.h -------------------------------------------------------------------------------- /source/smarties/Learners/ACER.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/source/smarties/Learners/ACER.cpp -------------------------------------------------------------------------------- /source/smarties/Learners/ACER.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/source/smarties/Learners/ACER.h -------------------------------------------------------------------------------- /source/smarties/Learners/AlgoFactory.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/source/smarties/Learners/AlgoFactory.cpp -------------------------------------------------------------------------------- /source/smarties/Learners/AlgoFactory.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/source/smarties/Learners/AlgoFactory.h -------------------------------------------------------------------------------- /source/smarties/Learners/CMALearner.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/source/smarties/Learners/CMALearner.cpp -------------------------------------------------------------------------------- /source/smarties/Learners/CMALearner.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/source/smarties/Learners/CMALearner.h -------------------------------------------------------------------------------- /source/smarties/Learners/DPG.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/source/smarties/Learners/DPG.cpp -------------------------------------------------------------------------------- /source/smarties/Learners/DPG.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/source/smarties/Learners/DPG.h -------------------------------------------------------------------------------- /source/smarties/Learners/DQN.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/source/smarties/Learners/DQN.cpp -------------------------------------------------------------------------------- /source/smarties/Learners/DQN.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/source/smarties/Learners/DQN.h -------------------------------------------------------------------------------- /source/smarties/Learners/Learner.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/source/smarties/Learners/Learner.cpp -------------------------------------------------------------------------------- /source/smarties/Learners/Learner.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/source/smarties/Learners/Learner.h -------------------------------------------------------------------------------- /source/smarties/Learners/Learner_approximator.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/source/smarties/Learners/Learner_approximator.cpp -------------------------------------------------------------------------------- /source/smarties/Learners/Learner_approximator.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/source/smarties/Learners/Learner_approximator.h -------------------------------------------------------------------------------- /source/smarties/Learners/Learner_pytorch.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/source/smarties/Learners/Learner_pytorch.cpp -------------------------------------------------------------------------------- /source/smarties/Learners/Learner_pytorch.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/source/smarties/Learners/Learner_pytorch.h -------------------------------------------------------------------------------- /source/smarties/Learners/MixedPG.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/source/smarties/Learners/MixedPG.cpp -------------------------------------------------------------------------------- /source/smarties/Learners/MixedPG.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/source/smarties/Learners/MixedPG.h -------------------------------------------------------------------------------- /source/smarties/Learners/NAF.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/source/smarties/Learners/NAF.cpp -------------------------------------------------------------------------------- /source/smarties/Learners/NAF.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/source/smarties/Learners/NAF.h -------------------------------------------------------------------------------- /source/smarties/Learners/PPO.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/source/smarties/Learners/PPO.cpp -------------------------------------------------------------------------------- /source/smarties/Learners/PPO.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/source/smarties/Learners/PPO.h -------------------------------------------------------------------------------- /source/smarties/Learners/PPO_common.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/source/smarties/Learners/PPO_common.cpp -------------------------------------------------------------------------------- /source/smarties/Learners/PPO_train.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/source/smarties/Learners/PPO_train.cpp -------------------------------------------------------------------------------- /source/smarties/Learners/Pytorch/net_modules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/source/smarties/Learners/Pytorch/net_modules.py -------------------------------------------------------------------------------- /source/smarties/Learners/Pytorch/old_stuff.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/source/smarties/Learners/Pytorch/old_stuff.py -------------------------------------------------------------------------------- /source/smarties/Learners/RACER.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/source/smarties/Learners/RACER.cpp -------------------------------------------------------------------------------- /source/smarties/Learners/RACER.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/source/smarties/Learners/RACER.h -------------------------------------------------------------------------------- /source/smarties/Learners/RACER_common.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/source/smarties/Learners/RACER_common.cpp -------------------------------------------------------------------------------- /source/smarties/Learners/RACER_train.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/source/smarties/Learners/RACER_train.cpp -------------------------------------------------------------------------------- /source/smarties/Learners/README.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /source/smarties/Math/Continuous_policy.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/source/smarties/Math/Continuous_policy.h -------------------------------------------------------------------------------- /source/smarties/Math/Discrete_advantage.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/source/smarties/Math/Discrete_advantage.h -------------------------------------------------------------------------------- /source/smarties/Math/Discrete_policy.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/source/smarties/Math/Discrete_policy.h -------------------------------------------------------------------------------- /source/smarties/Math/Gaus_advantage.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/source/smarties/Math/Gaus_advantage.h -------------------------------------------------------------------------------- /source/smarties/Math/Math_tests.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/source/smarties/Math/Math_tests.cpp -------------------------------------------------------------------------------- /source/smarties/Math/Quadratic_advantage.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/source/smarties/Math/Quadratic_advantage.h -------------------------------------------------------------------------------- /source/smarties/Math/Quadratic_term.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/source/smarties/Math/Quadratic_term.h -------------------------------------------------------------------------------- /source/smarties/Math/Zero_advantage.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/source/smarties/Math/Zero_advantage.h -------------------------------------------------------------------------------- /source/smarties/Network/Approximator.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/source/smarties/Network/Approximator.cpp -------------------------------------------------------------------------------- /source/smarties/Network/Approximator.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/source/smarties/Network/Approximator.h -------------------------------------------------------------------------------- /source/smarties/Network/Builder.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/source/smarties/Network/Builder.cpp -------------------------------------------------------------------------------- /source/smarties/Network/Builder.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/source/smarties/Network/Builder.h -------------------------------------------------------------------------------- /source/smarties/Network/CMA_Optimizer.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/source/smarties/Network/CMA_Optimizer.cpp -------------------------------------------------------------------------------- /source/smarties/Network/CMA_Optimizer.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/source/smarties/Network/CMA_Optimizer.h -------------------------------------------------------------------------------- /source/smarties/Network/Conv2Dfactory.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/source/smarties/Network/Conv2Dfactory.h -------------------------------------------------------------------------------- /source/smarties/Network/Layers/Activation.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/source/smarties/Network/Layers/Activation.h -------------------------------------------------------------------------------- /source/smarties/Network/Layers/Functions.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/source/smarties/Network/Layers/Functions.h -------------------------------------------------------------------------------- /source/smarties/Network/Layers/Layer_Base.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/source/smarties/Network/Layers/Layer_Base.h -------------------------------------------------------------------------------- /source/smarties/Network/Layers/Layer_Conv2D.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/source/smarties/Network/Layers/Layer_Conv2D.h -------------------------------------------------------------------------------- /source/smarties/Network/Layers/Layer_GRU.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/source/smarties/Network/Layers/Layer_GRU.h -------------------------------------------------------------------------------- /source/smarties/Network/Layers/Layer_LSTM.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/source/smarties/Network/Layers/Layer_LSTM.h -------------------------------------------------------------------------------- /source/smarties/Network/Layers/Layers.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/source/smarties/Network/Layers/Layers.h -------------------------------------------------------------------------------- /source/smarties/Network/Layers/Parameters.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/source/smarties/Network/Layers/Parameters.h -------------------------------------------------------------------------------- /source/smarties/Network/Network.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/source/smarties/Network/Network.cpp -------------------------------------------------------------------------------- /source/smarties/Network/Network.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/source/smarties/Network/Network.h -------------------------------------------------------------------------------- /source/smarties/Network/Optimizer.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/source/smarties/Network/Optimizer.cpp -------------------------------------------------------------------------------- /source/smarties/Network/Optimizer.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/source/smarties/Network/Optimizer.h -------------------------------------------------------------------------------- /source/smarties/Network/ThreadContext.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/source/smarties/Network/ThreadContext.h -------------------------------------------------------------------------------- /source/smarties/ReplayMemory/DataCoordinator.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/source/smarties/ReplayMemory/DataCoordinator.cpp -------------------------------------------------------------------------------- /source/smarties/ReplayMemory/DataCoordinator.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/source/smarties/ReplayMemory/DataCoordinator.h -------------------------------------------------------------------------------- /source/smarties/ReplayMemory/Episode.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/source/smarties/ReplayMemory/Episode.cpp -------------------------------------------------------------------------------- /source/smarties/ReplayMemory/Episode.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/source/smarties/ReplayMemory/Episode.h -------------------------------------------------------------------------------- /source/smarties/ReplayMemory/MemoryBuffer.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/source/smarties/ReplayMemory/MemoryBuffer.cpp -------------------------------------------------------------------------------- /source/smarties/ReplayMemory/MemoryBuffer.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/source/smarties/ReplayMemory/MemoryBuffer.h -------------------------------------------------------------------------------- /source/smarties/ReplayMemory/MemoryProcessing.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/source/smarties/ReplayMemory/MemoryProcessing.cpp -------------------------------------------------------------------------------- /source/smarties/ReplayMemory/MemoryProcessing.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/source/smarties/ReplayMemory/MemoryProcessing.h -------------------------------------------------------------------------------- /source/smarties/ReplayMemory/MiniBatch.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/source/smarties/ReplayMemory/MiniBatch.h -------------------------------------------------------------------------------- /source/smarties/ReplayMemory/ReplayStatsCounters.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/source/smarties/ReplayMemory/ReplayStatsCounters.h -------------------------------------------------------------------------------- /source/smarties/ReplayMemory/Sampling.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/source/smarties/ReplayMemory/Sampling.cpp -------------------------------------------------------------------------------- /source/smarties/ReplayMemory/Sampling.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/source/smarties/ReplayMemory/Sampling.h -------------------------------------------------------------------------------- /source/smarties/Settings/Bund.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/source/smarties/Settings/Bund.h -------------------------------------------------------------------------------- /source/smarties/Settings/Definitions.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/source/smarties/Settings/Definitions.h -------------------------------------------------------------------------------- /source/smarties/Settings/ExecutionInfo.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/source/smarties/Settings/ExecutionInfo.cpp -------------------------------------------------------------------------------- /source/smarties/Settings/ExecutionInfo.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/source/smarties/Settings/ExecutionInfo.h -------------------------------------------------------------------------------- /source/smarties/Settings/HyperParameters.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/source/smarties/Settings/HyperParameters.cpp -------------------------------------------------------------------------------- /source/smarties/Settings/HyperParameters.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/source/smarties/Settings/HyperParameters.h -------------------------------------------------------------------------------- /source/smarties/Utils/DelayedReductor.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/source/smarties/Utils/DelayedReductor.cpp -------------------------------------------------------------------------------- /source/smarties/Utils/DelayedReductor.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/source/smarties/Utils/DelayedReductor.h -------------------------------------------------------------------------------- /source/smarties/Utils/FunctionUtilities.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/source/smarties/Utils/FunctionUtilities.h -------------------------------------------------------------------------------- /source/smarties/Utils/LauncherUtilities.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/source/smarties/Utils/LauncherUtilities.h -------------------------------------------------------------------------------- /source/smarties/Utils/MPIUtilities.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/source/smarties/Utils/MPIUtilities.h -------------------------------------------------------------------------------- /source/smarties/Utils/ParameterBlob.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/source/smarties/Utils/ParameterBlob.h -------------------------------------------------------------------------------- /source/smarties/Utils/Profiler.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/source/smarties/Utils/Profiler.cpp -------------------------------------------------------------------------------- /source/smarties/Utils/Profiler.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/source/smarties/Utils/Profiler.h -------------------------------------------------------------------------------- /source/smarties/Utils/SocketsLib.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/source/smarties/Utils/SocketsLib.h -------------------------------------------------------------------------------- /source/smarties/Utils/SstreamUtilities.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/source/smarties/Utils/SstreamUtilities.h -------------------------------------------------------------------------------- /source/smarties/Utils/StatsTracker.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/source/smarties/Utils/StatsTracker.cpp -------------------------------------------------------------------------------- /source/smarties/Utils/StatsTracker.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/source/smarties/Utils/StatsTracker.h -------------------------------------------------------------------------------- /source/smarties/Utils/TaskQueue.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/source/smarties/Utils/TaskQueue.h -------------------------------------------------------------------------------- /source/smarties/Utils/ThreadSafeVec.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/source/smarties/Utils/ThreadSafeVec.h -------------------------------------------------------------------------------- /source/smarties/Utils/Warnings.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/source/smarties/Utils/Warnings.cpp -------------------------------------------------------------------------------- /source/smarties/Utils/Warnings.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/source/smarties/Utils/Warnings.h -------------------------------------------------------------------------------- /source/smarties/smarties_extern.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/source/smarties/smarties_extern.cpp -------------------------------------------------------------------------------- /source/smarties/smarties_pybind11.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/source/smarties/smarties_pybind11.cpp -------------------------------------------------------------------------------- /units/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/units/CMakeLists.txt -------------------------------------------------------------------------------- /units/Core/StateAction.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/units/Core/StateAction.cpp -------------------------------------------------------------------------------- /units/Math/Continuous_policy.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/units/Math/Continuous_policy.cpp -------------------------------------------------------------------------------- /units/Network/Network.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cselab/smarties/HEAD/units/Network/Network.cpp --------------------------------------------------------------------------------