├── .gitattributes
├── .idea
    ├── Reinforcement_CPP.iml
    ├── customTargets.xml
    ├── misc.xml
    ├── modules.xml
    ├── vcs.xml
    └── workspace.xml
├── CMakeLists.txt
├── ExperienceReplay.cpp
├── ExperienceReplay.h
├── PrioritizedExperienceReplay.cpp
├── PrioritizedExperienceReplay.h
├── README.md
├── Trainer.cpp
├── Trainer.h
├── assets
    ├── dqn_pong_results.png
    └── pong_dqn.gif
├── atari_roms
    ├── adventure.bin
    ├── air_raid.bin
    ├── alien.bin
    ├── amidar.bin
    ├── assault.bin
    ├── asterix.bin
    ├── asteroids.bin
    ├── atlantis.bin
    ├── bank_heist.bin
    ├── battle_zone.bin
    ├── beam_rider.bin
    ├── berzerk.bin
    ├── bowling.bin
    ├── boxing.bin
    ├── breakout.bin
    ├── carnival.bin
    ├── centipede.bin
    ├── chopper_command.bin
    ├── crazy_climber.bin
    ├── defender.bin
    ├── demon_attack.bin
    ├── double_dunk.bin
    ├── elevator_action.bin
    ├── enduro.bin
    ├── fishing_derby.bin
    ├── freeway.bin
    ├── frostbite.bin
    ├── gopher.bin
    ├── gravitar.bin
    ├── hero.bin
    ├── ice_hockey.bin
    ├── jamesbond.bin
    ├── journey_escape.bin
    ├── kaboom.bin
    ├── kangaroo.bin
    ├── krull.bin
    ├── kung_fu_master.bin
    ├── montezuma_revenge.bin
    ├── ms_pacman.bin
    ├── name_this_game.bin
    ├── phoenix.bin
    ├── pitfall.bin
    ├── pong.bin
    ├── pooyan.bin
    ├── private_eye.bin
    ├── qbert.bin
    ├── riverraid.bin
    ├── road_runner.bin
    ├── robotank.bin
    ├── seaquest.bin
    ├── skiing.bin
    ├── solaris.bin
    ├── space_invaders.bin
    ├── star_gunner.bin
    ├── tennis.bin
    ├── time_pilot.bin
    ├── tutankham.bin
    ├── up_n_down.bin
    ├── venture.bin
    ├── video_pinball.bin
    ├── wizard_of_wor.bin
    ├── yars_revenge.bin
    └── zaxxon.bin
├── build
    ├── .DS_Store
    ├── CMakeCache.txt
    ├── CMakeFiles
    │   ├── 3.14.5
    │   │   ├── CMakeCXXCompiler.cmake
    │   │   ├── CMakeDetermineCompilerABI_CXX.bin
    │   │   ├── CMakeSystem.cmake
    │   │   └── CompilerIdCXX
    │   │   │   ├── CMakeCXXCompilerId.cpp
    │   │   │   └── a.out
    │   ├── CMakeDirectoryInformation.cmake
    │   ├── CMakeOutput.log
    │   ├── Makefile.cmake
    │   ├── Makefile2
    │   ├── Reinforcement_CPP.dir
    │   │   ├── CXX.includecache
    │   │   ├── DependInfo.cmake
    │   │   ├── ExperienceReplay.cpp.o
    │   │   ├── Trainer.cpp.o
    │   │   ├── build.make
    │   │   ├── cmake_clean.cmake
    │   │   ├── depend.internal
    │   │   ├── depend.make
    │   │   ├── dqn.cpp.o
    │   │   ├── flags.make
    │   │   ├── link.txt
    │   │   ├── main.cpp.o
    │   │   ├── progress.make
    │   │   └── test_network.cpp.o
    │   ├── TargetDirectories.txt
    │   ├── cmake.check_cache
    │   ├── feature_tests.bin
    │   ├── feature_tests.cxx
    │   └── progress.marks
    ├── Makefile
    ├── Reinforcement_CPP
    ├── cmake_install.cmake
    ├── game_screen.png
    ├── lib.macosx-10.6-x86_64-3.5
    │   └── dqn.cpython-35m-darwin.so
    └── temp.macosx-10.6-x86_64-3.5
    │   └── Trainer.o
├── categorical_dqn.h
├── dqn.cpp
├── dqn.h
├── main.cpp
└── noisy.h


/.gitattributes:
--------------------------------------------------------------------------------
1 | cmake-build-debug/* linguist-vendored
2 | build/* linguist-vendored


--------------------------------------------------------------------------------
/.idea/Reinforcement_CPP.iml:
--------------------------------------------------------------------------------
1 | <?xml version="1.0" encoding="UTF-8"?>
2 | <module classpath="CMake" type="CPP_MODULE" version="4">
3 |   <component name="FacetManager">
4 |     <facet type="Python" name="Python facet">
5 |       <configuration sdkName="Python 3.5 (reinforcement)" />
6 |     </facet>
7 |   </component>
8 | </module>


--------------------------------------------------------------------------------
/.idea/customTargets.xml:
--------------------------------------------------------------------------------
1 | <?xml version="1.0" encoding="UTF-8"?>
2 | <project version="4">
3 |   <component name="CLionExternalBuildManager">
4 |     <target id="9ea6c525-3cb1-48a0-be21-9ba62b0b23ca" name="Unnamed" projectName="Reinforcement_CPP">
5 |       <configuration id="243965f8-e330-4628-8bbd-7c4a8d340dca" name="Unnamed" />
6 |     </target>
7 |   </component>
8 | </project>


--------------------------------------------------------------------------------
/.idea/misc.xml:
--------------------------------------------------------------------------------
1 | <?xml version="1.0" encoding="UTF-8"?>
2 | <project version="4">
3 |   <component name="CMakeWorkspace" PROJECT_DIR="$PROJECT_DIR$" />
4 |   <component name="JavaScriptSettings">
5 |     <option name="languageLevel" value="ES6" />
6 |   </component>
7 | </project>


--------------------------------------------------------------------------------
/.idea/modules.xml:
--------------------------------------------------------------------------------
1 | <?xml version="1.0" encoding="UTF-8"?>
2 | <project version="4">
3 |   <component name="ProjectModuleManager">
4 |     <modules>
5 |       <module fileurl="file://$PROJECT_DIR$/.idea/Reinforcement_CPP.iml" filepath="$PROJECT_DIR$/.idea/Reinforcement_CPP.iml" />
6 |     </modules>
7 |   </component>
8 | </project>


--------------------------------------------------------------------------------
/.idea/vcs.xml:
--------------------------------------------------------------------------------
1 | <?xml version="1.0" encoding="UTF-8"?>
2 | <project version="4">
3 |   <component name="VcsDirectoryMappings">
4 |     <mapping directory="$PROJECT_DIR$" vcs="Git" />
5 |   </component>
6 | </project>


--------------------------------------------------------------------------------
/.idea/workspace.xml:
--------------------------------------------------------------------------------
  1 | <?xml version="1.0" encoding="UTF-8"?>
  2 | <project version="4">
  3 |   <component name="CMakeRunConfigurationManager" shouldGenerate="true" shouldDeleteObsolete="true">
  4 |     <generated>
  5 |       <config projectName="Reinforcement_CPP" targetName="Reinforcement_CPP" />
  6 |     </generated>
  7 |   </component>
  8 |   <component name="CMakeSettings">
  9 |     <configurations>
 10 |       <configuration PROFILE_NAME="Debug" CONFIG_NAME="Debug" />
 11 |     </configurations>
 12 |   </component>
 13 |   <component name="ChangeListManager">
 14 |     <list default="true" id="a064fe2f-2d7f-4bc9-83de-9023db22b70d" name="Default Changelist" comment="">
 15 |       <change beforePath="$PROJECT_DIR$/.idea/workspace.xml" beforeDir="false" afterPath="$PROJECT_DIR$/.idea/workspace.xml" afterDir="false" />
 16 |       <change beforePath="$PROJECT_DIR$/CMakeLists.txt" beforeDir="false" afterPath="$PROJECT_DIR$/CMakeLists.txt" afterDir="false" />
 17 |       <change beforePath="$PROJECT_DIR$/noisy.h" beforeDir="false" afterPath="$PROJECT_DIR$/noisy.h" afterDir="false" />
 18 |     </list>
 19 |     <ignored path="$PROJECT_DIR$/cmake-build-debug/" />
 20 |     <option name="EXCLUDED_CONVERTED_TO_IGNORED" value="true" />
 21 |     <option name="SHOW_DIALOG" value="false" />
 22 |     <option name="HIGHLIGHT_CONFLICTS" value="true" />
 23 |     <option name="HIGHLIGHT_NON_ACTIVE_CHANGELIST" value="false" />
 24 |     <option name="LAST_RESOLUTION" value="IGNORE" />
 25 |   </component>
 26 |   <component name="ClangdSettings">
 27 |     <option name="formatViaClangd" value="false" />
 28 |   </component>
 29 |   <component name="ExecutionTargetManager" SELECTED_TARGET="CMakeBuildProfile:Debug" />
 30 |   <component name="FileEditorManager">
 31 |     <leaf SIDE_TABS_SIZE_LIMIT_KEY="300">
 32 |       <file pinned="false" current-in-tab="false">
 33 |         <entry file="file://$PROJECT_DIR$/.gitattributes">
 34 |           <provider selected="true" editor-type-id="text-editor">
 35 |             <state relative-caret-position="15">
 36 |               <caret line="1" column="25" selection-start-line="1" selection-start-column="25" selection-end-line="1" selection-end-column="25" />
 37 |             </state>
 38 |           </provider>
 39 |         </entry>
 40 |       </file>
 41 |       <file pinned="false" current-in-tab="false">
 42 |         <entry file="file://$PROJECT_DIR$/main.cpp">
 43 |           <provider selected="true" editor-type-id="text-editor">
 44 |             <state relative-caret-position="165">
 45 |               <caret line="11" column="1" selection-start-line="11" selection-start-column="1" selection-end-line="11" selection-end-column="1" />
 46 |               <folding>
 47 |                 <element signature="e#0#20#0" expanded="true" />
 48 |               </folding>
 49 |             </state>
 50 |           </provider>
 51 |         </entry>
 52 |       </file>
 53 |       <file pinned="false" current-in-tab="false">
 54 |         <entry file="file://$PROJECT_DIR$/ExperienceReplay.cpp">
 55 |           <provider selected="true" editor-type-id="text-editor">
 56 |             <state relative-caret-position="60">
 57 |               <caret line="4" column="29" selection-start-line="4" selection-start-column="29" selection-end-line="4" selection-end-column="29" />
 58 |             </state>
 59 |           </provider>
 60 |         </entry>
 61 |       </file>
 62 |       <file pinned="false" current-in-tab="false">
 63 |         <entry file="file://$PROJECT_DIR$/PrioritizedExperienceReplay.cpp">
 64 |           <provider selected="true" editor-type-id="text-editor">
 65 |             <state relative-caret-position="679">
 66 |               <caret line="53" column="28" selection-start-line="53" selection-start-column="28" selection-end-line="53" selection-end-column="28" />
 67 |               <folding>
 68 |                 <element signature="e#113#153#0" expanded="true" />
 69 |               </folding>
 70 |             </state>
 71 |           </provider>
 72 |         </entry>
 73 |       </file>
 74 |       <file pinned="false" current-in-tab="false">
 75 |         <entry file="file://$PROJECT_DIR$/noisy.h">
 76 |           <provider selected="true" editor-type-id="text-editor">
 77 |             <state relative-caret-position="300">
 78 |               <caret line="20" column="45" selection-start-line="20" selection-start-column="45" selection-end-line="20" selection-end-column="45" />
 79 |               <folding>
 80 |                 <element signature="e#71#95#0" expanded="true" />
 81 |               </folding>
 82 |             </state>
 83 |           </provider>
 84 |         </entry>
 85 |       </file>
 86 |       <file pinned="false" current-in-tab="true">
 87 |         <entry file="file://$PROJECT_DIR$/categorical_dqn.h">
 88 |           <provider selected="true" editor-type-id="text-editor">
 89 |             <state relative-caret-position="210">
 90 |               <caret line="14" column="33" lean-forward="true" selection-start-line="14" selection-start-column="33" selection-end-line="14" selection-end-column="33" />
 91 |               <folding>
 92 |                 <element signature="e#72#96#0" expanded="true" />
 93 |               </folding>
 94 |             </state>
 95 |           </provider>
 96 |         </entry>
 97 |       </file>
 98 |       <file pinned="false" current-in-tab="false">
 99 |         <entry file="file://$PROJECT_DIR$/dqn.h">
100 |           <provider selected="true" editor-type-id="text-editor">
101 |             <state relative-caret-position="570">
102 |               <caret line="38" column="42" lean-forward="true" selection-start-line="38" selection-start-column="31" selection-end-line="38" selection-end-column="42" />
103 |             </state>
104 |           </provider>
105 |         </entry>
106 |       </file>
107 |       <file pinned="false" current-in-tab="false">
108 |         <entry file="file://$PROJECT_DIR$/PrioritizedExperienceReplay.h">
109 |           <provider selected="true" editor-type-id="text-editor">
110 |             <state relative-caret-position="144">
111 |               <caret line="40" column="26" selection-start-line="40" selection-start-column="26" selection-end-line="40" selection-end-column="26" />
112 |               <folding>
113 |                 <element signature="e#240#264#0" expanded="true" />
114 |               </folding>
115 |             </state>
116 |           </provider>
117 |         </entry>
118 |       </file>
119 |       <file pinned="false" current-in-tab="false">
120 |         <entry file="file://$PROJECT_DIR$/Trainer.cpp">
121 |           <provider selected="true" editor-type-id="text-editor">
122 |             <state relative-caret-position="120">
123 |               <caret line="8" column="17" selection-start-line="8" selection-start-column="17" selection-end-line="8" selection-end-column="17" />
124 |               <folding>
125 |                 <element signature="e#55#75#0" expanded="true" />
126 |               </folding>
127 |             </state>
128 |           </provider>
129 |         </entry>
130 |       </file>
131 |       <file pinned="false" current-in-tab="false">
132 |         <entry file="file://$PROJECT_DIR$/Trainer.h">
133 |           <provider selected="true" editor-type-id="text-editor">
134 |             <state relative-caret-position="330">
135 |               <caret line="22" column="37" selection-start-line="22" selection-start-column="37" selection-end-line="22" selection-end-column="37" />
136 |               <folding>
137 |                 <element signature="e#69#93#0" expanded="true" />
138 |               </folding>
139 |             </state>
140 |           </provider>
141 |         </entry>
142 |       </file>
143 |     </leaf>
144 |   </component>
145 |   <component name="FileTemplateManagerImpl">
146 |     <option name="RECENT_TEMPLATES">
147 |       <list>
148 |         <option value="Python Script" />
149 |       </list>
150 |     </option>
151 |   </component>
152 |   <component name="Git.Settings">
153 |     <option name="RECENT_GIT_ROOT_PATH" value="$PROJECT_DIR$" />
154 |   </component>
155 |   <component name="IdeDocumentHistory">
156 |     <option name="CHANGED_PATHS">
157 |       <list>
158 |         <option value="$PROJECT_DIR$/src/storage.cpp" />
159 |         <option value="$PROJECT_DIR$/src/algorithms/dqn.cpp" />
160 |         <option value="$PROJECT_DIR$/include/rlcpp/storage.h" />
161 |         <option value="$PROJECT_DIR$/DQN.h" />
162 |         <option value="$PROJECT_DIR$/DQN.cpp" />
163 |         <option value="$PROJECT_DIR$/storage.h" />
164 |         <option value="$PROJECT_DIR$/dqn.cpp" />
165 |         <option value="$PROJECT_DIR$/storage.cpp" />
166 |         <option value="$PROJECT_DIR$/ExperienceReplay.h" />
167 |         <option value="$PROJECT_DIR$/ExperienceReplay.cpp" />
168 |         <option value="$PROJECT_DIR$/stateloader.cpp" />
169 |         <option value="$PROJECT_DIR$/setup.py" />
170 |         <option value="$PROJECT_DIR$/dqn.h" />
171 |         <option value="$PROJECT_DIR$/test_network.cpp" />
172 |         <option value="$PROJECT_DIR$/trainer.py" />
173 |         <option value="$PROJECT_DIR$/CMakeLists.txt" />
174 |         <option value="$PROJECT_DIR$/main.cpp" />
175 |         <option value="$PROJECT_DIR$/Trainer.h" />
176 |         <option value="$PROJECT_DIR$/Trainer.cpp" />
177 |         <option value="$PROJECT_DIR$/.gitattributes" />
178 |         <option value="$PROJECT_DIR$/PrioritizedExperienceReplay.h" />
179 |         <option value="$PROJECT_DIR$/PrioritizedExperienceReplay.cpp" />
180 |         <option value="$PROJECT_DIR$/noisy.h" />
181 |         <option value="$PROJECT_DIR$/categorical_dqn.h" />
182 |       </list>
183 |     </option>
184 |   </component>
185 |   <component name="MacroExpansionManager">
186 |     <option name="directoryName" value="CkzFPDlV" />
187 |   </component>
188 |   <component name="OCFindUsagesOptions" text="true" ivars="false" properties="true" derivedClasses="false" />
189 |   <component name="ProjectFrameBounds" fullScreen="true">
190 |     <option name="width" value="1440" />
191 |     <option name="height" value="900" />
192 |   </component>
193 |   <component name="ProjectLevelVcsManager" settingsEditedManually="true" />
194 |   <component name="ProjectView">
195 |     <navigator proportions="" version="1">
196 |       <foldersAlwaysOnTop value="true" />
197 |     </navigator>
198 |     <panes>
199 |       <pane id="Scope" />
200 |       <pane id="ProjectPane">
201 |         <subPane>
202 |           <expand>
203 |             <path>
204 |               <item name="Reinforcement_CPP" type="b2602c69:ProjectViewProjectNode" />
205 |               <item name="Reinforcement_CPP" type="462c0819:PsiDirectoryNode" />
206 |             </path>
207 |           </expand>
208 |           <select />
209 |         </subPane>
210 |       </pane>
211 |     </panes>
212 |   </component>
213 |   <component name="PropertiesComponent">
214 |     <property name="SHARE_PROJECT_CONFIGURATION_FILES" value="true" />
215 |     <property name="WebServerToolWindowFactoryState" value="false" />
216 |     <property name="last_opened_file_path" value="$PROJECT_DIR$/assets" />
217 |     <property name="settings.editor.selected.configurable" value="com.jetbrains.python.configuration.PyActiveSdkModuleConfigurable" />
218 |   </component>
219 |   <component name="RecentsManager">
220 |     <key name="CopyFile.RECENT_KEYS">
221 |       <recent name="$PROJECT_DIR$/assets" />
222 |       <recent name="$PROJECT_DIR$" />
223 |     </key>
224 |   </component>
225 |   <component name="RunDashboard">
226 |     <option name="ruleStates">
227 |       <list>
228 |         <RuleState>
229 |           <option name="name" value="ConfigurationTypeDashboardGroupingRule" />
230 |         </RuleState>
231 |         <RuleState>
232 |           <option name="name" value="StatusDashboardGroupingRule" />
233 |         </RuleState>
234 |       </list>
235 |     </option>
236 |   </component>
237 |   <component name="RunManager" selected="CMake Application.Reinforcement_CPP">
238 |     <configuration name="Reinforcement_CPP" type="CMakeRunConfiguration" factoryName="Application" PASS_PARENT_ENVS_2="true" PROJECT_NAME="Reinforcement_CPP" TARGET_NAME="Reinforcement_CPP" CONFIG_NAME="Debug" RUN_TARGET_PROJECT_NAME="Reinforcement_CPP" RUN_TARGET_NAME="Reinforcement_CPP">
239 |       <method v="2">
240 |         <option name="com.jetbrains.cidr.execution.CidrBuildBeforeRunTaskProvider$BuildBeforeRunTask" enabled="true" />
241 |       </method>
242 |     </configuration>
243 |     <configuration name="trainer" type="PythonConfigurationType" factoryName="Python" temporary="true">
244 |       <module name="Reinforcement_CPP" />
245 |       <option name="INTERPRETER_OPTIONS" value="" />
246 |       <option name="PARENT_ENVS" value="true" />
247 |       <envs>
248 |         <env name="PYTHONUNBUFFERED" value="1" />
249 |       </envs>
250 |       <option name="SDK_HOME" value="" />
251 |       <option name="WORKING_DIRECTORY" value="$PROJECT_DIR$" />
252 |       <option name="IS_MODULE_SDK" value="true" />
253 |       <option name="ADD_CONTENT_ROOTS" value="true" />
254 |       <option name="ADD_SOURCE_ROOTS" value="true" />
255 |       <option name="SCRIPT_NAME" value="$PROJECT_DIR$/trainer.py" />
256 |       <option name="PARAMETERS" value="" />
257 |       <option name="SHOW_COMMAND_LINE" value="false" />
258 |       <option name="EMULATE_TERMINAL" value="false" />
259 |       <option name="MODULE_MODE" value="false" />
260 |       <option name="REDIRECT_INPUT" value="false" />
261 |       <option name="INPUT_FILE" value="" />
262 |       <method v="2" />
263 |     </configuration>
264 |     <list>
265 |       <item itemvalue="CMake Application.Reinforcement_CPP" />
266 |       <item itemvalue="Python.trainer" />
267 |     </list>
268 |     <recent_temporary>
269 |       <list>
270 |         <item itemvalue="Python.trainer" />
271 |       </list>
272 |     </recent_temporary>
273 |   </component>
274 |   <component name="SvnConfiguration">
275 |     <configuration />
276 |   </component>
277 |   <component name="TaskManager">
278 |     <task active="true" id="Default" summary="Default task">
279 |       <changelist id="a064fe2f-2d7f-4bc9-83de-9023db22b70d" name="Default Changelist" comment="" />
280 |       <created>1562270589056</created>
281 |       <option name="number" value="Default" />
282 |       <option name="presentableId" value="Default" />
283 |       <updated>1562270589056</updated>
284 |       <workItem from="1562270591601" duration="86000" />
285 |       <workItem from="1562270697505" duration="6557000" />
286 |       <workItem from="1562280792406" duration="35521000" />
287 |       <workItem from="1563034046610" duration="16257000" />
288 |     </task>
289 |     <servers />
290 |   </component>
291 |   <component name="TimeTrackingManager">
292 |     <option name="totallyTimeSpent" value="58421000" />
293 |   </component>
294 |   <component name="TodoView">
295 |     <todo-panel id="selected-file">
296 |       <is-autoscroll-to-source value="true" />
297 |     </todo-panel>
298 |     <todo-panel id="all">
299 |       <are-packages-shown value="true" />
300 |       <is-autoscroll-to-source value="true" />
301 |     </todo-panel>
302 |   </component>
303 |   <component name="ToolWindowManager">
304 |     <frame x="0" y="0" width="1440" height="900" extended-state="0" />
305 |     <editor active="true" />
306 |     <layout>
307 |       <window_info active="true" content_ui="combo" id="Project" order="0" visible="true" weight="0.2532189" />
308 |       <window_info id="Structure" order="1" side_tool="true" weight="0.25" />
309 |       <window_info id="Favorites" order="2" side_tool="true" />
310 |       <window_info anchor="bottom" id="Message" order="0" />
311 |       <window_info anchor="bottom" id="Find" order="1" weight="0.32891566" />
312 |       <window_info anchor="bottom" id="Run" order="2" sideWeight="0.49928468" visible="true" weight="0.036144577" />
313 |       <window_info anchor="bottom" id="Debug" order="3" weight="0.4" />
314 |       <window_info anchor="bottom" id="Cvs" order="4" weight="0.25" />
315 |       <window_info anchor="bottom" id="Inspection" order="5" weight="0.4" />
316 |       <window_info anchor="bottom" id="TODO" order="6" weight="0.32891566" />
317 |       <window_info anchor="bottom" id="Database Changes" order="7" />
318 |       <window_info anchor="bottom" id="Terminal" order="8" weight="0.6168675" />
319 |       <window_info anchor="bottom" id="Event Log" order="9" sideWeight="0.09227468" side_tool="true" weight="0.5638554" />
320 |       <window_info anchor="bottom" id="Version Control" order="10" />
321 |       <window_info anchor="bottom" id="CMake" order="11" weight="0.32891566" />
322 |       <window_info anchor="bottom" id="Tail" order="12" />
323 |       <window_info anchor="bottom" id="Messages" order="13" sideWeight="0.90772533" weight="0.43975905" />
324 |       <window_info anchor="right" id="Commander" internal_type="SLIDING" order="0" type="SLIDING" weight="0.4" />
325 |       <window_info anchor="right" id="Ant Build" order="1" weight="0.25" />
326 |       <window_info anchor="right" content_ui="combo" id="Hierarchy" order="2" weight="0.25" />
327 |       <window_info anchor="right" id="Cargo" order="3" />
328 |       <window_info anchor="right" id="Database" order="4" />
329 |       <window_info anchor="right" id="Google Cloud Storage" order="5" show_stripe_button="false" />
330 |       <window_info anchor="right" id="make" order="6" />
331 |     </layout>
332 |     <layout-to-restore>
333 |       <window_info active="true" content_ui="combo" id="Project" order="0" visible="true" weight="0.2532189" />
334 |       <window_info id="Structure" order="1" side_tool="true" weight="0.25" />
335 |       <window_info id="Favorites" order="2" side_tool="true" />
336 |       <window_info anchor="bottom" id="Message" order="0" />
337 |       <window_info anchor="bottom" id="Find" order="1" />
338 |       <window_info anchor="bottom" id="Run" order="2" sideWeight="0.49928468" weight="0.62289155" />
339 |       <window_info anchor="bottom" id="Debug" order="3" weight="0.4" />
340 |       <window_info anchor="bottom" id="Cvs" order="4" weight="0.25" />
341 |       <window_info anchor="bottom" id="Inspection" order="5" weight="0.4" />
342 |       <window_info anchor="bottom" id="TODO" order="6" weight="0.32891566" />
343 |       <window_info anchor="bottom" id="Database Changes" order="7" />
344 |       <window_info anchor="bottom" id="Terminal" order="8" weight="0.6168675" />
345 |       <window_info anchor="bottom" id="Event Log" order="9" sideWeight="0.09227468" side_tool="true" weight="0.5638554" />
346 |       <window_info anchor="bottom" id="Version Control" order="10" />
347 |       <window_info anchor="bottom" id="CMake" order="11" weight="0.32891566" />
348 |       <window_info anchor="bottom" id="Tail" order="12" />
349 |       <window_info anchor="bottom" id="Messages" order="13" sideWeight="0.90772533" visible="true" weight="0.09518072" />
350 |       <window_info anchor="right" id="Commander" internal_type="SLIDING" order="0" type="SLIDING" weight="0.4" />
351 |       <window_info anchor="right" id="Ant Build" order="1" weight="0.25" />
352 |       <window_info anchor="right" content_ui="combo" id="Hierarchy" order="2" weight="0.25" />
353 |       <window_info anchor="right" id="Cargo" order="3" />
354 |       <window_info anchor="right" id="Database" order="4" />
355 |       <window_info anchor="right" id="Google Cloud Storage" order="5" show_stripe_button="false" />
356 |       <window_info anchor="right" id="make" order="6" />
357 |     </layout-to-restore>
358 |   </component>
359 |   <component name="TypeScriptGeneratedFilesManager">
360 |     <option name="version" value="1" />
361 |   </component>
362 |   <component name="editorHistoryManager">
363 |     <entry file="file://$PROJECT_DIR$/cmake-build-debug/CMakeFiles/Makefile2">
364 |       <provider selected="true" editor-type-id="text-editor">
365 |         <state relative-caret-position="-1256" />
366 |       </provider>
367 |     </entry>
368 |     <entry file="file://$PROJECT_DIR$/cmake-build-debug/cmake_install.cmake">
369 |       <provider selected="true" editor-type-id="text-editor" />
370 |     </entry>
371 |     <entry file="file://$PROJECT_DIR$/cmake-build-debug/CMakeCache.txt">
372 |       <provider selected="true" editor-type-id="text-editor">
373 |         <state relative-caret-position="-5096" />
374 |       </provider>
375 |     </entry>
376 |     <entry file="file://$PROJECT_DIR$/cmake-build-debug/CMakeFiles/TargetDirectories.txt">
377 |       <provider selected="true" editor-type-id="text-editor" />
378 |     </entry>
379 |     <entry file="file://$PROJECT_DIR$/cmake-build-debug/CMakeFiles/Progress/count.txt" />
380 |     <entry file="file://$PROJECT_DIR$/cmake-build-debug/CMakeFiles/Progress/1" />
381 |     <entry file="file://$PROJECT_DIR$/cmake-build-debug/CMakeFiles/Progress/2" />
382 |     <entry file="file://$PROJECT_DIR$/cmake-build-debug/Makefile">
383 |       <provider selected="true" editor-type-id="text-editor" />
384 |     </entry>
385 |     <entry file="file://$PROJECT_DIR$/include/rlcpp/storage.h" />
386 |     <entry file="file://$PROJECT_DIR$/src/storage.cpp" />
387 |     <entry file="file://$PROJECT_DIR$/src/algorithms/dqn.cpp" />
388 |     <entry file="file://$USER_HOME$/Downloads/libtorch/include/torch/csrc/api/include/torch/nn/modules/conv.h">
389 |       <provider selected="true" editor-type-id="text-editor">
390 |         <state relative-caret-position="182">
391 |           <caret line="137" column="6" selection-start-line="137" selection-start-column="6" selection-end-line="137" selection-end-column="6" />
392 |         </state>
393 |       </provider>
394 |     </entry>
395 |     <entry file="file:///Library/Developer/CommandLineTools/usr/include/c++/v1/utility">
396 |       <provider selected="true" editor-type-id="text-editor">
397 |         <state relative-caret-position="174">
398 |           <caret line="792" selection-start-line="792" selection-end-line="792" />
399 |         </state>
400 |       </provider>
401 |     </entry>
402 |     <entry file="file://$USER_HOME$/Downloads/Arcade-Learning-Environment-master/src/environment/ale_screen.hpp">
403 |       <provider selected="true" editor-type-id="text-editor">
404 |         <state relative-caret-position="600">
405 |           <caret line="43" column="13" selection-start-line="43" selection-start-column="13" selection-end-line="43" selection-end-column="13" />
406 |         </state>
407 |       </provider>
408 |     </entry>
409 |     <entry file="file://$USER_HOME$/Downloads/libtorch/include/ATen/core/TensorMethods.h">
410 |       <provider selected="true" editor-type-id="text-editor">
411 |         <state relative-caret-position="459">
412 |           <caret line="1782" column="68" selection-start-line="1782" selection-start-column="68" selection-end-line="1782" selection-end-column="68" />
413 |         </state>
414 |       </provider>
415 |     </entry>
416 |     <entry file="file://$USER_HOME$/Downloads/Arcade-Learning-Environment-master/src/common/Constants.h">
417 |       <provider selected="true" editor-type-id="text-editor">
418 |         <state relative-caret-position="345">
419 |           <caret line="27" column="5" selection-start-line="27" selection-start-column="5" selection-end-line="27" selection-end-column="5" />
420 |         </state>
421 |       </provider>
422 |     </entry>
423 |     <entry file="file://$USER_HOME$/Downloads/libtorch/include/ATen/core/Tensor.h">
424 |       <provider selected="true" editor-type-id="text-editor">
425 |         <state relative-caret-position="248">
426 |           <caret line="280" column="6" selection-start-line="280" selection-start-column="6" selection-end-line="280" selection-end-column="6" />
427 |         </state>
428 |       </provider>
429 |     </entry>
430 |     <entry file="file://$PROJECT_DIR$/tr.h" />
431 |     <entry file="file://$PROJECT_DIR$/stateloader.cpp" />
432 |     <entry file="file://$USER_HOME$/Downloads/libtorch/include/torch/csrc/api/include/torch/serialize.h">
433 |       <provider selected="true" editor-type-id="text-editor">
434 |         <state relative-caret-position="145">
435 |           <caret line="99" column="5" selection-start-line="99" selection-start-column="5" selection-end-line="99" selection-end-column="5" />
436 |         </state>
437 |       </provider>
438 |     </entry>
439 |     <entry file="file://$USER_HOME$/Downloads/libtorch/include/torch/csrc/api/include/torch/serialize/input-archive.h">
440 |       <provider selected="true" editor-type-id="text-editor">
441 |         <state relative-caret-position="-74">
442 |           <caret line="32" column="16" selection-start-line="32" selection-start-column="16" selection-end-line="32" selection-end-column="16" />
443 |         </state>
444 |       </provider>
445 |     </entry>
446 |     <entry file="file://$PROJECT_DIR$/README.md">
447 |       <provider selected="true" editor-type-id="split-provider[text-editor;markdown-preview-editor]">
448 |         <state split_layout="SPLIT">
449 |           <first_editor relative-caret-position="15">
450 |             <caret line="1" column="55" selection-start-line="1" selection-start-column="55" selection-end-line="1" selection-end-column="55" />
451 |           </first_editor>
452 |           <second_editor />
453 |         </state>
454 |       </provider>
455 |     </entry>
456 |     <entry file="file://$USER_HOME$/Downloads/libtorch/include/torch/csrc/python_headers.h">
457 |       <provider selected="true" editor-type-id="text-editor">
458 |         <state relative-caret-position="120">
459 |           <caret line="8" selection-start-line="8" selection-end-line="8" />
460 |         </state>
461 |       </provider>
462 |     </entry>
463 |     <entry file="file://$PROJECT_DIR$/test_network.cpp">
464 |       <provider selected="true" editor-type-id="text-editor">
465 |         <state relative-caret-position="240">
466 |           <caret line="16" lean-forward="true" selection-start-line="16" selection-end-line="16" />
467 |           <folding>
468 |             <element signature="e#56#74#0" expanded="true" />
469 |           </folding>
470 |         </state>
471 |       </provider>
472 |     </entry>
473 |     <entry file="file://$USER_HOME$/anaconda3/envs/reinforcement/lib/python3.5/site-packages/torch/utils/cpp_extension.py">
474 |       <provider selected="true" editor-type-id="text-editor">
475 |         <state relative-caret-position="-3137">
476 |           <caret line="199" column="6" selection-start-line="199" selection-start-column="6" selection-end-line="199" selection-end-column="6" />
477 |         </state>
478 |       </provider>
479 |     </entry>
480 |     <entry file="file://$USER_HOME$/Downloads/Arcade-Learning-Environment-master/src/ale_interface.hpp">
481 |       <provider selected="true" editor-type-id="text-editor">
482 |         <state relative-caret-position="238">
483 |           <caret line="52" column="6" selection-start-line="52" selection-start-column="6" selection-end-line="52" selection-end-column="6" />
484 |         </state>
485 |       </provider>
486 |     </entry>
487 |     <entry file="file://$PROJECT_DIR$/trainer.py">
488 |       <provider selected="true" editor-type-id="text-editor">
489 |         <state relative-caret-position="30">
490 |           <caret line="2" selection-start-line="2" selection-end-line="2" />
491 |           <folding>
492 |             <element signature="e#0#6#0" expanded="true" />
493 |           </folding>
494 |         </state>
495 |       </provider>
496 |     </entry>
497 |     <entry file="file://$PROJECT_DIR$/setup.py">
498 |       <provider selected="true" editor-type-id="text-editor">
499 |         <state relative-caret-position="15">
500 |           <caret line="1" column="54" selection-start-line="1" selection-start-column="54" selection-end-line="1" selection-end-column="54" />
501 |         </state>
502 |       </provider>
503 |     </entry>
504 |     <entry file="file:///Library/Developer/CommandLineTools/usr/include/c++/v1/chrono">
505 |       <provider selected="true" editor-type-id="text-editor">
506 |         <state relative-caret-position="238">
507 |           <caret line="904" selection-start-line="904" selection-end-line="904" />
508 |         </state>
509 |       </provider>
510 |     </entry>
511 |     <entry file="file://$USER_HOME$/Downloads/libtorch/include/torch/csrc/utils/pybind.h">
512 |       <provider selected="true" editor-type-id="text-editor">
513 |         <state relative-caret-position="-633" />
514 |       </provider>
515 |     </entry>
516 |     <entry file="file://$USER_HOME$/Downloads/libtorch/include/torch/csrc/api/include/torch/python.h">
517 |       <provider selected="true" editor-type-id="text-editor">
518 |         <state relative-caret-position="36">
519 |           <caret line="11" column="31" lean-forward="true" selection-start-line="11" selection-start-column="31" selection-end-line="11" selection-end-column="31" />
520 |         </state>
521 |       </provider>
522 |     </entry>
523 |     <entry file="file://$USER_HOME$/Downloads/libtorch/include/torch/extension.h">
524 |       <provider selected="true" editor-type-id="text-editor">
525 |         <state relative-caret-position="75">
526 |           <caret line="5" column="22" lean-forward="true" selection-start-line="5" selection-start-column="22" selection-end-line="5" selection-end-column="22" />
527 |         </state>
528 |       </provider>
529 |     </entry>
530 |     <entry file="file://$PROJECT_DIR$/CMakeLists.txt">
531 |       <provider selected="true" editor-type-id="text-editor">
532 |         <state relative-caret-position="150">
533 |           <caret line="10" selection-start-line="10" selection-end-line="10" />
534 |         </state>
535 |       </provider>
536 |     </entry>
537 |     <entry file="file://$PROJECT_DIR$/.gitattributes">
538 |       <provider selected="true" editor-type-id="text-editor">
539 |         <state relative-caret-position="15">
540 |           <caret line="1" column="25" selection-start-line="1" selection-start-column="25" selection-end-line="1" selection-end-column="25" />
541 |         </state>
542 |       </provider>
543 |     </entry>
544 |     <entry file="file://$PROJECT_DIR$/Trainer.cpp">
545 |       <provider selected="true" editor-type-id="text-editor">
546 |         <state relative-caret-position="120">
547 |           <caret line="8" column="17" selection-start-line="8" selection-start-column="17" selection-end-line="8" selection-end-column="17" />
548 |           <folding>
549 |             <element signature="e#55#75#0" expanded="true" />
550 |           </folding>
551 |         </state>
552 |       </provider>
553 |     </entry>
554 |     <entry file="file://$PROJECT_DIR$/Trainer.h">
555 |       <provider selected="true" editor-type-id="text-editor">
556 |         <state relative-caret-position="330">
557 |           <caret line="22" column="37" selection-start-line="22" selection-start-column="37" selection-end-line="22" selection-end-column="37" />
558 |           <folding>
559 |             <element signature="e#69#93#0" expanded="true" />
560 |           </folding>
561 |         </state>
562 |       </provider>
563 |     </entry>
564 |     <entry file="file://$PROJECT_DIR$/dqn.cpp">
565 |       <provider selected="true" editor-type-id="text-editor">
566 |         <state relative-caret-position="45">
567 |           <caret line="3" selection-start-line="3" selection-end-line="3" />
568 |         </state>
569 |       </provider>
570 |     </entry>
571 |     <entry file="file://$PROJECT_DIR$/ExperienceReplay.h">
572 |       <provider selected="true" editor-type-id="text-editor">
573 |         <state relative-caret-position="45">
574 |           <caret line="3" selection-start-line="3" selection-end-line="28" selection-end-column="2" />
575 |           <folding>
576 |             <element signature="e#69#93#0" expanded="true" />
577 |           </folding>
578 |         </state>
579 |       </provider>
580 |     </entry>
581 |     <entry file="file://$PROJECT_DIR$/ExperienceReplay.cpp">
582 |       <provider selected="true" editor-type-id="text-editor">
583 |         <state relative-caret-position="60">
584 |           <caret line="4" column="29" selection-start-line="4" selection-start-column="29" selection-end-line="4" selection-end-column="29" />
585 |         </state>
586 |       </provider>
587 |     </entry>
588 |     <entry file="file://$PROJECT_DIR$/PrioritizedExperienceReplay.h">
589 |       <provider selected="true" editor-type-id="text-editor">
590 |         <state relative-caret-position="144">
591 |           <caret line="40" column="26" selection-start-line="40" selection-start-column="26" selection-end-line="40" selection-end-column="26" />
592 |           <folding>
593 |             <element signature="e#240#264#0" expanded="true" />
594 |           </folding>
595 |         </state>
596 |       </provider>
597 |     </entry>
598 |     <entry file="file://$PROJECT_DIR$/main.cpp">
599 |       <provider selected="true" editor-type-id="text-editor">
600 |         <state relative-caret-position="165">
601 |           <caret line="11" column="1" selection-start-line="11" selection-start-column="1" selection-end-line="11" selection-end-column="1" />
602 |           <folding>
603 |             <element signature="e#0#20#0" expanded="true" />
604 |           </folding>
605 |         </state>
606 |       </provider>
607 |     </entry>
608 |     <entry file="file://$PROJECT_DIR$/PrioritizedExperienceReplay.cpp">
609 |       <provider selected="true" editor-type-id="text-editor">
610 |         <state relative-caret-position="679">
611 |           <caret line="53" column="28" selection-start-line="53" selection-start-column="28" selection-end-line="53" selection-end-column="28" />
612 |           <folding>
613 |             <element signature="e#113#153#0" expanded="true" />
614 |           </folding>
615 |         </state>
616 |       </provider>
617 |     </entry>
618 |     <entry file="file://$PROJECT_DIR$/noisy.h">
619 |       <provider selected="true" editor-type-id="text-editor">
620 |         <state relative-caret-position="300">
621 |           <caret line="20" column="45" selection-start-line="20" selection-start-column="45" selection-end-line="20" selection-end-column="45" />
622 |           <folding>
623 |             <element signature="e#71#95#0" expanded="true" />
624 |           </folding>
625 |         </state>
626 |       </provider>
627 |     </entry>
628 |     <entry file="file://$PROJECT_DIR$/dqn.h">
629 |       <provider selected="true" editor-type-id="text-editor">
630 |         <state relative-caret-position="570">
631 |           <caret line="38" column="42" lean-forward="true" selection-start-line="38" selection-start-column="31" selection-end-line="38" selection-end-column="42" />
632 |         </state>
633 |       </provider>
634 |     </entry>
635 |     <entry file="file://$PROJECT_DIR$/categorical_dqn.h">
636 |       <provider selected="true" editor-type-id="text-editor">
637 |         <state relative-caret-position="210">
638 |           <caret line="14" column="33" lean-forward="true" selection-start-line="14" selection-start-column="33" selection-end-line="14" selection-end-column="33" />
639 |           <folding>
640 |             <element signature="e#72#96#0" expanded="true" />
641 |           </folding>
642 |         </state>
643 |       </provider>
644 |     </entry>
645 |   </component>
646 | </project>


--------------------------------------------------------------------------------
/CMakeLists.txt:
--------------------------------------------------------------------------------
 1 | cmake_minimum_required(VERSION 3.14)
 2 | project(Reinforcement_CPP
 3 |         LANGUAGES CXX
 4 |         VERSION 1.0.0
 5 |         DESCRIPTION "Reinforcement learning in C++ using PyTorch"
 6 |         )
 7 | 
 8 | set(CMAKE_CXX_STANDARD 17)
 9 | 
10 | set(Torch_DIR /Users/navneetmadhukumar/Downloads/libtorch/share/cmake/Torch)
11 | 
12 | 
13 | set(CPPRL_INCLUDE_DIRS
14 |         include
15 |         src
16 |         )
17 | 
18 | find_package(Torch REQUIRED)
19 | 
20 | add_executable(Reinforcement_CPP main.cpp ExperienceReplay.cpp ExperienceReplay.h dqn.cpp Trainer.cpp dqn.h Trainer.h PrioritizedExperienceReplay.cpp PrioritizedExperienceReplay.h noisy.h categorical_dqn.h)
21 | 
22 | 
23 | include_directories(${CPPRL_INCLUDE_DIRS})
24 | 
25 | find_library(LIBALE libale.so /Users/navneetmadhukumar/Downloads/Arcade-Learning-Environment-master/)
26 | target_link_libraries(Reinforcement_CPP  ${LIBALE} ${TORCH_LIBRARIES} )
27 | 


--------------------------------------------------------------------------------
/ExperienceReplay.cpp:
--------------------------------------------------------------------------------
 1 | //
 2 | // Created by Navneet Madhu Kumar on 2019-07-08.
 3 | //
 4 | 
 5 | #include "ExperienceReplay.h"
 6 | #include <memory>
 7 | #include <vector>
 8 | #include <iostream>
 9 | 
10 | #include <torch/torch.h>
11 | #include <c10/util/ArrayRef.h>
12 | 
13 | 
14 | #include <algorithm>
15 | #include <iterator>
16 | #include <random>
17 | 
18 | 
19 | ExperienceReplay::ExperienceReplay(int64_t size) {
20 | 
21 |     capacity = size;
22 | }
23 | 
24 | void ExperienceReplay::push(torch::Tensor state,torch::Tensor new_state,torch::
25 |     Tensor action,torch::Tensor done,torch::Tensor reward){
26 | 
27 |     std::tuple<torch::Tensor, torch::Tensor, torch::Tensor, torch::Tensor, torch::Tensor> sample (state, new_state, action, reward, done);
28 |         if (buffer.size() < capacity){
29 |             buffer.push_back(sample);
30 |         }
31 |         else {
32 |             while (buffer.size() >= capacity) {
33 |                 buffer.pop_front();
34 |             }
35 |             buffer.push_back(sample);
36 |         }
37 |     }
38 | 
39 |     std::vector<std::tuple<torch::Tensor, torch::Tensor, torch::Tensor, torch::Tensor, torch::Tensor>> ExperienceReplay::sample_queue(
40 |             int64_t batch_size){
41 |         std::vector<std::tuple<torch::Tensor, torch::Tensor, torch::Tensor, torch::Tensor, torch::Tensor>> b(batch_size);
42 |         std::sample(buffer.begin(), buffer.end(),
43 |                     b.begin(), b.size(),
44 |                     std::mt19937{std::random_device{}()});
45 |         return b;
46 |     }
47 | 
48 |     int64_t ExperienceReplay::size_buffer(){
49 | 
50 |         return buffer.size();
51 | }
52 | 


--------------------------------------------------------------------------------
/ExperienceReplay.h:
--------------------------------------------------------------------------------
 1 | //
 2 | // Created by Navneet Madhu Kumar on 2019-07-08.
 3 | //
 4 | #pragma once
 5 | 
 6 | #include <torch/torch.h>
 7 | #include <memory>
 8 | #include <vector>
 9 | #include <iostream>
10 | 
11 | 
12 | #include <algorithm>
13 | #include <iterator>
14 | #include <random>
15 | 
16 | class ExperienceReplay{
17 | 
18 |     private: int64_t capacity;
19 |     public: std::deque<std::tuple<torch::Tensor, torch::Tensor, torch::Tensor, torch::Tensor, torch::Tensor>> buffer;
20 | 
21 |     public:
22 |         ExperienceReplay (int64_t capacity);
23 |         void push(torch::Tensor state,torch::Tensor new_state,torch::
24 |         Tensor action,torch::Tensor done,torch::Tensor reward);
25 |         int64_t size_buffer();
26 |         std::vector<std::tuple<torch::Tensor, torch::Tensor, torch::Tensor, torch::Tensor, torch::Tensor>> sample_queue(int64_t batch_size);
27 | 
28 | 
29 | };


--------------------------------------------------------------------------------
/PrioritizedExperienceReplay.cpp:
--------------------------------------------------------------------------------
 1 | //
 2 | // Created by Navneet Madhu Kumar on 2019-07-18.
 3 | //
 4 | 
 5 | 
 6 | 
 7 | //
 8 | // Created by Navneet Madhu Kumar on 2019-07-08.
 9 | //
10 | #include "PrioritizedExperienceReplay.h"
11 | #include <memory>
12 | #include <vector>
13 | #include <iostream>
14 | 
15 | #include <torch/torch.h>
16 | #include <c10/util/ArrayRef.h>
17 | 
18 | 
19 | #include <algorithm>
20 | #include <iterator>
21 | #include <random>
22 | 
23 | 
24 | PrioritizedExperienceReplay::PrioritizedExperienceReplay(int64_t size) {
25 |     capacity = size;
26 | }
27 | 
28 | void PrioritizedExperienceReplay::push(torch::Tensor state,torch::Tensor new_state,torch::
29 | Tensor action,torch::Tensor done,torch::Tensor reward, float_t td_error, int64_t ind){
30 |     float_t error(td_error);
31 |     int64_t index(ind);
32 |     std::tuple<torch::Tensor, torch::Tensor, torch::Tensor, torch::Tensor, torch::Tensor> sample (state, new_state, action, reward, done);
33 |     element sample_struct(error, index, sample);
34 | 
35 |     if (buffer.size() < capacity){
36 |         buffer.push(sample_struct);
37 |     }
38 |     else {
39 |         while (buffer.size() >= capacity) {
40 |             buffer.pop();
41 |         }
42 |         buffer.push(sample_struct);
43 |     }
44 | }
45 | 
46 | std::vector<std::tuple<torch::Tensor, torch::Tensor, torch::Tensor, torch::Tensor, torch::Tensor>>
47 | PrioritizedExperienceReplay::sample_queue(
48 |         int64_t batch_size){
49 |     std::vector<std::tuple<torch::Tensor, torch::Tensor, torch::Tensor, torch::Tensor, torch::Tensor>> b(batch_size);
50 |     while (batch_size > 0 and buffer.size() > 0){
51 |         element s = buffer.top();
52 |         buffer.pop();
53 |         std::tuple<torch::Tensor, torch::Tensor, torch::Tensor, torch::Tensor, torch::Tensor> sample = s.transition;
54 |         b.push_back(sample);
55 |     }
56 |     return b;
57 | }
58 | 
59 | int64_t PrioritizedExperienceReplay::size_buffer(){
60 | 
61 |     return buffer.size();
62 | }
63 | 


--------------------------------------------------------------------------------
/PrioritizedExperienceReplay.h:
--------------------------------------------------------------------------------
 1 | //
 2 | // Created by Navneet Madhu Kumar on 2019-07-18.
 3 | //
 4 | 
 5 | 
 6 | #pragma once
 7 | 
 8 | #include <torch/torch.h>
 9 | #include <memory>
10 | #include <vector>
11 | #include <iostream>
12 | 
13 | 
14 | #include <algorithm>
15 | #include <iterator>
16 | #include <random>
17 | 
18 | struct element{
19 |     float_t td_error;
20 |     int64_t index;
21 |     std::tuple<torch::Tensor, torch::Tensor, torch::Tensor, torch::Tensor, torch::Tensor> transition;
22 | 
23 |     element(float_t error, int64_t ind,
24 |             std::tuple<torch::Tensor, torch::Tensor, torch::Tensor, torch::Tensor, torch::Tensor> trans):
25 |             td_error(error),
26 |             index(ind),
27 |             transition(trans)
28 |             {}
29 | 
30 |     bool operator<(const struct element& other) const{
31 |         if (td_error != other.td_error){
32 |             return td_error < other.td_error;
33 |         }else{
34 |             return index < other.index;
35 |         }
36 |     }
37 | };
38 | 
39 | class PrioritizedExperienceReplay{
40 | 
41 | private: int64_t capacity;
42 | 
43 | public: std::priority_queue<element> buffer;
44 | 
45 | public:
46 |     PrioritizedExperienceReplay (int64_t capacity);
47 |     void push(torch::Tensor state,torch::Tensor new_state,torch::
48 |     Tensor action,torch::Tensor done,torch::Tensor reward, float_t td_error, int64_t index);
49 |     int64_t size_buffer();
50 |     std::vector<std::tuple<torch::Tensor, torch::Tensor, torch::Tensor, torch::Tensor, torch::Tensor>> sample_queue(int64_t batch_size);
51 | 
52 | 
53 | };


--------------------------------------------------------------------------------
/README.md:
--------------------------------------------------------------------------------
  1 | # Pytorch-RL-CPP
  2 | <img width="160px" height="22px" href="https://github.com/pytorch/pytorch" src="https://pp.userapi.com/c847120/v847120960/82b4/xGBK9pXAkw8.jpg"> 
  3 | 
  4 | A Repository with C++ implementations of Reinforcement Learning Algorithms (Pytorch)
  5 |  
  6 | 
  7 | <img src="/assets/pong_dqn.gif?raw=true" width="200">
  8 | 
  9 | **RlCpp is a reinforcement learning framework, written using the [PyTorch C++ frontend](https://pytorch.org/cppdocs/frontend.html).**
 10 | 
 11 | RlCpp aims to be an extensible, reasonably optimized, production-ready framework for using reinforcement learning in projects where Python isn't viable. It should be ready to use in desktop applications on 
 12 | user's computers with minimal setup required on the user's side.
 13 | 
 14 | The Environment used is the C++ Port of [Arcade Learning Environment](https://github.com/mgbellemare/Arcade-Learning-Environment) 
 15 | 
 16 | # Currently Supported Models
 17 | The deep reinforcement learning community has made several independent improvements to the DQN algorithm. This repository presents latest extensions to the DQN algorithm: 
 18 | 
 19 |   1. Playing Atari with Deep Reinforcement Learning [[arxiv]](https://www.cs.toronto.edu/~vmnih/docs/dqn.pdf)
 20 |   2. Deep Reinforcement Learning with Double Q-learning [[arxiv]](https://arxiv.org/abs/1509.06461) 
 21 |   3. Dueling Network Architectures for Deep Reinforcement Learning [[arxiv]](https://arxiv.org/abs/1511.06581) 
 22 |   4. Prioritized Experience Replay [[arxiv]](https://arxiv.org/abs/1511.05952) 
 23 |   5. Noisy Networks for Exploration [[arxiv]](https://arxiv.org/abs/1706.10295) 
 24 |   6. A Distributional Perspective on Reinforcement Learning [[arxiv]](https://arxiv.org/pdf/1707.06887.pdf) 
 25 |   7. Rainbow: Combining Improvements in Deep Reinforcement Learning [[arxiv]](https://arxiv.org/abs/1710.02298)
 26 |   8. Distributional Reinforcement Learning with Quantile Regression [[arxiv]](https://arxiv.org/pdf/1710.10044.pdf) 
 27 |   9. Hierarchical Deep Reinforcement Learning: Integrating Temporal Abstraction and Intrinsic Motivation  [[arxiv]](https://arxiv.org/abs/1604.06057)
 28 |   10. Neural Episodic Control [[arxiv]](https://arxiv.org/pdf/1703.01988.pdf) 
 29 | 
 30 | # Results for Pong using Double DQN
 31 | <img src="/assets/dqn_pong_results.png" width="600">
 32 | 
 33 | 
 34 | # Environments (All Atari Environments)
 35 | 1. Breakout 
 36 | 2. Pong
 37 | 3. Montezuma's Revenge (Current Research)
 38 | 4. Pitfall
 39 | 5. Gravitar
 40 | 6. CarRacing
 41 | 
 42 | 
 43 | # Installing the dependencies
 44 | 
 45 | # Arcade Learning Environment
 46 | 
 47 | Install main dependences:
 48 | ```
 49 | sudo apt-get install libsdl1.2-dev libsdl-gfx1.2-dev libsdl-image1.2-dev cmake
 50 | ```
 51 | 
 52 | Compilation:
 53 | 
 54 | ```
 55 | $ mkdir build && cd build
 56 | $ cmake -DUSE_SDL=ON -DUSE_RLGLUE=OFF -DBUILD_EXAMPLES=ON ..
 57 | $ make -j 4
 58 | ```
 59 | 
 60 | To install python module:
 61 | 
 62 | ```
 63 | $ pip install .
 64 | or
 65 | $ pip install --user .
 66 | ```
 67 | 
 68 | Getting the ALE to work on Visual Studio requires a bit of extra wrangling. You may wish to use IslandMan93's [Visual Studio port of the ALE.](https://github.com/Islandman93/Arcade-Learning-Environment)
 69 | 
 70 | To ask questions and discuss, please join the [ALE-users group](https://groups.google.com/forum/#!forum/arcade-learning-environment).
 71 | 
 72 | # Libtorch
 73 | 
 74 | ## Building
 75 | CMake is used for the build system. 
 76 | Most dependencies are included as submodules (run `git submodule update --init --recursive` to get them).
 77 | Libtorch has to be [installed seperately](https://pytorch.org/cppdocs/installing.html).
 78 | 
 79 | ```bash
 80 | cd Reinforcement_CPP
 81 | cd build
 82 | cmake ..
 83 | make -j4
 84 | ```
 85 | 
 86 | Before running, make sure to add `libtorch/lib` to your `PATH` environment variable.
 87 | 
 88 | ## Changes to cmake file
 89 | 
 90 | The CMake file requires some changes for things to run smoothly.
 91 | 1. After building ALE, link the libale.so
 92 | 2. Set torch dir, after building libtorch.
 93 | Refer to the current CMakeLists.txt and make the relevant changes.
 94 | 
 95 | # Future Plans
 96 | Plans to support:
 97 | 1. Runtime differences between C++ and Python.
 98 | 2. Python bindings for the Trainer module.
 99 | 3. More models and methods.
100 | 4. Support for mujoco environment.
101 | 
102 | Stay tuned !
103 | 
104 | 
105 | 
106 | 


--------------------------------------------------------------------------------
/Trainer.cpp:
--------------------------------------------------------------------------------
  1 | //
  2 | // Created by Navneet Madhu Kumar on 2019-07-10.
  3 | //
  4 | #include "Trainer.h"
  5 | #include "dqn.h"
  6 | #include "ExperienceReplay.h"
  7 | #include "/Users/navneetmadhukumar/Downloads/Arcade-Learning-Environment-master/src/ale_interface.hpp"
  8 | #include <math.h>
  9 | #include <chrono>
 10 | 
 11 | 
 12 | Trainer::Trainer(int64_t input_channels, int64_t num_actions, int64_t capacity):
 13 |         buffer(capacity),
 14 |         network(input_channels, num_actions),
 15 |         target_network(input_channels, num_actions),
 16 |         dqn_optimizer(
 17 |             network.parameters(), torch::optim::AdamOptions(0.0001).beta1(0.5)){}
 18 | 
 19 |     torch::Tensor Trainer::compute_td_loss(int64_t batch_size, float gamma){
 20 |         std::vector<std::tuple<torch::Tensor, torch::Tensor, torch::Tensor, torch::Tensor, torch::Tensor>> batch =
 21 |                 buffer.sample_queue(batch_size);
 22 | 
 23 |         std::vector<torch::Tensor> states;
 24 |         std::vector<torch::Tensor> new_states;
 25 |         std::vector<torch::Tensor> actions;
 26 |         std::vector<torch::Tensor> rewards;
 27 |         std::vector<torch::Tensor> dones;
 28 | 
 29 |         for (auto i : batch){
 30 |             states.push_back(std::get<0>(i));
 31 |             new_states.push_back(std::get<1>(i));
 32 |             actions.push_back(std::get<2>(i));
 33 |             rewards.push_back(std::get<3>(i));
 34 |             dones.push_back(std::get<4>(i));
 35 |         }
 36 | 
 37 | 
 38 |         torch::Tensor states_tensor;
 39 |         torch::Tensor new_states_tensor;
 40 |         torch::Tensor actions_tensor;
 41 |         torch::Tensor rewards_tensor;
 42 |         torch::Tensor dones_tensor;
 43 | 
 44 |         states_tensor = torch::cat(states, 0);
 45 |         new_states_tensor = torch::cat(new_states, 0);
 46 |         actions_tensor = torch::cat(actions, 0);
 47 |         rewards_tensor = torch::cat(rewards, 0);
 48 |         dones_tensor = torch::cat(dones, 0);
 49 | 
 50 | 
 51 |         torch::Tensor q_values = network.forward(states_tensor);
 52 |         torch::Tensor next_target_q_values = target_network.forward(new_states_tensor);
 53 |         torch::Tensor next_q_values = network.forward(new_states_tensor);
 54 | 
 55 |         actions_tensor = actions_tensor.to(torch::kInt64);
 56 | 
 57 |         torch::Tensor q_value = q_values.gather(1, actions_tensor.unsqueeze(1)).squeeze(1);
 58 |         torch::Tensor maximum = std::get<1>(next_q_values.max(1));
 59 |         torch::Tensor next_q_value = next_target_q_values.gather(1, maximum.unsqueeze(1)).squeeze(1);
 60 |         torch::Tensor expected_q_value = rewards_tensor + gamma*next_q_value*(1-dones_tensor);
 61 |         torch::Tensor loss = torch::mse_loss(q_value, expected_q_value);
 62 | 
 63 |         dqn_optimizer.zero_grad();
 64 |         loss.backward();
 65 |         dqn_optimizer.step();
 66 | 
 67 |         return loss;
 68 | 
 69 |     }
 70 | 
 71 |     void Trainer::load_enviroment(int64_t random_seed, std::string rom_path){
 72 |         ale.setInt("random_seed", random_seed);
 73 |         ale.setBool("display_screen", true);
 74 |         ale.loadROM(rom_path);
 75 | 
 76 |     }
 77 | 
 78 |     double Trainer::epsilon_by_frame(int64_t frame_id){
 79 |         return epsilon_final + (epsilon_start - epsilon_final) * exp(-1. * frame_id / epsilon_decay);
 80 |     }
 81 | 
 82 |     torch::Tensor Trainer::get_tensor_observation(std::vector<unsigned char> state) {
 83 |         std::vector<int64_t > state_int;
 84 |         state_int.reserve(state.size());
 85 | 
 86 |         for (int i=0; i<state.size(); i++){
 87 |             state_int.push_back(int64_t(state[i]));
 88 |         }
 89 | 
 90 |         torch::Tensor state_tensor = torch::from_blob(state_int.data(), {1, 3, 210, 160});
 91 |         return state_tensor;
 92 |     }
 93 | 
 94 |     void Trainer::loadstatedict(torch::nn::Module& model,
 95 |                        torch::nn::Module& target_model) {
 96 |         torch::autograd::GradMode::set_enabled(false);  // make parameters copying possible
 97 |         auto new_params = target_model.named_parameters(); // implement this
 98 |         auto params = model.named_parameters(true /*recurse*/);
 99 |         auto buffers = model.named_buffers(true /*recurse*/);
100 |         for (auto& val : new_params) {
101 |             auto name = val.key();
102 |             auto* t = params.find(name);
103 |             if (t != nullptr) {
104 |                 t->copy_(val.value());
105 |             } else {
106 |                 t = buffers.find(name);
107 |                 if (t != nullptr) {
108 |                     t->copy_(val.value());
109 |                 }
110 |             }
111 |         }
112 |     }
113 | 
114 |     void Trainer::train(int64_t random_seed, std::string rom_path, int64_t num_epochs){
115 |         load_enviroment(random_seed, rom_path);
116 |         ActionVect legal_actions = ale.getLegalActionSet();
117 |         ale.reset_game();
118 |         std::vector<unsigned char> state;
119 |         ale.getScreenRGB(state);
120 |         float episode_reward = 0.0;
121 |         std::vector<float> all_rewards;
122 |         std::vector<torch::Tensor> losses;
123 |         auto start = std::chrono::high_resolution_clock::now();
124 |         for(int i=1; i<=num_epochs; i++){
125 |             double epsilon = epsilon_by_frame(i);
126 |             auto r = ((double) rand() / (RAND_MAX));
127 |             torch::Tensor state_tensor = get_tensor_observation(state);
128 |             Action a;
129 |             if (r <= epsilon){
130 |                 a = legal_actions[rand() % legal_actions.size()];
131 |             }
132 |             else{
133 |                 torch::Tensor action_tensor = network.act(state_tensor);
134 |                 int64_t index = action_tensor[0].item<int64_t>();
135 |                 a = legal_actions[index];
136 | 
137 |             }
138 | 
139 |             float reward = ale.act(a);
140 |             episode_reward += reward;
141 |             std::vector<unsigned char> new_state;
142 |             ale.getScreenRGB(new_state);
143 |             torch::Tensor new_state_tensor = get_tensor_observation(new_state);
144 |             bool done = ale.game_over();
145 | 
146 |             torch::Tensor reward_tensor = torch::tensor(reward);
147 |             torch::Tensor done_tensor = torch::tensor(done);
148 |             done_tensor = done_tensor.to(torch::kFloat32);
149 |             torch::Tensor action_tensor_new = torch::tensor(a);
150 | 
151 |             buffer.push(state_tensor, new_state_tensor, action_tensor_new, done_tensor, reward_tensor);
152 |             state = new_state;
153 | 
154 |             if (done){
155 |                 ale.reset_game();
156 |                 std::vector<unsigned char> state;
157 |                 ale.getScreenRGB(state);
158 |                 all_rewards.push_back(episode_reward);
159 |                 episode_reward = 0.0;
160 |             }
161 | 
162 |             if (buffer.size_buffer() >= 10000){
163 |                 torch::Tensor loss = compute_td_loss(batch_size, gamma);
164 |                 losses.push_back(loss);
165 |             }
166 | 
167 |             if (i%1000==0){
168 |                 std::cout<<episode_reward<<std::endl;
169 |                 loadstatedict(network, target_network);
170 |             }
171 | 
172 |         }
173 |         auto stop = std::chrono::high_resolution_clock::now();
174 |         auto duration = std::chrono::duration_cast<std::chrono::microseconds>(stop - start);
175 |         std::cout << "Time taken by function: "
176 |              << duration.count() << " microseconds" << std::endl;
177 | 
178 | 
179 |     }
180 | 
181 | 
182 | 
183 | 


--------------------------------------------------------------------------------
/Trainer.h:
--------------------------------------------------------------------------------
 1 | //
 2 | // Created by Navneet Madhu Kumar on 2019-07-12.
 3 | //
 4 | #pragma once
 5 | 
 6 | #include <torch/torch.h>
 7 | 
 8 | #include "ExperienceReplay.h"
 9 | #include "dqn.h"
10 | #include "/Users/navneetmadhukumar/Downloads/Arcade-Learning-Environment-master/src/ale_interface.hpp"
11 | 
12 | 
13 | 
14 | class Trainer{
15 | 
16 |     private: ExperienceReplay buffer;
17 |     private: DQN network, target_network;
18 |     private: torch::optim::Adam dqn_optimizer;
19 |     private: ALEInterface ale;
20 |     private: double epsilon_start = 1.0;
21 |     private: double epsilon_final = 0.01;
22 |     private: int64_t epsilon_decay = 30000;
23 |     private: int64_t batch_size = 32;
24 |     private: float gamma = 0.99;
25 | 
26 |     public:
27 |         Trainer(int64_t input_channels, int64_t num_actions, int64_t capacity);
28 |         torch::Tensor compute_td_loss(int64_t batch_size, float gamma);
29 |         void load_enviroment(int64_t random_seed, std::string rom_path);
30 |         double epsilon_by_frame(int64_t frame_id);
31 |         torch::Tensor get_tensor_observation(std::vector<unsigned char> state);
32 |         void loadstatedict(torch::nn::Module& model,
33 |                            torch::nn::Module& target_model);
34 |         void train(int64_t random_seed, std::string rom_path, int64_t num_epochs);
35 | 
36 | 
37 | 
38 | 
39 | 
40 | };
41 | 


--------------------------------------------------------------------------------
/assets/dqn_pong_results.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/navneet-nmk/Pytorch-RL-CPP/680812b8d1d2a6029051b45146e00fa1853d3035/assets/dqn_pong_results.png


--------------------------------------------------------------------------------
/assets/pong_dqn.gif:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/navneet-nmk/Pytorch-RL-CPP/680812b8d1d2a6029051b45146e00fa1853d3035/assets/pong_dqn.gif


--------------------------------------------------------------------------------
/atari_roms/adventure.bin:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/navneet-nmk/Pytorch-RL-CPP/680812b8d1d2a6029051b45146e00fa1853d3035/atari_roms/adventure.bin


--------------------------------------------------------------------------------
/atari_roms/air_raid.bin:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/navneet-nmk/Pytorch-RL-CPP/680812b8d1d2a6029051b45146e00fa1853d3035/atari_roms/air_raid.bin


--------------------------------------------------------------------------------
/atari_roms/alien.bin:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/navneet-nmk/Pytorch-RL-CPP/680812b8d1d2a6029051b45146e00fa1853d3035/atari_roms/alien.bin


--------------------------------------------------------------------------------
/atari_roms/amidar.bin:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/navneet-nmk/Pytorch-RL-CPP/680812b8d1d2a6029051b45146e00fa1853d3035/atari_roms/amidar.bin


--------------------------------------------------------------------------------
/atari_roms/assault.bin:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/navneet-nmk/Pytorch-RL-CPP/680812b8d1d2a6029051b45146e00fa1853d3035/atari_roms/assault.bin


--------------------------------------------------------------------------------
/atari_roms/asterix.bin:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/navneet-nmk/Pytorch-RL-CPP/680812b8d1d2a6029051b45146e00fa1853d3035/atari_roms/asterix.bin


--------------------------------------------------------------------------------
/atari_roms/asteroids.bin:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/navneet-nmk/Pytorch-RL-CPP/680812b8d1d2a6029051b45146e00fa1853d3035/atari_roms/asteroids.bin


--------------------------------------------------------------------------------
/atari_roms/atlantis.bin:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/navneet-nmk/Pytorch-RL-CPP/680812b8d1d2a6029051b45146e00fa1853d3035/atari_roms/atlantis.bin


--------------------------------------------------------------------------------
/atari_roms/bank_heist.bin:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/navneet-nmk/Pytorch-RL-CPP/680812b8d1d2a6029051b45146e00fa1853d3035/atari_roms/bank_heist.bin


--------------------------------------------------------------------------------
/atari_roms/battle_zone.bin:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/navneet-nmk/Pytorch-RL-CPP/680812b8d1d2a6029051b45146e00fa1853d3035/atari_roms/battle_zone.bin


--------------------------------------------------------------------------------
/atari_roms/beam_rider.bin:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/navneet-nmk/Pytorch-RL-CPP/680812b8d1d2a6029051b45146e00fa1853d3035/atari_roms/beam_rider.bin


--------------------------------------------------------------------------------
/atari_roms/berzerk.bin:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/navneet-nmk/Pytorch-RL-CPP/680812b8d1d2a6029051b45146e00fa1853d3035/atari_roms/berzerk.bin


--------------------------------------------------------------------------------
/atari_roms/bowling.bin:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/navneet-nmk/Pytorch-RL-CPP/680812b8d1d2a6029051b45146e00fa1853d3035/atari_roms/bowling.bin


--------------------------------------------------------------------------------
/atari_roms/boxing.bin:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/navneet-nmk/Pytorch-RL-CPP/680812b8d1d2a6029051b45146e00fa1853d3035/atari_roms/boxing.bin


--------------------------------------------------------------------------------
/atari_roms/breakout.bin:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/navneet-nmk/Pytorch-RL-CPP/680812b8d1d2a6029051b45146e00fa1853d3035/atari_roms/breakout.bin


--------------------------------------------------------------------------------
/atari_roms/carnival.bin:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/navneet-nmk/Pytorch-RL-CPP/680812b8d1d2a6029051b45146e00fa1853d3035/atari_roms/carnival.bin


--------------------------------------------------------------------------------
/atari_roms/centipede.bin:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/navneet-nmk/Pytorch-RL-CPP/680812b8d1d2a6029051b45146e00fa1853d3035/atari_roms/centipede.bin


--------------------------------------------------------------------------------
/atari_roms/chopper_command.bin:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/navneet-nmk/Pytorch-RL-CPP/680812b8d1d2a6029051b45146e00fa1853d3035/atari_roms/chopper_command.bin


--------------------------------------------------------------------------------
/atari_roms/crazy_climber.bin:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/navneet-nmk/Pytorch-RL-CPP/680812b8d1d2a6029051b45146e00fa1853d3035/atari_roms/crazy_climber.bin


--------------------------------------------------------------------------------
/atari_roms/defender.bin:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/navneet-nmk/Pytorch-RL-CPP/680812b8d1d2a6029051b45146e00fa1853d3035/atari_roms/defender.bin


--------------------------------------------------------------------------------
/atari_roms/demon_attack.bin:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/navneet-nmk/Pytorch-RL-CPP/680812b8d1d2a6029051b45146e00fa1853d3035/atari_roms/demon_attack.bin


--------------------------------------------------------------------------------
/atari_roms/double_dunk.bin:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/navneet-nmk/Pytorch-RL-CPP/680812b8d1d2a6029051b45146e00fa1853d3035/atari_roms/double_dunk.bin


--------------------------------------------------------------------------------
/atari_roms/elevator_action.bin:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/navneet-nmk/Pytorch-RL-CPP/680812b8d1d2a6029051b45146e00fa1853d3035/atari_roms/elevator_action.bin


--------------------------------------------------------------------------------
/atari_roms/enduro.bin:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/navneet-nmk/Pytorch-RL-CPP/680812b8d1d2a6029051b45146e00fa1853d3035/atari_roms/enduro.bin


--------------------------------------------------------------------------------
/atari_roms/fishing_derby.bin:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/navneet-nmk/Pytorch-RL-CPP/680812b8d1d2a6029051b45146e00fa1853d3035/atari_roms/fishing_derby.bin


--------------------------------------------------------------------------------
/atari_roms/freeway.bin:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/navneet-nmk/Pytorch-RL-CPP/680812b8d1d2a6029051b45146e00fa1853d3035/atari_roms/freeway.bin


--------------------------------------------------------------------------------
/atari_roms/frostbite.bin:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/navneet-nmk/Pytorch-RL-CPP/680812b8d1d2a6029051b45146e00fa1853d3035/atari_roms/frostbite.bin


--------------------------------------------------------------------------------
/atari_roms/gopher.bin:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/navneet-nmk/Pytorch-RL-CPP/680812b8d1d2a6029051b45146e00fa1853d3035/atari_roms/gopher.bin


--------------------------------------------------------------------------------
/atari_roms/gravitar.bin:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/navneet-nmk/Pytorch-RL-CPP/680812b8d1d2a6029051b45146e00fa1853d3035/atari_roms/gravitar.bin


--------------------------------------------------------------------------------
/atari_roms/hero.bin:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/navneet-nmk/Pytorch-RL-CPP/680812b8d1d2a6029051b45146e00fa1853d3035/atari_roms/hero.bin


--------------------------------------------------------------------------------
/atari_roms/ice_hockey.bin:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/navneet-nmk/Pytorch-RL-CPP/680812b8d1d2a6029051b45146e00fa1853d3035/atari_roms/ice_hockey.bin


--------------------------------------------------------------------------------
/atari_roms/jamesbond.bin:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/navneet-nmk/Pytorch-RL-CPP/680812b8d1d2a6029051b45146e00fa1853d3035/atari_roms/jamesbond.bin


--------------------------------------------------------------------------------
/atari_roms/journey_escape.bin:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/navneet-nmk/Pytorch-RL-CPP/680812b8d1d2a6029051b45146e00fa1853d3035/atari_roms/journey_escape.bin


--------------------------------------------------------------------------------
/atari_roms/kaboom.bin:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/navneet-nmk/Pytorch-RL-CPP/680812b8d1d2a6029051b45146e00fa1853d3035/atari_roms/kaboom.bin


--------------------------------------------------------------------------------
/atari_roms/kangaroo.bin:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/navneet-nmk/Pytorch-RL-CPP/680812b8d1d2a6029051b45146e00fa1853d3035/atari_roms/kangaroo.bin


--------------------------------------------------------------------------------
/atari_roms/krull.bin:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/navneet-nmk/Pytorch-RL-CPP/680812b8d1d2a6029051b45146e00fa1853d3035/atari_roms/krull.bin


--------------------------------------------------------------------------------
/atari_roms/kung_fu_master.bin:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/navneet-nmk/Pytorch-RL-CPP/680812b8d1d2a6029051b45146e00fa1853d3035/atari_roms/kung_fu_master.bin


--------------------------------------------------------------------------------
/atari_roms/montezuma_revenge.bin:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/navneet-nmk/Pytorch-RL-CPP/680812b8d1d2a6029051b45146e00fa1853d3035/atari_roms/montezuma_revenge.bin


--------------------------------------------------------------------------------
/atari_roms/ms_pacman.bin:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/navneet-nmk/Pytorch-RL-CPP/680812b8d1d2a6029051b45146e00fa1853d3035/atari_roms/ms_pacman.bin


--------------------------------------------------------------------------------
/atari_roms/name_this_game.bin:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/navneet-nmk/Pytorch-RL-CPP/680812b8d1d2a6029051b45146e00fa1853d3035/atari_roms/name_this_game.bin


--------------------------------------------------------------------------------
/atari_roms/phoenix.bin:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/navneet-nmk/Pytorch-RL-CPP/680812b8d1d2a6029051b45146e00fa1853d3035/atari_roms/phoenix.bin


--------------------------------------------------------------------------------
/atari_roms/pitfall.bin:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/navneet-nmk/Pytorch-RL-CPP/680812b8d1d2a6029051b45146e00fa1853d3035/atari_roms/pitfall.bin


--------------------------------------------------------------------------------
/atari_roms/pong.bin:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/navneet-nmk/Pytorch-RL-CPP/680812b8d1d2a6029051b45146e00fa1853d3035/atari_roms/pong.bin


--------------------------------------------------------------------------------
/atari_roms/pooyan.bin:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/navneet-nmk/Pytorch-RL-CPP/680812b8d1d2a6029051b45146e00fa1853d3035/atari_roms/pooyan.bin


--------------------------------------------------------------------------------
/atari_roms/private_eye.bin:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/navneet-nmk/Pytorch-RL-CPP/680812b8d1d2a6029051b45146e00fa1853d3035/atari_roms/private_eye.bin


--------------------------------------------------------------------------------
/atari_roms/qbert.bin:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/navneet-nmk/Pytorch-RL-CPP/680812b8d1d2a6029051b45146e00fa1853d3035/atari_roms/qbert.bin


--------------------------------------------------------------------------------
/atari_roms/riverraid.bin:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/navneet-nmk/Pytorch-RL-CPP/680812b8d1d2a6029051b45146e00fa1853d3035/atari_roms/riverraid.bin


--------------------------------------------------------------------------------
/atari_roms/road_runner.bin:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/navneet-nmk/Pytorch-RL-CPP/680812b8d1d2a6029051b45146e00fa1853d3035/atari_roms/road_runner.bin


--------------------------------------------------------------------------------
/atari_roms/robotank.bin:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/navneet-nmk/Pytorch-RL-CPP/680812b8d1d2a6029051b45146e00fa1853d3035/atari_roms/robotank.bin


--------------------------------------------------------------------------------
/atari_roms/seaquest.bin:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/navneet-nmk/Pytorch-RL-CPP/680812b8d1d2a6029051b45146e00fa1853d3035/atari_roms/seaquest.bin


--------------------------------------------------------------------------------
/atari_roms/skiing.bin:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/navneet-nmk/Pytorch-RL-CPP/680812b8d1d2a6029051b45146e00fa1853d3035/atari_roms/skiing.bin


--------------------------------------------------------------------------------
/atari_roms/solaris.bin:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/navneet-nmk/Pytorch-RL-CPP/680812b8d1d2a6029051b45146e00fa1853d3035/atari_roms/solaris.bin


--------------------------------------------------------------------------------
/atari_roms/space_invaders.bin:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/navneet-nmk/Pytorch-RL-CPP/680812b8d1d2a6029051b45146e00fa1853d3035/atari_roms/space_invaders.bin


--------------------------------------------------------------------------------
/atari_roms/star_gunner.bin:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/navneet-nmk/Pytorch-RL-CPP/680812b8d1d2a6029051b45146e00fa1853d3035/atari_roms/star_gunner.bin


--------------------------------------------------------------------------------
/atari_roms/tennis.bin:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/navneet-nmk/Pytorch-RL-CPP/680812b8d1d2a6029051b45146e00fa1853d3035/atari_roms/tennis.bin


--------------------------------------------------------------------------------
/atari_roms/time_pilot.bin:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/navneet-nmk/Pytorch-RL-CPP/680812b8d1d2a6029051b45146e00fa1853d3035/atari_roms/time_pilot.bin


--------------------------------------------------------------------------------
/atari_roms/tutankham.bin:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/navneet-nmk/Pytorch-RL-CPP/680812b8d1d2a6029051b45146e00fa1853d3035/atari_roms/tutankham.bin


--------------------------------------------------------------------------------
/atari_roms/up_n_down.bin:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/navneet-nmk/Pytorch-RL-CPP/680812b8d1d2a6029051b45146e00fa1853d3035/atari_roms/up_n_down.bin


--------------------------------------------------------------------------------
/atari_roms/venture.bin:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/navneet-nmk/Pytorch-RL-CPP/680812b8d1d2a6029051b45146e00fa1853d3035/atari_roms/venture.bin


--------------------------------------------------------------------------------
/atari_roms/video_pinball.bin:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/navneet-nmk/Pytorch-RL-CPP/680812b8d1d2a6029051b45146e00fa1853d3035/atari_roms/video_pinball.bin


--------------------------------------------------------------------------------
/atari_roms/wizard_of_wor.bin:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/navneet-nmk/Pytorch-RL-CPP/680812b8d1d2a6029051b45146e00fa1853d3035/atari_roms/wizard_of_wor.bin


--------------------------------------------------------------------------------
/atari_roms/yars_revenge.bin:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/navneet-nmk/Pytorch-RL-CPP/680812b8d1d2a6029051b45146e00fa1853d3035/atari_roms/yars_revenge.bin


--------------------------------------------------------------------------------
/atari_roms/zaxxon.bin:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/navneet-nmk/Pytorch-RL-CPP/680812b8d1d2a6029051b45146e00fa1853d3035/atari_roms/zaxxon.bin


--------------------------------------------------------------------------------
/build/.DS_Store:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/navneet-nmk/Pytorch-RL-CPP/680812b8d1d2a6029051b45146e00fa1853d3035/build/.DS_Store


--------------------------------------------------------------------------------
/build/CMakeCache.txt:
--------------------------------------------------------------------------------
  1 | # This is the CMakeCache file.
  2 | # For build in directory: /Users/navneetmadhukumar/CLionProjects/Reinforcement_CPP/build
  3 | # It was generated by CMake: /usr/local/Cellar/cmake/3.14.5/bin/cmake
  4 | # You can edit this file to change values found and used by cmake.
  5 | # If you do not want to change any of the values, simply exit the editor.
  6 | # If you do want to change a value, simply edit, save, and exit the editor.
  7 | # The syntax for the file is as follows:
  8 | # KEY:TYPE=VALUE
  9 | # KEY is the name of a variable in the cache.
 10 | # TYPE is a hint to GUIs for the type of VALUE, DO NOT EDIT TYPE!.
 11 | # VALUE is the current value for the KEY.
 12 | 
 13 | ########################
 14 | # EXTERNAL cache entries
 15 | ########################
 16 | 
 17 | //Path to a library.
 18 | C10_LIBRARY:FILEPATH=/Users/navneetmadhukumar/Downloads/libtorch/lib/libc10.dylib
 19 | 
 20 | //Path to a program.
 21 | CMAKE_AR:FILEPATH=/Library/Developer/CommandLineTools/usr/bin/ar
 22 | 
 23 | //Choose the type of build, options are: None Debug Release RelWithDebInfo
 24 | // MinSizeRel ...
 25 | CMAKE_BUILD_TYPE:STRING=
 26 | 
 27 | //Enable/Disable color output during build.
 28 | CMAKE_COLOR_MAKEFILE:BOOL=ON
 29 | 
 30 | //CXX compiler
 31 | CMAKE_CXX_COMPILER:FILEPATH=/Library/Developer/CommandLineTools/usr/bin/c++
 32 | 
 33 | //Flags used by the CXX compiler during all build types.
 34 | CMAKE_CXX_FLAGS:STRING=
 35 | 
 36 | //Flags used by the CXX compiler during DEBUG builds.
 37 | CMAKE_CXX_FLAGS_DEBUG:STRING=-g
 38 | 
 39 | //Flags used by the CXX compiler during MINSIZEREL builds.
 40 | CMAKE_CXX_FLAGS_MINSIZEREL:STRING=-Os -DNDEBUG
 41 | 
 42 | //Flags used by the CXX compiler during RELEASE builds.
 43 | CMAKE_CXX_FLAGS_RELEASE:STRING=-O3 -DNDEBUG
 44 | 
 45 | //Flags used by the CXX compiler during RELWITHDEBINFO builds.
 46 | CMAKE_CXX_FLAGS_RELWITHDEBINFO:STRING=-O2 -g -DNDEBUG
 47 | 
 48 | //Executable file format
 49 | CMAKE_EXECUTABLE_FORMAT:STRING=MACHO
 50 | 
 51 | //Flags used by the linker during all build types.
 52 | CMAKE_EXE_LINKER_FLAGS:STRING=
 53 | 
 54 | //Flags used by the linker during DEBUG builds.
 55 | CMAKE_EXE_LINKER_FLAGS_DEBUG:STRING=
 56 | 
 57 | //Flags used by the linker during MINSIZEREL builds.
 58 | CMAKE_EXE_LINKER_FLAGS_MINSIZEREL:STRING=
 59 | 
 60 | //Flags used by the linker during RELEASE builds.
 61 | CMAKE_EXE_LINKER_FLAGS_RELEASE:STRING=
 62 | 
 63 | //Flags used by the linker during RELWITHDEBINFO builds.
 64 | CMAKE_EXE_LINKER_FLAGS_RELWITHDEBINFO:STRING=
 65 | 
 66 | //Enable/Disable output of compile commands during generation.
 67 | CMAKE_EXPORT_COMPILE_COMMANDS:BOOL=OFF
 68 | 
 69 | //Path to a program.
 70 | CMAKE_INSTALL_NAME_TOOL:FILEPATH=/usr/bin/install_name_tool
 71 | 
 72 | //Install path prefix, prepended onto install directories.
 73 | CMAKE_INSTALL_PREFIX:PATH=/usr/local
 74 | 
 75 | //Path to a program.
 76 | CMAKE_LINKER:FILEPATH=/Library/Developer/CommandLineTools/usr/bin/ld
 77 | 
 78 | //Path to a program.
 79 | CMAKE_MAKE_PROGRAM:FILEPATH=/usr/bin/make
 80 | 
 81 | //Flags used by the linker during the creation of modules during
 82 | // all build types.
 83 | CMAKE_MODULE_LINKER_FLAGS:STRING=
 84 | 
 85 | //Flags used by the linker during the creation of modules during
 86 | // DEBUG builds.
 87 | CMAKE_MODULE_LINKER_FLAGS_DEBUG:STRING=
 88 | 
 89 | //Flags used by the linker during the creation of modules during
 90 | // MINSIZEREL builds.
 91 | CMAKE_MODULE_LINKER_FLAGS_MINSIZEREL:STRING=
 92 | 
 93 | //Flags used by the linker during the creation of modules during
 94 | // RELEASE builds.
 95 | CMAKE_MODULE_LINKER_FLAGS_RELEASE:STRING=
 96 | 
 97 | //Flags used by the linker during the creation of modules during
 98 | // RELWITHDEBINFO builds.
 99 | CMAKE_MODULE_LINKER_FLAGS_RELWITHDEBINFO:STRING=
100 | 
101 | //Path to a program.
102 | CMAKE_NM:FILEPATH=/Library/Developer/CommandLineTools/usr/bin/nm
103 | 
104 | //Path to a program.
105 | CMAKE_OBJCOPY:FILEPATH=CMAKE_OBJCOPY-NOTFOUND
106 | 
107 | //Path to a program.
108 | CMAKE_OBJDUMP:FILEPATH=/Library/Developer/CommandLineTools/usr/bin/objdump
109 | 
110 | //Build architectures for OSX
111 | CMAKE_OSX_ARCHITECTURES:STRING=
112 | 
113 | //Minimum OS X version to target for deployment (at runtime); newer
114 | // APIs weak linked. Set to empty string for default value.
115 | CMAKE_OSX_DEPLOYMENT_TARGET:STRING=
116 | 
117 | //The product will be built against the headers and libraries located
118 | // inside the indicated SDK.
119 | CMAKE_OSX_SYSROOT:PATH=/Library/Developer/CommandLineTools/SDKs/MacOSX10.14.sdk
120 | 
121 | //Value Computed by CMake
122 | CMAKE_PROJECT_DESCRIPTION:STATIC=Reinforcement learning in C++ using PyTorch
123 | 
124 | //Value Computed by CMake
125 | CMAKE_PROJECT_HOMEPAGE_URL:STATIC=
126 | 
127 | //Value Computed by CMake
128 | CMAKE_PROJECT_NAME:STATIC=Reinforcement_CPP
129 | 
130 | //Value Computed by CMake
131 | CMAKE_PROJECT_VERSION:STATIC=1.0.0
132 | 
133 | //Value Computed by CMake
134 | CMAKE_PROJECT_VERSION_MAJOR:STATIC=1
135 | 
136 | //Value Computed by CMake
137 | CMAKE_PROJECT_VERSION_MINOR:STATIC=0
138 | 
139 | //Value Computed by CMake
140 | CMAKE_PROJECT_VERSION_PATCH:STATIC=0
141 | 
142 | //Value Computed by CMake
143 | CMAKE_PROJECT_VERSION_TWEAK:STATIC=
144 | 
145 | //Path to a program.
146 | CMAKE_RANLIB:FILEPATH=/Library/Developer/CommandLineTools/usr/bin/ranlib
147 | 
148 | //Flags used by the linker during the creation of shared libraries
149 | // during all build types.
150 | CMAKE_SHARED_LINKER_FLAGS:STRING=
151 | 
152 | //Flags used by the linker during the creation of shared libraries
153 | // during DEBUG builds.
154 | CMAKE_SHARED_LINKER_FLAGS_DEBUG:STRING=
155 | 
156 | //Flags used by the linker during the creation of shared libraries
157 | // during MINSIZEREL builds.
158 | CMAKE_SHARED_LINKER_FLAGS_MINSIZEREL:STRING=
159 | 
160 | //Flags used by the linker during the creation of shared libraries
161 | // during RELEASE builds.
162 | CMAKE_SHARED_LINKER_FLAGS_RELEASE:STRING=
163 | 
164 | //Flags used by the linker during the creation of shared libraries
165 | // during RELWITHDEBINFO builds.
166 | CMAKE_SHARED_LINKER_FLAGS_RELWITHDEBINFO:STRING=
167 | 
168 | //If set, runtime paths are not added when installing shared libraries,
169 | // but are added when building.
170 | CMAKE_SKIP_INSTALL_RPATH:BOOL=NO
171 | 
172 | //If set, runtime paths are not added when using shared libraries.
173 | CMAKE_SKIP_RPATH:BOOL=NO
174 | 
175 | //Flags used by the linker during the creation of static libraries
176 | // during all build types.
177 | CMAKE_STATIC_LINKER_FLAGS:STRING=
178 | 
179 | //Flags used by the linker during the creation of static libraries
180 | // during DEBUG builds.
181 | CMAKE_STATIC_LINKER_FLAGS_DEBUG:STRING=
182 | 
183 | //Flags used by the linker during the creation of static libraries
184 | // during MINSIZEREL builds.
185 | CMAKE_STATIC_LINKER_FLAGS_MINSIZEREL:STRING=
186 | 
187 | //Flags used by the linker during the creation of static libraries
188 | // during RELEASE builds.
189 | CMAKE_STATIC_LINKER_FLAGS_RELEASE:STRING=
190 | 
191 | //Flags used by the linker during the creation of static libraries
192 | // during RELWITHDEBINFO builds.
193 | CMAKE_STATIC_LINKER_FLAGS_RELWITHDEBINFO:STRING=
194 | 
195 | //Path to a program.
196 | CMAKE_STRIP:FILEPATH=/Library/Developer/CommandLineTools/usr/bin/strip
197 | 
198 | //If this value is on, makefiles will be generated without the
199 | // .SILENT directive, and all commands will be echoed to the console
200 | // during the make.  This is useful for debugging only. With Visual
201 | // Studio IDE projects all commands are done without /nologo.
202 | CMAKE_VERBOSE_MAKEFILE:BOOL=FALSE
203 | 
204 | //The directory containing a CMake configuration file for Caffe2.
205 | Caffe2_DIR:PATH=/Users/navneetmadhukumar/Downloads/libtorch/share/cmake/Caffe2
206 | 
207 | //Path to a library.
208 | LIBALE:FILEPATH=/Users/navneetmadhukumar/Downloads/Arcade-Learning-Environment-master/libale.so
209 | 
210 | //The directory containing a CMake configuration file for MKLDNN.
211 | MKLDNN_DIR:PATH=MKLDNN_DIR-NOTFOUND
212 | 
213 | //The directory containing a CMake configuration file for MKL.
214 | MKL_DIR:PATH=MKL_DIR-NOTFOUND
215 | 
216 | //Value Computed by CMake
217 | Reinforcement_CPP_BINARY_DIR:STATIC=/Users/navneetmadhukumar/CLionProjects/Reinforcement_CPP/build
218 | 
219 | //Value Computed by CMake
220 | Reinforcement_CPP_SOURCE_DIR:STATIC=/Users/navneetmadhukumar/CLionProjects/Reinforcement_CPP
221 | 
222 | //Path to a library.
223 | TORCH_LIBRARY:FILEPATH=/Users/navneetmadhukumar/Downloads/libtorch/lib/libtorch.dylib
224 | 
225 | 
226 | ########################
227 | # INTERNAL cache entries
228 | ########################
229 | 
230 | //ADVANCED property for variable: CMAKE_AR
231 | CMAKE_AR-ADVANCED:INTERNAL=1
232 | //This is the directory where this CMakeCache.txt was created
233 | CMAKE_CACHEFILE_DIR:INTERNAL=/Users/navneetmadhukumar/CLionProjects/Reinforcement_CPP/build
234 | //Major version of cmake used to create the current loaded cache
235 | CMAKE_CACHE_MAJOR_VERSION:INTERNAL=3
236 | //Minor version of cmake used to create the current loaded cache
237 | CMAKE_CACHE_MINOR_VERSION:INTERNAL=14
238 | //Patch version of cmake used to create the current loaded cache
239 | CMAKE_CACHE_PATCH_VERSION:INTERNAL=5
240 | //ADVANCED property for variable: CMAKE_COLOR_MAKEFILE
241 | CMAKE_COLOR_MAKEFILE-ADVANCED:INTERNAL=1
242 | //Path to CMake executable.
243 | CMAKE_COMMAND:INTERNAL=/usr/local/Cellar/cmake/3.14.5/bin/cmake
244 | //Path to cpack program executable.
245 | CMAKE_CPACK_COMMAND:INTERNAL=/usr/local/Cellar/cmake/3.14.5/bin/cpack
246 | //Path to ctest program executable.
247 | CMAKE_CTEST_COMMAND:INTERNAL=/usr/local/Cellar/cmake/3.14.5/bin/ctest
248 | //ADVANCED property for variable: CMAKE_CXX_COMPILER
249 | CMAKE_CXX_COMPILER-ADVANCED:INTERNAL=1
250 | //ADVANCED property for variable: CMAKE_CXX_FLAGS
251 | CMAKE_CXX_FLAGS-ADVANCED:INTERNAL=1
252 | //ADVANCED property for variable: CMAKE_CXX_FLAGS_DEBUG
253 | CMAKE_CXX_FLAGS_DEBUG-ADVANCED:INTERNAL=1
254 | //ADVANCED property for variable: CMAKE_CXX_FLAGS_MINSIZEREL
255 | CMAKE_CXX_FLAGS_MINSIZEREL-ADVANCED:INTERNAL=1
256 | //ADVANCED property for variable: CMAKE_CXX_FLAGS_RELEASE
257 | CMAKE_CXX_FLAGS_RELEASE-ADVANCED:INTERNAL=1
258 | //ADVANCED property for variable: CMAKE_CXX_FLAGS_RELWITHDEBINFO
259 | CMAKE_CXX_FLAGS_RELWITHDEBINFO-ADVANCED:INTERNAL=1
260 | //Path to cache edit program executable.
261 | CMAKE_EDIT_COMMAND:INTERNAL=/usr/local/Cellar/cmake/3.14.5/bin/ccmake
262 | //ADVANCED property for variable: CMAKE_EXE_LINKER_FLAGS
263 | CMAKE_EXE_LINKER_FLAGS-ADVANCED:INTERNAL=1
264 | //ADVANCED property for variable: CMAKE_EXE_LINKER_FLAGS_DEBUG
265 | CMAKE_EXE_LINKER_FLAGS_DEBUG-ADVANCED:INTERNAL=1
266 | //ADVANCED property for variable: CMAKE_EXE_LINKER_FLAGS_MINSIZEREL
267 | CMAKE_EXE_LINKER_FLAGS_MINSIZEREL-ADVANCED:INTERNAL=1
268 | //ADVANCED property for variable: CMAKE_EXE_LINKER_FLAGS_RELEASE
269 | CMAKE_EXE_LINKER_FLAGS_RELEASE-ADVANCED:INTERNAL=1
270 | //ADVANCED property for variable: CMAKE_EXE_LINKER_FLAGS_RELWITHDEBINFO
271 | CMAKE_EXE_LINKER_FLAGS_RELWITHDEBINFO-ADVANCED:INTERNAL=1
272 | //ADVANCED property for variable: CMAKE_EXPORT_COMPILE_COMMANDS
273 | CMAKE_EXPORT_COMPILE_COMMANDS-ADVANCED:INTERNAL=1
274 | //Name of external makefile project generator.
275 | CMAKE_EXTRA_GENERATOR:INTERNAL=
276 | //Name of generator.
277 | CMAKE_GENERATOR:INTERNAL=Unix Makefiles
278 | //Generator instance identifier.
279 | CMAKE_GENERATOR_INSTANCE:INTERNAL=
280 | //Name of generator platform.
281 | CMAKE_GENERATOR_PLATFORM:INTERNAL=
282 | //Name of generator toolset.
283 | CMAKE_GENERATOR_TOOLSET:INTERNAL=
284 | //Have symbol pthread_create
285 | CMAKE_HAVE_LIBC_CREATE:INTERNAL=1
286 | //Have include pthread.h
287 | CMAKE_HAVE_PTHREAD_H:INTERNAL=1
288 | //Source directory with the top level CMakeLists.txt file for this
289 | // project
290 | CMAKE_HOME_DIRECTORY:INTERNAL=/Users/navneetmadhukumar/CLionProjects/Reinforcement_CPP
291 | //ADVANCED property for variable: CMAKE_INSTALL_NAME_TOOL
292 | CMAKE_INSTALL_NAME_TOOL-ADVANCED:INTERNAL=1
293 | //ADVANCED property for variable: CMAKE_LINKER
294 | CMAKE_LINKER-ADVANCED:INTERNAL=1
295 | //ADVANCED property for variable: CMAKE_MAKE_PROGRAM
296 | CMAKE_MAKE_PROGRAM-ADVANCED:INTERNAL=1
297 | //ADVANCED property for variable: CMAKE_MODULE_LINKER_FLAGS
298 | CMAKE_MODULE_LINKER_FLAGS-ADVANCED:INTERNAL=1
299 | //ADVANCED property for variable: CMAKE_MODULE_LINKER_FLAGS_DEBUG
300 | CMAKE_MODULE_LINKER_FLAGS_DEBUG-ADVANCED:INTERNAL=1
301 | //ADVANCED property for variable: CMAKE_MODULE_LINKER_FLAGS_MINSIZEREL
302 | CMAKE_MODULE_LINKER_FLAGS_MINSIZEREL-ADVANCED:INTERNAL=1
303 | //ADVANCED property for variable: CMAKE_MODULE_LINKER_FLAGS_RELEASE
304 | CMAKE_MODULE_LINKER_FLAGS_RELEASE-ADVANCED:INTERNAL=1
305 | //ADVANCED property for variable: CMAKE_MODULE_LINKER_FLAGS_RELWITHDEBINFO
306 | CMAKE_MODULE_LINKER_FLAGS_RELWITHDEBINFO-ADVANCED:INTERNAL=1
307 | //ADVANCED property for variable: CMAKE_NM
308 | CMAKE_NM-ADVANCED:INTERNAL=1
309 | //number of local generators
310 | CMAKE_NUMBER_OF_MAKEFILES:INTERNAL=1
311 | //ADVANCED property for variable: CMAKE_OBJCOPY
312 | CMAKE_OBJCOPY-ADVANCED:INTERNAL=1
313 | //ADVANCED property for variable: CMAKE_OBJDUMP
314 | CMAKE_OBJDUMP-ADVANCED:INTERNAL=1
315 | //Platform information initialized
316 | CMAKE_PLATFORM_INFO_INITIALIZED:INTERNAL=1
317 | //ADVANCED property for variable: CMAKE_RANLIB
318 | CMAKE_RANLIB-ADVANCED:INTERNAL=1
319 | //Path to CMake installation.
320 | CMAKE_ROOT:INTERNAL=/usr/local/Cellar/cmake/3.14.5/share/cmake
321 | //ADVANCED property for variable: CMAKE_SHARED_LINKER_FLAGS
322 | CMAKE_SHARED_LINKER_FLAGS-ADVANCED:INTERNAL=1
323 | //ADVANCED property for variable: CMAKE_SHARED_LINKER_FLAGS_DEBUG
324 | CMAKE_SHARED_LINKER_FLAGS_DEBUG-ADVANCED:INTERNAL=1
325 | //ADVANCED property for variable: CMAKE_SHARED_LINKER_FLAGS_MINSIZEREL
326 | CMAKE_SHARED_LINKER_FLAGS_MINSIZEREL-ADVANCED:INTERNAL=1
327 | //ADVANCED property for variable: CMAKE_SHARED_LINKER_FLAGS_RELEASE
328 | CMAKE_SHARED_LINKER_FLAGS_RELEASE-ADVANCED:INTERNAL=1
329 | //ADVANCED property for variable: CMAKE_SHARED_LINKER_FLAGS_RELWITHDEBINFO
330 | CMAKE_SHARED_LINKER_FLAGS_RELWITHDEBINFO-ADVANCED:INTERNAL=1
331 | //ADVANCED property for variable: CMAKE_SKIP_INSTALL_RPATH
332 | CMAKE_SKIP_INSTALL_RPATH-ADVANCED:INTERNAL=1
333 | //ADVANCED property for variable: CMAKE_SKIP_RPATH
334 | CMAKE_SKIP_RPATH-ADVANCED:INTERNAL=1
335 | //ADVANCED property for variable: CMAKE_STATIC_LINKER_FLAGS
336 | CMAKE_STATIC_LINKER_FLAGS-ADVANCED:INTERNAL=1
337 | //ADVANCED property for variable: CMAKE_STATIC_LINKER_FLAGS_DEBUG
338 | CMAKE_STATIC_LINKER_FLAGS_DEBUG-ADVANCED:INTERNAL=1
339 | //ADVANCED property for variable: CMAKE_STATIC_LINKER_FLAGS_MINSIZEREL
340 | CMAKE_STATIC_LINKER_FLAGS_MINSIZEREL-ADVANCED:INTERNAL=1
341 | //ADVANCED property for variable: CMAKE_STATIC_LINKER_FLAGS_RELEASE
342 | CMAKE_STATIC_LINKER_FLAGS_RELEASE-ADVANCED:INTERNAL=1
343 | //ADVANCED property for variable: CMAKE_STATIC_LINKER_FLAGS_RELWITHDEBINFO
344 | CMAKE_STATIC_LINKER_FLAGS_RELWITHDEBINFO-ADVANCED:INTERNAL=1
345 | //ADVANCED property for variable: CMAKE_STRIP
346 | CMAKE_STRIP-ADVANCED:INTERNAL=1
347 | //uname command
348 | CMAKE_UNAME:INTERNAL=/usr/bin/uname
349 | //ADVANCED property for variable: CMAKE_VERBOSE_MAKEFILE
350 | CMAKE_VERBOSE_MAKEFILE-ADVANCED:INTERNAL=1
351 | //Details about finding Threads
352 | FIND_PACKAGE_MESSAGE_DETAILS_Threads:INTERNAL=[TRUE][v()]
353 | //Details about finding torch
354 | FIND_PACKAGE_MESSAGE_DETAILS_torch:INTERNAL=[/Users/navneetmadhukumar/Downloads/libtorch/lib/libtorch.dylib][/Users/navneetmadhukumar/Downloads/libtorch/include;/Users/navneetmadhukumar/Downloads/libtorch/include/torch/csrc/api/include][v()]
355 | 
356 | 


--------------------------------------------------------------------------------
/build/CMakeFiles/3.14.5/CMakeCXXCompiler.cmake:
--------------------------------------------------------------------------------
 1 | set(CMAKE_CXX_COMPILER "/Library/Developer/CommandLineTools/usr/bin/c++")
 2 | set(CMAKE_CXX_COMPILER_ARG1 "")
 3 | set(CMAKE_CXX_COMPILER_ID "AppleClang")
 4 | set(CMAKE_CXX_COMPILER_VERSION "10.0.1.10010046")
 5 | set(CMAKE_CXX_COMPILER_VERSION_INTERNAL "")
 6 | set(CMAKE_CXX_COMPILER_WRAPPER "")
 7 | set(CMAKE_CXX_STANDARD_COMPUTED_DEFAULT "98")
 8 | set(CMAKE_CXX_COMPILE_FEATURES "cxx_std_98;cxx_template_template_parameters;cxx_std_11;cxx_alias_templates;cxx_alignas;cxx_alignof;cxx_attributes;cxx_auto_type;cxx_constexpr;cxx_decltype;cxx_decltype_incomplete_return_types;cxx_default_function_template_args;cxx_defaulted_functions;cxx_defaulted_move_initializers;cxx_delegating_constructors;cxx_deleted_functions;cxx_enum_forward_declarations;cxx_explicit_conversions;cxx_extended_friend_declarations;cxx_extern_templates;cxx_final;cxx_func_identifier;cxx_generalized_initializers;cxx_inheriting_constructors;cxx_inline_namespaces;cxx_lambdas;cxx_local_type_template_args;cxx_long_long_type;cxx_noexcept;cxx_nonstatic_member_init;cxx_nullptr;cxx_override;cxx_range_for;cxx_raw_string_literals;cxx_reference_qualified_functions;cxx_right_angle_brackets;cxx_rvalue_references;cxx_sizeof_member;cxx_static_assert;cxx_strong_enums;cxx_thread_local;cxx_trailing_return_types;cxx_unicode_literals;cxx_uniform_initialization;cxx_unrestricted_unions;cxx_user_literals;cxx_variadic_macros;cxx_variadic_templates;cxx_std_14;cxx_aggregate_default_initializers;cxx_attribute_deprecated;cxx_binary_literals;cxx_contextual_conversions;cxx_decltype_auto;cxx_digit_separators;cxx_generic_lambdas;cxx_lambda_init_captures;cxx_relaxed_constexpr;cxx_return_type_deduction;cxx_variable_templates;cxx_std_17")
 9 | set(CMAKE_CXX98_COMPILE_FEATURES "cxx_std_98;cxx_template_template_parameters")
10 | set(CMAKE_CXX11_COMPILE_FEATURES "cxx_std_11;cxx_alias_templates;cxx_alignas;cxx_alignof;cxx_attributes;cxx_auto_type;cxx_constexpr;cxx_decltype;cxx_decltype_incomplete_return_types;cxx_default_function_template_args;cxx_defaulted_functions;cxx_defaulted_move_initializers;cxx_delegating_constructors;cxx_deleted_functions;cxx_enum_forward_declarations;cxx_explicit_conversions;cxx_extended_friend_declarations;cxx_extern_templates;cxx_final;cxx_func_identifier;cxx_generalized_initializers;cxx_inheriting_constructors;cxx_inline_namespaces;cxx_lambdas;cxx_local_type_template_args;cxx_long_long_type;cxx_noexcept;cxx_nonstatic_member_init;cxx_nullptr;cxx_override;cxx_range_for;cxx_raw_string_literals;cxx_reference_qualified_functions;cxx_right_angle_brackets;cxx_rvalue_references;cxx_sizeof_member;cxx_static_assert;cxx_strong_enums;cxx_thread_local;cxx_trailing_return_types;cxx_unicode_literals;cxx_uniform_initialization;cxx_unrestricted_unions;cxx_user_literals;cxx_variadic_macros;cxx_variadic_templates")
11 | set(CMAKE_CXX14_COMPILE_FEATURES "cxx_std_14;cxx_aggregate_default_initializers;cxx_attribute_deprecated;cxx_binary_literals;cxx_contextual_conversions;cxx_decltype_auto;cxx_digit_separators;cxx_generic_lambdas;cxx_lambda_init_captures;cxx_relaxed_constexpr;cxx_return_type_deduction;cxx_variable_templates")
12 | set(CMAKE_CXX17_COMPILE_FEATURES "cxx_std_17")
13 | set(CMAKE_CXX20_COMPILE_FEATURES "")
14 | 
15 | set(CMAKE_CXX_PLATFORM_ID "Darwin")
16 | set(CMAKE_CXX_SIMULATE_ID "")
17 | set(CMAKE_CXX_SIMULATE_VERSION "")
18 | 
19 | 
20 | 
21 | set(CMAKE_AR "/Library/Developer/CommandLineTools/usr/bin/ar")
22 | set(CMAKE_CXX_COMPILER_AR "")
23 | set(CMAKE_RANLIB "/Library/Developer/CommandLineTools/usr/bin/ranlib")
24 | set(CMAKE_CXX_COMPILER_RANLIB "")
25 | set(CMAKE_LINKER "/Library/Developer/CommandLineTools/usr/bin/ld")
26 | set(CMAKE_MT "")
27 | set(CMAKE_COMPILER_IS_GNUCXX )
28 | set(CMAKE_CXX_COMPILER_LOADED 1)
29 | set(CMAKE_CXX_COMPILER_WORKS TRUE)
30 | set(CMAKE_CXX_ABI_COMPILED TRUE)
31 | set(CMAKE_COMPILER_IS_MINGW )
32 | set(CMAKE_COMPILER_IS_CYGWIN )
33 | if(CMAKE_COMPILER_IS_CYGWIN)
34 |   set(CYGWIN 1)
35 |   set(UNIX 1)
36 | endif()
37 | 
38 | set(CMAKE_CXX_COMPILER_ENV_VAR "CXX")
39 | 
40 | if(CMAKE_COMPILER_IS_MINGW)
41 |   set(MINGW 1)
42 | endif()
43 | set(CMAKE_CXX_COMPILER_ID_RUN 1)
44 | set(CMAKE_CXX_IGNORE_EXTENSIONS inl;h;hpp;HPP;H;o;O;obj;OBJ;def;DEF;rc;RC)
45 | set(CMAKE_CXX_SOURCE_FILE_EXTENSIONS C;M;c++;cc;cpp;cxx;mm;CPP)
46 | set(CMAKE_CXX_LINKER_PREFERENCE 30)
47 | set(CMAKE_CXX_LINKER_PREFERENCE_PROPAGATES 1)
48 | 
49 | # Save compiler ABI information.
50 | set(CMAKE_CXX_SIZEOF_DATA_PTR "8")
51 | set(CMAKE_CXX_COMPILER_ABI "")
52 | set(CMAKE_CXX_LIBRARY_ARCHITECTURE "")
53 | 
54 | if(CMAKE_CXX_SIZEOF_DATA_PTR)
55 |   set(CMAKE_SIZEOF_VOID_P "${CMAKE_CXX_SIZEOF_DATA_PTR}")
56 | endif()
57 | 
58 | if(CMAKE_CXX_COMPILER_ABI)
59 |   set(CMAKE_INTERNAL_PLATFORM_ABI "${CMAKE_CXX_COMPILER_ABI}")
60 | endif()
61 | 
62 | if(CMAKE_CXX_LIBRARY_ARCHITECTURE)
63 |   set(CMAKE_LIBRARY_ARCHITECTURE "")
64 | endif()
65 | 
66 | set(CMAKE_CXX_CL_SHOWINCLUDES_PREFIX "")
67 | if(CMAKE_CXX_CL_SHOWINCLUDES_PREFIX)
68 |   set(CMAKE_CL_SHOWINCLUDES_PREFIX "${CMAKE_CXX_CL_SHOWINCLUDES_PREFIX}")
69 | endif()
70 | 
71 | 
72 | 
73 | 
74 | 
75 | set(CMAKE_CXX_IMPLICIT_INCLUDE_DIRECTORIES "/usr/local/Cellar/python/3.7.4/Frameworks/Python.framework/Versions/3.7/include/python3.7m;/Library/Developer/CommandLineTools/usr/include/c++/v1;/Library/Developer/CommandLineTools/usr/lib/clang/10.0.1/include;/Library/Developer/CommandLineTools/usr/include;/Library/Developer/CommandLineTools/SDKs/MacOSX10.14.sdk/usr/include")
76 | set(CMAKE_CXX_IMPLICIT_LINK_LIBRARIES "c++")
77 | set(CMAKE_CXX_IMPLICIT_LINK_DIRECTORIES "/Library/Developer/CommandLineTools/SDKs/MacOSX10.14.sdk/usr/lib")
78 | set(CMAKE_CXX_IMPLICIT_LINK_FRAMEWORK_DIRECTORIES "/Library/Developer/CommandLineTools/SDKs/MacOSX10.14.sdk/System/Library/Frameworks")
79 | 


--------------------------------------------------------------------------------
/build/CMakeFiles/3.14.5/CMakeDetermineCompilerABI_CXX.bin:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/navneet-nmk/Pytorch-RL-CPP/680812b8d1d2a6029051b45146e00fa1853d3035/build/CMakeFiles/3.14.5/CMakeDetermineCompilerABI_CXX.bin


--------------------------------------------------------------------------------
/build/CMakeFiles/3.14.5/CMakeSystem.cmake:
--------------------------------------------------------------------------------
 1 | set(CMAKE_HOST_SYSTEM "Darwin-18.7.0")
 2 | set(CMAKE_HOST_SYSTEM_NAME "Darwin")
 3 | set(CMAKE_HOST_SYSTEM_VERSION "18.7.0")
 4 | set(CMAKE_HOST_SYSTEM_PROCESSOR "x86_64")
 5 | 
 6 | 
 7 | 
 8 | set(CMAKE_SYSTEM "Darwin-18.7.0")
 9 | set(CMAKE_SYSTEM_NAME "Darwin")
10 | set(CMAKE_SYSTEM_VERSION "18.7.0")
11 | set(CMAKE_SYSTEM_PROCESSOR "x86_64")
12 | 
13 | set(CMAKE_CROSSCOMPILING "FALSE")
14 | 
15 | set(CMAKE_SYSTEM_LOADED 1)
16 | 


--------------------------------------------------------------------------------
/build/CMakeFiles/3.14.5/CompilerIdCXX/CMakeCXXCompilerId.cpp:
--------------------------------------------------------------------------------
  1 | /* This source file must have a .cpp extension so that all C++ compilers
  2 |    recognize the extension without flags.  Borland does not know .cxx for
  3 |    example.  */
  4 | #ifndef __cplusplus
  5 | # error "A C compiler has been selected for C++."
  6 | #endif
  7 | 
  8 | 
  9 | /* Version number components: V=Version, R=Revision, P=Patch
 10 |    Version date components:   YYYY=Year, MM=Month,   DD=Day  */
 11 | 
 12 | #if defined(__COMO__)
 13 | # define COMPILER_ID "Comeau"
 14 |   /* __COMO_VERSION__ = VRR */
 15 | # define COMPILER_VERSION_MAJOR DEC(__COMO_VERSION__ / 100)
 16 | # define COMPILER_VERSION_MINOR DEC(__COMO_VERSION__ % 100)
 17 | 
 18 | #elif defined(__INTEL_COMPILER) || defined(__ICC)
 19 | # define COMPILER_ID "Intel"
 20 | # if defined(_MSC_VER)
 21 | #  define SIMULATE_ID "MSVC"
 22 | # endif
 23 |   /* __INTEL_COMPILER = VRP */
 24 | # define COMPILER_VERSION_MAJOR DEC(__INTEL_COMPILER/100)
 25 | # define COMPILER_VERSION_MINOR DEC(__INTEL_COMPILER/10 % 10)
 26 | # if defined(__INTEL_COMPILER_UPDATE)
 27 | #  define COMPILER_VERSION_PATCH DEC(__INTEL_COMPILER_UPDATE)
 28 | # else
 29 | #  define COMPILER_VERSION_PATCH DEC(__INTEL_COMPILER   % 10)
 30 | # endif
 31 | # if defined(__INTEL_COMPILER_BUILD_DATE)
 32 |   /* __INTEL_COMPILER_BUILD_DATE = YYYYMMDD */
 33 | #  define COMPILER_VERSION_TWEAK DEC(__INTEL_COMPILER_BUILD_DATE)
 34 | # endif
 35 | # if defined(_MSC_VER)
 36 |    /* _MSC_VER = VVRR */
 37 | #  define SIMULATE_VERSION_MAJOR DEC(_MSC_VER / 100)
 38 | #  define SIMULATE_VERSION_MINOR DEC(_MSC_VER % 100)
 39 | # endif
 40 | 
 41 | #elif defined(__PATHCC__)
 42 | # define COMPILER_ID "PathScale"
 43 | # define COMPILER_VERSION_MAJOR DEC(__PATHCC__)
 44 | # define COMPILER_VERSION_MINOR DEC(__PATHCC_MINOR__)
 45 | # if defined(__PATHCC_PATCHLEVEL__)
 46 | #  define COMPILER_VERSION_PATCH DEC(__PATHCC_PATCHLEVEL__)
 47 | # endif
 48 | 
 49 | #elif defined(__BORLANDC__) && defined(__CODEGEARC_VERSION__)
 50 | # define COMPILER_ID "Embarcadero"
 51 | # define COMPILER_VERSION_MAJOR HEX(__CODEGEARC_VERSION__>>24 & 0x00FF)
 52 | # define COMPILER_VERSION_MINOR HEX(__CODEGEARC_VERSION__>>16 & 0x00FF)
 53 | # define COMPILER_VERSION_PATCH DEC(__CODEGEARC_VERSION__     & 0xFFFF)
 54 | 
 55 | #elif defined(__BORLANDC__)
 56 | # define COMPILER_ID "Borland"
 57 |   /* __BORLANDC__ = 0xVRR */
 58 | # define COMPILER_VERSION_MAJOR HEX(__BORLANDC__>>8)
 59 | # define COMPILER_VERSION_MINOR HEX(__BORLANDC__ & 0xFF)
 60 | 
 61 | #elif defined(__WATCOMC__) && __WATCOMC__ < 1200
 62 | # define COMPILER_ID "Watcom"
 63 |    /* __WATCOMC__ = VVRR */
 64 | # define COMPILER_VERSION_MAJOR DEC(__WATCOMC__ / 100)
 65 | # define COMPILER_VERSION_MINOR DEC((__WATCOMC__ / 10) % 10)
 66 | # if (__WATCOMC__ % 10) > 0
 67 | #  define COMPILER_VERSION_PATCH DEC(__WATCOMC__ % 10)
 68 | # endif
 69 | 
 70 | #elif defined(__WATCOMC__)
 71 | # define COMPILER_ID "OpenWatcom"
 72 |    /* __WATCOMC__ = VVRP + 1100 */
 73 | # define COMPILER_VERSION_MAJOR DEC((__WATCOMC__ - 1100) / 100)
 74 | # define COMPILER_VERSION_MINOR DEC((__WATCOMC__ / 10) % 10)
 75 | # if (__WATCOMC__ % 10) > 0
 76 | #  define COMPILER_VERSION_PATCH DEC(__WATCOMC__ % 10)
 77 | # endif
 78 | 
 79 | #elif defined(__SUNPRO_CC)
 80 | # define COMPILER_ID "SunPro"
 81 | # if __SUNPRO_CC >= 0x5100
 82 |    /* __SUNPRO_CC = 0xVRRP */
 83 | #  define COMPILER_VERSION_MAJOR HEX(__SUNPRO_CC>>12)
 84 | #  define COMPILER_VERSION_MINOR HEX(__SUNPRO_CC>>4 & 0xFF)
 85 | #  define COMPILER_VERSION_PATCH HEX(__SUNPRO_CC    & 0xF)
 86 | # else
 87 |    /* __SUNPRO_CC = 0xVRP */
 88 | #  define COMPILER_VERSION_MAJOR HEX(__SUNPRO_CC>>8)
 89 | #  define COMPILER_VERSION_MINOR HEX(__SUNPRO_CC>>4 & 0xF)
 90 | #  define COMPILER_VERSION_PATCH HEX(__SUNPRO_CC    & 0xF)
 91 | # endif
 92 | 
 93 | #elif defined(__HP_aCC)
 94 | # define COMPILER_ID "HP"
 95 |   /* __HP_aCC = VVRRPP */
 96 | # define COMPILER_VERSION_MAJOR DEC(__HP_aCC/10000)
 97 | # define COMPILER_VERSION_MINOR DEC(__HP_aCC/100 % 100)
 98 | # define COMPILER_VERSION_PATCH DEC(__HP_aCC     % 100)
 99 | 
100 | #elif defined(__DECCXX)
101 | # define COMPILER_ID "Compaq"
102 |   /* __DECCXX_VER = VVRRTPPPP */
103 | # define COMPILER_VERSION_MAJOR DEC(__DECCXX_VER/10000000)
104 | # define COMPILER_VERSION_MINOR DEC(__DECCXX_VER/100000  % 100)
105 | # define COMPILER_VERSION_PATCH DEC(__DECCXX_VER         % 10000)
106 | 
107 | #elif defined(__IBMCPP__) && defined(__COMPILER_VER__)
108 | # define COMPILER_ID "zOS"
109 | # if defined(__ibmxl__)
110 | #  define COMPILER_VERSION_MAJOR DEC(__ibmxl_version__)
111 | #  define COMPILER_VERSION_MINOR DEC(__ibmxl_release__)
112 | #  define COMPILER_VERSION_PATCH DEC(__ibmxl_modification__)
113 | #  define COMPILER_VERSION_TWEAK DEC(__ibmxl_ptf_fix_level__)
114 | # else
115 |    /* __IBMCPP__ = VRP */
116 | #  define COMPILER_VERSION_MAJOR DEC(__IBMCPP__/100)
117 | #  define COMPILER_VERSION_MINOR DEC(__IBMCPP__/10 % 10)
118 | #  define COMPILER_VERSION_PATCH DEC(__IBMCPP__    % 10)
119 | # endif
120 | 
121 | 
122 | #elif defined(__ibmxl__) || (defined(__IBMCPP__) && !defined(__COMPILER_VER__) && __IBMCPP__ >= 800)
123 | # define COMPILER_ID "XL"
124 | # if defined(__ibmxl__)
125 | #  define COMPILER_VERSION_MAJOR DEC(__ibmxl_version__)
126 | #  define COMPILER_VERSION_MINOR DEC(__ibmxl_release__)
127 | #  define COMPILER_VERSION_PATCH DEC(__ibmxl_modification__)
128 | #  define COMPILER_VERSION_TWEAK DEC(__ibmxl_ptf_fix_level__)
129 | # else
130 |    /* __IBMCPP__ = VRP */
131 | #  define COMPILER_VERSION_MAJOR DEC(__IBMCPP__/100)
132 | #  define COMPILER_VERSION_MINOR DEC(__IBMCPP__/10 % 10)
133 | #  define COMPILER_VERSION_PATCH DEC(__IBMCPP__    % 10)
134 | # endif
135 | 
136 | 
137 | #elif defined(__IBMCPP__) && !defined(__COMPILER_VER__) && __IBMCPP__ < 800
138 | # define COMPILER_ID "VisualAge"
139 | # if defined(__ibmxl__)
140 | #  define COMPILER_VERSION_MAJOR DEC(__ibmxl_version__)
141 | #  define COMPILER_VERSION_MINOR DEC(__ibmxl_release__)
142 | #  define COMPILER_VERSION_PATCH DEC(__ibmxl_modification__)
143 | #  define COMPILER_VERSION_TWEAK DEC(__ibmxl_ptf_fix_level__)
144 | # else
145 |    /* __IBMCPP__ = VRP */
146 | #  define COMPILER_VERSION_MAJOR DEC(__IBMCPP__/100)
147 | #  define COMPILER_VERSION_MINOR DEC(__IBMCPP__/10 % 10)
148 | #  define COMPILER_VERSION_PATCH DEC(__IBMCPP__    % 10)
149 | # endif
150 | 
151 | 
152 | #elif defined(__PGI)
153 | # define COMPILER_ID "PGI"
154 | # define COMPILER_VERSION_MAJOR DEC(__PGIC__)
155 | # define COMPILER_VERSION_MINOR DEC(__PGIC_MINOR__)
156 | # if defined(__PGIC_PATCHLEVEL__)
157 | #  define COMPILER_VERSION_PATCH DEC(__PGIC_PATCHLEVEL__)
158 | # endif
159 | 
160 | #elif defined(_CRAYC)
161 | # define COMPILER_ID "Cray"
162 | # define COMPILER_VERSION_MAJOR DEC(_RELEASE_MAJOR)
163 | # define COMPILER_VERSION_MINOR DEC(_RELEASE_MINOR)
164 | 
165 | #elif defined(__TI_COMPILER_VERSION__)
166 | # define COMPILER_ID "TI"
167 |   /* __TI_COMPILER_VERSION__ = VVVRRRPPP */
168 | # define COMPILER_VERSION_MAJOR DEC(__TI_COMPILER_VERSION__/1000000)
169 | # define COMPILER_VERSION_MINOR DEC(__TI_COMPILER_VERSION__/1000   % 1000)
170 | # define COMPILER_VERSION_PATCH DEC(__TI_COMPILER_VERSION__        % 1000)
171 | 
172 | #elif defined(__FUJITSU) || defined(__FCC_VERSION) || defined(__fcc_version)
173 | # define COMPILER_ID "Fujitsu"
174 | 
175 | #elif defined(__ghs__)
176 | # define COMPILER_ID "GHS"
177 | /* __GHS_VERSION_NUMBER = VVVVRP */
178 | # ifdef __GHS_VERSION_NUMBER
179 | # define COMPILER_VERSION_MAJOR DEC(__GHS_VERSION_NUMBER / 100)
180 | # define COMPILER_VERSION_MINOR DEC(__GHS_VERSION_NUMBER / 10 % 10)
181 | # define COMPILER_VERSION_PATCH DEC(__GHS_VERSION_NUMBER      % 10)
182 | # endif
183 | 
184 | #elif defined(__SCO_VERSION__)
185 | # define COMPILER_ID "SCO"
186 | 
187 | #elif defined(__ARMCC_VERSION) && !defined(__clang__)
188 | # define COMPILER_ID "ARMCC"
189 | #if __ARMCC_VERSION >= 1000000
190 |   /* __ARMCC_VERSION = VRRPPPP */
191 |   # define COMPILER_VERSION_MAJOR DEC(__ARMCC_VERSION/1000000)
192 |   # define COMPILER_VERSION_MINOR DEC(__ARMCC_VERSION/10000 % 100)
193 |   # define COMPILER_VERSION_PATCH DEC(__ARMCC_VERSION     % 10000)
194 | #else
195 |   /* __ARMCC_VERSION = VRPPPP */
196 |   # define COMPILER_VERSION_MAJOR DEC(__ARMCC_VERSION/100000)
197 |   # define COMPILER_VERSION_MINOR DEC(__ARMCC_VERSION/10000 % 10)
198 |   # define COMPILER_VERSION_PATCH DEC(__ARMCC_VERSION    % 10000)
199 | #endif
200 | 
201 | 
202 | #elif defined(__clang__) && defined(__apple_build_version__)
203 | # define COMPILER_ID "AppleClang"
204 | # if defined(_MSC_VER)
205 | #  define SIMULATE_ID "MSVC"
206 | # endif
207 | # define COMPILER_VERSION_MAJOR DEC(__clang_major__)
208 | # define COMPILER_VERSION_MINOR DEC(__clang_minor__)
209 | # define COMPILER_VERSION_PATCH DEC(__clang_patchlevel__)
210 | # if defined(_MSC_VER)
211 |    /* _MSC_VER = VVRR */
212 | #  define SIMULATE_VERSION_MAJOR DEC(_MSC_VER / 100)
213 | #  define SIMULATE_VERSION_MINOR DEC(_MSC_VER % 100)
214 | # endif
215 | # define COMPILER_VERSION_TWEAK DEC(__apple_build_version__)
216 | 
217 | #elif defined(__clang__)
218 | # define COMPILER_ID "Clang"
219 | # if defined(_MSC_VER)
220 | #  define SIMULATE_ID "MSVC"
221 | # endif
222 | # define COMPILER_VERSION_MAJOR DEC(__clang_major__)
223 | # define COMPILER_VERSION_MINOR DEC(__clang_minor__)
224 | # define COMPILER_VERSION_PATCH DEC(__clang_patchlevel__)
225 | # if defined(_MSC_VER)
226 |    /* _MSC_VER = VVRR */
227 | #  define SIMULATE_VERSION_MAJOR DEC(_MSC_VER / 100)
228 | #  define SIMULATE_VERSION_MINOR DEC(_MSC_VER % 100)
229 | # endif
230 | 
231 | #elif defined(__GNUC__) || defined(__GNUG__)
232 | # define COMPILER_ID "GNU"
233 | # if defined(__GNUC__)
234 | #  define COMPILER_VERSION_MAJOR DEC(__GNUC__)
235 | # else
236 | #  define COMPILER_VERSION_MAJOR DEC(__GNUG__)
237 | # endif
238 | # if defined(__GNUC_MINOR__)
239 | #  define COMPILER_VERSION_MINOR DEC(__GNUC_MINOR__)
240 | # endif
241 | # if defined(__GNUC_PATCHLEVEL__)
242 | #  define COMPILER_VERSION_PATCH DEC(__GNUC_PATCHLEVEL__)
243 | # endif
244 | 
245 | #elif defined(_MSC_VER)
246 | # define COMPILER_ID "MSVC"
247 |   /* _MSC_VER = VVRR */
248 | # define COMPILER_VERSION_MAJOR DEC(_MSC_VER / 100)
249 | # define COMPILER_VERSION_MINOR DEC(_MSC_VER % 100)
250 | # if defined(_MSC_FULL_VER)
251 | #  if _MSC_VER >= 1400
252 |     /* _MSC_FULL_VER = VVRRPPPPP */
253 | #   define COMPILER_VERSION_PATCH DEC(_MSC_FULL_VER % 100000)
254 | #  else
255 |     /* _MSC_FULL_VER = VVRRPPPP */
256 | #   define COMPILER_VERSION_PATCH DEC(_MSC_FULL_VER % 10000)
257 | #  endif
258 | # endif
259 | # if defined(_MSC_BUILD)
260 | #  define COMPILER_VERSION_TWEAK DEC(_MSC_BUILD)
261 | # endif
262 | 
263 | #elif defined(__VISUALDSPVERSION__) || defined(__ADSPBLACKFIN__) || defined(__ADSPTS__) || defined(__ADSP21000__)
264 | # define COMPILER_ID "ADSP"
265 | #if defined(__VISUALDSPVERSION__)
266 |   /* __VISUALDSPVERSION__ = 0xVVRRPP00 */
267 | # define COMPILER_VERSION_MAJOR HEX(__VISUALDSPVERSION__>>24)
268 | # define COMPILER_VERSION_MINOR HEX(__VISUALDSPVERSION__>>16 & 0xFF)
269 | # define COMPILER_VERSION_PATCH HEX(__VISUALDSPVERSION__>>8  & 0xFF)
270 | #endif
271 | 
272 | #elif defined(__IAR_SYSTEMS_ICC__) || defined(__IAR_SYSTEMS_ICC)
273 | # define COMPILER_ID "IAR"
274 | # if defined(__VER__) && defined(__ICCARM__)
275 | #  define COMPILER_VERSION_MAJOR DEC((__VER__) / 1000000)
276 | #  define COMPILER_VERSION_MINOR DEC(((__VER__) / 1000) % 1000)
277 | #  define COMPILER_VERSION_PATCH DEC((__VER__) % 1000)
278 | #  define COMPILER_VERSION_INTERNAL DEC(__IAR_SYSTEMS_ICC__)
279 | # elif defined(__VER__) && defined(__ICCAVR__)
280 | #  define COMPILER_VERSION_MAJOR DEC((__VER__) / 100)
281 | #  define COMPILER_VERSION_MINOR DEC((__VER__) - (((__VER__) / 100)*100))
282 | #  define COMPILER_VERSION_PATCH DEC(__SUBVERSION__)
283 | #  define COMPILER_VERSION_INTERNAL DEC(__IAR_SYSTEMS_ICC__)
284 | # endif
285 | 
286 | #elif defined(_SGI_COMPILER_VERSION) || defined(_COMPILER_VERSION)
287 | # define COMPILER_ID "MIPSpro"
288 | # if defined(_SGI_COMPILER_VERSION)
289 |   /* _SGI_COMPILER_VERSION = VRP */
290 | #  define COMPILER_VERSION_MAJOR DEC(_SGI_COMPILER_VERSION/100)
291 | #  define COMPILER_VERSION_MINOR DEC(_SGI_COMPILER_VERSION/10 % 10)
292 | #  define COMPILER_VERSION_PATCH DEC(_SGI_COMPILER_VERSION    % 10)
293 | # else
294 |   /* _COMPILER_VERSION = VRP */
295 | #  define COMPILER_VERSION_MAJOR DEC(_COMPILER_VERSION/100)
296 | #  define COMPILER_VERSION_MINOR DEC(_COMPILER_VERSION/10 % 10)
297 | #  define COMPILER_VERSION_PATCH DEC(_COMPILER_VERSION    % 10)
298 | # endif
299 | 
300 | 
301 | /* These compilers are either not known or too old to define an
302 |   identification macro.  Try to identify the platform and guess that
303 |   it is the native compiler.  */
304 | #elif defined(__hpux) || defined(__hpua)
305 | # define COMPILER_ID "HP"
306 | 
307 | #else /* unknown compiler */
308 | # define COMPILER_ID ""
309 | #endif
310 | 
311 | /* Construct the string literal in pieces to prevent the source from
312 |    getting matched.  Store it in a pointer rather than an array
313 |    because some compilers will just produce instructions to fill the
314 |    array rather than assigning a pointer to a static array.  */
315 | char const* info_compiler = "INFO" ":" "compiler[" COMPILER_ID "]";
316 | #ifdef SIMULATE_ID
317 | char const* info_simulate = "INFO" ":" "simulate[" SIMULATE_ID "]";
318 | #endif
319 | 
320 | #ifdef __QNXNTO__
321 | char const* qnxnto = "INFO" ":" "qnxnto[]";
322 | #endif
323 | 
324 | #if defined(__CRAYXE) || defined(__CRAYXC)
325 | char const *info_cray = "INFO" ":" "compiler_wrapper[CrayPrgEnv]";
326 | #endif
327 | 
328 | #define STRINGIFY_HELPER(X) #X
329 | #define STRINGIFY(X) STRINGIFY_HELPER(X)
330 | 
331 | /* Identify known platforms by name.  */
332 | #if defined(__linux) || defined(__linux__) || defined(linux)
333 | # define PLATFORM_ID "Linux"
334 | 
335 | #elif defined(__CYGWIN__)
336 | # define PLATFORM_ID "Cygwin"
337 | 
338 | #elif defined(__MINGW32__)
339 | # define PLATFORM_ID "MinGW"
340 | 
341 | #elif defined(__APPLE__)
342 | # define PLATFORM_ID "Darwin"
343 | 
344 | #elif defined(_WIN32) || defined(__WIN32__) || defined(WIN32)
345 | # define PLATFORM_ID "Windows"
346 | 
347 | #elif defined(__FreeBSD__) || defined(__FreeBSD)
348 | # define PLATFORM_ID "FreeBSD"
349 | 
350 | #elif defined(__NetBSD__) || defined(__NetBSD)
351 | # define PLATFORM_ID "NetBSD"
352 | 
353 | #elif defined(__OpenBSD__) || defined(__OPENBSD)
354 | # define PLATFORM_ID "OpenBSD"
355 | 
356 | #elif defined(__sun) || defined(sun)
357 | # define PLATFORM_ID "SunOS"
358 | 
359 | #elif defined(_AIX) || defined(__AIX) || defined(__AIX__) || defined(__aix) || defined(__aix__)
360 | # define PLATFORM_ID "AIX"
361 | 
362 | #elif defined(__hpux) || defined(__hpux__)
363 | # define PLATFORM_ID "HP-UX"
364 | 
365 | #elif defined(__HAIKU__)
366 | # define PLATFORM_ID "Haiku"
367 | 
368 | #elif defined(__BeOS) || defined(__BEOS__) || defined(_BEOS)
369 | # define PLATFORM_ID "BeOS"
370 | 
371 | #elif defined(__QNX__) || defined(__QNXNTO__)
372 | # define PLATFORM_ID "QNX"
373 | 
374 | #elif defined(__tru64) || defined(_tru64) || defined(__TRU64__)
375 | # define PLATFORM_ID "Tru64"
376 | 
377 | #elif defined(__riscos) || defined(__riscos__)
378 | # define PLATFORM_ID "RISCos"
379 | 
380 | #elif defined(__sinix) || defined(__sinix__) || defined(__SINIX__)
381 | # define PLATFORM_ID "SINIX"
382 | 
383 | #elif defined(__UNIX_SV__)
384 | # define PLATFORM_ID "UNIX_SV"
385 | 
386 | #elif defined(__bsdos__)
387 | # define PLATFORM_ID "BSDOS"
388 | 
389 | #elif defined(_MPRAS) || defined(MPRAS)
390 | # define PLATFORM_ID "MP-RAS"
391 | 
392 | #elif defined(__osf) || defined(__osf__)
393 | # define PLATFORM_ID "OSF1"
394 | 
395 | #elif defined(_SCO_SV) || defined(SCO_SV) || defined(sco_sv)
396 | # define PLATFORM_ID "SCO_SV"
397 | 
398 | #elif defined(__ultrix) || defined(__ultrix__) || defined(_ULTRIX)
399 | # define PLATFORM_ID "ULTRIX"
400 | 
401 | #elif defined(__XENIX__) || defined(_XENIX) || defined(XENIX)
402 | # define PLATFORM_ID "Xenix"
403 | 
404 | #elif defined(__WATCOMC__)
405 | # if defined(__LINUX__)
406 | #  define PLATFORM_ID "Linux"
407 | 
408 | # elif defined(__DOS__)
409 | #  define PLATFORM_ID "DOS"
410 | 
411 | # elif defined(__OS2__)
412 | #  define PLATFORM_ID "OS2"
413 | 
414 | # elif defined(__WINDOWS__)
415 | #  define PLATFORM_ID "Windows3x"
416 | 
417 | # else /* unknown platform */
418 | #  define PLATFORM_ID
419 | # endif
420 | 
421 | #elif defined(__INTEGRITY)
422 | # if defined(INT_178B)
423 | #  define PLATFORM_ID "Integrity178"
424 | 
425 | # else /* regular Integrity */
426 | #  define PLATFORM_ID "Integrity"
427 | # endif
428 | 
429 | #else /* unknown platform */
430 | # define PLATFORM_ID
431 | 
432 | #endif
433 | 
434 | /* For windows compilers MSVC and Intel we can determine
435 |    the architecture of the compiler being used.  This is because
436 |    the compilers do not have flags that can change the architecture,
437 |    but rather depend on which compiler is being used
438 | */
439 | #if defined(_WIN32) && defined(_MSC_VER)
440 | # if defined(_M_IA64)
441 | #  define ARCHITECTURE_ID "IA64"
442 | 
443 | # elif defined(_M_X64) || defined(_M_AMD64)
444 | #  define ARCHITECTURE_ID "x64"
445 | 
446 | # elif defined(_M_IX86)
447 | #  define ARCHITECTURE_ID "X86"
448 | 
449 | # elif defined(_M_ARM64)
450 | #  define ARCHITECTURE_ID "ARM64"
451 | 
452 | # elif defined(_M_ARM)
453 | #  if _M_ARM == 4
454 | #   define ARCHITECTURE_ID "ARMV4I"
455 | #  elif _M_ARM == 5
456 | #   define ARCHITECTURE_ID "ARMV5I"
457 | #  else
458 | #   define ARCHITECTURE_ID "ARMV" STRINGIFY(_M_ARM)
459 | #  endif
460 | 
461 | # elif defined(_M_MIPS)
462 | #  define ARCHITECTURE_ID "MIPS"
463 | 
464 | # elif defined(_M_SH)
465 | #  define ARCHITECTURE_ID "SHx"
466 | 
467 | # else /* unknown architecture */
468 | #  define ARCHITECTURE_ID ""
469 | # endif
470 | 
471 | #elif defined(__WATCOMC__)
472 | # if defined(_M_I86)
473 | #  define ARCHITECTURE_ID "I86"
474 | 
475 | # elif defined(_M_IX86)
476 | #  define ARCHITECTURE_ID "X86"
477 | 
478 | # else /* unknown architecture */
479 | #  define ARCHITECTURE_ID ""
480 | # endif
481 | 
482 | #elif defined(__IAR_SYSTEMS_ICC__) || defined(__IAR_SYSTEMS_ICC)
483 | # if defined(__ICCARM__)
484 | #  define ARCHITECTURE_ID "ARM"
485 | 
486 | # elif defined(__ICCAVR__)
487 | #  define ARCHITECTURE_ID "AVR"
488 | 
489 | # else /* unknown architecture */
490 | #  define ARCHITECTURE_ID ""
491 | # endif
492 | 
493 | #elif defined(__ghs__)
494 | # if defined(__PPC64__)
495 | #  define ARCHITECTURE_ID "PPC64"
496 | 
497 | # elif defined(__ppc__)
498 | #  define ARCHITECTURE_ID "PPC"
499 | 
500 | # elif defined(__ARM__)
501 | #  define ARCHITECTURE_ID "ARM"
502 | 
503 | # elif defined(__x86_64__)
504 | #  define ARCHITECTURE_ID "x64"
505 | 
506 | # elif defined(__i386__)
507 | #  define ARCHITECTURE_ID "X86"
508 | 
509 | # else /* unknown architecture */
510 | #  define ARCHITECTURE_ID ""
511 | # endif
512 | #else
513 | #  define ARCHITECTURE_ID
514 | #endif
515 | 
516 | /* Convert integer to decimal digit literals.  */
517 | #define DEC(n)                   \
518 |   ('0' + (((n) / 10000000)%10)), \
519 |   ('0' + (((n) / 1000000)%10)),  \
520 |   ('0' + (((n) / 100000)%10)),   \
521 |   ('0' + (((n) / 10000)%10)),    \
522 |   ('0' + (((n) / 1000)%10)),     \
523 |   ('0' + (((n) / 100)%10)),      \
524 |   ('0' + (((n) / 10)%10)),       \
525 |   ('0' +  ((n) % 10))
526 | 
527 | /* Convert integer to hex digit literals.  */
528 | #define HEX(n)             \
529 |   ('0' + ((n)>>28 & 0xF)), \
530 |   ('0' + ((n)>>24 & 0xF)), \
531 |   ('0' + ((n)>>20 & 0xF)), \
532 |   ('0' + ((n)>>16 & 0xF)), \
533 |   ('0' + ((n)>>12 & 0xF)), \
534 |   ('0' + ((n)>>8  & 0xF)), \
535 |   ('0' + ((n)>>4  & 0xF)), \
536 |   ('0' + ((n)     & 0xF))
537 | 
538 | /* Construct a string literal encoding the version number components. */
539 | #ifdef COMPILER_VERSION_MAJOR
540 | char const info_version[] = {
541 |   'I', 'N', 'F', 'O', ':',
542 |   'c','o','m','p','i','l','e','r','_','v','e','r','s','i','o','n','[',
543 |   COMPILER_VERSION_MAJOR,
544 | # ifdef COMPILER_VERSION_MINOR
545 |   '.', COMPILER_VERSION_MINOR,
546 | #  ifdef COMPILER_VERSION_PATCH
547 |    '.', COMPILER_VERSION_PATCH,
548 | #   ifdef COMPILER_VERSION_TWEAK
549 |     '.', COMPILER_VERSION_TWEAK,
550 | #   endif
551 | #  endif
552 | # endif
553 |   ']','\0'};
554 | #endif
555 | 
556 | /* Construct a string literal encoding the internal version number. */
557 | #ifdef COMPILER_VERSION_INTERNAL
558 | char const info_version_internal[] = {
559 |   'I', 'N', 'F', 'O', ':',
560 |   'c','o','m','p','i','l','e','r','_','v','e','r','s','i','o','n','_',
561 |   'i','n','t','e','r','n','a','l','[',
562 |   COMPILER_VERSION_INTERNAL,']','\0'};
563 | #endif
564 | 
565 | /* Construct a string literal encoding the version number components. */
566 | #ifdef SIMULATE_VERSION_MAJOR
567 | char const info_simulate_version[] = {
568 |   'I', 'N', 'F', 'O', ':',
569 |   's','i','m','u','l','a','t','e','_','v','e','r','s','i','o','n','[',
570 |   SIMULATE_VERSION_MAJOR,
571 | # ifdef SIMULATE_VERSION_MINOR
572 |   '.', SIMULATE_VERSION_MINOR,
573 | #  ifdef SIMULATE_VERSION_PATCH
574 |    '.', SIMULATE_VERSION_PATCH,
575 | #   ifdef SIMULATE_VERSION_TWEAK
576 |     '.', SIMULATE_VERSION_TWEAK,
577 | #   endif
578 | #  endif
579 | # endif
580 |   ']','\0'};
581 | #endif
582 | 
583 | /* Construct the string literal in pieces to prevent the source from
584 |    getting matched.  Store it in a pointer rather than an array
585 |    because some compilers will just produce instructions to fill the
586 |    array rather than assigning a pointer to a static array.  */
587 | char const* info_platform = "INFO" ":" "platform[" PLATFORM_ID "]";
588 | char const* info_arch = "INFO" ":" "arch[" ARCHITECTURE_ID "]";
589 | 
590 | 
591 | 
592 | 
593 | #if defined(_MSC_VER) && defined(_MSVC_LANG)
594 | #define CXX_STD _MSVC_LANG
595 | #else
596 | #define CXX_STD __cplusplus
597 | #endif
598 | 
599 | const char* info_language_dialect_default = "INFO" ":" "dialect_default["
600 | #if CXX_STD > 201703L
601 |   "20"
602 | #elif CXX_STD >= 201703L
603 |   "17"
604 | #elif CXX_STD >= 201402L
605 |   "14"
606 | #elif CXX_STD >= 201103L
607 |   "11"
608 | #else
609 |   "98"
610 | #endif
611 | "]";
612 | 
613 | /*--------------------------------------------------------------------------*/
614 | 
615 | int main(int argc, char* argv[])
616 | {
617 |   int require = 0;
618 |   require += info_compiler[argc];
619 |   require += info_platform[argc];
620 | #ifdef COMPILER_VERSION_MAJOR
621 |   require += info_version[argc];
622 | #endif
623 | #ifdef COMPILER_VERSION_INTERNAL
624 |   require += info_version_internal[argc];
625 | #endif
626 | #ifdef SIMULATE_ID
627 |   require += info_simulate[argc];
628 | #endif
629 | #ifdef SIMULATE_VERSION_MAJOR
630 |   require += info_simulate_version[argc];
631 | #endif
632 | #if defined(__CRAYXE) || defined(__CRAYXC)
633 |   require += info_cray[argc];
634 | #endif
635 |   require += info_language_dialect_default[argc];
636 |   (void)argv;
637 |   return require;
638 | }
639 | 


--------------------------------------------------------------------------------
/build/CMakeFiles/3.14.5/CompilerIdCXX/a.out:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/navneet-nmk/Pytorch-RL-CPP/680812b8d1d2a6029051b45146e00fa1853d3035/build/CMakeFiles/3.14.5/CompilerIdCXX/a.out


--------------------------------------------------------------------------------
/build/CMakeFiles/CMakeDirectoryInformation.cmake:
--------------------------------------------------------------------------------
 1 | # CMAKE generated file: DO NOT EDIT!
 2 | # Generated by "Unix Makefiles" Generator, CMake Version 3.14
 3 | 
 4 | # Relative path conversion top directories.
 5 | set(CMAKE_RELATIVE_PATH_TOP_SOURCE "/Users/navneetmadhukumar/CLionProjects/Reinforcement_CPP")
 6 | set(CMAKE_RELATIVE_PATH_TOP_BINARY "/Users/navneetmadhukumar/CLionProjects/Reinforcement_CPP/build")
 7 | 
 8 | # Force unix paths in dependencies.
 9 | set(CMAKE_FORCE_UNIX_PATHS 1)
10 | 
11 | 
12 | # The C and CXX include file regular expressions for this directory.
13 | set(CMAKE_C_INCLUDE_REGEX_SCAN "^.*$")
14 | set(CMAKE_C_INCLUDE_REGEX_COMPLAIN "^$")
15 | set(CMAKE_CXX_INCLUDE_REGEX_SCAN ${CMAKE_C_INCLUDE_REGEX_SCAN})
16 | set(CMAKE_CXX_INCLUDE_REGEX_COMPLAIN ${CMAKE_C_INCLUDE_REGEX_COMPLAIN})
17 | 


--------------------------------------------------------------------------------
/build/CMakeFiles/Makefile.cmake:
--------------------------------------------------------------------------------
  1 | # CMAKE generated file: DO NOT EDIT!
  2 | # Generated by "Unix Makefiles" Generator, CMake Version 3.14
  3 | 
  4 | # The generator used is:
  5 | set(CMAKE_DEPENDS_GENERATOR "Unix Makefiles")
  6 | 
  7 | # The top level Makefile was generated from the following files:
  8 | set(CMAKE_MAKEFILE_DEPENDS
  9 |   "CMakeCache.txt"
 10 |   "../CMakeLists.txt"
 11 |   "CMakeFiles/3.14.5/CMakeCXXCompiler.cmake"
 12 |   "CMakeFiles/3.14.5/CMakeSystem.cmake"
 13 |   "CMakeFiles/feature_tests.cxx"
 14 |   "/Users/navneetmadhukumar/Downloads/libtorch/share/cmake/Caffe2/Caffe2Config.cmake"
 15 |   "/Users/navneetmadhukumar/Downloads/libtorch/share/cmake/Caffe2/Caffe2ConfigVersion.cmake"
 16 |   "/Users/navneetmadhukumar/Downloads/libtorch/share/cmake/Caffe2/Caffe2Targets-release.cmake"
 17 |   "/Users/navneetmadhukumar/Downloads/libtorch/share/cmake/Caffe2/Caffe2Targets.cmake"
 18 |   "/Users/navneetmadhukumar/Downloads/libtorch/share/cmake/Caffe2/public/mkl.cmake"
 19 |   "/Users/navneetmadhukumar/Downloads/libtorch/share/cmake/Caffe2/public/mkldnn.cmake"
 20 |   "/Users/navneetmadhukumar/Downloads/libtorch/share/cmake/Caffe2/public/threads.cmake"
 21 |   "/Users/navneetmadhukumar/Downloads/libtorch/share/cmake/Caffe2/public/utils.cmake"
 22 |   "/Users/navneetmadhukumar/Downloads/libtorch/share/cmake/Torch/TorchConfig.cmake"
 23 |   "/Users/navneetmadhukumar/Downloads/libtorch/share/cmake/Torch/TorchConfigVersion.cmake"
 24 |   "/usr/local/Cellar/cmake/3.14.5/share/cmake/Modules/CMakeCXXCompiler.cmake.in"
 25 |   "/usr/local/Cellar/cmake/3.14.5/share/cmake/Modules/CMakeCXXCompilerABI.cpp"
 26 |   "/usr/local/Cellar/cmake/3.14.5/share/cmake/Modules/CMakeCXXInformation.cmake"
 27 |   "/usr/local/Cellar/cmake/3.14.5/share/cmake/Modules/CMakeCheckCompilerFlagCommonPatterns.cmake"
 28 |   "/usr/local/Cellar/cmake/3.14.5/share/cmake/Modules/CMakeCommonLanguageInclude.cmake"
 29 |   "/usr/local/Cellar/cmake/3.14.5/share/cmake/Modules/CMakeCompilerIdDetection.cmake"
 30 |   "/usr/local/Cellar/cmake/3.14.5/share/cmake/Modules/CMakeConfigurableFile.in"
 31 |   "/usr/local/Cellar/cmake/3.14.5/share/cmake/Modules/CMakeDetermineCXXCompiler.cmake"
 32 |   "/usr/local/Cellar/cmake/3.14.5/share/cmake/Modules/CMakeDetermineCompileFeatures.cmake"
 33 |   "/usr/local/Cellar/cmake/3.14.5/share/cmake/Modules/CMakeDetermineCompiler.cmake"
 34 |   "/usr/local/Cellar/cmake/3.14.5/share/cmake/Modules/CMakeDetermineCompilerABI.cmake"
 35 |   "/usr/local/Cellar/cmake/3.14.5/share/cmake/Modules/CMakeDetermineCompilerId.cmake"
 36 |   "/usr/local/Cellar/cmake/3.14.5/share/cmake/Modules/CMakeDetermineSystem.cmake"
 37 |   "/usr/local/Cellar/cmake/3.14.5/share/cmake/Modules/CMakeFindBinUtils.cmake"
 38 |   "/usr/local/Cellar/cmake/3.14.5/share/cmake/Modules/CMakeGenericSystem.cmake"
 39 |   "/usr/local/Cellar/cmake/3.14.5/share/cmake/Modules/CMakeInitializeConfigs.cmake"
 40 |   "/usr/local/Cellar/cmake/3.14.5/share/cmake/Modules/CMakeLanguageInformation.cmake"
 41 |   "/usr/local/Cellar/cmake/3.14.5/share/cmake/Modules/CMakeParseImplicitIncludeInfo.cmake"
 42 |   "/usr/local/Cellar/cmake/3.14.5/share/cmake/Modules/CMakeParseImplicitLinkInfo.cmake"
 43 |   "/usr/local/Cellar/cmake/3.14.5/share/cmake/Modules/CMakeSystem.cmake.in"
 44 |   "/usr/local/Cellar/cmake/3.14.5/share/cmake/Modules/CMakeSystemSpecificInformation.cmake"
 45 |   "/usr/local/Cellar/cmake/3.14.5/share/cmake/Modules/CMakeSystemSpecificInitialize.cmake"
 46 |   "/usr/local/Cellar/cmake/3.14.5/share/cmake/Modules/CMakeTestCXXCompiler.cmake"
 47 |   "/usr/local/Cellar/cmake/3.14.5/share/cmake/Modules/CMakeTestCompilerCommon.cmake"
 48 |   "/usr/local/Cellar/cmake/3.14.5/share/cmake/Modules/CMakeUnixFindMake.cmake"
 49 |   "/usr/local/Cellar/cmake/3.14.5/share/cmake/Modules/CheckIncludeFile.cxx.in"
 50 |   "/usr/local/Cellar/cmake/3.14.5/share/cmake/Modules/CheckIncludeFileCXX.cmake"
 51 |   "/usr/local/Cellar/cmake/3.14.5/share/cmake/Modules/CheckLibraryExists.cmake"
 52 |   "/usr/local/Cellar/cmake/3.14.5/share/cmake/Modules/CheckSymbolExists.cmake"
 53 |   "/usr/local/Cellar/cmake/3.14.5/share/cmake/Modules/Compiler/ADSP-DetermineCompiler.cmake"
 54 |   "/usr/local/Cellar/cmake/3.14.5/share/cmake/Modules/Compiler/ARMCC-DetermineCompiler.cmake"
 55 |   "/usr/local/Cellar/cmake/3.14.5/share/cmake/Modules/Compiler/AppleClang-CXX-FeatureTests.cmake"
 56 |   "/usr/local/Cellar/cmake/3.14.5/share/cmake/Modules/Compiler/AppleClang-CXX.cmake"
 57 |   "/usr/local/Cellar/cmake/3.14.5/share/cmake/Modules/Compiler/AppleClang-DetermineCompiler.cmake"
 58 |   "/usr/local/Cellar/cmake/3.14.5/share/cmake/Modules/Compiler/Borland-DetermineCompiler.cmake"
 59 |   "/usr/local/Cellar/cmake/3.14.5/share/cmake/Modules/Compiler/CMakeCommonCompilerMacros.cmake"
 60 |   "/usr/local/Cellar/cmake/3.14.5/share/cmake/Modules/Compiler/Clang-CXX-TestableFeatures.cmake"
 61 |   "/usr/local/Cellar/cmake/3.14.5/share/cmake/Modules/Compiler/Clang-DetermineCompiler.cmake"
 62 |   "/usr/local/Cellar/cmake/3.14.5/share/cmake/Modules/Compiler/Clang-DetermineCompilerInternal.cmake"
 63 |   "/usr/local/Cellar/cmake/3.14.5/share/cmake/Modules/Compiler/Clang.cmake"
 64 |   "/usr/local/Cellar/cmake/3.14.5/share/cmake/Modules/Compiler/Comeau-CXX-DetermineCompiler.cmake"
 65 |   "/usr/local/Cellar/cmake/3.14.5/share/cmake/Modules/Compiler/Compaq-CXX-DetermineCompiler.cmake"
 66 |   "/usr/local/Cellar/cmake/3.14.5/share/cmake/Modules/Compiler/Cray-DetermineCompiler.cmake"
 67 |   "/usr/local/Cellar/cmake/3.14.5/share/cmake/Modules/Compiler/Embarcadero-DetermineCompiler.cmake"
 68 |   "/usr/local/Cellar/cmake/3.14.5/share/cmake/Modules/Compiler/Fujitsu-DetermineCompiler.cmake"
 69 |   "/usr/local/Cellar/cmake/3.14.5/share/cmake/Modules/Compiler/GHS-DetermineCompiler.cmake"
 70 |   "/usr/local/Cellar/cmake/3.14.5/share/cmake/Modules/Compiler/GNU-CXX-DetermineCompiler.cmake"
 71 |   "/usr/local/Cellar/cmake/3.14.5/share/cmake/Modules/Compiler/GNU.cmake"
 72 |   "/usr/local/Cellar/cmake/3.14.5/share/cmake/Modules/Compiler/HP-CXX-DetermineCompiler.cmake"
 73 |   "/usr/local/Cellar/cmake/3.14.5/share/cmake/Modules/Compiler/IAR-DetermineCompiler.cmake"
 74 |   "/usr/local/Cellar/cmake/3.14.5/share/cmake/Modules/Compiler/IBMCPP-CXX-DetermineVersionInternal.cmake"
 75 |   "/usr/local/Cellar/cmake/3.14.5/share/cmake/Modules/Compiler/Intel-DetermineCompiler.cmake"
 76 |   "/usr/local/Cellar/cmake/3.14.5/share/cmake/Modules/Compiler/MIPSpro-DetermineCompiler.cmake"
 77 |   "/usr/local/Cellar/cmake/3.14.5/share/cmake/Modules/Compiler/MSVC-DetermineCompiler.cmake"
 78 |   "/usr/local/Cellar/cmake/3.14.5/share/cmake/Modules/Compiler/NVIDIA-DetermineCompiler.cmake"
 79 |   "/usr/local/Cellar/cmake/3.14.5/share/cmake/Modules/Compiler/OpenWatcom-DetermineCompiler.cmake"
 80 |   "/usr/local/Cellar/cmake/3.14.5/share/cmake/Modules/Compiler/PGI-DetermineCompiler.cmake"
 81 |   "/usr/local/Cellar/cmake/3.14.5/share/cmake/Modules/Compiler/PathScale-DetermineCompiler.cmake"
 82 |   "/usr/local/Cellar/cmake/3.14.5/share/cmake/Modules/Compiler/SCO-DetermineCompiler.cmake"
 83 |   "/usr/local/Cellar/cmake/3.14.5/share/cmake/Modules/Compiler/SunPro-CXX-DetermineCompiler.cmake"
 84 |   "/usr/local/Cellar/cmake/3.14.5/share/cmake/Modules/Compiler/TI-DetermineCompiler.cmake"
 85 |   "/usr/local/Cellar/cmake/3.14.5/share/cmake/Modules/Compiler/VisualAge-CXX-DetermineCompiler.cmake"
 86 |   "/usr/local/Cellar/cmake/3.14.5/share/cmake/Modules/Compiler/Watcom-DetermineCompiler.cmake"
 87 |   "/usr/local/Cellar/cmake/3.14.5/share/cmake/Modules/Compiler/XL-CXX-DetermineCompiler.cmake"
 88 |   "/usr/local/Cellar/cmake/3.14.5/share/cmake/Modules/Compiler/zOS-CXX-DetermineCompiler.cmake"
 89 |   "/usr/local/Cellar/cmake/3.14.5/share/cmake/Modules/FindPackageHandleStandardArgs.cmake"
 90 |   "/usr/local/Cellar/cmake/3.14.5/share/cmake/Modules/FindPackageMessage.cmake"
 91 |   "/usr/local/Cellar/cmake/3.14.5/share/cmake/Modules/FindThreads.cmake"
 92 |   "/usr/local/Cellar/cmake/3.14.5/share/cmake/Modules/Internal/CMakeCheckCompilerFlag.cmake"
 93 |   "/usr/local/Cellar/cmake/3.14.5/share/cmake/Modules/Internal/FeatureTesting.cmake"
 94 |   "/usr/local/Cellar/cmake/3.14.5/share/cmake/Modules/Platform/Apple-AppleClang-CXX.cmake"
 95 |   "/usr/local/Cellar/cmake/3.14.5/share/cmake/Modules/Platform/Apple-Clang-CXX.cmake"
 96 |   "/usr/local/Cellar/cmake/3.14.5/share/cmake/Modules/Platform/Apple-Clang.cmake"
 97 |   "/usr/local/Cellar/cmake/3.14.5/share/cmake/Modules/Platform/Darwin-Determine-CXX.cmake"
 98 |   "/usr/local/Cellar/cmake/3.14.5/share/cmake/Modules/Platform/Darwin-Initialize.cmake"
 99 |   "/usr/local/Cellar/cmake/3.14.5/share/cmake/Modules/Platform/Darwin.cmake"
100 |   "/usr/local/Cellar/cmake/3.14.5/share/cmake/Modules/Platform/UnixPaths.cmake"
101 |   )
102 | 
103 | # The corresponding makefile is:
104 | set(CMAKE_MAKEFILE_OUTPUTS
105 |   "Makefile"
106 |   "CMakeFiles/cmake.check_cache"
107 |   )
108 | 
109 | # Byproducts of CMake generate step:
110 | set(CMAKE_MAKEFILE_PRODUCTS
111 |   "CMakeFiles/3.14.5/CMakeSystem.cmake"
112 |   "CMakeFiles/3.14.5/CMakeCXXCompiler.cmake"
113 |   "CMakeFiles/3.14.5/CMakeCXXCompiler.cmake"
114 |   "CMakeFiles/CMakeDirectoryInformation.cmake"
115 |   )
116 | 
117 | # Dependency information for all targets:
118 | set(CMAKE_DEPEND_INFO_FILES
119 |   "CMakeFiles/Reinforcement_CPP.dir/DependInfo.cmake"
120 |   )
121 | 


--------------------------------------------------------------------------------
/build/CMakeFiles/Makefile2:
--------------------------------------------------------------------------------
  1 | # CMAKE generated file: DO NOT EDIT!
  2 | # Generated by "Unix Makefiles" Generator, CMake Version 3.14
  3 | 
  4 | # Default target executed when no arguments are given to make.
  5 | default_target: all
  6 | 
  7 | .PHONY : default_target
  8 | 
  9 | # The main recursive all target
 10 | all:
 11 | 
 12 | .PHONY : all
 13 | 
 14 | # The main recursive preinstall target
 15 | preinstall:
 16 | 
 17 | .PHONY : preinstall
 18 | 
 19 | # The main recursive clean target
 20 | clean:
 21 | 
 22 | .PHONY : clean
 23 | 
 24 | #=============================================================================
 25 | # Special targets provided by cmake.
 26 | 
 27 | # Disable implicit rules so canonical targets will work.
 28 | .SUFFIXES:
 29 | 
 30 | 
 31 | # Remove some rules from gmake that .SUFFIXES does not remove.
 32 | SUFFIXES =
 33 | 
 34 | .SUFFIXES: .hpux_make_needs_suffix_list
 35 | 
 36 | 
 37 | # Suppress display of executed commands.
 38 | $(VERBOSE).SILENT:
 39 | 
 40 | 
 41 | # A target that is always out of date.
 42 | cmake_force:
 43 | 
 44 | .PHONY : cmake_force
 45 | 
 46 | #=============================================================================
 47 | # Set environment variables for the build.
 48 | 
 49 | # The shell in which to execute make rules.
 50 | SHELL = /bin/sh
 51 | 
 52 | # The CMake executable.
 53 | CMAKE_COMMAND = /usr/local/Cellar/cmake/3.14.5/bin/cmake
 54 | 
 55 | # The command to remove a file.
 56 | RM = /usr/local/Cellar/cmake/3.14.5/bin/cmake -E remove -f
 57 | 
 58 | # Escaping for special characters.
 59 | EQUALS = =
 60 | 
 61 | # The top-level source directory on which CMake was run.
 62 | CMAKE_SOURCE_DIR = /Users/navneetmadhukumar/CLionProjects/Reinforcement_CPP
 63 | 
 64 | # The top-level build directory on which CMake was run.
 65 | CMAKE_BINARY_DIR = /Users/navneetmadhukumar/CLionProjects/Reinforcement_CPP/build
 66 | 
 67 | #=============================================================================
 68 | # Target rules for target CMakeFiles/Reinforcement_CPP.dir
 69 | 
 70 | # All Build rule for target.
 71 | CMakeFiles/Reinforcement_CPP.dir/all:
 72 | 	$(MAKE) -f CMakeFiles/Reinforcement_CPP.dir/build.make CMakeFiles/Reinforcement_CPP.dir/depend
 73 | 	$(MAKE) -f CMakeFiles/Reinforcement_CPP.dir/build.make CMakeFiles/Reinforcement_CPP.dir/build
 74 | 	@$(CMAKE_COMMAND) -E cmake_echo_color --switch=$(COLOR) --progress-dir=/Users/navneetmadhukumar/CLionProjects/Reinforcement_CPP/build/CMakeFiles --progress-num=1,2,3,4,5 "Built target Reinforcement_CPP"
 75 | .PHONY : CMakeFiles/Reinforcement_CPP.dir/all
 76 | 
 77 | # Include target in all.
 78 | all: CMakeFiles/Reinforcement_CPP.dir/all
 79 | 
 80 | .PHONY : all
 81 | 
 82 | # Build rule for subdir invocation for target.
 83 | CMakeFiles/Reinforcement_CPP.dir/rule: cmake_check_build_system
 84 | 	$(CMAKE_COMMAND) -E cmake_progress_start /Users/navneetmadhukumar/CLionProjects/Reinforcement_CPP/build/CMakeFiles 5
 85 | 	$(MAKE) -f CMakeFiles/Makefile2 CMakeFiles/Reinforcement_CPP.dir/all
 86 | 	$(CMAKE_COMMAND) -E cmake_progress_start /Users/navneetmadhukumar/CLionProjects/Reinforcement_CPP/build/CMakeFiles 0
 87 | .PHONY : CMakeFiles/Reinforcement_CPP.dir/rule
 88 | 
 89 | # Convenience name for target.
 90 | Reinforcement_CPP: CMakeFiles/Reinforcement_CPP.dir/rule
 91 | 
 92 | .PHONY : Reinforcement_CPP
 93 | 
 94 | # clean rule for target.
 95 | CMakeFiles/Reinforcement_CPP.dir/clean:
 96 | 	$(MAKE) -f CMakeFiles/Reinforcement_CPP.dir/build.make CMakeFiles/Reinforcement_CPP.dir/clean
 97 | .PHONY : CMakeFiles/Reinforcement_CPP.dir/clean
 98 | 
 99 | # clean rule for target.
100 | clean: CMakeFiles/Reinforcement_CPP.dir/clean
101 | 
102 | .PHONY : clean
103 | 
104 | #=============================================================================
105 | # Special targets to cleanup operation of make.
106 | 
107 | # Special rule to run CMake to check the build system integrity.
108 | # No rule that depends on this can have commands that come from listfiles
109 | # because they might be regenerated.
110 | cmake_check_build_system:
111 | 	$(CMAKE_COMMAND) -S$(CMAKE_SOURCE_DIR) -B$(CMAKE_BINARY_DIR) --check-build-system CMakeFiles/Makefile.cmake 0
112 | .PHONY : cmake_check_build_system
113 | 
114 | 


--------------------------------------------------------------------------------
/build/CMakeFiles/Reinforcement_CPP.dir/DependInfo.cmake:
--------------------------------------------------------------------------------
 1 | # The set of languages for which implicit dependencies are needed:
 2 | set(CMAKE_DEPENDS_LANGUAGES
 3 |   "CXX"
 4 |   )
 5 | # The set of files for implicit dependencies of each language:
 6 | set(CMAKE_DEPENDS_CHECK_CXX
 7 |   "/Users/navneetmadhukumar/CLionProjects/Reinforcement_CPP/ExperienceReplay.cpp" "/Users/navneetmadhukumar/CLionProjects/Reinforcement_CPP/build/CMakeFiles/Reinforcement_CPP.dir/ExperienceReplay.cpp.o"
 8 |   "/Users/navneetmadhukumar/CLionProjects/Reinforcement_CPP/Trainer.cpp" "/Users/navneetmadhukumar/CLionProjects/Reinforcement_CPP/build/CMakeFiles/Reinforcement_CPP.dir/Trainer.cpp.o"
 9 |   "/Users/navneetmadhukumar/CLionProjects/Reinforcement_CPP/dqn.cpp" "/Users/navneetmadhukumar/CLionProjects/Reinforcement_CPP/build/CMakeFiles/Reinforcement_CPP.dir/dqn.cpp.o"
10 |   "/Users/navneetmadhukumar/CLionProjects/Reinforcement_CPP/main.cpp" "/Users/navneetmadhukumar/CLionProjects/Reinforcement_CPP/build/CMakeFiles/Reinforcement_CPP.dir/main.cpp.o"
11 |   )
12 | set(CMAKE_CXX_COMPILER_ID "AppleClang")
13 | 
14 | # Preprocessor definitions for this target.
15 | set(CMAKE_TARGET_DEFINITIONS_CXX
16 |   "AT_PARALLEL_OPENMP=1"
17 |   "_THP_CORE"
18 |   )
19 | 
20 | # The include file search paths:
21 | set(CMAKE_CXX_TARGET_INCLUDE_PATH
22 |   "../include"
23 |   "../src"
24 |   "/Users/navneetmadhukumar/Downloads/libtorch/include"
25 |   "/Users/navneetmadhukumar/Downloads/libtorch/include/torch/csrc/api/include"
26 |   )
27 | 
28 | # Targets to which this target links.
29 | set(CMAKE_TARGET_LINKED_INFO_FILES
30 |   )
31 | 
32 | # Fortran module output directory.
33 | set(CMAKE_Fortran_TARGET_MODULE_DIR "")
34 | 


--------------------------------------------------------------------------------
/build/CMakeFiles/Reinforcement_CPP.dir/ExperienceReplay.cpp.o:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/navneet-nmk/Pytorch-RL-CPP/680812b8d1d2a6029051b45146e00fa1853d3035/build/CMakeFiles/Reinforcement_CPP.dir/ExperienceReplay.cpp.o


--------------------------------------------------------------------------------
/build/CMakeFiles/Reinforcement_CPP.dir/Trainer.cpp.o:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/navneet-nmk/Pytorch-RL-CPP/680812b8d1d2a6029051b45146e00fa1853d3035/build/CMakeFiles/Reinforcement_CPP.dir/Trainer.cpp.o


--------------------------------------------------------------------------------
/build/CMakeFiles/Reinforcement_CPP.dir/build.make:
--------------------------------------------------------------------------------
  1 | # CMAKE generated file: DO NOT EDIT!
  2 | # Generated by "Unix Makefiles" Generator, CMake Version 3.14
  3 | 
  4 | # Delete rule output on recipe failure.
  5 | .DELETE_ON_ERROR:
  6 | 
  7 | 
  8 | #=============================================================================
  9 | # Special targets provided by cmake.
 10 | 
 11 | # Disable implicit rules so canonical targets will work.
 12 | .SUFFIXES:
 13 | 
 14 | 
 15 | # Remove some rules from gmake that .SUFFIXES does not remove.
 16 | SUFFIXES =
 17 | 
 18 | .SUFFIXES: .hpux_make_needs_suffix_list
 19 | 
 20 | 
 21 | # Suppress display of executed commands.
 22 | $(VERBOSE).SILENT:
 23 | 
 24 | 
 25 | # A target that is always out of date.
 26 | cmake_force:
 27 | 
 28 | .PHONY : cmake_force
 29 | 
 30 | #=============================================================================
 31 | # Set environment variables for the build.
 32 | 
 33 | # The shell in which to execute make rules.
 34 | SHELL = /bin/sh
 35 | 
 36 | # The CMake executable.
 37 | CMAKE_COMMAND = /usr/local/Cellar/cmake/3.14.5/bin/cmake
 38 | 
 39 | # The command to remove a file.
 40 | RM = /usr/local/Cellar/cmake/3.14.5/bin/cmake -E remove -f
 41 | 
 42 | # Escaping for special characters.
 43 | EQUALS = =
 44 | 
 45 | # The top-level source directory on which CMake was run.
 46 | CMAKE_SOURCE_DIR = /Users/navneetmadhukumar/CLionProjects/Reinforcement_CPP
 47 | 
 48 | # The top-level build directory on which CMake was run.
 49 | CMAKE_BINARY_DIR = /Users/navneetmadhukumar/CLionProjects/Reinforcement_CPP/build
 50 | 
 51 | # Include any dependencies generated for this target.
 52 | include CMakeFiles/Reinforcement_CPP.dir/depend.make
 53 | 
 54 | # Include the progress variables for this target.
 55 | include CMakeFiles/Reinforcement_CPP.dir/progress.make
 56 | 
 57 | # Include the compile flags for this target's objects.
 58 | include CMakeFiles/Reinforcement_CPP.dir/flags.make
 59 | 
 60 | CMakeFiles/Reinforcement_CPP.dir/main.cpp.o: CMakeFiles/Reinforcement_CPP.dir/flags.make
 61 | CMakeFiles/Reinforcement_CPP.dir/main.cpp.o: ../main.cpp
 62 | 	@$(CMAKE_COMMAND) -E cmake_echo_color --switch=$(COLOR) --green --progress-dir=/Users/navneetmadhukumar/CLionProjects/Reinforcement_CPP/build/CMakeFiles --progress-num=$(CMAKE_PROGRESS_1) "Building CXX object CMakeFiles/Reinforcement_CPP.dir/main.cpp.o"
 63 | 	/Library/Developer/CommandLineTools/usr/bin/c++  $(CXX_DEFINES) $(CXX_INCLUDES) $(CXX_FLAGS) -o CMakeFiles/Reinforcement_CPP.dir/main.cpp.o -c /Users/navneetmadhukumar/CLionProjects/Reinforcement_CPP/main.cpp
 64 | 
 65 | CMakeFiles/Reinforcement_CPP.dir/main.cpp.i: cmake_force
 66 | 	@$(CMAKE_COMMAND) -E cmake_echo_color --switch=$(COLOR) --green "Preprocessing CXX source to CMakeFiles/Reinforcement_CPP.dir/main.cpp.i"
 67 | 	/Library/Developer/CommandLineTools/usr/bin/c++ $(CXX_DEFINES) $(CXX_INCLUDES) $(CXX_FLAGS) -E /Users/navneetmadhukumar/CLionProjects/Reinforcement_CPP/main.cpp > CMakeFiles/Reinforcement_CPP.dir/main.cpp.i
 68 | 
 69 | CMakeFiles/Reinforcement_CPP.dir/main.cpp.s: cmake_force
 70 | 	@$(CMAKE_COMMAND) -E cmake_echo_color --switch=$(COLOR) --green "Compiling CXX source to assembly CMakeFiles/Reinforcement_CPP.dir/main.cpp.s"
 71 | 	/Library/Developer/CommandLineTools/usr/bin/c++ $(CXX_DEFINES) $(CXX_INCLUDES) $(CXX_FLAGS) -S /Users/navneetmadhukumar/CLionProjects/Reinforcement_CPP/main.cpp -o CMakeFiles/Reinforcement_CPP.dir/main.cpp.s
 72 | 
 73 | CMakeFiles/Reinforcement_CPP.dir/ExperienceReplay.cpp.o: CMakeFiles/Reinforcement_CPP.dir/flags.make
 74 | CMakeFiles/Reinforcement_CPP.dir/ExperienceReplay.cpp.o: ../ExperienceReplay.cpp
 75 | 	@$(CMAKE_COMMAND) -E cmake_echo_color --switch=$(COLOR) --green --progress-dir=/Users/navneetmadhukumar/CLionProjects/Reinforcement_CPP/build/CMakeFiles --progress-num=$(CMAKE_PROGRESS_2) "Building CXX object CMakeFiles/Reinforcement_CPP.dir/ExperienceReplay.cpp.o"
 76 | 	/Library/Developer/CommandLineTools/usr/bin/c++  $(CXX_DEFINES) $(CXX_INCLUDES) $(CXX_FLAGS) -o CMakeFiles/Reinforcement_CPP.dir/ExperienceReplay.cpp.o -c /Users/navneetmadhukumar/CLionProjects/Reinforcement_CPP/ExperienceReplay.cpp
 77 | 
 78 | CMakeFiles/Reinforcement_CPP.dir/ExperienceReplay.cpp.i: cmake_force
 79 | 	@$(CMAKE_COMMAND) -E cmake_echo_color --switch=$(COLOR) --green "Preprocessing CXX source to CMakeFiles/Reinforcement_CPP.dir/ExperienceReplay.cpp.i"
 80 | 	/Library/Developer/CommandLineTools/usr/bin/c++ $(CXX_DEFINES) $(CXX_INCLUDES) $(CXX_FLAGS) -E /Users/navneetmadhukumar/CLionProjects/Reinforcement_CPP/ExperienceReplay.cpp > CMakeFiles/Reinforcement_CPP.dir/ExperienceReplay.cpp.i
 81 | 
 82 | CMakeFiles/Reinforcement_CPP.dir/ExperienceReplay.cpp.s: cmake_force
 83 | 	@$(CMAKE_COMMAND) -E cmake_echo_color --switch=$(COLOR) --green "Compiling CXX source to assembly CMakeFiles/Reinforcement_CPP.dir/ExperienceReplay.cpp.s"
 84 | 	/Library/Developer/CommandLineTools/usr/bin/c++ $(CXX_DEFINES) $(CXX_INCLUDES) $(CXX_FLAGS) -S /Users/navneetmadhukumar/CLionProjects/Reinforcement_CPP/ExperienceReplay.cpp -o CMakeFiles/Reinforcement_CPP.dir/ExperienceReplay.cpp.s
 85 | 
 86 | CMakeFiles/Reinforcement_CPP.dir/dqn.cpp.o: CMakeFiles/Reinforcement_CPP.dir/flags.make
 87 | CMakeFiles/Reinforcement_CPP.dir/dqn.cpp.o: ../dqn.cpp
 88 | 	@$(CMAKE_COMMAND) -E cmake_echo_color --switch=$(COLOR) --green --progress-dir=/Users/navneetmadhukumar/CLionProjects/Reinforcement_CPP/build/CMakeFiles --progress-num=$(CMAKE_PROGRESS_3) "Building CXX object CMakeFiles/Reinforcement_CPP.dir/dqn.cpp.o"
 89 | 	/Library/Developer/CommandLineTools/usr/bin/c++  $(CXX_DEFINES) $(CXX_INCLUDES) $(CXX_FLAGS) -o CMakeFiles/Reinforcement_CPP.dir/dqn.cpp.o -c /Users/navneetmadhukumar/CLionProjects/Reinforcement_CPP/dqn.cpp
 90 | 
 91 | CMakeFiles/Reinforcement_CPP.dir/dqn.cpp.i: cmake_force
 92 | 	@$(CMAKE_COMMAND) -E cmake_echo_color --switch=$(COLOR) --green "Preprocessing CXX source to CMakeFiles/Reinforcement_CPP.dir/dqn.cpp.i"
 93 | 	/Library/Developer/CommandLineTools/usr/bin/c++ $(CXX_DEFINES) $(CXX_INCLUDES) $(CXX_FLAGS) -E /Users/navneetmadhukumar/CLionProjects/Reinforcement_CPP/dqn.cpp > CMakeFiles/Reinforcement_CPP.dir/dqn.cpp.i
 94 | 
 95 | CMakeFiles/Reinforcement_CPP.dir/dqn.cpp.s: cmake_force
 96 | 	@$(CMAKE_COMMAND) -E cmake_echo_color --switch=$(COLOR) --green "Compiling CXX source to assembly CMakeFiles/Reinforcement_CPP.dir/dqn.cpp.s"
 97 | 	/Library/Developer/CommandLineTools/usr/bin/c++ $(CXX_DEFINES) $(CXX_INCLUDES) $(CXX_FLAGS) -S /Users/navneetmadhukumar/CLionProjects/Reinforcement_CPP/dqn.cpp -o CMakeFiles/Reinforcement_CPP.dir/dqn.cpp.s
 98 | 
 99 | CMakeFiles/Reinforcement_CPP.dir/Trainer.cpp.o: CMakeFiles/Reinforcement_CPP.dir/flags.make
100 | CMakeFiles/Reinforcement_CPP.dir/Trainer.cpp.o: ../Trainer.cpp
101 | 	@$(CMAKE_COMMAND) -E cmake_echo_color --switch=$(COLOR) --green --progress-dir=/Users/navneetmadhukumar/CLionProjects/Reinforcement_CPP/build/CMakeFiles --progress-num=$(CMAKE_PROGRESS_4) "Building CXX object CMakeFiles/Reinforcement_CPP.dir/Trainer.cpp.o"
102 | 	/Library/Developer/CommandLineTools/usr/bin/c++  $(CXX_DEFINES) $(CXX_INCLUDES) $(CXX_FLAGS) -o CMakeFiles/Reinforcement_CPP.dir/Trainer.cpp.o -c /Users/navneetmadhukumar/CLionProjects/Reinforcement_CPP/Trainer.cpp
103 | 
104 | CMakeFiles/Reinforcement_CPP.dir/Trainer.cpp.i: cmake_force
105 | 	@$(CMAKE_COMMAND) -E cmake_echo_color --switch=$(COLOR) --green "Preprocessing CXX source to CMakeFiles/Reinforcement_CPP.dir/Trainer.cpp.i"
106 | 	/Library/Developer/CommandLineTools/usr/bin/c++ $(CXX_DEFINES) $(CXX_INCLUDES) $(CXX_FLAGS) -E /Users/navneetmadhukumar/CLionProjects/Reinforcement_CPP/Trainer.cpp > CMakeFiles/Reinforcement_CPP.dir/Trainer.cpp.i
107 | 
108 | CMakeFiles/Reinforcement_CPP.dir/Trainer.cpp.s: cmake_force
109 | 	@$(CMAKE_COMMAND) -E cmake_echo_color --switch=$(COLOR) --green "Compiling CXX source to assembly CMakeFiles/Reinforcement_CPP.dir/Trainer.cpp.s"
110 | 	/Library/Developer/CommandLineTools/usr/bin/c++ $(CXX_DEFINES) $(CXX_INCLUDES) $(CXX_FLAGS) -S /Users/navneetmadhukumar/CLionProjects/Reinforcement_CPP/Trainer.cpp -o CMakeFiles/Reinforcement_CPP.dir/Trainer.cpp.s
111 | 
112 | # Object files for target Reinforcement_CPP
113 | Reinforcement_CPP_OBJECTS = \
114 | "CMakeFiles/Reinforcement_CPP.dir/main.cpp.o" \
115 | "CMakeFiles/Reinforcement_CPP.dir/ExperienceReplay.cpp.o" \
116 | "CMakeFiles/Reinforcement_CPP.dir/dqn.cpp.o" \
117 | "CMakeFiles/Reinforcement_CPP.dir/Trainer.cpp.o"
118 | 
119 | # External object files for target Reinforcement_CPP
120 | Reinforcement_CPP_EXTERNAL_OBJECTS =
121 | 
122 | Reinforcement_CPP: CMakeFiles/Reinforcement_CPP.dir/main.cpp.o
123 | Reinforcement_CPP: CMakeFiles/Reinforcement_CPP.dir/ExperienceReplay.cpp.o
124 | Reinforcement_CPP: CMakeFiles/Reinforcement_CPP.dir/dqn.cpp.o
125 | Reinforcement_CPP: CMakeFiles/Reinforcement_CPP.dir/Trainer.cpp.o
126 | Reinforcement_CPP: CMakeFiles/Reinforcement_CPP.dir/build.make
127 | Reinforcement_CPP: /Users/navneetmadhukumar/Downloads/Arcade-Learning-Environment-master/libale.so
128 | Reinforcement_CPP: /Users/navneetmadhukumar/Downloads/libtorch/lib/libc10.dylib
129 | Reinforcement_CPP: /Users/navneetmadhukumar/Downloads/libtorch/lib/libtorch.dylib
130 | Reinforcement_CPP: /Users/navneetmadhukumar/Downloads/libtorch/lib/libc10.dylib
131 | Reinforcement_CPP: CMakeFiles/Reinforcement_CPP.dir/link.txt
132 | 	@$(CMAKE_COMMAND) -E cmake_echo_color --switch=$(COLOR) --green --bold --progress-dir=/Users/navneetmadhukumar/CLionProjects/Reinforcement_CPP/build/CMakeFiles --progress-num=$(CMAKE_PROGRESS_5) "Linking CXX executable Reinforcement_CPP"
133 | 	$(CMAKE_COMMAND) -E cmake_link_script CMakeFiles/Reinforcement_CPP.dir/link.txt --verbose=$(VERBOSE)
134 | 
135 | # Rule to build all files generated by this target.
136 | CMakeFiles/Reinforcement_CPP.dir/build: Reinforcement_CPP
137 | 
138 | .PHONY : CMakeFiles/Reinforcement_CPP.dir/build
139 | 
140 | CMakeFiles/Reinforcement_CPP.dir/clean:
141 | 	$(CMAKE_COMMAND) -P CMakeFiles/Reinforcement_CPP.dir/cmake_clean.cmake
142 | .PHONY : CMakeFiles/Reinforcement_CPP.dir/clean
143 | 
144 | CMakeFiles/Reinforcement_CPP.dir/depend:
145 | 	cd /Users/navneetmadhukumar/CLionProjects/Reinforcement_CPP/build && $(CMAKE_COMMAND) -E cmake_depends "Unix Makefiles" /Users/navneetmadhukumar/CLionProjects/Reinforcement_CPP /Users/navneetmadhukumar/CLionProjects/Reinforcement_CPP /Users/navneetmadhukumar/CLionProjects/Reinforcement_CPP/build /Users/navneetmadhukumar/CLionProjects/Reinforcement_CPP/build /Users/navneetmadhukumar/CLionProjects/Reinforcement_CPP/build/CMakeFiles/Reinforcement_CPP.dir/DependInfo.cmake --color=$(COLOR)
146 | .PHONY : CMakeFiles/Reinforcement_CPP.dir/depend
147 | 
148 | 


--------------------------------------------------------------------------------
/build/CMakeFiles/Reinforcement_CPP.dir/cmake_clean.cmake:
--------------------------------------------------------------------------------
 1 | file(REMOVE_RECURSE
 2 |   "CMakeFiles/Reinforcement_CPP.dir/main.cpp.o"
 3 |   "CMakeFiles/Reinforcement_CPP.dir/ExperienceReplay.cpp.o"
 4 |   "CMakeFiles/Reinforcement_CPP.dir/dqn.cpp.o"
 5 |   "CMakeFiles/Reinforcement_CPP.dir/Trainer.cpp.o"
 6 |   "Reinforcement_CPP.pdb"
 7 |   "Reinforcement_CPP"
 8 | )
 9 | 
10 | # Per-language clean rules from dependency scanning.
11 | foreach(lang CXX)
12 |   include(CMakeFiles/Reinforcement_CPP.dir/cmake_clean_${lang}.cmake OPTIONAL)
13 | endforeach()
14 | 


--------------------------------------------------------------------------------
/build/CMakeFiles/Reinforcement_CPP.dir/dqn.cpp.o:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/navneet-nmk/Pytorch-RL-CPP/680812b8d1d2a6029051b45146e00fa1853d3035/build/CMakeFiles/Reinforcement_CPP.dir/dqn.cpp.o


--------------------------------------------------------------------------------
/build/CMakeFiles/Reinforcement_CPP.dir/flags.make:
--------------------------------------------------------------------------------
 1 | # CMAKE generated file: DO NOT EDIT!
 2 | # Generated by "Unix Makefiles" Generator, CMake Version 3.14
 3 | 
 4 | # compile CXX with /Library/Developer/CommandLineTools/usr/bin/c++
 5 | CXX_FLAGS =  -isysroot /Library/Developer/CommandLineTools/SDKs/MacOSX10.14.sdk   -Wall -Wextra -Wno-unused-parameter -Wno-missing-field-initializers -Wno-write-strings -Wno-unknown-pragmas -Wno-missing-braces -std=gnu++1z
 6 | 
 7 | CXX_DEFINES = -DAT_PARALLEL_OPENMP=1 -D_THP_CORE
 8 | 
 9 | CXX_INCLUDES = -I/Users/navneetmadhukumar/CLionProjects/Reinforcement_CPP/include -I/Users/navneetmadhukumar/CLionProjects/Reinforcement_CPP/src -isystem /Users/navneetmadhukumar/Downloads/libtorch/include -isystem /Users/navneetmadhukumar/Downloads/libtorch/include/torch/csrc/api/include 
10 | 
11 | 


--------------------------------------------------------------------------------
/build/CMakeFiles/Reinforcement_CPP.dir/link.txt:
--------------------------------------------------------------------------------
1 | /Library/Developer/CommandLineTools/usr/bin/c++   -isysroot /Library/Developer/CommandLineTools/SDKs/MacOSX10.14.sdk -Wl,-search_paths_first -Wl,-headerpad_max_install_names  CMakeFiles/Reinforcement_CPP.dir/main.cpp.o CMakeFiles/Reinforcement_CPP.dir/ExperienceReplay.cpp.o CMakeFiles/Reinforcement_CPP.dir/dqn.cpp.o CMakeFiles/Reinforcement_CPP.dir/Trainer.cpp.o  -o Reinforcement_CPP -Wl,-rpath,/Users/navneetmadhukumar/Downloads/libtorch/lib /Users/navneetmadhukumar/Downloads/Arcade-Learning-Environment-master/libale.so /Users/navneetmadhukumar/Downloads/libtorch/lib/libc10.dylib /Users/navneetmadhukumar/Downloads/libtorch/lib/libtorch.dylib /Users/navneetmadhukumar/Downloads/libtorch/lib/libc10.dylib 
2 | 


--------------------------------------------------------------------------------
/build/CMakeFiles/Reinforcement_CPP.dir/main.cpp.o:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/navneet-nmk/Pytorch-RL-CPP/680812b8d1d2a6029051b45146e00fa1853d3035/build/CMakeFiles/Reinforcement_CPP.dir/main.cpp.o


--------------------------------------------------------------------------------
/build/CMakeFiles/Reinforcement_CPP.dir/progress.make:
--------------------------------------------------------------------------------
1 | CMAKE_PROGRESS_1 = 1
2 | CMAKE_PROGRESS_2 = 2
3 | CMAKE_PROGRESS_3 = 3
4 | CMAKE_PROGRESS_4 = 4
5 | CMAKE_PROGRESS_5 = 5
6 | 
7 | 


--------------------------------------------------------------------------------
/build/CMakeFiles/Reinforcement_CPP.dir/test_network.cpp.o:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/navneet-nmk/Pytorch-RL-CPP/680812b8d1d2a6029051b45146e00fa1853d3035/build/CMakeFiles/Reinforcement_CPP.dir/test_network.cpp.o


--------------------------------------------------------------------------------
/build/CMakeFiles/TargetDirectories.txt:
--------------------------------------------------------------------------------
1 | /Users/navneetmadhukumar/CLionProjects/Reinforcement_CPP/build/CMakeFiles/rebuild_cache.dir
2 | /Users/navneetmadhukumar/CLionProjects/Reinforcement_CPP/build/CMakeFiles/edit_cache.dir
3 | /Users/navneetmadhukumar/CLionProjects/Reinforcement_CPP/build/CMakeFiles/Reinforcement_CPP.dir
4 | 


--------------------------------------------------------------------------------
/build/CMakeFiles/cmake.check_cache:
--------------------------------------------------------------------------------
1 | # This file is generated by cmake for dependency checking of the CMakeCache.txt file
2 | 


--------------------------------------------------------------------------------
/build/CMakeFiles/feature_tests.bin:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/navneet-nmk/Pytorch-RL-CPP/680812b8d1d2a6029051b45146e00fa1853d3035/build/CMakeFiles/feature_tests.bin


--------------------------------------------------------------------------------
/build/CMakeFiles/feature_tests.cxx:
--------------------------------------------------------------------------------
  1 | 
  2 |   const char features[] = {"\n"
  3 | "CXX_FEATURE:"
  4 | #if ((__clang_major__ * 100) + __clang_minor__) >= 400 && __has_feature(cxx_aggregate_nsdmi)
  5 | "1"
  6 | #else
  7 | "0"
  8 | #endif
  9 | "cxx_aggregate_default_initializers\n"
 10 | "CXX_FEATURE:"
 11 | #if ((__clang_major__ * 100) + __clang_minor__) >= 400 && __has_feature(cxx_alias_templates)
 12 | "1"
 13 | #else
 14 | "0"
 15 | #endif
 16 | "cxx_alias_templates\n"
 17 | "CXX_FEATURE:"
 18 | #if ((__clang_major__ * 100) + __clang_minor__) >= 400 && __has_feature(cxx_alignas)
 19 | "1"
 20 | #else
 21 | "0"
 22 | #endif
 23 | "cxx_alignas\n"
 24 | "CXX_FEATURE:"
 25 | #if ((__clang_major__ * 100) + __clang_minor__) >= 400 && __has_feature(cxx_alignas)
 26 | "1"
 27 | #else
 28 | "0"
 29 | #endif
 30 | "cxx_alignof\n"
 31 | "CXX_FEATURE:"
 32 | #if ((__clang_major__ * 100) + __clang_minor__) >= 400 && __has_feature(cxx_attributes)
 33 | "1"
 34 | #else
 35 | "0"
 36 | #endif
 37 | "cxx_attributes\n"
 38 | "CXX_FEATURE:"
 39 | #if ((__clang_major__ * 100) + __clang_minor__) >= 501 && __cplusplus > 201103L
 40 | "1"
 41 | #else
 42 | "0"
 43 | #endif
 44 | "cxx_attribute_deprecated\n"
 45 | "CXX_FEATURE:"
 46 | #if ((__clang_major__ * 100) + __clang_minor__) >= 400 && __has_feature(cxx_auto_type)
 47 | "1"
 48 | #else
 49 | "0"
 50 | #endif
 51 | "cxx_auto_type\n"
 52 | "CXX_FEATURE:"
 53 | #if ((__clang_major__ * 100) + __clang_minor__) >= 400 && __has_feature(cxx_binary_literals)
 54 | "1"
 55 | #else
 56 | "0"
 57 | #endif
 58 | "cxx_binary_literals\n"
 59 | "CXX_FEATURE:"
 60 | #if ((__clang_major__ * 100) + __clang_minor__) >= 400 && __has_feature(cxx_constexpr)
 61 | "1"
 62 | #else
 63 | "0"
 64 | #endif
 65 | "cxx_constexpr\n"
 66 | "CXX_FEATURE:"
 67 | #if ((__clang_major__ * 100) + __clang_minor__) >= 400 && __has_feature(cxx_contextual_conversions)
 68 | "1"
 69 | #else
 70 | "0"
 71 | #endif
 72 | "cxx_contextual_conversions\n"
 73 | "CXX_FEATURE:"
 74 | #if ((__clang_major__ * 100) + __clang_minor__) >= 400 && __has_feature(cxx_decltype)
 75 | "1"
 76 | #else
 77 | "0"
 78 | #endif
 79 | "cxx_decltype\n"
 80 | "CXX_FEATURE:"
 81 | #if ((__clang_major__ * 100) + __clang_minor__) >= 501 && __cplusplus > 201103L
 82 | "1"
 83 | #else
 84 | "0"
 85 | #endif
 86 | "cxx_decltype_auto\n"
 87 | "CXX_FEATURE:"
 88 | #if ((__clang_major__ * 100) + __clang_minor__) >= 400 && __has_feature(cxx_decltype_incomplete_return_types)
 89 | "1"
 90 | #else
 91 | "0"
 92 | #endif
 93 | "cxx_decltype_incomplete_return_types\n"
 94 | "CXX_FEATURE:"
 95 | #if ((__clang_major__ * 100) + __clang_minor__) >= 400 && __has_feature(cxx_default_function_template_args)
 96 | "1"
 97 | #else
 98 | "0"
 99 | #endif
100 | "cxx_default_function_template_args\n"
101 | "CXX_FEATURE:"
102 | #if ((__clang_major__ * 100) + __clang_minor__) >= 400 && __has_feature(cxx_defaulted_functions)
103 | "1"
104 | #else
105 | "0"
106 | #endif
107 | "cxx_defaulted_functions\n"
108 | "CXX_FEATURE:"
109 | #if ((__clang_major__ * 100) + __clang_minor__) >= 400 && __has_feature(cxx_defaulted_functions)
110 | "1"
111 | #else
112 | "0"
113 | #endif
114 | "cxx_defaulted_move_initializers\n"
115 | "CXX_FEATURE:"
116 | #if ((__clang_major__ * 100) + __clang_minor__) >= 400 && __has_feature(cxx_delegating_constructors)
117 | "1"
118 | #else
119 | "0"
120 | #endif
121 | "cxx_delegating_constructors\n"
122 | "CXX_FEATURE:"
123 | #if ((__clang_major__ * 100) + __clang_minor__) >= 400 && __has_feature(cxx_deleted_functions)
124 | "1"
125 | #else
126 | "0"
127 | #endif
128 | "cxx_deleted_functions\n"
129 | "CXX_FEATURE:"
130 | #if ((__clang_major__ * 100) + __clang_minor__) >= 501 && __cplusplus > 201103L
131 | "1"
132 | #else
133 | "0"
134 | #endif
135 | "cxx_digit_separators\n"
136 | "CXX_FEATURE:"
137 | #if ((__clang_major__ * 100) + __clang_minor__) >= 400 && __cplusplus >= 201103L
138 | "1"
139 | #else
140 | "0"
141 | #endif
142 | "cxx_enum_forward_declarations\n"
143 | "CXX_FEATURE:"
144 | #if ((__clang_major__ * 100) + __clang_minor__) >= 400 && __has_feature(cxx_explicit_conversions)
145 | "1"
146 | #else
147 | "0"
148 | #endif
149 | "cxx_explicit_conversions\n"
150 | "CXX_FEATURE:"
151 | #if ((__clang_major__ * 100) + __clang_minor__) >= 400 && __cplusplus >= 201103L
152 | "1"
153 | #else
154 | "0"
155 | #endif
156 | "cxx_extended_friend_declarations\n"
157 | "CXX_FEATURE:"
158 | #if ((__clang_major__ * 100) + __clang_minor__) >= 400 && __cplusplus >= 201103L
159 | "1"
160 | #else
161 | "0"
162 | #endif
163 | "cxx_extern_templates\n"
164 | "CXX_FEATURE:"
165 | #if ((__clang_major__ * 100) + __clang_minor__) >= 400 && __has_feature(cxx_override_control)
166 | "1"
167 | #else
168 | "0"
169 | #endif
170 | "cxx_final\n"
171 | "CXX_FEATURE:"
172 | #if ((__clang_major__ * 100) + __clang_minor__) >= 400 && __cplusplus >= 201103L
173 | "1"
174 | #else
175 | "0"
176 | #endif
177 | "cxx_func_identifier\n"
178 | "CXX_FEATURE:"
179 | #if ((__clang_major__ * 100) + __clang_minor__) >= 400 && __has_feature(cxx_generalized_initializers)
180 | "1"
181 | #else
182 | "0"
183 | #endif
184 | "cxx_generalized_initializers\n"
185 | "CXX_FEATURE:"
186 | #if ((__clang_major__ * 100) + __clang_minor__) >= 501 && __cplusplus > 201103L
187 | "1"
188 | #else
189 | "0"
190 | #endif
191 | "cxx_generic_lambdas\n"
192 | "CXX_FEATURE:"
193 | #if ((__clang_major__ * 100) + __clang_minor__) >= 400 && __has_feature(cxx_inheriting_constructors)
194 | "1"
195 | #else
196 | "0"
197 | #endif
198 | "cxx_inheriting_constructors\n"
199 | "CXX_FEATURE:"
200 | #if ((__clang_major__ * 100) + __clang_minor__) >= 400 && __cplusplus >= 201103L
201 | "1"
202 | #else
203 | "0"
204 | #endif
205 | "cxx_inline_namespaces\n"
206 | "CXX_FEATURE:"
207 | #if ((__clang_major__ * 100) + __clang_minor__) >= 400 && __has_feature(cxx_lambdas)
208 | "1"
209 | #else
210 | "0"
211 | #endif
212 | "cxx_lambdas\n"
213 | "CXX_FEATURE:"
214 | #if ((__clang_major__ * 100) + __clang_minor__) >= 400 && __has_feature(cxx_init_captures)
215 | "1"
216 | #else
217 | "0"
218 | #endif
219 | "cxx_lambda_init_captures\n"
220 | "CXX_FEATURE:"
221 | #if ((__clang_major__ * 100) + __clang_minor__) >= 400 && __has_feature(cxx_local_type_template_args)
222 | "1"
223 | #else
224 | "0"
225 | #endif
226 | "cxx_local_type_template_args\n"
227 | "CXX_FEATURE:"
228 | #if ((__clang_major__ * 100) + __clang_minor__) >= 400 && __cplusplus >= 201103L
229 | "1"
230 | #else
231 | "0"
232 | #endif
233 | "cxx_long_long_type\n"
234 | "CXX_FEATURE:"
235 | #if ((__clang_major__ * 100) + __clang_minor__) >= 400 && __has_feature(cxx_noexcept)
236 | "1"
237 | #else
238 | "0"
239 | #endif
240 | "cxx_noexcept\n"
241 | "CXX_FEATURE:"
242 | #if ((__clang_major__ * 100) + __clang_minor__) >= 400 && __has_feature(cxx_nonstatic_member_init)
243 | "1"
244 | #else
245 | "0"
246 | #endif
247 | "cxx_nonstatic_member_init\n"
248 | "CXX_FEATURE:"
249 | #if ((__clang_major__ * 100) + __clang_minor__) >= 400 && __has_feature(cxx_nullptr)
250 | "1"
251 | #else
252 | "0"
253 | #endif
254 | "cxx_nullptr\n"
255 | "CXX_FEATURE:"
256 | #if ((__clang_major__ * 100) + __clang_minor__) >= 400 && __has_feature(cxx_override_control)
257 | "1"
258 | #else
259 | "0"
260 | #endif
261 | "cxx_override\n"
262 | "CXX_FEATURE:"
263 | #if ((__clang_major__ * 100) + __clang_minor__) >= 400 && __has_feature(cxx_range_for)
264 | "1"
265 | #else
266 | "0"
267 | #endif
268 | "cxx_range_for\n"
269 | "CXX_FEATURE:"
270 | #if ((__clang_major__ * 100) + __clang_minor__) >= 400 && __has_feature(cxx_raw_string_literals)
271 | "1"
272 | #else
273 | "0"
274 | #endif
275 | "cxx_raw_string_literals\n"
276 | "CXX_FEATURE:"
277 | #if ((__clang_major__ * 100) + __clang_minor__) >= 400 && __has_feature(cxx_reference_qualified_functions)
278 | "1"
279 | #else
280 | "0"
281 | #endif
282 | "cxx_reference_qualified_functions\n"
283 | "CXX_FEATURE:"
284 | #if ((__clang_major__ * 100) + __clang_minor__) >= 400 && __has_feature(cxx_relaxed_constexpr)
285 | "1"
286 | #else
287 | "0"
288 | #endif
289 | "cxx_relaxed_constexpr\n"
290 | "CXX_FEATURE:"
291 | #if ((__clang_major__ * 100) + __clang_minor__) >= 400 && __has_feature(cxx_return_type_deduction)
292 | "1"
293 | #else
294 | "0"
295 | #endif
296 | "cxx_return_type_deduction\n"
297 | "CXX_FEATURE:"
298 | #if ((__clang_major__ * 100) + __clang_minor__) >= 400 && __cplusplus >= 201103L
299 | "1"
300 | #else
301 | "0"
302 | #endif
303 | "cxx_right_angle_brackets\n"
304 | "CXX_FEATURE:"
305 | #if ((__clang_major__ * 100) + __clang_minor__) >= 400 && __has_feature(cxx_rvalue_references)
306 | "1"
307 | #else
308 | "0"
309 | #endif
310 | "cxx_rvalue_references\n"
311 | "CXX_FEATURE:"
312 | #if ((__clang_major__ * 100) + __clang_minor__) >= 400 && __cplusplus >= 201103L
313 | "1"
314 | #else
315 | "0"
316 | #endif
317 | "cxx_sizeof_member\n"
318 | "CXX_FEATURE:"
319 | #if ((__clang_major__ * 100) + __clang_minor__) >= 400 && __has_feature(cxx_static_assert)
320 | "1"
321 | #else
322 | "0"
323 | #endif
324 | "cxx_static_assert\n"
325 | "CXX_FEATURE:"
326 | #if ((__clang_major__ * 100) + __clang_minor__) >= 400 && __has_feature(cxx_strong_enums)
327 | "1"
328 | #else
329 | "0"
330 | #endif
331 | "cxx_strong_enums\n"
332 | "CXX_FEATURE:"
333 | #if ((__clang_major__ * 100) + __clang_minor__) >= 400 && __cplusplus >= 199711L
334 | "1"
335 | #else
336 | "0"
337 | #endif
338 | "cxx_template_template_parameters\n"
339 | "CXX_FEATURE:"
340 | #if ((__clang_major__ * 100) + __clang_minor__) >= 400 && __has_feature(cxx_thread_local)
341 | "1"
342 | #else
343 | "0"
344 | #endif
345 | "cxx_thread_local\n"
346 | "CXX_FEATURE:"
347 | #if ((__clang_major__ * 100) + __clang_minor__) >= 400 && __has_feature(cxx_trailing_return)
348 | "1"
349 | #else
350 | "0"
351 | #endif
352 | "cxx_trailing_return_types\n"
353 | "CXX_FEATURE:"
354 | #if ((__clang_major__ * 100) + __clang_minor__) >= 400 && __has_feature(cxx_unicode_literals)
355 | "1"
356 | #else
357 | "0"
358 | #endif
359 | "cxx_unicode_literals\n"
360 | "CXX_FEATURE:"
361 | #if ((__clang_major__ * 100) + __clang_minor__) >= 400 && __has_feature(cxx_generalized_initializers)
362 | "1"
363 | #else
364 | "0"
365 | #endif
366 | "cxx_uniform_initialization\n"
367 | "CXX_FEATURE:"
368 | #if ((__clang_major__ * 100) + __clang_minor__) >= 400 && __has_feature(cxx_unrestricted_unions)
369 | "1"
370 | #else
371 | "0"
372 | #endif
373 | "cxx_unrestricted_unions\n"
374 | "CXX_FEATURE:"
375 | #if ((__clang_major__ * 100) + __clang_minor__) >= 400 && __has_feature(cxx_user_literals)
376 | "1"
377 | #else
378 | "0"
379 | #endif
380 | "cxx_user_literals\n"
381 | "CXX_FEATURE:"
382 | #if ((__clang_major__ * 100) + __clang_minor__) >= 400 && __has_feature(cxx_variable_templates)
383 | "1"
384 | #else
385 | "0"
386 | #endif
387 | "cxx_variable_templates\n"
388 | "CXX_FEATURE:"
389 | #if ((__clang_major__ * 100) + __clang_minor__) >= 400 && __cplusplus >= 201103L
390 | "1"
391 | #else
392 | "0"
393 | #endif
394 | "cxx_variadic_macros\n"
395 | "CXX_FEATURE:"
396 | #if ((__clang_major__ * 100) + __clang_minor__) >= 400 && __has_feature(cxx_variadic_templates)
397 | "1"
398 | #else
399 | "0"
400 | #endif
401 | "cxx_variadic_templates\n"
402 | 
403 | };
404 | 
405 | int main(int argc, char** argv) { (void)argv; return features[argc]; }
406 | 


--------------------------------------------------------------------------------
/build/CMakeFiles/progress.marks:
--------------------------------------------------------------------------------
1 | 5
2 | 


--------------------------------------------------------------------------------
/build/Makefile:
--------------------------------------------------------------------------------
  1 | # CMAKE generated file: DO NOT EDIT!
  2 | # Generated by "Unix Makefiles" Generator, CMake Version 3.14
  3 | 
  4 | # Default target executed when no arguments are given to make.
  5 | default_target: all
  6 | 
  7 | .PHONY : default_target
  8 | 
  9 | # Allow only one "make -f Makefile2" at a time, but pass parallelism.
 10 | .NOTPARALLEL:
 11 | 
 12 | 
 13 | #=============================================================================
 14 | # Special targets provided by cmake.
 15 | 
 16 | # Disable implicit rules so canonical targets will work.
 17 | .SUFFIXES:
 18 | 
 19 | 
 20 | # Remove some rules from gmake that .SUFFIXES does not remove.
 21 | SUFFIXES =
 22 | 
 23 | .SUFFIXES: .hpux_make_needs_suffix_list
 24 | 
 25 | 
 26 | # Suppress display of executed commands.
 27 | $(VERBOSE).SILENT:
 28 | 
 29 | 
 30 | # A target that is always out of date.
 31 | cmake_force:
 32 | 
 33 | .PHONY : cmake_force
 34 | 
 35 | #=============================================================================
 36 | # Set environment variables for the build.
 37 | 
 38 | # The shell in which to execute make rules.
 39 | SHELL = /bin/sh
 40 | 
 41 | # The CMake executable.
 42 | CMAKE_COMMAND = /usr/local/Cellar/cmake/3.14.5/bin/cmake
 43 | 
 44 | # The command to remove a file.
 45 | RM = /usr/local/Cellar/cmake/3.14.5/bin/cmake -E remove -f
 46 | 
 47 | # Escaping for special characters.
 48 | EQUALS = =
 49 | 
 50 | # The top-level source directory on which CMake was run.
 51 | CMAKE_SOURCE_DIR = /Users/navneetmadhukumar/CLionProjects/Reinforcement_CPP
 52 | 
 53 | # The top-level build directory on which CMake was run.
 54 | CMAKE_BINARY_DIR = /Users/navneetmadhukumar/CLionProjects/Reinforcement_CPP/build
 55 | 
 56 | #=============================================================================
 57 | # Targets provided globally by CMake.
 58 | 
 59 | # Special rule for the target rebuild_cache
 60 | rebuild_cache:
 61 | 	@$(CMAKE_COMMAND) -E cmake_echo_color --switch=$(COLOR) --cyan "Running CMake to regenerate build system..."
 62 | 	/usr/local/Cellar/cmake/3.14.5/bin/cmake -S$(CMAKE_SOURCE_DIR) -B$(CMAKE_BINARY_DIR)
 63 | .PHONY : rebuild_cache
 64 | 
 65 | # Special rule for the target rebuild_cache
 66 | rebuild_cache/fast: rebuild_cache
 67 | 
 68 | .PHONY : rebuild_cache/fast
 69 | 
 70 | # Special rule for the target edit_cache
 71 | edit_cache:
 72 | 	@$(CMAKE_COMMAND) -E cmake_echo_color --switch=$(COLOR) --cyan "Running CMake cache editor..."
 73 | 	/usr/local/Cellar/cmake/3.14.5/bin/ccmake -S$(CMAKE_SOURCE_DIR) -B$(CMAKE_BINARY_DIR)
 74 | .PHONY : edit_cache
 75 | 
 76 | # Special rule for the target edit_cache
 77 | edit_cache/fast: edit_cache
 78 | 
 79 | .PHONY : edit_cache/fast
 80 | 
 81 | # The main all target
 82 | all: cmake_check_build_system
 83 | 	$(CMAKE_COMMAND) -E cmake_progress_start /Users/navneetmadhukumar/CLionProjects/Reinforcement_CPP/build/CMakeFiles /Users/navneetmadhukumar/CLionProjects/Reinforcement_CPP/build/CMakeFiles/progress.marks
 84 | 	$(MAKE) -f CMakeFiles/Makefile2 all
 85 | 	$(CMAKE_COMMAND) -E cmake_progress_start /Users/navneetmadhukumar/CLionProjects/Reinforcement_CPP/build/CMakeFiles 0
 86 | .PHONY : all
 87 | 
 88 | # The main clean target
 89 | clean:
 90 | 	$(MAKE) -f CMakeFiles/Makefile2 clean
 91 | .PHONY : clean
 92 | 
 93 | # The main clean target
 94 | clean/fast: clean
 95 | 
 96 | .PHONY : clean/fast
 97 | 
 98 | # Prepare targets for installation.
 99 | preinstall: all
100 | 	$(MAKE) -f CMakeFiles/Makefile2 preinstall
101 | .PHONY : preinstall
102 | 
103 | # Prepare targets for installation.
104 | preinstall/fast:
105 | 	$(MAKE) -f CMakeFiles/Makefile2 preinstall
106 | .PHONY : preinstall/fast
107 | 
108 | # clear depends
109 | depend:
110 | 	$(CMAKE_COMMAND) -S$(CMAKE_SOURCE_DIR) -B$(CMAKE_BINARY_DIR) --check-build-system CMakeFiles/Makefile.cmake 1
111 | .PHONY : depend
112 | 
113 | #=============================================================================
114 | # Target rules for targets named Reinforcement_CPP
115 | 
116 | # Build rule for target.
117 | Reinforcement_CPP: cmake_check_build_system
118 | 	$(MAKE) -f CMakeFiles/Makefile2 Reinforcement_CPP
119 | .PHONY : Reinforcement_CPP
120 | 
121 | # fast build rule for target.
122 | Reinforcement_CPP/fast:
123 | 	$(MAKE) -f CMakeFiles/Reinforcement_CPP.dir/build.make CMakeFiles/Reinforcement_CPP.dir/build
124 | .PHONY : Reinforcement_CPP/fast
125 | 
126 | ExperienceReplay.o: ExperienceReplay.cpp.o
127 | 
128 | .PHONY : ExperienceReplay.o
129 | 
130 | # target to build an object file
131 | ExperienceReplay.cpp.o:
132 | 	$(MAKE) -f CMakeFiles/Reinforcement_CPP.dir/build.make CMakeFiles/Reinforcement_CPP.dir/ExperienceReplay.cpp.o
133 | .PHONY : ExperienceReplay.cpp.o
134 | 
135 | ExperienceReplay.i: ExperienceReplay.cpp.i
136 | 
137 | .PHONY : ExperienceReplay.i
138 | 
139 | # target to preprocess a source file
140 | ExperienceReplay.cpp.i:
141 | 	$(MAKE) -f CMakeFiles/Reinforcement_CPP.dir/build.make CMakeFiles/Reinforcement_CPP.dir/ExperienceReplay.cpp.i
142 | .PHONY : ExperienceReplay.cpp.i
143 | 
144 | ExperienceReplay.s: ExperienceReplay.cpp.s
145 | 
146 | .PHONY : ExperienceReplay.s
147 | 
148 | # target to generate assembly for a file
149 | ExperienceReplay.cpp.s:
150 | 	$(MAKE) -f CMakeFiles/Reinforcement_CPP.dir/build.make CMakeFiles/Reinforcement_CPP.dir/ExperienceReplay.cpp.s
151 | .PHONY : ExperienceReplay.cpp.s
152 | 
153 | Trainer.o: Trainer.cpp.o
154 | 
155 | .PHONY : Trainer.o
156 | 
157 | # target to build an object file
158 | Trainer.cpp.o:
159 | 	$(MAKE) -f CMakeFiles/Reinforcement_CPP.dir/build.make CMakeFiles/Reinforcement_CPP.dir/Trainer.cpp.o
160 | .PHONY : Trainer.cpp.o
161 | 
162 | Trainer.i: Trainer.cpp.i
163 | 
164 | .PHONY : Trainer.i
165 | 
166 | # target to preprocess a source file
167 | Trainer.cpp.i:
168 | 	$(MAKE) -f CMakeFiles/Reinforcement_CPP.dir/build.make CMakeFiles/Reinforcement_CPP.dir/Trainer.cpp.i
169 | .PHONY : Trainer.cpp.i
170 | 
171 | Trainer.s: Trainer.cpp.s
172 | 
173 | .PHONY : Trainer.s
174 | 
175 | # target to generate assembly for a file
176 | Trainer.cpp.s:
177 | 	$(MAKE) -f CMakeFiles/Reinforcement_CPP.dir/build.make CMakeFiles/Reinforcement_CPP.dir/Trainer.cpp.s
178 | .PHONY : Trainer.cpp.s
179 | 
180 | dqn.o: dqn.cpp.o
181 | 
182 | .PHONY : dqn.o
183 | 
184 | # target to build an object file
185 | dqn.cpp.o:
186 | 	$(MAKE) -f CMakeFiles/Reinforcement_CPP.dir/build.make CMakeFiles/Reinforcement_CPP.dir/dqn.cpp.o
187 | .PHONY : dqn.cpp.o
188 | 
189 | dqn.i: dqn.cpp.i
190 | 
191 | .PHONY : dqn.i
192 | 
193 | # target to preprocess a source file
194 | dqn.cpp.i:
195 | 	$(MAKE) -f CMakeFiles/Reinforcement_CPP.dir/build.make CMakeFiles/Reinforcement_CPP.dir/dqn.cpp.i
196 | .PHONY : dqn.cpp.i
197 | 
198 | dqn.s: dqn.cpp.s
199 | 
200 | .PHONY : dqn.s
201 | 
202 | # target to generate assembly for a file
203 | dqn.cpp.s:
204 | 	$(MAKE) -f CMakeFiles/Reinforcement_CPP.dir/build.make CMakeFiles/Reinforcement_CPP.dir/dqn.cpp.s
205 | .PHONY : dqn.cpp.s
206 | 
207 | main.o: main.cpp.o
208 | 
209 | .PHONY : main.o
210 | 
211 | # target to build an object file
212 | main.cpp.o:
213 | 	$(MAKE) -f CMakeFiles/Reinforcement_CPP.dir/build.make CMakeFiles/Reinforcement_CPP.dir/main.cpp.o
214 | .PHONY : main.cpp.o
215 | 
216 | main.i: main.cpp.i
217 | 
218 | .PHONY : main.i
219 | 
220 | # target to preprocess a source file
221 | main.cpp.i:
222 | 	$(MAKE) -f CMakeFiles/Reinforcement_CPP.dir/build.make CMakeFiles/Reinforcement_CPP.dir/main.cpp.i
223 | .PHONY : main.cpp.i
224 | 
225 | main.s: main.cpp.s
226 | 
227 | .PHONY : main.s
228 | 
229 | # target to generate assembly for a file
230 | main.cpp.s:
231 | 	$(MAKE) -f CMakeFiles/Reinforcement_CPP.dir/build.make CMakeFiles/Reinforcement_CPP.dir/main.cpp.s
232 | .PHONY : main.cpp.s
233 | 
234 | # Help Target
235 | help:
236 | 	@echo "The following are some of the valid targets for this Makefile:"
237 | 	@echo "... all (the default if no target is provided)"
238 | 	@echo "... clean"
239 | 	@echo "... depend"
240 | 	@echo "... rebuild_cache"
241 | 	@echo "... edit_cache"
242 | 	@echo "... Reinforcement_CPP"
243 | 	@echo "... ExperienceReplay.o"
244 | 	@echo "... ExperienceReplay.i"
245 | 	@echo "... ExperienceReplay.s"
246 | 	@echo "... Trainer.o"
247 | 	@echo "... Trainer.i"
248 | 	@echo "... Trainer.s"
249 | 	@echo "... dqn.o"
250 | 	@echo "... dqn.i"
251 | 	@echo "... dqn.s"
252 | 	@echo "... main.o"
253 | 	@echo "... main.i"
254 | 	@echo "... main.s"
255 | .PHONY : help
256 | 
257 | 
258 | 
259 | #=============================================================================
260 | # Special targets to cleanup operation of make.
261 | 
262 | # Special rule to run CMake to check the build system integrity.
263 | # No rule that depends on this can have commands that come from listfiles
264 | # because they might be regenerated.
265 | cmake_check_build_system:
266 | 	$(CMAKE_COMMAND) -S$(CMAKE_SOURCE_DIR) -B$(CMAKE_BINARY_DIR) --check-build-system CMakeFiles/Makefile.cmake 0
267 | .PHONY : cmake_check_build_system
268 | 
269 | 


--------------------------------------------------------------------------------
/build/Reinforcement_CPP:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/navneet-nmk/Pytorch-RL-CPP/680812b8d1d2a6029051b45146e00fa1853d3035/build/Reinforcement_CPP


--------------------------------------------------------------------------------
/build/cmake_install.cmake:
--------------------------------------------------------------------------------
 1 | # Install script for directory: /Users/navneetmadhukumar/CLionProjects/Reinforcement_CPP
 2 | 
 3 | # Set the install prefix
 4 | if(NOT DEFINED CMAKE_INSTALL_PREFIX)
 5 |   set(CMAKE_INSTALL_PREFIX "/usr/local")
 6 | endif()
 7 | string(REGEX REPLACE "/$" "" CMAKE_INSTALL_PREFIX "${CMAKE_INSTALL_PREFIX}")
 8 | 
 9 | # Set the install configuration name.
10 | if(NOT DEFINED CMAKE_INSTALL_CONFIG_NAME)
11 |   if(BUILD_TYPE)
12 |     string(REGEX REPLACE "^[^A-Za-z0-9_]+" ""
13 |            CMAKE_INSTALL_CONFIG_NAME "${BUILD_TYPE}")
14 |   else()
15 |     set(CMAKE_INSTALL_CONFIG_NAME "")
16 |   endif()
17 |   message(STATUS "Install configuration: \"${CMAKE_INSTALL_CONFIG_NAME}\"")
18 | endif()
19 | 
20 | # Set the component getting installed.
21 | if(NOT CMAKE_INSTALL_COMPONENT)
22 |   if(COMPONENT)
23 |     message(STATUS "Install component: \"${COMPONENT}\"")
24 |     set(CMAKE_INSTALL_COMPONENT "${COMPONENT}")
25 |   else()
26 |     set(CMAKE_INSTALL_COMPONENT)
27 |   endif()
28 | endif()
29 | 
30 | # Is this installation the result of a crosscompile?
31 | if(NOT DEFINED CMAKE_CROSSCOMPILING)
32 |   set(CMAKE_CROSSCOMPILING "FALSE")
33 | endif()
34 | 
35 | if(CMAKE_INSTALL_COMPONENT)
36 |   set(CMAKE_INSTALL_MANIFEST "install_manifest_${CMAKE_INSTALL_COMPONENT}.txt")
37 | else()
38 |   set(CMAKE_INSTALL_MANIFEST "install_manifest.txt")
39 | endif()
40 | 
41 | string(REPLACE ";" "\n" CMAKE_INSTALL_MANIFEST_CONTENT
42 |        "${CMAKE_INSTALL_MANIFEST_FILES}")
43 | file(WRITE "/Users/navneetmadhukumar/CLionProjects/Reinforcement_CPP/build/${CMAKE_INSTALL_MANIFEST}"
44 |      "${CMAKE_INSTALL_MANIFEST_CONTENT}")
45 | 


--------------------------------------------------------------------------------
/build/game_screen.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/navneet-nmk/Pytorch-RL-CPP/680812b8d1d2a6029051b45146e00fa1853d3035/build/game_screen.png


--------------------------------------------------------------------------------
/build/lib.macosx-10.6-x86_64-3.5/dqn.cpython-35m-darwin.so:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/navneet-nmk/Pytorch-RL-CPP/680812b8d1d2a6029051b45146e00fa1853d3035/build/lib.macosx-10.6-x86_64-3.5/dqn.cpython-35m-darwin.so


--------------------------------------------------------------------------------
/build/temp.macosx-10.6-x86_64-3.5/Trainer.o:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/navneet-nmk/Pytorch-RL-CPP/680812b8d1d2a6029051b45146e00fa1853d3035/build/temp.macosx-10.6-x86_64-3.5/Trainer.o


--------------------------------------------------------------------------------
/categorical_dqn.h:
--------------------------------------------------------------------------------
 1 | //
 2 | // Created by Navneet Madhu Kumar on 2019-07-18.
 3 | //
 4 | 
 5 | 
 6 | #pragma once
 7 | 
 8 | 
 9 | #include <torch/torch.h>
10 | #include "noisy.h"
11 | 
12 | struct CategoricalDQN : torch::nn::Module{
13 |     CategoricalDQN(int64_t num_inputs, int64_t num_actions, int64_t num_atoms, int64_t Vmin, int64_t Vmax)
14 |             :
15 |             num_atoms(num_atoms),
16 |             num_actions(num_actions),
17 |             Vmin(Vmin),
18 |             Vmax(Vmax),
19 |             linear1(torch::nn::Linear(num_inputs, 128)),
20 |             linear2(torch::nn::Linear(128, 128)),
21 |             noisy1(NoisyLinear(128, 512, 0.4)),
22 |             noisy2(NoisyLinear(512, num_actions*num_atoms, 0.4)){
23 | 
24 |     }
25 | 
26 |     torch::Tensor forward(torch::Tensor input) {
27 |         // Flatten the output
28 |         input = torch::relu(linear1(input));
29 |         input = torch::relu(linear2(input));
30 |         input = torch::relu(noisy1.forward(input));
31 |         input = noisy2.forward(input);
32 |         input = torch::softmax(input.view({-1, num_atoms}), 1).view({-1, num_actions, num_atoms});
33 |         return input;
34 |     }
35 | 
36 |     torch::Tensor act(torch::Tensor state){
37 |         torch::Tensor dist = forward(state);
38 |         dist = dist*torch::linspace(Vmin, Vmax, num_atoms);
39 |         torch::Tensor action = std::get<1>(dist.sum(2).max(1));
40 |         return action;
41 |     }
42 | 
43 |     int64_t num_atoms;
44 |     int64_t num_actions;
45 |     int64_t Vmin;
46 |     int64_t Vmax;
47 |     torch::nn::Linear linear1, linear2;
48 |     NoisyLinear noisy1, noisy2;
49 | 
50 | 
51 | };
52 | 


--------------------------------------------------------------------------------
/dqn.cpp:
--------------------------------------------------------------------------------
1 | //
2 | // Created by Navneet Madhu Kumar on 2019-07-10.
3 | //
4 | 
5 | 


--------------------------------------------------------------------------------
/dqn.h:
--------------------------------------------------------------------------------
 1 | //
 2 | // Created by Navneet Madhu Kumar on 2019-07-10.
 3 | //
 4 | 
 5 | #pragma once
 6 | 
 7 | 
 8 | #include <torch/torch.h>
 9 | 
10 | struct DQN : torch::nn::Module{
11 |     DQN(int64_t input_channels, int64_t num_actions)
12 |             :
13 |             conv1(torch::nn::Conv2dOptions(input_channels, 32, 8)
14 |                           .stride(4)
15 |                           ),
16 |             conv2(torch::nn::Conv2dOptions(32, 64, 4)
17 |                           .stride(2)
18 |                           ),
19 |             conv3(torch::nn::Conv2dOptions(64, 64, 3)
20 |                           .stride(1)
21 |                           ),
22 | 
23 |             linear1(torch::nn::Linear(64*22*16, 512)),
24 |             output(torch::nn::Linear(512, num_actions)){}
25 | 
26 |     torch::Tensor forward(torch::Tensor input) {
27 |         input = torch::relu(conv1(input));
28 |         input = torch::relu(conv2(input));
29 |         input = torch::relu(conv3(input));
30 |         // Flatten the output
31 |         input = input.view({input.size(0), -1});
32 |         input = torch::relu(linear1(input));
33 |         input = output(input);
34 |         return input;
35 |     }
36 | 
37 |     torch::Tensor act(torch::Tensor state){
38 |         torch::Tensor q_value = forward(state);
39 |         torch::Tensor action = std::get<1>(q_value.max(1));
40 |         return action;
41 |     }
42 | 
43 |     torch::nn::Conv2d conv1, conv2, conv3;
44 |     torch::nn::Linear linear1, output;
45 | };
46 | 


--------------------------------------------------------------------------------
/main.cpp:
--------------------------------------------------------------------------------
 1 | #include "Trainer.h"
 2 | #include <iostream>
 3 | // Move torch imports before ale because ale uses namespace std which interferes with the torch imports.
 4 | #include "/Users/navneetmadhukumar/Downloads/Arcade-Learning-Environment-master/src/ale_interface.hpp"
 5 | 
 6 | 
 7 | int main() {
 8 | 
 9 |     Trainer trainer(3, 18, 100000);
10 |     trainer.train(123, "/Users/navneetmadhukumar/CLionProjects/Reinforcement_CPP/atari_roms/pong.bin", 1000000);
11 | 
12 | }


--------------------------------------------------------------------------------
/noisy.h:
--------------------------------------------------------------------------------
 1 | //
 2 | // Created by Navneet Madhu Kumar on 2019-07-18.
 3 | //
 4 | 
 5 | #pragma once
 6 | 
 7 | 
 8 | #include <torch/torch.h>
 9 | #include <math.h>
10 | 
11 | struct NoisyLinear : torch::nn::Module{
12 |     NoisyLinear(int64_t in_features, int64_t out_features, float_t std_init){
13 |         W_mu = register_parameter("W_mu", torch::randn({out_features, in_features}));
14 |         W_sigma = register_parameter("W_sigma", torch::randn({out_features, in_features}));
15 |         b_mu = register_parameter("b_mu", torch::randn(out_features));
16 |         b_sigma = register_parameter("b_sigma", torch::randn(out_features));
17 |         W_epsilon = register_buffer("W_epsilon", torch::randn({out_features, in_features}));
18 |         b_epsilon  = register_buffer("b_epsilon", torch::randn(out_features));
19 | 
20 |         reset_params(std_init);
21 |         reset_noise(in_features, out_features);
22 | 
23 |     }
24 | 
25 |     torch::Tensor forward(torch::Tensor input) {
26 |         torch::Tensor weight;
27 |         torch::Tensor bias;
28 |         if (is_training()){
29 |             weight = W_mu + W_sigma.mul(W_epsilon);
30 |             bias = b_mu + b_sigma.mul(b_epsilon);
31 | 
32 |         }else{
33 |             weight = W_mu;
34 |             bias = b_mu;
35 |         }
36 | 
37 |         return torch::addmm(bias, input, weight);
38 |     }
39 | 
40 |     void reset_params(float_t std_init){
41 |         float_t mu_range = 1 / sqrt(W_mu.size(1));
42 |         W_mu.uniform_(-mu_range, mu_range);
43 |         W_sigma.fill_(std_init / sqrt(W_sigma.size(1)));
44 | 
45 |         b_mu.uniform_(-mu_range, mu_range);
46 |         b_sigma.fill_(std_init / sqrt(b_sigma.size(1)));
47 | 
48 |     }
49 |     void reset_noise(int64_t in_features, int64_t out_features){
50 |         torch::Tensor epsilon_in = scale_noise(in_features);
51 |         torch::Tensor epsilon_out = scale_noise(out_features);
52 | 
53 |         W_epsilon.copy_(epsilon_out.ger(epsilon_in));
54 |         b_epsilon.copy_(scale_noise(out_features));
55 | 
56 |     }
57 | 
58 |     torch::Tensor scale_noise(int64_t size){
59 |         torch::Tensor x = torch::randn(size);
60 |         x = x.sign().mul(x.abs().sqrt());
61 |         return x;
62 |     }
63 | 
64 |     torch::Tensor W_mu, W_sigma, b_mu, b_sigma, W_epsilon, b_epsilon;
65 | };
66 | 
67 | 
68 | 
69 | 


--------------------------------------------------------------------------------