├── DatasetConverter
    ├── build.xml
    ├── build
    │   └── classes
    │   │   ├── .netbeans_automatic_build
    │   │   ├── .netbeans_update_resources
    │   │   └── converters
    │   │       ├── Converter$1.class
    │   │       ├── Converter.class
    │   │       └── ConverterMain.class
    ├── manifest.mf
    ├── nbproject
    │   ├── build-impl.xml
    │   ├── genfiles.properties
    │   ├── private
    │   │   ├── private.properties
    │   │   └── private.xml
    │   ├── project.properties
    │   └── project.xml
    └── src
    │   └── converters
    │       ├── Converter.java
    │       └── ConverterMain.java
├── DeleteExtrasFromDataSet.sh
├── Logs
    ├── imdbLogs
    └── initial_train_logs
├── README.md
├── classify_img.py
├── classify_img_arg.py
├── create_imdb.py
├── freeze_and_convert_to_tflite.sh
├── imgs
    ├── accuracy_per_epoch.png
    ├── loss_per_epoch.png
    ├── network_visualization.png
    └── tensorboard_plots.png
├── test.py
├── train_alexnet.py
└── tune_cnn.py


/DatasetConverter/build.xml:
--------------------------------------------------------------------------------
 1 | <?xml version="1.0" encoding="UTF-8"?>
 2 | <!-- You may freely edit this file. See commented blocks below for -->
 3 | <!-- some examples of how to customize the build. -->
 4 | <!-- (If you delete it and reopen the project it will be recreated.) -->
 5 | <!-- By default, only the Clean and Build commands use this build script. -->
 6 | <!-- Commands such as Run, Debug, and Test only use this build script if -->
 7 | <!-- the Compile on Save feature is turned off for the project. -->
 8 | <!-- You can turn off the Compile on Save (or Deploy on Save) setting -->
 9 | <!-- in the project's Project Properties dialog box.-->
10 | <project name="Converters" default="default" basedir=".">
11 |     <description>Builds, tests, and runs the project Converters.</description>
12 |     <import file="nbproject/build-impl.xml"/>
13 |     <!--
14 | 
15 |     There exist several targets which are by default empty and which can be 
16 |     used for execution of your tasks. These targets are usually executed 
17 |     before and after some main targets. They are: 
18 | 
19 |       -pre-init:                 called before initialization of project properties
20 |       -post-init:                called after initialization of project properties
21 |       -pre-compile:              called before javac compilation
22 |       -post-compile:             called after javac compilation
23 |       -pre-compile-single:       called before javac compilation of single file
24 |       -post-compile-single:      called after javac compilation of single file
25 |       -pre-compile-test:         called before javac compilation of JUnit tests
26 |       -post-compile-test:        called after javac compilation of JUnit tests
27 |       -pre-compile-test-single:  called before javac compilation of single JUnit test
28 |       -post-compile-test-single: called after javac compilation of single JUunit test
29 |       -pre-jar:                  called before JAR building
30 |       -post-jar:                 called after JAR building
31 |       -post-clean:               called after cleaning build products
32 | 
33 |     (Targets beginning with '-' are not intended to be called on their own.)
34 | 
35 |     Example of inserting an obfuscator after compilation could look like this:
36 | 
37 |         <target name="-post-compile">
38 |             <obfuscate>
39 |                 <fileset dir="${build.classes.dir}"/>
40 |             </obfuscate>
41 |         </target>
42 | 
43 |     For list of available properties check the imported 
44 |     nbproject/build-impl.xml file. 
45 | 
46 | 
47 |     Another way to customize the build is by overriding existing main targets.
48 |     The targets of interest are: 
49 | 
50 |       -init-macrodef-javac:     defines macro for javac compilation
51 |       -init-macrodef-junit:     defines macro for junit execution
52 |       -init-macrodef-debug:     defines macro for class debugging
53 |       -init-macrodef-java:      defines macro for class execution
54 |       -do-jar:                  JAR building
55 |       run:                      execution of project 
56 |       -javadoc-build:           Javadoc generation
57 |       test-report:              JUnit report generation
58 | 
59 |     An example of overriding the target for project execution could look like this:
60 | 
61 |         <target name="run" depends="Converters-impl.jar">
62 |             <exec dir="bin" executable="launcher.exe">
63 |                 <arg file="${dist.jar}"/>
64 |             </exec>
65 |         </target>
66 | 
67 |     Notice that the overridden target depends on the jar target and not only on 
68 |     the compile target as the regular run target does. Again, for a list of available 
69 |     properties which you can use, check the target you are overriding in the
70 |     nbproject/build-impl.xml file. 
71 | 
72 |     -->
73 | </project>
74 | 


--------------------------------------------------------------------------------
/DatasetConverter/build/classes/.netbeans_automatic_build:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/OluwoleOyetoke/Computer_Vision_Using_TensorFlowLite/01f8ab51a33cd2f578a691327fd56800681e407b/DatasetConverter/build/classes/.netbeans_automatic_build


--------------------------------------------------------------------------------
/DatasetConverter/build/classes/.netbeans_update_resources:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/OluwoleOyetoke/Computer_Vision_Using_TensorFlowLite/01f8ab51a33cd2f578a691327fd56800681e407b/DatasetConverter/build/classes/.netbeans_update_resources


--------------------------------------------------------------------------------
/DatasetConverter/build/classes/converters/Converter$1.class:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/OluwoleOyetoke/Computer_Vision_Using_TensorFlowLite/01f8ab51a33cd2f578a691327fd56800681e407b/DatasetConverter/build/classes/converters/Converter$1.class


--------------------------------------------------------------------------------
/DatasetConverter/build/classes/converters/Converter.class:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/OluwoleOyetoke/Computer_Vision_Using_TensorFlowLite/01f8ab51a33cd2f578a691327fd56800681e407b/DatasetConverter/build/classes/converters/Converter.class


--------------------------------------------------------------------------------
/DatasetConverter/build/classes/converters/ConverterMain.class:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/OluwoleOyetoke/Computer_Vision_Using_TensorFlowLite/01f8ab51a33cd2f578a691327fd56800681e407b/DatasetConverter/build/classes/converters/ConverterMain.class


--------------------------------------------------------------------------------
/DatasetConverter/manifest.mf:
--------------------------------------------------------------------------------
1 | Manifest-Version: 1.0
2 | X-COMMENT: Main-Class will be added automatically by build
3 | 
4 | 


--------------------------------------------------------------------------------
/DatasetConverter/nbproject/build-impl.xml:
--------------------------------------------------------------------------------
   1 | <?xml version="1.0" encoding="UTF-8"?>
   2 | <!--
   3 | *** GENERATED FROM project.xml - DO NOT EDIT  ***
   4 | ***         EDIT ../build.xml INSTEAD         ***
   5 | 
   6 | For the purpose of easier reading the script
   7 | is divided into following sections:
   8 | 
   9 |   - initialization
  10 |   - compilation
  11 |   - jar
  12 |   - execution
  13 |   - debugging
  14 |   - javadoc
  15 |   - test compilation
  16 |   - test execution
  17 |   - test debugging
  18 |   - applet
  19 |   - cleanup
  20 | 
  21 |         -->
  22 | <project xmlns:j2seproject1="http://www.netbeans.org/ns/j2se-project/1" xmlns:j2seproject3="http://www.netbeans.org/ns/j2se-project/3" xmlns:jaxrpc="http://www.netbeans.org/ns/j2se-project/jax-rpc" basedir=".." default="default" name="Converters-impl">
  23 |     <fail message="Please build using Ant 1.8.0 or higher.">
  24 |         <condition>
  25 |             <not>
  26 |                 <antversion atleast="1.8.0"/>
  27 |             </not>
  28 |         </condition>
  29 |     </fail>
  30 |     <target depends="test,jar,javadoc" description="Build and test whole project." name="default"/>
  31 |     <!-- 
  32 |                 ======================
  33 |                 INITIALIZATION SECTION 
  34 |                 ======================
  35 |             -->
  36 |     <target name="-pre-init">
  37 |         <!-- Empty placeholder for easier customization. -->
  38 |         <!-- You can override this target in the ../build.xml file. -->
  39 |     </target>
  40 |     <target depends="-pre-init" name="-init-private">
  41 |         <property file="nbproject/private/config.properties"/>
  42 |         <property file="nbproject/private/configs/${config}.properties"/>
  43 |         <property file="nbproject/private/private.properties"/>
  44 |     </target>
  45 |     <target depends="-pre-init,-init-private" name="-init-user">
  46 |         <property file="${user.properties.file}"/>
  47 |         <!-- The two properties below are usually overridden -->
  48 |         <!-- by the active platform. Just a fallback. -->
  49 |         <property name="default.javac.source" value="1.6"/>
  50 |         <property name="default.javac.target" value="1.6"/>
  51 |     </target>
  52 |     <target depends="-pre-init,-init-private,-init-user" name="-init-project">
  53 |         <property file="nbproject/configs/${config}.properties"/>
  54 |         <property file="nbproject/project.properties"/>
  55 |     </target>
  56 |     <target depends="-pre-init,-init-private,-init-user,-init-project,-init-macrodef-property" name="-do-init">
  57 |         <property name="platform.java" value="${java.home}/bin/java"/>
  58 |         <available file="${manifest.file}" property="manifest.available"/>
  59 |         <condition property="splashscreen.available">
  60 |             <and>
  61 |                 <not>
  62 |                     <equals arg1="${application.splash}" arg2="" trim="true"/>
  63 |                 </not>
  64 |                 <available file="${application.splash}"/>
  65 |             </and>
  66 |         </condition>
  67 |         <condition property="main.class.available">
  68 |             <and>
  69 |                 <isset property="main.class"/>
  70 |                 <not>
  71 |                     <equals arg1="${main.class}" arg2="" trim="true"/>
  72 |                 </not>
  73 |             </and>
  74 |         </condition>
  75 |         <condition property="profile.available">
  76 |             <and>
  77 |                 <isset property="javac.profile"/>
  78 |                 <length length="0" string="${javac.profile}" when="greater"/>
  79 |                 <matches pattern="((1\.[89])|9)(\..*)?" string="${javac.source}"/>
  80 |             </and>
  81 |         </condition>
  82 |         <condition property="do.archive">
  83 |             <or>
  84 |                 <not>
  85 |                     <istrue value="${jar.archive.disabled}"/>
  86 |                 </not>
  87 |                 <istrue value="${not.archive.disabled}"/>
  88 |             </or>
  89 |         </condition>
  90 |         <condition property="do.mkdist">
  91 |             <and>
  92 |                 <isset property="do.archive"/>
  93 |                 <isset property="libs.CopyLibs.classpath"/>
  94 |                 <not>
  95 |                     <istrue value="${mkdist.disabled}"/>
  96 |                 </not>
  97 |             </and>
  98 |         </condition>
  99 |         <condition property="do.archive+manifest.available">
 100 |             <and>
 101 |                 <isset property="manifest.available"/>
 102 |                 <istrue value="${do.archive}"/>
 103 |             </and>
 104 |         </condition>
 105 |         <condition property="do.archive+main.class.available">
 106 |             <and>
 107 |                 <isset property="main.class.available"/>
 108 |                 <istrue value="${do.archive}"/>
 109 |             </and>
 110 |         </condition>
 111 |         <condition property="do.archive+splashscreen.available">
 112 |             <and>
 113 |                 <isset property="splashscreen.available"/>
 114 |                 <istrue value="${do.archive}"/>
 115 |             </and>
 116 |         </condition>
 117 |         <condition property="do.archive+profile.available">
 118 |             <and>
 119 |                 <isset property="profile.available"/>
 120 |                 <istrue value="${do.archive}"/>
 121 |             </and>
 122 |         </condition>
 123 |         <condition property="have.tests">
 124 |             <or>
 125 |                 <available file="${test.src.dir}"/>
 126 |             </or>
 127 |         </condition>
 128 |         <condition property="have.sources">
 129 |             <or>
 130 |                 <available file="${src.dir}"/>
 131 |             </or>
 132 |         </condition>
 133 |         <condition property="netbeans.home+have.tests">
 134 |             <and>
 135 |                 <isset property="netbeans.home"/>
 136 |                 <isset property="have.tests"/>
 137 |             </and>
 138 |         </condition>
 139 |         <condition property="no.javadoc.preview">
 140 |             <and>
 141 |                 <isset property="javadoc.preview"/>
 142 |                 <isfalse value="${javadoc.preview}"/>
 143 |             </and>
 144 |         </condition>
 145 |         <property name="run.jvmargs" value=""/>
 146 |         <property name="run.jvmargs.ide" value=""/>
 147 |         <property name="javac.compilerargs" value=""/>
 148 |         <property name="work.dir" value="${basedir}"/>
 149 |         <condition property="no.deps">
 150 |             <and>
 151 |                 <istrue value="${no.dependencies}"/>
 152 |             </and>
 153 |         </condition>
 154 |         <property name="javac.debug" value="true"/>
 155 |         <property name="javadoc.preview" value="true"/>
 156 |         <property name="application.args" value=""/>
 157 |         <property name="source.encoding" value="${file.encoding}"/>
 158 |         <property name="runtime.encoding" value="${source.encoding}"/>
 159 |         <property name="manifest.encoding" value="${source.encoding}"/>
 160 |         <condition property="javadoc.encoding.used" value="${javadoc.encoding}">
 161 |             <and>
 162 |                 <isset property="javadoc.encoding"/>
 163 |                 <not>
 164 |                     <equals arg1="${javadoc.encoding}" arg2=""/>
 165 |                 </not>
 166 |             </and>
 167 |         </condition>
 168 |         <property name="javadoc.encoding.used" value="${source.encoding}"/>
 169 |         <property name="includes" value="**"/>
 170 |         <property name="excludes" value=""/>
 171 |         <property name="do.depend" value="false"/>
 172 |         <condition property="do.depend.true">
 173 |             <istrue value="${do.depend}"/>
 174 |         </condition>
 175 |         <path id="endorsed.classpath.path" path="${endorsed.classpath}"/>
 176 |         <condition else="" property="endorsed.classpath.cmd.line.arg" value="-Xbootclasspath/p:'${toString:endorsed.classpath.path}'">
 177 |             <and>
 178 |                 <isset property="endorsed.classpath"/>
 179 |                 <not>
 180 |                     <equals arg1="${endorsed.classpath}" arg2="" trim="true"/>
 181 |                 </not>
 182 |             </and>
 183 |         </condition>
 184 |         <condition else="" property="javac.profile.cmd.line.arg" value="-profile ${javac.profile}">
 185 |             <isset property="profile.available"/>
 186 |         </condition>
 187 |         <condition else="false" property="jdkBug6558476">
 188 |             <and>
 189 |                 <matches pattern="1\.[56]" string="${java.specification.version}"/>
 190 |                 <not>
 191 |                     <os family="unix"/>
 192 |                 </not>
 193 |             </and>
 194 |         </condition>
 195 |         <condition else="false" property="javac.fork">
 196 |             <or>
 197 |                 <istrue value="${jdkBug6558476}"/>
 198 |                 <istrue value="${javac.external.vm}"/>
 199 |             </or>
 200 |         </condition>
 201 |         <property name="jar.index" value="false"/>
 202 |         <property name="jar.index.metainf" value="${jar.index}"/>
 203 |         <property name="copylibs.rebase" value="true"/>
 204 |         <available file="${meta.inf.dir}/persistence.xml" property="has.persistence.xml"/>
 205 |         <condition property="junit.available">
 206 |             <or>
 207 |                 <available classname="org.junit.Test" classpath="${run.test.classpath}"/>
 208 |                 <available classname="junit.framework.Test" classpath="${run.test.classpath}"/>
 209 |             </or>
 210 |         </condition>
 211 |         <condition property="testng.available">
 212 |             <available classname="org.testng.annotations.Test" classpath="${run.test.classpath}"/>
 213 |         </condition>
 214 |         <condition property="junit+testng.available">
 215 |             <and>
 216 |                 <istrue value="${junit.available}"/>
 217 |                 <istrue value="${testng.available}"/>
 218 |             </and>
 219 |         </condition>
 220 |         <condition else="testng" property="testng.mode" value="mixed">
 221 |             <istrue value="${junit+testng.available}"/>
 222 |         </condition>
 223 |         <condition else="" property="testng.debug.mode" value="-mixed">
 224 |             <istrue value="${junit+testng.available}"/>
 225 |         </condition>
 226 |         <property name="java.failonerror" value="true"/>
 227 |     </target>
 228 |     <target name="-post-init">
 229 |         <!-- Empty placeholder for easier customization. -->
 230 |         <!-- You can override this target in the ../build.xml file. -->
 231 |     </target>
 232 |     <target depends="-pre-init,-init-private,-init-user,-init-project,-do-init" name="-init-check">
 233 |         <fail unless="src.dir">Must set src.dir</fail>
 234 |         <fail unless="test.src.dir">Must set test.src.dir</fail>
 235 |         <fail unless="build.dir">Must set build.dir</fail>
 236 |         <fail unless="dist.dir">Must set dist.dir</fail>
 237 |         <fail unless="build.classes.dir">Must set build.classes.dir</fail>
 238 |         <fail unless="dist.javadoc.dir">Must set dist.javadoc.dir</fail>
 239 |         <fail unless="build.test.classes.dir">Must set build.test.classes.dir</fail>
 240 |         <fail unless="build.test.results.dir">Must set build.test.results.dir</fail>
 241 |         <fail unless="build.classes.excludes">Must set build.classes.excludes</fail>
 242 |         <fail unless="dist.jar">Must set dist.jar</fail>
 243 |     </target>
 244 |     <target name="-init-macrodef-property">
 245 |         <macrodef name="property" uri="http://www.netbeans.org/ns/j2se-project/1">
 246 |             <attribute name="name"/>
 247 |             <attribute name="value"/>
 248 |             <sequential>
 249 |                 <property name="@{name}" value="${@{value}}"/>
 250 |             </sequential>
 251 |         </macrodef>
 252 |     </target>
 253 |     <target depends="-init-ap-cmdline-properties" if="ap.supported.internal" name="-init-macrodef-javac-with-processors">
 254 |         <macrodef name="javac" uri="http://www.netbeans.org/ns/j2se-project/3">
 255 |             <attribute default="${src.dir}" name="srcdir"/>
 256 |             <attribute default="${build.classes.dir}" name="destdir"/>
 257 |             <attribute default="${javac.classpath}" name="classpath"/>
 258 |             <attribute default="${javac.processorpath}" name="processorpath"/>
 259 |             <attribute default="${build.generated.sources.dir}/ap-source-output" name="apgeneratedsrcdir"/>
 260 |             <attribute default="${includes}" name="includes"/>
 261 |             <attribute default="${excludes}" name="excludes"/>
 262 |             <attribute default="${javac.debug}" name="debug"/>
 263 |             <attribute default="${empty.dir}" name="sourcepath"/>
 264 |             <attribute default="${empty.dir}" name="gensrcdir"/>
 265 |             <element name="customize" optional="true"/>
 266 |             <sequential>
 267 |                 <property location="${build.dir}/empty" name="empty.dir"/>
 268 |                 <mkdir dir="${empty.dir}"/>
 269 |                 <mkdir dir="@{apgeneratedsrcdir}"/>
 270 |                 <javac debug="@{debug}" deprecation="${javac.deprecation}" destdir="@{destdir}" encoding="${source.encoding}" excludes="@{excludes}" fork="${javac.fork}" includeantruntime="false" includes="@{includes}" source="${javac.source}" sourcepath="@{sourcepath}" srcdir="@{srcdir}" target="${javac.target}" tempdir="${java.io.tmpdir}">
 271 |                     <src>
 272 |                         <dirset dir="@{gensrcdir}" erroronmissingdir="false">
 273 |                             <include name="*"/>
 274 |                         </dirset>
 275 |                     </src>
 276 |                     <classpath>
 277 |                         <path path="@{classpath}"/>
 278 |                     </classpath>
 279 |                     <compilerarg line="${endorsed.classpath.cmd.line.arg}"/>
 280 |                     <compilerarg line="${javac.profile.cmd.line.arg}"/>
 281 |                     <compilerarg line="${javac.compilerargs}"/>
 282 |                     <compilerarg value="-processorpath"/>
 283 |                     <compilerarg path="@{processorpath}:${empty.dir}"/>
 284 |                     <compilerarg line="${ap.processors.internal}"/>
 285 |                     <compilerarg line="${annotation.processing.processor.options}"/>
 286 |                     <compilerarg value="-s"/>
 287 |                     <compilerarg path="@{apgeneratedsrcdir}"/>
 288 |                     <compilerarg line="${ap.proc.none.internal}"/>
 289 |                     <customize/>
 290 |                 </javac>
 291 |             </sequential>
 292 |         </macrodef>
 293 |     </target>
 294 |     <target depends="-init-ap-cmdline-properties" name="-init-macrodef-javac-without-processors" unless="ap.supported.internal">
 295 |         <macrodef name="javac" uri="http://www.netbeans.org/ns/j2se-project/3">
 296 |             <attribute default="${src.dir}" name="srcdir"/>
 297 |             <attribute default="${build.classes.dir}" name="destdir"/>
 298 |             <attribute default="${javac.classpath}" name="classpath"/>
 299 |             <attribute default="${javac.processorpath}" name="processorpath"/>
 300 |             <attribute default="${build.generated.sources.dir}/ap-source-output" name="apgeneratedsrcdir"/>
 301 |             <attribute default="${includes}" name="includes"/>
 302 |             <attribute default="${excludes}" name="excludes"/>
 303 |             <attribute default="${javac.debug}" name="debug"/>
 304 |             <attribute default="${empty.dir}" name="sourcepath"/>
 305 |             <attribute default="${empty.dir}" name="gensrcdir"/>
 306 |             <element name="customize" optional="true"/>
 307 |             <sequential>
 308 |                 <property location="${build.dir}/empty" name="empty.dir"/>
 309 |                 <mkdir dir="${empty.dir}"/>
 310 |                 <javac debug="@{debug}" deprecation="${javac.deprecation}" destdir="@{destdir}" encoding="${source.encoding}" excludes="@{excludes}" fork="${javac.fork}" includeantruntime="false" includes="@{includes}" source="${javac.source}" sourcepath="@{sourcepath}" srcdir="@{srcdir}" target="${javac.target}" tempdir="${java.io.tmpdir}">
 311 |                     <src>
 312 |                         <dirset dir="@{gensrcdir}" erroronmissingdir="false">
 313 |                             <include name="*"/>
 314 |                         </dirset>
 315 |                     </src>
 316 |                     <classpath>
 317 |                         <path path="@{classpath}"/>
 318 |                     </classpath>
 319 |                     <compilerarg line="${endorsed.classpath.cmd.line.arg}"/>
 320 |                     <compilerarg line="${javac.profile.cmd.line.arg}"/>
 321 |                     <compilerarg line="${javac.compilerargs}"/>
 322 |                     <customize/>
 323 |                 </javac>
 324 |             </sequential>
 325 |         </macrodef>
 326 |     </target>
 327 |     <target depends="-init-macrodef-javac-with-processors,-init-macrodef-javac-without-processors" name="-init-macrodef-javac">
 328 |         <macrodef name="depend" uri="http://www.netbeans.org/ns/j2se-project/3">
 329 |             <attribute default="${src.dir}" name="srcdir"/>
 330 |             <attribute default="${build.classes.dir}" name="destdir"/>
 331 |             <attribute default="${javac.classpath}" name="classpath"/>
 332 |             <sequential>
 333 |                 <depend cache="${build.dir}/depcache" destdir="@{destdir}" excludes="${excludes}" includes="${includes}" srcdir="@{srcdir}">
 334 |                     <classpath>
 335 |                         <path path="@{classpath}"/>
 336 |                     </classpath>
 337 |                 </depend>
 338 |             </sequential>
 339 |         </macrodef>
 340 |         <macrodef name="force-recompile" uri="http://www.netbeans.org/ns/j2se-project/3">
 341 |             <attribute default="${build.classes.dir}" name="destdir"/>
 342 |             <sequential>
 343 |                 <fail unless="javac.includes">Must set javac.includes</fail>
 344 |                 <pathconvert pathsep="${line.separator}" property="javac.includes.binary">
 345 |                     <path>
 346 |                         <filelist dir="@{destdir}" files="${javac.includes}"/>
 347 |                     </path>
 348 |                     <globmapper from="*.java" to="*.class"/>
 349 |                 </pathconvert>
 350 |                 <tempfile deleteonexit="true" property="javac.includesfile.binary"/>
 351 |                 <echo file="${javac.includesfile.binary}" message="${javac.includes.binary}"/>
 352 |                 <delete>
 353 |                     <files includesfile="${javac.includesfile.binary}"/>
 354 |                 </delete>
 355 |                 <delete>
 356 |                     <fileset file="${javac.includesfile.binary}"/>
 357 |                 </delete>
 358 |             </sequential>
 359 |         </macrodef>
 360 |     </target>
 361 |     <target if="${junit.available}" name="-init-macrodef-junit-init">
 362 |         <condition else="false" property="nb.junit.batch" value="true">
 363 |             <and>
 364 |                 <istrue value="${junit.available}"/>
 365 |                 <not>
 366 |                     <isset property="test.method"/>
 367 |                 </not>
 368 |             </and>
 369 |         </condition>
 370 |         <condition else="false" property="nb.junit.single" value="true">
 371 |             <and>
 372 |                 <istrue value="${junit.available}"/>
 373 |                 <isset property="test.method"/>
 374 |             </and>
 375 |         </condition>
 376 |     </target>
 377 |     <target name="-init-test-properties">
 378 |         <property name="test.binaryincludes" value="&lt;nothing&gt;"/>
 379 |         <property name="test.binarytestincludes" value=""/>
 380 |         <property name="test.binaryexcludes" value=""/>
 381 |     </target>
 382 |     <target if="${nb.junit.single}" name="-init-macrodef-junit-single" unless="${nb.junit.batch}">
 383 |         <macrodef name="junit" uri="http://www.netbeans.org/ns/j2se-project/3">
 384 |             <attribute default="${includes}" name="includes"/>
 385 |             <attribute default="${excludes}" name="excludes"/>
 386 |             <attribute default="**" name="testincludes"/>
 387 |             <attribute default="" name="testmethods"/>
 388 |             <element name="customize" optional="true"/>
 389 |             <sequential>
 390 |                 <property name="junit.forkmode" value="perTest"/>
 391 |                 <junit dir="${work.dir}" errorproperty="tests.failed" failureproperty="tests.failed" fork="true" forkmode="${junit.forkmode}" showoutput="true" tempdir="${build.dir}">
 392 |                     <test methods="@{testmethods}" name="@{testincludes}" todir="${build.test.results.dir}"/>
 393 |                     <syspropertyset>
 394 |                         <propertyref prefix="test-sys-prop."/>
 395 |                         <mapper from="test-sys-prop.*" to="*" type="glob"/>
 396 |                     </syspropertyset>
 397 |                     <formatter type="brief" usefile="false"/>
 398 |                     <formatter type="xml"/>
 399 |                     <jvmarg value="-ea"/>
 400 |                     <customize/>
 401 |                 </junit>
 402 |             </sequential>
 403 |         </macrodef>
 404 |     </target>
 405 |     <target depends="-init-test-properties" if="${nb.junit.batch}" name="-init-macrodef-junit-batch" unless="${nb.junit.single}">
 406 |         <macrodef name="junit" uri="http://www.netbeans.org/ns/j2se-project/3">
 407 |             <attribute default="${includes}" name="includes"/>
 408 |             <attribute default="${excludes}" name="excludes"/>
 409 |             <attribute default="**" name="testincludes"/>
 410 |             <attribute default="" name="testmethods"/>
 411 |             <element name="customize" optional="true"/>
 412 |             <sequential>
 413 |                 <property name="junit.forkmode" value="perTest"/>
 414 |                 <junit dir="${work.dir}" errorproperty="tests.failed" failureproperty="tests.failed" fork="true" forkmode="${junit.forkmode}" showoutput="true" tempdir="${build.dir}">
 415 |                     <batchtest todir="${build.test.results.dir}">
 416 |                         <fileset dir="${test.src.dir}" excludes="@{excludes},${excludes}" includes="@{includes}">
 417 |                             <filename name="@{testincludes}"/>
 418 |                         </fileset>
 419 |                         <fileset dir="${build.test.classes.dir}" excludes="@{excludes},${excludes},${test.binaryexcludes}" includes="${test.binaryincludes}">
 420 |                             <filename name="${test.binarytestincludes}"/>
 421 |                         </fileset>
 422 |                     </batchtest>
 423 |                     <syspropertyset>
 424 |                         <propertyref prefix="test-sys-prop."/>
 425 |                         <mapper from="test-sys-prop.*" to="*" type="glob"/>
 426 |                     </syspropertyset>
 427 |                     <formatter type="brief" usefile="false"/>
 428 |                     <formatter type="xml"/>
 429 |                     <jvmarg value="-ea"/>
 430 |                     <customize/>
 431 |                 </junit>
 432 |             </sequential>
 433 |         </macrodef>
 434 |     </target>
 435 |     <target depends="-init-macrodef-junit-init,-init-macrodef-junit-single, -init-macrodef-junit-batch" if="${junit.available}" name="-init-macrodef-junit"/>
 436 |     <target if="${testng.available}" name="-init-macrodef-testng">
 437 |         <macrodef name="testng" uri="http://www.netbeans.org/ns/j2se-project/3">
 438 |             <attribute default="${includes}" name="includes"/>
 439 |             <attribute default="${excludes}" name="excludes"/>
 440 |             <attribute default="**" name="testincludes"/>
 441 |             <attribute default="" name="testmethods"/>
 442 |             <element name="customize" optional="true"/>
 443 |             <sequential>
 444 |                 <condition else="" property="testng.methods.arg" value="@{testincludes}.@{testmethods}">
 445 |                     <isset property="test.method"/>
 446 |                 </condition>
 447 |                 <union id="test.set">
 448 |                     <fileset dir="${test.src.dir}" excludes="@{excludes},**/*.xml,${excludes}" includes="@{includes}">
 449 |                         <filename name="@{testincludes}"/>
 450 |                     </fileset>
 451 |                 </union>
 452 |                 <taskdef classname="org.testng.TestNGAntTask" classpath="${run.test.classpath}" name="testng"/>
 453 |                 <testng classfilesetref="test.set" failureProperty="tests.failed" listeners="org.testng.reporters.VerboseReporter" methods="${testng.methods.arg}" mode="${testng.mode}" outputdir="${build.test.results.dir}" suitename="Converters" testname="TestNG tests" workingDir="${work.dir}">
 454 |                     <xmlfileset dir="${build.test.classes.dir}" includes="@{testincludes}"/>
 455 |                     <propertyset>
 456 |                         <propertyref prefix="test-sys-prop."/>
 457 |                         <mapper from="test-sys-prop.*" to="*" type="glob"/>
 458 |                     </propertyset>
 459 |                     <customize/>
 460 |                 </testng>
 461 |             </sequential>
 462 |         </macrodef>
 463 |     </target>
 464 |     <target name="-init-macrodef-test-impl">
 465 |         <macrodef name="test-impl" uri="http://www.netbeans.org/ns/j2se-project/3">
 466 |             <attribute default="${includes}" name="includes"/>
 467 |             <attribute default="${excludes}" name="excludes"/>
 468 |             <attribute default="**" name="testincludes"/>
 469 |             <attribute default="" name="testmethods"/>
 470 |             <element implicit="true" name="customize" optional="true"/>
 471 |             <sequential>
 472 |                 <echo>No tests executed.</echo>
 473 |             </sequential>
 474 |         </macrodef>
 475 |     </target>
 476 |     <target depends="-init-macrodef-junit" if="${junit.available}" name="-init-macrodef-junit-impl">
 477 |         <macrodef name="test-impl" uri="http://www.netbeans.org/ns/j2se-project/3">
 478 |             <attribute default="${includes}" name="includes"/>
 479 |             <attribute default="${excludes}" name="excludes"/>
 480 |             <attribute default="**" name="testincludes"/>
 481 |             <attribute default="" name="testmethods"/>
 482 |             <element implicit="true" name="customize" optional="true"/>
 483 |             <sequential>
 484 |                 <j2seproject3:junit excludes="@{excludes}" includes="@{includes}" testincludes="@{testincludes}" testmethods="@{testmethods}">
 485 |                     <customize/>
 486 |                 </j2seproject3:junit>
 487 |             </sequential>
 488 |         </macrodef>
 489 |     </target>
 490 |     <target depends="-init-macrodef-testng" if="${testng.available}" name="-init-macrodef-testng-impl">
 491 |         <macrodef name="test-impl" uri="http://www.netbeans.org/ns/j2se-project/3">
 492 |             <attribute default="${includes}" name="includes"/>
 493 |             <attribute default="${excludes}" name="excludes"/>
 494 |             <attribute default="**" name="testincludes"/>
 495 |             <attribute default="" name="testmethods"/>
 496 |             <element implicit="true" name="customize" optional="true"/>
 497 |             <sequential>
 498 |                 <j2seproject3:testng excludes="@{excludes}" includes="@{includes}" testincludes="@{testincludes}" testmethods="@{testmethods}">
 499 |                     <customize/>
 500 |                 </j2seproject3:testng>
 501 |             </sequential>
 502 |         </macrodef>
 503 |     </target>
 504 |     <target depends="-init-macrodef-test-impl,-init-macrodef-junit-impl,-init-macrodef-testng-impl" name="-init-macrodef-test">
 505 |         <macrodef name="test" uri="http://www.netbeans.org/ns/j2se-project/3">
 506 |             <attribute default="${includes}" name="includes"/>
 507 |             <attribute default="${excludes}" name="excludes"/>
 508 |             <attribute default="**" name="testincludes"/>
 509 |             <attribute default="" name="testmethods"/>
 510 |             <sequential>
 511 |                 <j2seproject3:test-impl excludes="@{excludes}" includes="@{includes}" testincludes="@{testincludes}" testmethods="@{testmethods}">
 512 |                     <customize>
 513 |                         <classpath>
 514 |                             <path path="${run.test.classpath}"/>
 515 |                         </classpath>
 516 |                         <jvmarg line="${endorsed.classpath.cmd.line.arg}"/>
 517 |                         <jvmarg line="${run.jvmargs}"/>
 518 |                         <jvmarg line="${run.jvmargs.ide}"/>
 519 |                     </customize>
 520 |                 </j2seproject3:test-impl>
 521 |             </sequential>
 522 |         </macrodef>
 523 |     </target>
 524 |     <target if="${junit.available}" name="-init-macrodef-junit-debug" unless="${nb.junit.batch}">
 525 |         <macrodef name="junit-debug" uri="http://www.netbeans.org/ns/j2se-project/3">
 526 |             <attribute default="${includes}" name="includes"/>
 527 |             <attribute default="${excludes}" name="excludes"/>
 528 |             <attribute default="**" name="testincludes"/>
 529 |             <attribute default="" name="testmethods"/>
 530 |             <element name="customize" optional="true"/>
 531 |             <sequential>
 532 |                 <property name="junit.forkmode" value="perTest"/>
 533 |                 <junit dir="${work.dir}" errorproperty="tests.failed" failureproperty="tests.failed" fork="true" forkmode="${junit.forkmode}" showoutput="true" tempdir="${build.dir}">
 534 |                     <test methods="@{testmethods}" name="@{testincludes}" todir="${build.test.results.dir}"/>
 535 |                     <syspropertyset>
 536 |                         <propertyref prefix="test-sys-prop."/>
 537 |                         <mapper from="test-sys-prop.*" to="*" type="glob"/>
 538 |                     </syspropertyset>
 539 |                     <formatter type="brief" usefile="false"/>
 540 |                     <formatter type="xml"/>
 541 |                     <jvmarg value="-ea"/>
 542 |                     <jvmarg line="${debug-args-line}"/>
 543 |                     <jvmarg value="-Xrunjdwp:transport=${debug-transport},address=${jpda.address}"/>
 544 |                     <customize/>
 545 |                 </junit>
 546 |             </sequential>
 547 |         </macrodef>
 548 |     </target>
 549 |     <target depends="-init-test-properties" if="${nb.junit.batch}" name="-init-macrodef-junit-debug-batch">
 550 |         <macrodef name="junit-debug" uri="http://www.netbeans.org/ns/j2se-project/3">
 551 |             <attribute default="${includes}" name="includes"/>
 552 |             <attribute default="${excludes}" name="excludes"/>
 553 |             <attribute default="**" name="testincludes"/>
 554 |             <attribute default="" name="testmethods"/>
 555 |             <element name="customize" optional="true"/>
 556 |             <sequential>
 557 |                 <property name="junit.forkmode" value="perTest"/>
 558 |                 <junit dir="${work.dir}" errorproperty="tests.failed" failureproperty="tests.failed" fork="true" forkmode="${junit.forkmode}" showoutput="true" tempdir="${build.dir}">
 559 |                     <batchtest todir="${build.test.results.dir}">
 560 |                         <fileset dir="${test.src.dir}" excludes="@{excludes},${excludes}" includes="@{includes}">
 561 |                             <filename name="@{testincludes}"/>
 562 |                         </fileset>
 563 |                         <fileset dir="${build.test.classes.dir}" excludes="@{excludes},${excludes},${test.binaryexcludes}" includes="${test.binaryincludes}">
 564 |                             <filename name="${test.binarytestincludes}"/>
 565 |                         </fileset>
 566 |                     </batchtest>
 567 |                     <syspropertyset>
 568 |                         <propertyref prefix="test-sys-prop."/>
 569 |                         <mapper from="test-sys-prop.*" to="*" type="glob"/>
 570 |                     </syspropertyset>
 571 |                     <formatter type="brief" usefile="false"/>
 572 |                     <formatter type="xml"/>
 573 |                     <jvmarg value="-ea"/>
 574 |                     <jvmarg line="${debug-args-line}"/>
 575 |                     <jvmarg value="-Xrunjdwp:transport=${debug-transport},address=${jpda.address}"/>
 576 |                     <customize/>
 577 |                 </junit>
 578 |             </sequential>
 579 |         </macrodef>
 580 |     </target>
 581 |     <target depends="-init-macrodef-junit-debug,-init-macrodef-junit-debug-batch" if="${junit.available}" name="-init-macrodef-junit-debug-impl">
 582 |         <macrodef name="test-debug-impl" uri="http://www.netbeans.org/ns/j2se-project/3">
 583 |             <attribute default="${includes}" name="includes"/>
 584 |             <attribute default="${excludes}" name="excludes"/>
 585 |             <attribute default="**" name="testincludes"/>
 586 |             <attribute default="" name="testmethods"/>
 587 |             <element implicit="true" name="customize" optional="true"/>
 588 |             <sequential>
 589 |                 <j2seproject3:junit-debug excludes="@{excludes}" includes="@{includes}" testincludes="@{testincludes}" testmethods="@{testmethods}">
 590 |                     <customize/>
 591 |                 </j2seproject3:junit-debug>
 592 |             </sequential>
 593 |         </macrodef>
 594 |     </target>
 595 |     <target if="${testng.available}" name="-init-macrodef-testng-debug">
 596 |         <macrodef name="testng-debug" uri="http://www.netbeans.org/ns/j2se-project/3">
 597 |             <attribute default="${main.class}" name="testClass"/>
 598 |             <attribute default="" name="testMethod"/>
 599 |             <element name="customize2" optional="true"/>
 600 |             <sequential>
 601 |                 <condition else="-testclass @{testClass}" property="test.class.or.method" value="-methods @{testClass}.@{testMethod}">
 602 |                     <isset property="test.method"/>
 603 |                 </condition>
 604 |                 <condition else="-suitename Converters -testname @{testClass} ${test.class.or.method}" property="testng.cmd.args" value="@{testClass}">
 605 |                     <matches pattern=".*\.xml" string="@{testClass}"/>
 606 |                 </condition>
 607 |                 <delete dir="${build.test.results.dir}" quiet="true"/>
 608 |                 <mkdir dir="${build.test.results.dir}"/>
 609 |                 <j2seproject3:debug classname="org.testng.TestNG" classpath="${debug.test.classpath}">
 610 |                     <customize>
 611 |                         <customize2/>
 612 |                         <jvmarg value="-ea"/>
 613 |                         <arg line="${testng.debug.mode}"/>
 614 |                         <arg line="-d ${build.test.results.dir}"/>
 615 |                         <arg line="-listener org.testng.reporters.VerboseReporter"/>
 616 |                         <arg line="${testng.cmd.args}"/>
 617 |                     </customize>
 618 |                 </j2seproject3:debug>
 619 |             </sequential>
 620 |         </macrodef>
 621 |     </target>
 622 |     <target depends="-init-macrodef-testng-debug" if="${testng.available}" name="-init-macrodef-testng-debug-impl">
 623 |         <macrodef name="testng-debug-impl" uri="http://www.netbeans.org/ns/j2se-project/3">
 624 |             <attribute default="${main.class}" name="testClass"/>
 625 |             <attribute default="" name="testMethod"/>
 626 |             <element implicit="true" name="customize2" optional="true"/>
 627 |             <sequential>
 628 |                 <j2seproject3:testng-debug testClass="@{testClass}" testMethod="@{testMethod}">
 629 |                     <customize2/>
 630 |                 </j2seproject3:testng-debug>
 631 |             </sequential>
 632 |         </macrodef>
 633 |     </target>
 634 |     <target depends="-init-macrodef-junit-debug-impl" if="${junit.available}" name="-init-macrodef-test-debug-junit">
 635 |         <macrodef name="test-debug" uri="http://www.netbeans.org/ns/j2se-project/3">
 636 |             <attribute default="${includes}" name="includes"/>
 637 |             <attribute default="${excludes}" name="excludes"/>
 638 |             <attribute default="**" name="testincludes"/>
 639 |             <attribute default="" name="testmethods"/>
 640 |             <attribute default="${main.class}" name="testClass"/>
 641 |             <attribute default="" name="testMethod"/>
 642 |             <sequential>
 643 |                 <j2seproject3:test-debug-impl excludes="@{excludes}" includes="@{includes}" testincludes="@{testincludes}" testmethods="@{testmethods}">
 644 |                     <customize>
 645 |                         <classpath>
 646 |                             <path path="${run.test.classpath}"/>
 647 |                         </classpath>
 648 |                         <jvmarg line="${endorsed.classpath.cmd.line.arg}"/>
 649 |                         <jvmarg line="${run.jvmargs}"/>
 650 |                         <jvmarg line="${run.jvmargs.ide}"/>
 651 |                     </customize>
 652 |                 </j2seproject3:test-debug-impl>
 653 |             </sequential>
 654 |         </macrodef>
 655 |     </target>
 656 |     <target depends="-init-macrodef-testng-debug-impl" if="${testng.available}" name="-init-macrodef-test-debug-testng">
 657 |         <macrodef name="test-debug" uri="http://www.netbeans.org/ns/j2se-project/3">
 658 |             <attribute default="${includes}" name="includes"/>
 659 |             <attribute default="${excludes}" name="excludes"/>
 660 |             <attribute default="**" name="testincludes"/>
 661 |             <attribute default="" name="testmethods"/>
 662 |             <attribute default="${main.class}" name="testClass"/>
 663 |             <attribute default="" name="testMethod"/>
 664 |             <sequential>
 665 |                 <j2seproject3:testng-debug-impl testClass="@{testClass}" testMethod="@{testMethod}">
 666 |                     <customize2>
 667 |                         <syspropertyset>
 668 |                             <propertyref prefix="test-sys-prop."/>
 669 |                             <mapper from="test-sys-prop.*" to="*" type="glob"/>
 670 |                         </syspropertyset>
 671 |                     </customize2>
 672 |                 </j2seproject3:testng-debug-impl>
 673 |             </sequential>
 674 |         </macrodef>
 675 |     </target>
 676 |     <target depends="-init-macrodef-test-debug-junit,-init-macrodef-test-debug-testng" name="-init-macrodef-test-debug"/>
 677 |     <!--
 678 |                 pre NB7.2 profiling section; consider it deprecated
 679 |             -->
 680 |     <target depends="-profile-pre-init, init, -profile-post-init, -profile-init-macrodef-profile, -profile-init-check" if="profiler.info.jvmargs.agent" name="profile-init"/>
 681 |     <target if="profiler.info.jvmargs.agent" name="-profile-pre-init">
 682 |         <!-- Empty placeholder for easier customization. -->
 683 |         <!-- You can override this target in the ../build.xml file. -->
 684 |     </target>
 685 |     <target if="profiler.info.jvmargs.agent" name="-profile-post-init">
 686 |         <!-- Empty placeholder for easier customization. -->
 687 |         <!-- You can override this target in the ../build.xml file. -->
 688 |     </target>
 689 |     <target if="profiler.info.jvmargs.agent" name="-profile-init-macrodef-profile">
 690 |         <macrodef name="resolve">
 691 |             <attribute name="name"/>
 692 |             <attribute name="value"/>
 693 |             <sequential>
 694 |                 <property name="@{name}" value="${env.@{value}}"/>
 695 |             </sequential>
 696 |         </macrodef>
 697 |         <macrodef name="profile">
 698 |             <attribute default="${main.class}" name="classname"/>
 699 |             <element name="customize" optional="true"/>
 700 |             <sequential>
 701 |                 <property environment="env"/>
 702 |                 <resolve name="profiler.current.path" value="${profiler.info.pathvar}"/>
 703 |                 <java classname="@{classname}" dir="${profiler.info.dir}" failonerror="${java.failonerror}" fork="true" jvm="${profiler.info.jvm}">
 704 |                     <jvmarg line="${endorsed.classpath.cmd.line.arg}"/>
 705 |                     <jvmarg value="${profiler.info.jvmargs.agent}"/>
 706 |                     <jvmarg line="${profiler.info.jvmargs}"/>
 707 |                     <env key="${profiler.info.pathvar}" path="${profiler.info.agentpath}:${profiler.current.path}"/>
 708 |                     <arg line="${application.args}"/>
 709 |                     <classpath>
 710 |                         <path path="${run.classpath}"/>
 711 |                     </classpath>
 712 |                     <syspropertyset>
 713 |                         <propertyref prefix="run-sys-prop."/>
 714 |                         <mapper from="run-sys-prop.*" to="*" type="glob"/>
 715 |                     </syspropertyset>
 716 |                     <customize/>
 717 |                 </java>
 718 |             </sequential>
 719 |         </macrodef>
 720 |     </target>
 721 |     <target depends="-profile-pre-init, init, -profile-post-init, -profile-init-macrodef-profile" if="profiler.info.jvmargs.agent" name="-profile-init-check">
 722 |         <fail unless="profiler.info.jvm">Must set JVM to use for profiling in profiler.info.jvm</fail>
 723 |         <fail unless="profiler.info.jvmargs.agent">Must set profiler agent JVM arguments in profiler.info.jvmargs.agent</fail>
 724 |     </target>
 725 |     <!--
 726 |                 end of pre NB7.2 profiling section
 727 |             -->
 728 |     <target depends="-init-debug-args" name="-init-macrodef-nbjpda">
 729 |         <macrodef name="nbjpdastart" uri="http://www.netbeans.org/ns/j2se-project/1">
 730 |             <attribute default="${main.class}" name="name"/>
 731 |             <attribute default="${debug.classpath}" name="classpath"/>
 732 |             <attribute default="" name="stopclassname"/>
 733 |             <sequential>
 734 |                 <nbjpdastart addressproperty="jpda.address" name="@{name}" stopclassname="@{stopclassname}" transport="${debug-transport}">
 735 |                     <classpath>
 736 |                         <path path="@{classpath}"/>
 737 |                     </classpath>
 738 |                 </nbjpdastart>
 739 |             </sequential>
 740 |         </macrodef>
 741 |         <macrodef name="nbjpdareload" uri="http://www.netbeans.org/ns/j2se-project/1">
 742 |             <attribute default="${build.classes.dir}" name="dir"/>
 743 |             <sequential>
 744 |                 <nbjpdareload>
 745 |                     <fileset dir="@{dir}" includes="${fix.classes}">
 746 |                         <include name="${fix.includes}*.class"/>
 747 |                     </fileset>
 748 |                 </nbjpdareload>
 749 |             </sequential>
 750 |         </macrodef>
 751 |     </target>
 752 |     <target name="-init-debug-args">
 753 |         <property name="version-output" value="java version &quot;${ant.java.version}"/>
 754 |         <condition property="have-jdk-older-than-1.4">
 755 |             <or>
 756 |                 <contains string="${version-output}" substring="java version &quot;1.0"/>
 757 |                 <contains string="${version-output}" substring="java version &quot;1.1"/>
 758 |                 <contains string="${version-output}" substring="java version &quot;1.2"/>
 759 |                 <contains string="${version-output}" substring="java version &quot;1.3"/>
 760 |             </or>
 761 |         </condition>
 762 |         <condition else="-Xdebug" property="debug-args-line" value="-Xdebug -Xnoagent -Djava.compiler=none">
 763 |             <istrue value="${have-jdk-older-than-1.4}"/>
 764 |         </condition>
 765 |         <condition else="dt_socket" property="debug-transport-by-os" value="dt_shmem">
 766 |             <os family="windows"/>
 767 |         </condition>
 768 |         <condition else="${debug-transport-by-os}" property="debug-transport" value="${debug.transport}">
 769 |             <isset property="debug.transport"/>
 770 |         </condition>
 771 |     </target>
 772 |     <target depends="-init-debug-args" name="-init-macrodef-debug">
 773 |         <macrodef name="debug" uri="http://www.netbeans.org/ns/j2se-project/3">
 774 |             <attribute default="${main.class}" name="classname"/>
 775 |             <attribute default="${debug.classpath}" name="classpath"/>
 776 |             <element name="customize" optional="true"/>
 777 |             <sequential>
 778 |                 <java classname="@{classname}" dir="${work.dir}" failonerror="${java.failonerror}" fork="true">
 779 |                     <jvmarg line="${endorsed.classpath.cmd.line.arg}"/>
 780 |                     <jvmarg line="${debug-args-line}"/>
 781 |                     <jvmarg value="-Xrunjdwp:transport=${debug-transport},address=${jpda.address}"/>
 782 |                     <jvmarg value="-Dfile.encoding=${runtime.encoding}"/>
 783 |                     <redirector errorencoding="${runtime.encoding}" inputencoding="${runtime.encoding}" outputencoding="${runtime.encoding}"/>
 784 |                     <jvmarg line="${run.jvmargs}"/>
 785 |                     <jvmarg line="${run.jvmargs.ide}"/>
 786 |                     <classpath>
 787 |                         <path path="@{classpath}"/>
 788 |                     </classpath>
 789 |                     <syspropertyset>
 790 |                         <propertyref prefix="run-sys-prop."/>
 791 |                         <mapper from="run-sys-prop.*" to="*" type="glob"/>
 792 |                     </syspropertyset>
 793 |                     <customize/>
 794 |                 </java>
 795 |             </sequential>
 796 |         </macrodef>
 797 |     </target>
 798 |     <target name="-init-macrodef-java">
 799 |         <macrodef name="java" uri="http://www.netbeans.org/ns/j2se-project/1">
 800 |             <attribute default="${main.class}" name="classname"/>
 801 |             <attribute default="${run.classpath}" name="classpath"/>
 802 |             <attribute default="jvm" name="jvm"/>
 803 |             <element name="customize" optional="true"/>
 804 |             <sequential>
 805 |                 <java classname="@{classname}" dir="${work.dir}" failonerror="${java.failonerror}" fork="true">
 806 |                     <jvmarg line="${endorsed.classpath.cmd.line.arg}"/>
 807 |                     <jvmarg value="-Dfile.encoding=${runtime.encoding}"/>
 808 |                     <redirector errorencoding="${runtime.encoding}" inputencoding="${runtime.encoding}" outputencoding="${runtime.encoding}"/>
 809 |                     <jvmarg line="${run.jvmargs}"/>
 810 |                     <jvmarg line="${run.jvmargs.ide}"/>
 811 |                     <classpath>
 812 |                         <path path="@{classpath}"/>
 813 |                     </classpath>
 814 |                     <syspropertyset>
 815 |                         <propertyref prefix="run-sys-prop."/>
 816 |                         <mapper from="run-sys-prop.*" to="*" type="glob"/>
 817 |                     </syspropertyset>
 818 |                     <customize/>
 819 |                 </java>
 820 |             </sequential>
 821 |         </macrodef>
 822 |     </target>
 823 |     <target name="-init-macrodef-copylibs">
 824 |         <macrodef name="copylibs" uri="http://www.netbeans.org/ns/j2se-project/3">
 825 |             <attribute default="${manifest.file}" name="manifest"/>
 826 |             <element name="customize" optional="true"/>
 827 |             <sequential>
 828 |                 <property location="${build.classes.dir}" name="build.classes.dir.resolved"/>
 829 |                 <pathconvert property="run.classpath.without.build.classes.dir">
 830 |                     <path path="${run.classpath}"/>
 831 |                     <map from="${build.classes.dir.resolved}" to=""/>
 832 |                 </pathconvert>
 833 |                 <pathconvert pathsep=" " property="jar.classpath">
 834 |                     <path path="${run.classpath.without.build.classes.dir}"/>
 835 |                     <chainedmapper>
 836 |                         <flattenmapper/>
 837 |                         <filtermapper>
 838 |                             <replacestring from=" " to="%20"/>
 839 |                         </filtermapper>
 840 |                         <globmapper from="*" to="lib/*"/>
 841 |                     </chainedmapper>
 842 |                 </pathconvert>
 843 |                 <taskdef classname="org.netbeans.modules.java.j2seproject.copylibstask.CopyLibs" classpath="${libs.CopyLibs.classpath}" name="copylibs"/>
 844 |                 <copylibs compress="${jar.compress}" excludeFromCopy="${copylibs.excludes}" index="${jar.index}" indexMetaInf="${jar.index.metainf}" jarfile="${dist.jar}" manifest="@{manifest}" manifestencoding="UTF-8" rebase="${copylibs.rebase}" runtimeclasspath="${run.classpath.without.build.classes.dir}">
 845 |                     <fileset dir="${build.classes.dir}" excludes="${dist.archive.excludes}"/>
 846 |                     <manifest>
 847 |                         <attribute name="Class-Path" value="${jar.classpath}"/>
 848 |                         <customize/>
 849 |                     </manifest>
 850 |                 </copylibs>
 851 |             </sequential>
 852 |         </macrodef>
 853 |     </target>
 854 |     <target name="-init-presetdef-jar">
 855 |         <presetdef name="jar" uri="http://www.netbeans.org/ns/j2se-project/1">
 856 |             <jar compress="${jar.compress}" index="${jar.index}" jarfile="${dist.jar}" manifestencoding="UTF-8">
 857 |                 <j2seproject1:fileset dir="${build.classes.dir}" excludes="${dist.archive.excludes}"/>
 858 |             </jar>
 859 |         </presetdef>
 860 |     </target>
 861 |     <target name="-init-ap-cmdline-properties">
 862 |         <property name="annotation.processing.enabled" value="true"/>
 863 |         <property name="annotation.processing.processors.list" value=""/>
 864 |         <property name="annotation.processing.processor.options" value=""/>
 865 |         <property name="annotation.processing.run.all.processors" value="true"/>
 866 |         <property name="javac.processorpath" value="${javac.classpath}"/>
 867 |         <property name="javac.test.processorpath" value="${javac.test.classpath}"/>
 868 |         <condition property="ap.supported.internal" value="true">
 869 |             <not>
 870 |                 <matches pattern="1\.[0-5](\..*)?" string="${javac.source}"/>
 871 |             </not>
 872 |         </condition>
 873 |     </target>
 874 |     <target depends="-init-ap-cmdline-properties" if="ap.supported.internal" name="-init-ap-cmdline-supported">
 875 |         <condition else="" property="ap.processors.internal" value="-processor ${annotation.processing.processors.list}">
 876 |             <isfalse value="${annotation.processing.run.all.processors}"/>
 877 |         </condition>
 878 |         <condition else="" property="ap.proc.none.internal" value="-proc:none">
 879 |             <isfalse value="${annotation.processing.enabled}"/>
 880 |         </condition>
 881 |     </target>
 882 |     <target depends="-init-ap-cmdline-properties,-init-ap-cmdline-supported" name="-init-ap-cmdline">
 883 |         <property name="ap.cmd.line.internal" value=""/>
 884 |     </target>
 885 |     <target depends="-pre-init,-init-private,-init-user,-init-project,-do-init,-post-init,-init-check,-init-macrodef-property,-init-macrodef-javac,-init-macrodef-test,-init-macrodef-test-debug,-init-macrodef-nbjpda,-init-macrodef-debug,-init-macrodef-java,-init-presetdef-jar,-init-ap-cmdline" name="init"/>
 886 |     <!--
 887 |                 ===================
 888 |                 COMPILATION SECTION
 889 |                 ===================
 890 |             -->
 891 |     <target name="-deps-jar-init" unless="built-jar.properties">
 892 |         <property location="${build.dir}/built-jar.properties" name="built-jar.properties"/>
 893 |         <delete file="${built-jar.properties}" quiet="true"/>
 894 |     </target>
 895 |     <target if="already.built.jar.${basedir}" name="-warn-already-built-jar">
 896 |         <echo level="warn" message="Cycle detected: Converters was already built"/>
 897 |     </target>
 898 |     <target depends="init,-deps-jar-init" name="deps-jar" unless="no.deps">
 899 |         <mkdir dir="${build.dir}"/>
 900 |         <touch file="${built-jar.properties}" verbose="false"/>
 901 |         <property file="${built-jar.properties}" prefix="already.built.jar."/>
 902 |         <antcall target="-warn-already-built-jar"/>
 903 |         <propertyfile file="${built-jar.properties}">
 904 |             <entry key="${basedir}" value=""/>
 905 |         </propertyfile>
 906 |     </target>
 907 |     <target depends="init,-check-automatic-build,-clean-after-automatic-build" name="-verify-automatic-build"/>
 908 |     <target depends="init" name="-check-automatic-build">
 909 |         <available file="${build.classes.dir}/.netbeans_automatic_build" property="netbeans.automatic.build"/>
 910 |     </target>
 911 |     <target depends="init" if="netbeans.automatic.build" name="-clean-after-automatic-build">
 912 |         <antcall target="clean"/>
 913 |     </target>
 914 |     <target depends="init,deps-jar" name="-pre-pre-compile">
 915 |         <mkdir dir="${build.classes.dir}"/>
 916 |     </target>
 917 |     <target name="-pre-compile">
 918 |         <!-- Empty placeholder for easier customization. -->
 919 |         <!-- You can override this target in the ../build.xml file. -->
 920 |     </target>
 921 |     <target if="do.depend.true" name="-compile-depend">
 922 |         <pathconvert property="build.generated.subdirs">
 923 |             <dirset dir="${build.generated.sources.dir}" erroronmissingdir="false">
 924 |                 <include name="*"/>
 925 |             </dirset>
 926 |         </pathconvert>
 927 |         <j2seproject3:depend srcdir="${src.dir}:${build.generated.subdirs}"/>
 928 |     </target>
 929 |     <target depends="init,deps-jar,-pre-pre-compile,-pre-compile, -copy-persistence-xml,-compile-depend" if="have.sources" name="-do-compile">
 930 |         <j2seproject3:javac gensrcdir="${build.generated.sources.dir}"/>
 931 |         <copy todir="${build.classes.dir}">
 932 |             <fileset dir="${src.dir}" excludes="${build.classes.excludes},${excludes}" includes="${includes}"/>
 933 |         </copy>
 934 |     </target>
 935 |     <target if="has.persistence.xml" name="-copy-persistence-xml">
 936 |         <mkdir dir="${build.classes.dir}/META-INF"/>
 937 |         <copy todir="${build.classes.dir}/META-INF">
 938 |             <fileset dir="${meta.inf.dir}" includes="persistence.xml orm.xml"/>
 939 |         </copy>
 940 |     </target>
 941 |     <target name="-post-compile">
 942 |         <!-- Empty placeholder for easier customization. -->
 943 |         <!-- You can override this target in the ../build.xml file. -->
 944 |     </target>
 945 |     <target depends="init,deps-jar,-verify-automatic-build,-pre-pre-compile,-pre-compile,-do-compile,-post-compile" description="Compile project." name="compile"/>
 946 |     <target name="-pre-compile-single">
 947 |         <!-- Empty placeholder for easier customization. -->
 948 |         <!-- You can override this target in the ../build.xml file. -->
 949 |     </target>
 950 |     <target depends="init,deps-jar,-pre-pre-compile" name="-do-compile-single">
 951 |         <fail unless="javac.includes">Must select some files in the IDE or set javac.includes</fail>
 952 |         <j2seproject3:force-recompile/>
 953 |         <j2seproject3:javac excludes="" gensrcdir="${build.generated.sources.dir}" includes="${javac.includes}" sourcepath="${src.dir}"/>
 954 |     </target>
 955 |     <target name="-post-compile-single">
 956 |         <!-- Empty placeholder for easier customization. -->
 957 |         <!-- You can override this target in the ../build.xml file. -->
 958 |     </target>
 959 |     <target depends="init,deps-jar,-verify-automatic-build,-pre-pre-compile,-pre-compile-single,-do-compile-single,-post-compile-single" name="compile-single"/>
 960 |     <!--
 961 |                 ====================
 962 |                 JAR BUILDING SECTION
 963 |                 ====================
 964 |             -->
 965 |     <target depends="init" name="-pre-pre-jar">
 966 |         <dirname file="${dist.jar}" property="dist.jar.dir"/>
 967 |         <mkdir dir="${dist.jar.dir}"/>
 968 |     </target>
 969 |     <target name="-pre-jar">
 970 |         <!-- Empty placeholder for easier customization. -->
 971 |         <!-- You can override this target in the ../build.xml file. -->
 972 |     </target>
 973 |     <target depends="init" if="do.archive" name="-do-jar-create-manifest" unless="manifest.available">
 974 |         <tempfile deleteonexit="true" destdir="${build.dir}" property="tmp.manifest.file"/>
 975 |         <touch file="${tmp.manifest.file}" verbose="false"/>
 976 |     </target>
 977 |     <target depends="init" if="do.archive+manifest.available" name="-do-jar-copy-manifest">
 978 |         <tempfile deleteonexit="true" destdir="${build.dir}" property="tmp.manifest.file"/>
 979 |         <copy encoding="${manifest.encoding}" file="${manifest.file}" outputencoding="UTF-8" tofile="${tmp.manifest.file}"/>
 980 |     </target>
 981 |     <target depends="init,-do-jar-create-manifest,-do-jar-copy-manifest" if="do.archive+main.class.available" name="-do-jar-set-mainclass">
 982 |         <manifest encoding="UTF-8" file="${tmp.manifest.file}" mode="update">
 983 |             <attribute name="Main-Class" value="${main.class}"/>
 984 |         </manifest>
 985 |     </target>
 986 |     <target depends="init,-do-jar-create-manifest,-do-jar-copy-manifest" if="do.archive+profile.available" name="-do-jar-set-profile">
 987 |         <manifest encoding="UTF-8" file="${tmp.manifest.file}" mode="update">
 988 |             <attribute name="Profile" value="${javac.profile}"/>
 989 |         </manifest>
 990 |     </target>
 991 |     <target depends="init,-do-jar-create-manifest,-do-jar-copy-manifest" if="do.archive+splashscreen.available" name="-do-jar-set-splashscreen">
 992 |         <basename file="${application.splash}" property="splashscreen.basename"/>
 993 |         <mkdir dir="${build.classes.dir}/META-INF"/>
 994 |         <copy failonerror="false" file="${application.splash}" todir="${build.classes.dir}/META-INF"/>
 995 |         <manifest encoding="UTF-8" file="${tmp.manifest.file}" mode="update">
 996 |             <attribute name="SplashScreen-Image" value="META-INF/${splashscreen.basename}"/>
 997 |         </manifest>
 998 |     </target>
 999 |     <target depends="init,-init-macrodef-copylibs,compile,-pre-pre-jar,-pre-jar,-do-jar-create-manifest,-do-jar-copy-manifest,-do-jar-set-mainclass,-do-jar-set-profile,-do-jar-set-splashscreen" if="do.mkdist" name="-do-jar-copylibs">
1000 |         <j2seproject3:copylibs manifest="${tmp.manifest.file}"/>
1001 |         <echo level="info">To run this application from the command line without Ant, try:</echo>
1002 |         <property location="${dist.jar}" name="dist.jar.resolved"/>
1003 |         <echo level="info">java -jar "${dist.jar.resolved}"</echo>
1004 |     </target>
1005 |     <target depends="init,compile,-pre-pre-jar,-pre-jar,-do-jar-create-manifest,-do-jar-copy-manifest,-do-jar-set-mainclass,-do-jar-set-profile,-do-jar-set-splashscreen" if="do.archive" name="-do-jar-jar" unless="do.mkdist">
1006 |         <j2seproject1:jar manifest="${tmp.manifest.file}"/>
1007 |         <property location="${build.classes.dir}" name="build.classes.dir.resolved"/>
1008 |         <property location="${dist.jar}" name="dist.jar.resolved"/>
1009 |         <pathconvert property="run.classpath.with.dist.jar">
1010 |             <path path="${run.classpath}"/>
1011 |             <map from="${build.classes.dir.resolved}" to="${dist.jar.resolved}"/>
1012 |         </pathconvert>
1013 |         <condition else="" property="jar.usage.message" value="To run this application from the command line without Ant, try:${line.separator}${platform.java} -cp ${run.classpath.with.dist.jar} ${main.class}">
1014 |             <isset property="main.class.available"/>
1015 |         </condition>
1016 |         <condition else="debug" property="jar.usage.level" value="info">
1017 |             <isset property="main.class.available"/>
1018 |         </condition>
1019 |         <echo level="${jar.usage.level}" message="${jar.usage.message}"/>
1020 |     </target>
1021 |     <target depends="-do-jar-copylibs" if="do.archive" name="-do-jar-delete-manifest">
1022 |         <delete>
1023 |             <fileset file="${tmp.manifest.file}"/>
1024 |         </delete>
1025 |     </target>
1026 |     <target depends="init,compile,-pre-pre-jar,-pre-jar,-do-jar-create-manifest,-do-jar-copy-manifest,-do-jar-set-mainclass,-do-jar-set-profile,-do-jar-set-splashscreen,-do-jar-jar,-do-jar-delete-manifest" name="-do-jar-without-libraries"/>
1027 |     <target depends="init,compile,-pre-pre-jar,-pre-jar,-do-jar-create-manifest,-do-jar-copy-manifest,-do-jar-set-mainclass,-do-jar-set-profile,-do-jar-set-splashscreen,-do-jar-copylibs,-do-jar-delete-manifest" name="-do-jar-with-libraries"/>
1028 |     <target name="-post-jar">
1029 |         <!-- Empty placeholder for easier customization. -->
1030 |         <!-- You can override this target in the ../build.xml file. -->
1031 |     </target>
1032 |     <target depends="init,compile,-pre-jar,-do-jar-without-libraries,-do-jar-with-libraries,-post-jar" name="-do-jar"/>
1033 |     <target depends="init,compile,-pre-jar,-do-jar,-post-jar" description="Build JAR." name="jar"/>
1034 |     <!--
1035 |                 =================
1036 |                 EXECUTION SECTION
1037 |                 =================
1038 |             -->
1039 |     <target depends="init,compile" description="Run a main class." name="run">
1040 |         <j2seproject1:java>
1041 |             <customize>
1042 |                 <arg line="${application.args}"/>
1043 |             </customize>
1044 |         </j2seproject1:java>
1045 |     </target>
1046 |     <target name="-do-not-recompile">
1047 |         <property name="javac.includes.binary" value=""/>
1048 |     </target>
1049 |     <target depends="init,compile-single" name="run-single">
1050 |         <fail unless="run.class">Must select one file in the IDE or set run.class</fail>
1051 |         <j2seproject1:java classname="${run.class}"/>
1052 |     </target>
1053 |     <target depends="init,compile-test-single" name="run-test-with-main">
1054 |         <fail unless="run.class">Must select one file in the IDE or set run.class</fail>
1055 |         <j2seproject1:java classname="${run.class}" classpath="${run.test.classpath}"/>
1056 |     </target>
1057 |     <!--
1058 |                 =================
1059 |                 DEBUGGING SECTION
1060 |                 =================
1061 |             -->
1062 |     <target depends="init" if="netbeans.home" name="-debug-start-debugger">
1063 |         <j2seproject1:nbjpdastart name="${debug.class}"/>
1064 |     </target>
1065 |     <target depends="init" if="netbeans.home" name="-debug-start-debugger-main-test">
1066 |         <j2seproject1:nbjpdastart classpath="${debug.test.classpath}" name="${debug.class}"/>
1067 |     </target>
1068 |     <target depends="init,compile" name="-debug-start-debuggee">
1069 |         <j2seproject3:debug>
1070 |             <customize>
1071 |                 <arg line="${application.args}"/>
1072 |             </customize>
1073 |         </j2seproject3:debug>
1074 |     </target>
1075 |     <target depends="init,compile,-debug-start-debugger,-debug-start-debuggee" description="Debug project in IDE." if="netbeans.home" name="debug"/>
1076 |     <target depends="init" if="netbeans.home" name="-debug-start-debugger-stepinto">
1077 |         <j2seproject1:nbjpdastart stopclassname="${main.class}"/>
1078 |     </target>
1079 |     <target depends="init,compile,-debug-start-debugger-stepinto,-debug-start-debuggee" if="netbeans.home" name="debug-stepinto"/>
1080 |     <target depends="init,compile-single" if="netbeans.home" name="-debug-start-debuggee-single">
1081 |         <fail unless="debug.class">Must select one file in the IDE or set debug.class</fail>
1082 |         <j2seproject3:debug classname="${debug.class}"/>
1083 |     </target>
1084 |     <target depends="init,compile-single,-debug-start-debugger,-debug-start-debuggee-single" if="netbeans.home" name="debug-single"/>
1085 |     <target depends="init,compile-test-single" if="netbeans.home" name="-debug-start-debuggee-main-test">
1086 |         <fail unless="debug.class">Must select one file in the IDE or set debug.class</fail>
1087 |         <j2seproject3:debug classname="${debug.class}" classpath="${debug.test.classpath}"/>
1088 |     </target>
1089 |     <target depends="init,compile-test-single,-debug-start-debugger-main-test,-debug-start-debuggee-main-test" if="netbeans.home" name="debug-test-with-main"/>
1090 |     <target depends="init" name="-pre-debug-fix">
1091 |         <fail unless="fix.includes">Must set fix.includes</fail>
1092 |         <property name="javac.includes" value="${fix.includes}.java"/>
1093 |     </target>
1094 |     <target depends="init,-pre-debug-fix,compile-single" if="netbeans.home" name="-do-debug-fix">
1095 |         <j2seproject1:nbjpdareload/>
1096 |     </target>
1097 |     <target depends="init,-pre-debug-fix,-do-debug-fix" if="netbeans.home" name="debug-fix"/>
1098 |     <!--
1099 |                 =================
1100 |                 PROFILING SECTION
1101 |                 =================
1102 |             -->
1103 |     <!--
1104 |                 pre NB7.2 profiler integration
1105 |             -->
1106 |     <target depends="profile-init,compile" description="Profile a project in the IDE." if="profiler.info.jvmargs.agent" name="-profile-pre72">
1107 |         <fail unless="netbeans.home">This target only works when run from inside the NetBeans IDE.</fail>
1108 |         <nbprofiledirect>
1109 |             <classpath>
1110 |                 <path path="${run.classpath}"/>
1111 |             </classpath>
1112 |         </nbprofiledirect>
1113 |         <profile/>
1114 |     </target>
1115 |     <target depends="profile-init,compile-single" description="Profile a selected class in the IDE." if="profiler.info.jvmargs.agent" name="-profile-single-pre72">
1116 |         <fail unless="profile.class">Must select one file in the IDE or set profile.class</fail>
1117 |         <fail unless="netbeans.home">This target only works when run from inside the NetBeans IDE.</fail>
1118 |         <nbprofiledirect>
1119 |             <classpath>
1120 |                 <path path="${run.classpath}"/>
1121 |             </classpath>
1122 |         </nbprofiledirect>
1123 |         <profile classname="${profile.class}"/>
1124 |     </target>
1125 |     <target depends="profile-init,compile-single" if="profiler.info.jvmargs.agent" name="-profile-applet-pre72">
1126 |         <fail unless="netbeans.home">This target only works when run from inside the NetBeans IDE.</fail>
1127 |         <nbprofiledirect>
1128 |             <classpath>
1129 |                 <path path="${run.classpath}"/>
1130 |             </classpath>
1131 |         </nbprofiledirect>
1132 |         <profile classname="sun.applet.AppletViewer">
1133 |             <customize>
1134 |                 <arg value="${applet.url}"/>
1135 |             </customize>
1136 |         </profile>
1137 |     </target>
1138 |     <target depends="profile-init,compile-test-single" if="profiler.info.jvmargs.agent" name="-profile-test-single-pre72">
1139 |         <fail unless="netbeans.home">This target only works when run from inside the NetBeans IDE.</fail>
1140 |         <nbprofiledirect>
1141 |             <classpath>
1142 |                 <path path="${run.test.classpath}"/>
1143 |             </classpath>
1144 |         </nbprofiledirect>
1145 |         <junit dir="${profiler.info.dir}" errorproperty="tests.failed" failureproperty="tests.failed" fork="true" jvm="${profiler.info.jvm}" showoutput="true">
1146 |             <env key="${profiler.info.pathvar}" path="${profiler.info.agentpath}:${profiler.current.path}"/>
1147 |             <jvmarg value="${profiler.info.jvmargs.agent}"/>
1148 |             <jvmarg line="${profiler.info.jvmargs}"/>
1149 |             <test name="${profile.class}"/>
1150 |             <classpath>
1151 |                 <path path="${run.test.classpath}"/>
1152 |             </classpath>
1153 |             <syspropertyset>
1154 |                 <propertyref prefix="test-sys-prop."/>
1155 |                 <mapper from="test-sys-prop.*" to="*" type="glob"/>
1156 |             </syspropertyset>
1157 |             <formatter type="brief" usefile="false"/>
1158 |             <formatter type="xml"/>
1159 |         </junit>
1160 |     </target>
1161 |     <!--
1162 |                 end of pre NB72 profiling section
1163 |             -->
1164 |     <target if="netbeans.home" name="-profile-check">
1165 |         <condition property="profiler.configured">
1166 |             <or>
1167 |                 <contains casesensitive="true" string="${run.jvmargs.ide}" substring="-agentpath:"/>
1168 |                 <contains casesensitive="true" string="${run.jvmargs.ide}" substring="-javaagent:"/>
1169 |             </or>
1170 |         </condition>
1171 |     </target>
1172 |     <target depends="-profile-check,-profile-pre72" description="Profile a project in the IDE." if="profiler.configured" name="profile" unless="profiler.info.jvmargs.agent">
1173 |         <startprofiler/>
1174 |         <antcall target="run"/>
1175 |     </target>
1176 |     <target depends="-profile-check,-profile-single-pre72" description="Profile a selected class in the IDE." if="profiler.configured" name="profile-single" unless="profiler.info.jvmargs.agent">
1177 |         <fail unless="run.class">Must select one file in the IDE or set run.class</fail>
1178 |         <startprofiler/>
1179 |         <antcall target="run-single"/>
1180 |     </target>
1181 |     <target depends="-profile-test-single-pre72" description="Profile a selected test in the IDE." name="profile-test-single"/>
1182 |     <target depends="-profile-check" description="Profile a selected test in the IDE." if="profiler.configured" name="profile-test" unless="profiler.info.jvmargs">
1183 |         <fail unless="test.includes">Must select some files in the IDE or set test.includes</fail>
1184 |         <startprofiler/>
1185 |         <antcall target="test-single"/>
1186 |     </target>
1187 |     <target depends="-profile-check" description="Profile a selected class in the IDE." if="profiler.configured" name="profile-test-with-main">
1188 |         <fail unless="run.class">Must select one file in the IDE or set run.class</fail>
1189 |         <startprofiler/>
1190 |         <antcall target="run-test-with-main"/>
1191 |     </target>
1192 |     <target depends="-profile-check,-profile-applet-pre72" if="profiler.configured" name="profile-applet" unless="profiler.info.jvmargs.agent">
1193 |         <fail unless="applet.url">Must select one file in the IDE or set applet.url</fail>
1194 |         <startprofiler/>
1195 |         <antcall target="run-applet"/>
1196 |     </target>
1197 |     <!--
1198 |                 ===============
1199 |                 JAVADOC SECTION
1200 |                 ===============
1201 |             -->
1202 |     <target depends="init" if="have.sources" name="-javadoc-build">
1203 |         <mkdir dir="${dist.javadoc.dir}"/>
1204 |         <condition else="" property="javadoc.endorsed.classpath.cmd.line.arg" value="-J${endorsed.classpath.cmd.line.arg}">
1205 |             <and>
1206 |                 <isset property="endorsed.classpath.cmd.line.arg"/>
1207 |                 <not>
1208 |                     <equals arg1="${endorsed.classpath.cmd.line.arg}" arg2=""/>
1209 |                 </not>
1210 |             </and>
1211 |         </condition>
1212 |         <condition else="" property="bug5101868workaround" value="*.java">
1213 |             <matches pattern="1\.[56](\..*)?" string="${java.version}"/>
1214 |         </condition>
1215 |         <javadoc additionalparam="-J-Dfile.encoding=${file.encoding} ${javadoc.additionalparam}" author="${javadoc.author}" charset="UTF-8" destdir="${dist.javadoc.dir}" docencoding="UTF-8" encoding="${javadoc.encoding.used}" failonerror="true" noindex="${javadoc.noindex}" nonavbar="${javadoc.nonavbar}" notree="${javadoc.notree}" private="${javadoc.private}" source="${javac.source}" splitindex="${javadoc.splitindex}" use="${javadoc.use}" useexternalfile="true" version="${javadoc.version}" windowtitle="${javadoc.windowtitle}">
1216 |             <classpath>
1217 |                 <path path="${javac.classpath}"/>
1218 |             </classpath>
1219 |             <fileset dir="${src.dir}" excludes="${bug5101868workaround},${excludes}" includes="${includes}">
1220 |                 <filename name="**/*.java"/>
1221 |             </fileset>
1222 |             <fileset dir="${build.generated.sources.dir}" erroronmissingdir="false">
1223 |                 <include name="**/*.java"/>
1224 |                 <exclude name="*.java"/>
1225 |             </fileset>
1226 |             <arg line="${javadoc.endorsed.classpath.cmd.line.arg}"/>
1227 |         </javadoc>
1228 |         <copy todir="${dist.javadoc.dir}">
1229 |             <fileset dir="${src.dir}" excludes="${excludes}" includes="${includes}">
1230 |                 <filename name="**/doc-files/**"/>
1231 |             </fileset>
1232 |             <fileset dir="${build.generated.sources.dir}" erroronmissingdir="false">
1233 |                 <include name="**/doc-files/**"/>
1234 |             </fileset>
1235 |         </copy>
1236 |     </target>
1237 |     <target depends="init,-javadoc-build" if="netbeans.home" name="-javadoc-browse" unless="no.javadoc.preview">
1238 |         <nbbrowse file="${dist.javadoc.dir}/index.html"/>
1239 |     </target>
1240 |     <target depends="init,-javadoc-build,-javadoc-browse" description="Build Javadoc." name="javadoc"/>
1241 |     <!--
1242 |                 =========================
1243 |                 TEST COMPILATION SECTION
1244 |                 =========================
1245 |             -->
1246 |     <target depends="init,compile" if="have.tests" name="-pre-pre-compile-test">
1247 |         <mkdir dir="${build.test.classes.dir}"/>
1248 |     </target>
1249 |     <target name="-pre-compile-test">
1250 |         <!-- Empty placeholder for easier customization. -->
1251 |         <!-- You can override this target in the ../build.xml file. -->
1252 |     </target>
1253 |     <target if="do.depend.true" name="-compile-test-depend">
1254 |         <j2seproject3:depend classpath="${javac.test.classpath}" destdir="${build.test.classes.dir}" srcdir="${test.src.dir}"/>
1255 |     </target>
1256 |     <target depends="init,deps-jar,compile,-pre-pre-compile-test,-pre-compile-test,-compile-test-depend" if="have.tests" name="-do-compile-test">
1257 |         <j2seproject3:javac apgeneratedsrcdir="${build.test.classes.dir}" classpath="${javac.test.classpath}" debug="true" destdir="${build.test.classes.dir}" processorpath="${javac.test.processorpath}" srcdir="${test.src.dir}"/>
1258 |         <copy todir="${build.test.classes.dir}">
1259 |             <fileset dir="${test.src.dir}" excludes="${build.classes.excludes},${excludes}" includes="${includes}"/>
1260 |         </copy>
1261 |     </target>
1262 |     <target name="-post-compile-test">
1263 |         <!-- Empty placeholder for easier customization. -->
1264 |         <!-- You can override this target in the ../build.xml file. -->
1265 |     </target>
1266 |     <target depends="init,compile,-pre-pre-compile-test,-pre-compile-test,-do-compile-test,-post-compile-test" name="compile-test"/>
1267 |     <target name="-pre-compile-test-single">
1268 |         <!-- Empty placeholder for easier customization. -->
1269 |         <!-- You can override this target in the ../build.xml file. -->
1270 |     </target>
1271 |     <target depends="init,deps-jar,compile,-pre-pre-compile-test,-pre-compile-test-single" if="have.tests" name="-do-compile-test-single">
1272 |         <fail unless="javac.includes">Must select some files in the IDE or set javac.includes</fail>
1273 |         <j2seproject3:force-recompile destdir="${build.test.classes.dir}"/>
1274 |         <j2seproject3:javac apgeneratedsrcdir="${build.test.classes.dir}" classpath="${javac.test.classpath}" debug="true" destdir="${build.test.classes.dir}" excludes="" includes="${javac.includes}" processorpath="${javac.test.processorpath}" sourcepath="${test.src.dir}" srcdir="${test.src.dir}"/>
1275 |         <copy todir="${build.test.classes.dir}">
1276 |             <fileset dir="${test.src.dir}" excludes="${build.classes.excludes},${excludes}" includes="${includes}"/>
1277 |         </copy>
1278 |     </target>
1279 |     <target name="-post-compile-test-single">
1280 |         <!-- Empty placeholder for easier customization. -->
1281 |         <!-- You can override this target in the ../build.xml file. -->
1282 |     </target>
1283 |     <target depends="init,compile,-pre-pre-compile-test,-pre-compile-test-single,-do-compile-test-single,-post-compile-test-single" name="compile-test-single"/>
1284 |     <!--
1285 |                 =======================
1286 |                 TEST EXECUTION SECTION
1287 |                 =======================
1288 |             -->
1289 |     <target depends="init" if="have.tests" name="-pre-test-run">
1290 |         <mkdir dir="${build.test.results.dir}"/>
1291 |     </target>
1292 |     <target depends="init,compile-test,-pre-test-run" if="have.tests" name="-do-test-run">
1293 |         <j2seproject3:test includes="${includes}" testincludes="**/*Test.java"/>
1294 |     </target>
1295 |     <target depends="init,compile-test,-pre-test-run,-do-test-run" if="have.tests" name="-post-test-run">
1296 |         <fail if="tests.failed" unless="ignore.failing.tests">Some tests failed; see details above.</fail>
1297 |     </target>
1298 |     <target depends="init" if="have.tests" name="test-report"/>
1299 |     <target depends="init" if="netbeans.home+have.tests" name="-test-browse"/>
1300 |     <target depends="init,compile-test,-pre-test-run,-do-test-run,test-report,-post-test-run,-test-browse" description="Run unit tests." name="test"/>
1301 |     <target depends="init" if="have.tests" name="-pre-test-run-single">
1302 |         <mkdir dir="${build.test.results.dir}"/>
1303 |     </target>
1304 |     <target depends="init,compile-test-single,-pre-test-run-single" if="have.tests" name="-do-test-run-single">
1305 |         <fail unless="test.includes">Must select some files in the IDE or set test.includes</fail>
1306 |         <j2seproject3:test excludes="" includes="${test.includes}" testincludes="${test.includes}"/>
1307 |     </target>
1308 |     <target depends="init,compile-test-single,-pre-test-run-single,-do-test-run-single" if="have.tests" name="-post-test-run-single">
1309 |         <fail if="tests.failed" unless="ignore.failing.tests">Some tests failed; see details above.</fail>
1310 |     </target>
1311 |     <target depends="init,compile-test-single,-pre-test-run-single,-do-test-run-single,-post-test-run-single" description="Run single unit test." name="test-single"/>
1312 |     <target depends="init,compile-test-single,-pre-test-run-single" if="have.tests" name="-do-test-run-single-method">
1313 |         <fail unless="test.class">Must select some files in the IDE or set test.class</fail>
1314 |         <fail unless="test.method">Must select some method in the IDE or set test.method</fail>
1315 |         <j2seproject3:test excludes="" includes="${javac.includes}" testincludes="${test.class}" testmethods="${test.method}"/>
1316 |     </target>
1317 |     <target depends="init,compile-test-single,-pre-test-run-single,-do-test-run-single-method" if="have.tests" name="-post-test-run-single-method">
1318 |         <fail if="tests.failed" unless="ignore.failing.tests">Some tests failed; see details above.</fail>
1319 |     </target>
1320 |     <target depends="init,compile-test-single,-pre-test-run-single,-do-test-run-single-method,-post-test-run-single-method" description="Run single unit test." name="test-single-method"/>
1321 |     <!--
1322 |                 =======================
1323 |                 TEST DEBUGGING SECTION
1324 |                 =======================
1325 |             -->
1326 |     <target depends="init,compile-test-single,-pre-test-run-single" if="have.tests" name="-debug-start-debuggee-test">
1327 |         <fail unless="test.class">Must select one file in the IDE or set test.class</fail>
1328 |         <j2seproject3:test-debug excludes="" includes="${javac.includes}" testClass="${test.class}" testincludes="${javac.includes}"/>
1329 |     </target>
1330 |     <target depends="init,compile-test-single,-pre-test-run-single" if="have.tests" name="-debug-start-debuggee-test-method">
1331 |         <fail unless="test.class">Must select one file in the IDE or set test.class</fail>
1332 |         <fail unless="test.method">Must select some method in the IDE or set test.method</fail>
1333 |         <j2seproject3:test-debug excludes="" includes="${javac.includes}" testClass="${test.class}" testMethod="${test.method}" testincludes="${test.class}" testmethods="${test.method}"/>
1334 |     </target>
1335 |     <target depends="init,compile-test" if="netbeans.home+have.tests" name="-debug-start-debugger-test">
1336 |         <j2seproject1:nbjpdastart classpath="${debug.test.classpath}" name="${test.class}"/>
1337 |     </target>
1338 |     <target depends="init,compile-test-single,-debug-start-debugger-test,-debug-start-debuggee-test" name="debug-test"/>
1339 |     <target depends="init,compile-test-single,-debug-start-debugger-test,-debug-start-debuggee-test-method" name="debug-test-method"/>
1340 |     <target depends="init,-pre-debug-fix,compile-test-single" if="netbeans.home" name="-do-debug-fix-test">
1341 |         <j2seproject1:nbjpdareload dir="${build.test.classes.dir}"/>
1342 |     </target>
1343 |     <target depends="init,-pre-debug-fix,-do-debug-fix-test" if="netbeans.home" name="debug-fix-test"/>
1344 |     <!--
1345 |                 =========================
1346 |                 APPLET EXECUTION SECTION
1347 |                 =========================
1348 |             -->
1349 |     <target depends="init,compile-single" name="run-applet">
1350 |         <fail unless="applet.url">Must select one file in the IDE or set applet.url</fail>
1351 |         <j2seproject1:java classname="sun.applet.AppletViewer">
1352 |             <customize>
1353 |                 <arg value="${applet.url}"/>
1354 |             </customize>
1355 |         </j2seproject1:java>
1356 |     </target>
1357 |     <!--
1358 |                 =========================
1359 |                 APPLET DEBUGGING  SECTION
1360 |                 =========================
1361 |             -->
1362 |     <target depends="init,compile-single" if="netbeans.home" name="-debug-start-debuggee-applet">
1363 |         <fail unless="applet.url">Must select one file in the IDE or set applet.url</fail>
1364 |         <j2seproject3:debug classname="sun.applet.AppletViewer">
1365 |             <customize>
1366 |                 <arg value="${applet.url}"/>
1367 |             </customize>
1368 |         </j2seproject3:debug>
1369 |     </target>
1370 |     <target depends="init,compile-single,-debug-start-debugger,-debug-start-debuggee-applet" if="netbeans.home" name="debug-applet"/>
1371 |     <!--
1372 |                 ===============
1373 |                 CLEANUP SECTION
1374 |                 ===============
1375 |             -->
1376 |     <target name="-deps-clean-init" unless="built-clean.properties">
1377 |         <property location="${build.dir}/built-clean.properties" name="built-clean.properties"/>
1378 |         <delete file="${built-clean.properties}" quiet="true"/>
1379 |     </target>
1380 |     <target if="already.built.clean.${basedir}" name="-warn-already-built-clean">
1381 |         <echo level="warn" message="Cycle detected: Converters was already built"/>
1382 |     </target>
1383 |     <target depends="init,-deps-clean-init" name="deps-clean" unless="no.deps">
1384 |         <mkdir dir="${build.dir}"/>
1385 |         <touch file="${built-clean.properties}" verbose="false"/>
1386 |         <property file="${built-clean.properties}" prefix="already.built.clean."/>
1387 |         <antcall target="-warn-already-built-clean"/>
1388 |         <propertyfile file="${built-clean.properties}">
1389 |             <entry key="${basedir}" value=""/>
1390 |         </propertyfile>
1391 |     </target>
1392 |     <target depends="init" name="-do-clean">
1393 |         <delete dir="${build.dir}"/>
1394 |         <delete dir="${dist.dir}" followsymlinks="false" includeemptydirs="true"/>
1395 |     </target>
1396 |     <target name="-post-clean">
1397 |         <!-- Empty placeholder for easier customization. -->
1398 |         <!-- You can override this target in the ../build.xml file. -->
1399 |     </target>
1400 |     <target depends="init,deps-clean,-do-clean,-post-clean" description="Clean build products." name="clean"/>
1401 |     <target name="-check-call-dep">
1402 |         <property file="${call.built.properties}" prefix="already.built."/>
1403 |         <condition property="should.call.dep">
1404 |             <and>
1405 |                 <not>
1406 |                     <isset property="already.built.${call.subproject}"/>
1407 |                 </not>
1408 |                 <available file="${call.script}"/>
1409 |             </and>
1410 |         </condition>
1411 |     </target>
1412 |     <target depends="-check-call-dep" if="should.call.dep" name="-maybe-call-dep">
1413 |         <ant antfile="${call.script}" inheritall="false" target="${call.target}">
1414 |             <propertyset>
1415 |                 <propertyref prefix="transfer."/>
1416 |                 <mapper from="transfer.*" to="*" type="glob"/>
1417 |             </propertyset>
1418 |         </ant>
1419 |     </target>
1420 | </project>
1421 | 


--------------------------------------------------------------------------------
/DatasetConverter/nbproject/genfiles.properties:
--------------------------------------------------------------------------------
1 | build.xml.data.CRC32=7f403d13
2 | build.xml.script.CRC32=e7a17702
3 | build.xml.stylesheet.CRC32=8064a381@1.80.1.48
4 | # This file is used by a NetBeans-based IDE to track changes in generated files such as build-impl.xml.
5 | # Do not edit this file. You may delete it but then the IDE will never regenerate such files for you.
6 | nbproject/build-impl.xml.data.CRC32=7f403d13
7 | nbproject/build-impl.xml.script.CRC32=75480b50
8 | nbproject/build-impl.xml.stylesheet.CRC32=830a3534@1.80.1.48
9 | 


--------------------------------------------------------------------------------
/DatasetConverter/nbproject/private/private.properties:
--------------------------------------------------------------------------------
1 | compile.on.save=true
2 | user.properties.file=/home/olu/.netbeans/8.2/build.properties
3 | 


--------------------------------------------------------------------------------
/DatasetConverter/nbproject/private/private.xml:
--------------------------------------------------------------------------------
 1 | <?xml version="1.0" encoding="UTF-8"?>
 2 | <project-private xmlns="http://www.netbeans.org/ns/project-private/1">
 3 |     <editor-bookmarks xmlns="http://www.netbeans.org/ns/editor-bookmarks/2" lastBookmarkId="0"/>
 4 |     <open-files xmlns="http://www.netbeans.org/ns/projectui-open-files/2">
 5 |         <group>
 6 |             <file>file:/home/olu/NetBeansProjects/FolderNameConverter/src/converters/Converter.java</file>
 7 |             <file>file:/home/olu/NetBeansProjects/FolderNameConverter/src/converters/ConverterMain.java</file>
 8 |         </group>
 9 |     </open-files>
10 | </project-private>
11 | 


--------------------------------------------------------------------------------
/DatasetConverter/nbproject/project.properties:
--------------------------------------------------------------------------------
 1 | annotation.processing.enabled=true
 2 | annotation.processing.enabled.in.editor=false
 3 | annotation.processing.processor.options=
 4 | annotation.processing.processors.list=
 5 | annotation.processing.run.all.processors=true
 6 | annotation.processing.source.output=${build.generated.sources.dir}/ap-source-output
 7 | build.classes.dir=${build.dir}/classes
 8 | build.classes.excludes=**/*.java,**/*.form
 9 | # This directory is removed when the project is cleaned:
10 | build.dir=build
11 | build.generated.dir=${build.dir}/generated
12 | build.generated.sources.dir=${build.dir}/generated-sources
13 | # Only compile against the classpath explicitly listed here:
14 | build.sysclasspath=ignore
15 | build.test.classes.dir=${build.dir}/test/classes
16 | build.test.results.dir=${build.dir}/test/results
17 | # Uncomment to specify the preferred debugger connection transport:
18 | #debug.transport=dt_socket
19 | debug.classpath=\
20 |     ${run.classpath}
21 | debug.test.classpath=\
22 |     ${run.test.classpath}
23 | # Files in build.classes.dir which should be excluded from distribution jar
24 | dist.archive.excludes=
25 | # This directory is removed when the project is cleaned:
26 | dist.dir=dist
27 | dist.jar=${dist.dir}/Converters.jar
28 | dist.javadoc.dir=${dist.dir}/javadoc
29 | excludes=
30 | includes=**
31 | jar.compress=false
32 | javac.classpath=
33 | # Space-separated list of extra javac options
34 | javac.compilerargs=
35 | javac.deprecation=false
36 | javac.external.vm=true
37 | javac.processorpath=\
38 |     ${javac.classpath}
39 | javac.source=1.8
40 | javac.target=1.8
41 | javac.test.classpath=\
42 |     ${javac.classpath}:\
43 |     ${build.classes.dir}
44 | javac.test.processorpath=\
45 |     ${javac.test.classpath}
46 | javadoc.additionalparam=
47 | javadoc.author=false
48 | javadoc.encoding=${source.encoding}
49 | javadoc.noindex=false
50 | javadoc.nonavbar=false
51 | javadoc.notree=false
52 | javadoc.private=false
53 | javadoc.splitindex=true
54 | javadoc.use=true
55 | javadoc.version=false
56 | javadoc.windowtitle=
57 | main.class=converters.ConverterMain
58 | manifest.file=manifest.mf
59 | meta.inf.dir=${src.dir}/META-INF
60 | mkdist.disabled=false
61 | platform.active=default_platform
62 | run.classpath=\
63 |     ${javac.classpath}:\
64 |     ${build.classes.dir}
65 | # Space-separated list of JVM arguments used when running the project.
66 | # You may also define separate properties like run-sys-prop.name=value instead of -Dname=value.
67 | # To set system properties for unit tests define test-sys-prop.name=value:
68 | run.jvmargs=
69 | run.test.classpath=\
70 |     ${javac.test.classpath}:\
71 |     ${build.test.classes.dir}
72 | source.encoding=UTF-8
73 | src.dir=src
74 | test.src.dir=test
75 | 


--------------------------------------------------------------------------------
/DatasetConverter/nbproject/project.xml:
--------------------------------------------------------------------------------
 1 | <?xml version="1.0" encoding="UTF-8"?>
 2 | <project xmlns="http://www.netbeans.org/ns/project/1">
 3 |     <type>org.netbeans.modules.java.j2seproject</type>
 4 |     <configuration>
 5 |         <data xmlns="http://www.netbeans.org/ns/j2se-project/3">
 6 |             <name>Converters</name>
 7 |             <source-roots>
 8 |                 <root id="src.dir"/>
 9 |             </source-roots>
10 |             <test-roots>
11 |                 <root id="test.src.dir"/>
12 |             </test-roots>
13 |         </data>
14 |     </configuration>
15 | </project>
16 | 


--------------------------------------------------------------------------------
/DatasetConverter/src/converters/Converter.java:
--------------------------------------------------------------------------------
  1 | /*
  2 |  * To change this license header, choose License Headers in Project Properties.
  3 |  * To change this template file, choose Tools | Templates
  4 |  * and open the template in the editor.
  5 |  */
  6 | package converters;
  7 | 
  8 | import java.awt.image.BufferedImage;
  9 | import java.io.BufferedReader;
 10 | import java.io.File;
 11 | import java.io.FileInputStream;
 12 | import java.io.FileOutputStream;
 13 | import java.io.FileReader;
 14 | import java.io.IOException;
 15 | import java.io.InputStreamReader;
 16 | import java.text.SimpleDateFormat;
 17 | import java.util.ArrayList;
 18 | import java.util.Arrays;
 19 | import java.util.Comparator;
 20 | import java.util.Date;
 21 | import java.util.Scanner;
 22 | import java.util.concurrent.*;
 23 | import java.util.logging.Level;
 24 | import java.util.logging.Logger;
 25 | import javax.imageio.ImageIO;
 26 | 
 27 | /**
 28 |  *
 29 |  * @author olu
 30 |  * email: oluwoleoyetoke@gmail.com
 31 |  * Class contains methods used to 
 32 |  * 1. Convert GTSB dataset folder names to labels for the class
 33 |  * 2. Convert the datasets .ppm images to .jpeg
 34 |  * (GTSB - German Traffic Sign Benchmark)
 35 |  */
 36 | public class Converter implements Runnable {
 37 |     String pathToFolderUnderView=null;
 38 |     String format;
 39 |     static int totalConversion;
 40 |     
 41 |     //Default constructor
 42 |     Converter(){
 43 |         
 44 |     }
 45 |     
 46 |     //Constructor used when multithread operation is needed for the picture conversion
 47 |     Converter(String pathToFolderUnderView, String format){
 48 |         this.pathToFolderUnderView= pathToFolderUnderView;
 49 |         this.format = format;
 50 |     }
 51 |     
 52 |     @Override
 53 |     public void run(){
 54 |         System.out.println("(Multithreaded) Now Converting Contents of Folder "+this.pathToFolderUnderView);
 55 |         //Connect to sub folder and begin to convert all its subfiles
 56 |         long timeStart = System.currentTimeMillis();
 57 | 		
 58 |         File file = new File(this.pathToFolderUnderView);
 59 |         String extension="";
 60 |         String[] fileNames = file.list();
 61 |         for(int i=0; i<fileNames.length; i++){
 62 |             extension = getFileExtensionFromPath(this.pathToFolderUnderView+"/"+fileNames[i]);
 63 |             if(!extension.equals("ppm")){
 64 |                 continue;
 65 |             }
 66 |             //Do Conversion
 67 |             try{
 68 |             convertImageFormat2(this.pathToFolderUnderView+"/"+fileNames[i], format);
 69 |             totalConversion++;
 70 |             }catch(Exception ex){
 71 |                 System.out.println("Encountered Error While Converting: "+ex.getMessage());
 72 |                 System.exit(1);
 73 |             }
 74 |             
 75 |             //Delete previous format
 76 |             File toDelete = new File(this.pathToFolderUnderView+"/"+fileNames[i]);
 77 |             toDelete.delete();
 78 |             
 79 |         }
 80 |         
 81 |         long timeEnd = System.currentTimeMillis(); //in milliseconds
 82 | 	long diff = timeEnd - timeStart;
 83 | 	long diffSeconds = diff / 1000 % 60;
 84 | 	long diffMinutes = diff / (60 * 1000) % 60;
 85 |         long diffHours = diff / (60 * 60 * 1000) % 24;
 86 | 	long diffDays = diff / (24 * 60 * 60 * 1000);
 87 |         System.out.println("Done Converting the Content of Folder: "+this.pathToFolderUnderView+". Took "+diffDays+" Day(s), "+diffHours+" Hour(s) "+diffMinutes+" Minute(s) and "+diffSeconds+" Second(s)");
 88 |            
 89 |     }
 90 |     
 91 |     //Convert all the datasets image to another format e.g .png
 92 |     public boolean convertAllDatasetImages(String baseFolderDir, String format){
 93 |         
 94 |         //Validation
 95 |         if(baseFolderDir.isEmpty()){
 96 |             System.out.println("baseFolderDir not set");
 97 |             return false;
 98 |         }else if(format.isEmpty()){
 99 |             System.out.println("Please specify a format");
100 |             return false;
101 |         }else if(!getFormats().contains(format)){
102 |             System.out.println("Please specify a compatible format to convert to e.g "+getFormats().toString());
103 |             return false;
104 |         }
105 |         
106 |         //User advice
107 |         System.out.println("It is adviced that you have only folders in the "
108 |                 + "base directory containing your training images.\n"
109 |                 + "Base folder-->Subfolders-->Each subfolder containing "
110 |                 + "specific classes of image\n"
111 |                 + "E.g Training Folder -> stop_sign_folder -> 1.jpg, 2.jpg, 3.jpg....");
112 |         
113 |         //Get user confirmation
114 |         Scanner scanner = new Scanner(System.in);
115 |         System.out.println("Would you like to proceed? [Y/N]: ");
116 |         String answer = scanner.next();
117 |         if(!answer.equals("Y")){
118 |             System.out.println("Exiting....");
119 |             return false;
120 |         }
121 |         
122 |         //Connect to dataset base deirectory
123 |         File base =null;
124 |         try{ //For saftey sake
125 |            base = new File(baseFolderDir);
126 |          if(!base.isDirectory()){ //Check to make sure directory specified isnt just a file
127 |             System.out.println("Not a directory");
128 |             return false;
129 |         }
130 |         }catch (Exception ex){
131 |             System.out.println("Error occured while opening directory: "+ex.getMessage());
132 |             return false;
133 |         }
134 |         
135 |         System.out.println("Base Directory: "+baseFolderDir);
136 |         
137 |         //Get sub directories
138 |          String[] subFiles =  base.list();
139 |          File[] subFilesHandle = base.listFiles();  
140 |          
141 |       
142 |         //Confirm that base directory has sub directories or at least, sub files
143 |         int noOfContents = 0;
144 |         noOfContents = subFiles.length;
145 |         System.out.println("Number of sub directories or posibly files: "+noOfContents);
146 |         if(noOfContents==0){
147 |              System.out.println("There are no sub files/directories in the base directory");
148 |             return false;
149 |         }
150 |         
151 |         System.out.println("About to begin multithreaded conversion. Please note, this might take some time");
152 |         String pathToFolderUnderOperation ="";
153 |         //Open each subdirectory and convert image present to desired format (Multi Threaded)
154 |         //Use executors to manage concurrency
155 |         ExecutorService executor = Executors.newCachedThreadPool();
156 |         for(int i=0; i<noOfContents; i++){
157 |             File folderUnderView = new File(baseFolderDir+"/"+subFiles[i]);
158 |             if(!folderUnderView.isDirectory()){ //confirm that it is a directory
159 |                 continue; //Move to the next itteration
160 |             }
161 |             pathToFolderUnderOperation = folderUnderView.getPath();
162 |             Converter conv = new Converter(pathToFolderUnderOperation, format);
163 |             //Submit task to executor
164 |             executor.submit(conv);
165 |             //Thread thread = new Thread(conv);
166 |             //thread.start();   
167 |         }
168 |         
169 |         executor.shutdown(); //Shutdown executor when done
170 |         try {
171 |             executor.awaitTermination(Long.MAX_VALUE, TimeUnit.HOURS); //wait for 1 hour * long max
172 |         } catch (InterruptedException e) {
173 |             System.out.println("Error while awaiting executor shutdown: "+e.getMessage());
174 |         }
175 |         return true;       
176 |     }
177 |     
178 |     //Convert all the datasets folder names to class labels...Needed for TensorFlow
179 |     public boolean convertFolderName(String baseFolderDir, String labelingFileDir){
180 | 	File dir = null; 
181 |         
182 |         //User advice
183 |         System.out.println("It is adviced that you have only folders in the "
184 |                 + "base directory containing your training images.\n"
185 |                 + "Base folder-->Subfolders-->Each subfolder containing "
186 |                 + "specific classes of image\n"
187 |                 + "E.g Training Folder -> stop_sign_folder -> 1.jpg, 2.jpg, 3.jpg....");
188 |         
189 |         //Get user confirmation
190 |         Scanner scanner = new Scanner(System.in);
191 |         System.out.println("Would you like to proceed? [Y/N]: ");
192 |         String answer = scanner.next();
193 |         if(!answer.equals("Y")){
194 |             System.out.println("Exiting....");
195 |             return false;
196 |         }
197 |         
198 |         //Validation
199 |         if(baseFolderDir.isEmpty()){
200 |             System.out.println("baseFolderDir not set");
201 |             return false;
202 |         }else if(labelingFileDir.isEmpty()){
203 |             System.out.println("blabelingFileDir not set");
204 |             return false;
205 |         }
206 |         
207 |         //Try to open directory
208 |         try{ //For saftey sake
209 |         dir = new File(baseFolderDir);
210 |          if(!dir.isDirectory()){ //Check to make sure directory specified isnt just a file
211 |             System.out.println("Not a directory");
212 |             return false;
213 |         }
214 |         }catch (Exception ex){
215 |             System.out.println("Error occured while opening directory: "+ex.getMessage());
216 |             return false;
217 |         }
218 |          
219 |          //Get sub directories
220 |          String[] subFiles =  dir.list();
221 |          File[] subFilesHandle = dir.listFiles();         
222 |          
223 |          // Sort files/folders handle by name
224 |          Arrays.sort(subFilesHandle, new Comparator(){
225 |              @Override
226 |                      public int compare(Object f1, Object f2){
227 |                          return ((File) f1).getName().compareTo(((File) f2).getName());
228 |                      }
229 |          });
230 |          Arrays.sort(subFiles); //sort files/folders string by name
231 |          ArrayList subDirs = new ArrayList();
232 |          File test = null;
233 |          int noOfContents = subFiles.length;
234 |          for (int i=0; i<noOfContents; i++){
235 |              test = new File(baseFolderDir+"/"+subFiles[i]);
236 |              if(test.isDirectory()){
237 |                  subDirs.add(subFiles[i]);
238 |              }else{
239 |                  System.out.println("One or more of the subfiles ("+test.getName()+") is not a directory");
240 |                  return false;
241 |              }
242 |          }
243 |          int noOfSubFlders = subDirs.size();
244 |          
245 |          //Load labeling txt
246 |          File labelFile;
247 |          BufferedReader buff;
248 |          try{//Check to make sure labels file is an actual file
249 |          labelFile = new File (labelingFileDir);
250 |          if(labelFile.isFile()==false){
251 |              System.out.println("Not a file");
252 |              return false;
253 |          }
254 |          }catch(Exception ex){
255 |             System.out.println("Error Encountered while opening labeling file: "+ex.getMessage());
256 |             return false;
257 |          }
258 |          
259 |          //Reading Labels
260 |          ArrayList labels = new ArrayList();
261 |          BufferedReader buffRead = null;
262 |          try{
263 |              String line;
264 |              buffRead = new BufferedReader(new FileReader(labelingFileDir));
265 |              while((line=buffRead.readLine())!=null){
266 |                  labels.add(String.valueOf(line));
267 |              }
268 |          }catch(Exception ex){
269 |              System.out.println("Error while reading labels: "+ex.getMessage());
270 |              return false;
271 |          }
272 |          int noOfLabels = labels.size();
273 |          
274 |          if(noOfLabels!=noOfSubFlders){
275 |              System.out.println("Number of labels and subfolders not equal");
276 |              return false; 
277 |          }
278 |          
279 |          //Check to be sure selections are same with labels position, and as user wants it
280 |          String name="";
281 |          File newName;
282 |          for(int i=0; i<noOfSubFlders; i++){
283 |              name = subFilesHandle[i].getName();
284 |              if( subDirs.contains(name)){
285 |                  newName = new File(labels.get(i).toString());
286 |                  //subFilesHandle[i].renameTo(newName);
287 |                  System.out.println("Folder "+name+" will be renamed to "+newName.getName());
288 |              } 
289 |          }
290 |          
291 |          //Get user final confirmation
292 |         System.out.println("Is this renaming what you want? [Y/N]: ");
293 |         answer = scanner.next();
294 |         if(!answer.equals("Y")){
295 |             System.out.println("Exiting....");
296 |             return false;
297 |         }
298 |          
299 |          //relabeling the folders
300 |          String path="";
301 |          for(int i=0; i<noOfContents; i++){
302 |              name = subFilesHandle[i].getName();
303 |              if( subDirs.contains(name)){
304 |                  path = subFilesHandle[i].getParent()+"/"+labels.get(i).toString();
305 |                  //System.out.println(path);
306 |                  newName = new File(path);
307 |                  subFilesHandle[i].renameTo(newName);
308 |                  System.out.println("Folder "+name+" has been renamed to "+newName.getName());
309 |              }   
310 |          }
311 |          System.out.println("Relabeling completed"); 
312 |          return true;
313 |     }
314 |     
315 |     
316 |     //Normal Java Image Converter....Does not support .ppm conversion
317 |     public boolean convertImageFormat(String inputImagePath, String outputImagePath, String formatName) throws IOException {
318 |         FileInputStream inputStream = new FileInputStream(inputImagePath);
319 |         FileOutputStream outputStream = new FileOutputStream(outputImagePath);
320 |          
321 |         // reads input image from file
322 |         BufferedImage inputImage = ImageIO.read(inputStream);
323 |          
324 |         // writes to the output image in specified format
325 |         boolean result = ImageIO.write(inputImage, formatName, outputStream);
326 |          
327 |         // needs to close the streams
328 |         outputStream.close();
329 |         inputStream.close();
330 |          
331 |         return result;
332 |     }
333 |     
334 |     
335 |     //Image converter gotten from: https://github.com/Jpadilla1/Steganography/blob/master/src/imageconverter/ImageConverter.java
336 |      public static String convertImageFormat2(String inputFilePath, String format) throws Exception {
337 |         if (getFileExtensionFromPath(inputFilePath).equals(format)) {
338 |             throw new Exception("Formats can't be the same!");
339 |         }
340 |         if (getFormats().contains(format)
341 |                 && getFormats().contains(getFileExtensionFromPath(inputFilePath))) {
342 | 
343 |             String outputPath = getOutputPathFromInputPath(inputFilePath, format);
344 |             String convertPath = "";
345 |             if (System.getProperty("os.name").equals("Linux"))
346 |             {
347 |                 convertPath = "/usr/bin/convert";
348 |             } else {
349 |                 convertPath = "/usr/local/bin/convert";
350 |             }
351 | 
352 |             if (format.equals("ppm")) {
353 |                 executeCommand(convertPath + " -compress none " + inputFilePath + " " + getOutputPathFromInputPath(inputFilePath, format));
354 |             } else {
355 |                 executeCommand(convertPath + " " + inputFilePath + " " + getOutputPathFromInputPath(inputFilePath, format));
356 |             }
357 |             
358 |             return outputPath;
359 |         } else {
360 |             throw new Exception("Format not yet implemented");
361 |         }
362 |     }
363 | 
364 |     private static ArrayList<String> getFormats() {
365 |         return new ArrayList<>(Arrays.asList("jpg", "jpeg", "png", "ppm", "gif"));
366 |     }
367 | 
368 |     private static String getFileExtensionFromPath(String path) {
369 |         int i = path.lastIndexOf('.');
370 |         if (i > 0) {
371 |             return path.substring(i + 1);
372 |         }
373 |         return "";
374 |     }
375 | 
376 |     private static String getOutputPathFromInputPath(String path, String format) {
377 |         return path.substring(0, path.lastIndexOf('.')) + "." + format;
378 |     }
379 | 
380 |     private static String executeCommand(String command) {
381 | 
382 |         StringBuilder output = new StringBuilder();
383 | 
384 |         Process p;
385 |         try {
386 |             p = Runtime.getRuntime().exec(command);
387 |             p.waitFor();
388 |             BufferedReader reader
389 |                     = new BufferedReader(new InputStreamReader(p.getInputStream()));
390 | 
391 |             String line;
392 |             while ((line = reader.readLine()) != null) {
393 |                 output.append(line).append("\n");
394 |             }
395 | 
396 |         } catch (IOException | InterruptedException ex) {
397 |             Logger.getLogger(Converter.class.getName()).log(Level.SEVERE, null, ex);
398 |         }
399 | 
400 |         return output.toString();
401 | }
402 |     
403 |     
404 | }
405 | 


--------------------------------------------------------------------------------
/DatasetConverter/src/converters/ConverterMain.java:
--------------------------------------------------------------------------------
 1 | /*
 2 |  * To change this license header, choose License Headers in Project Properties.
 3 |  * To change this template file, choose Tools | Templates
 4 |  * and open the template in the editor.
 5 |  */
 6 | package converters;
 7 | 
 8 | import java.util.Date;
 9 | 
10 | /**
11 |  *
12 |  * @author olu
13 |  */
14 | public class ConverterMain {
15 | 
16 |     /**
17 |      * @param args the command line arguments
18 |      */
19 |     public static void main(String[] args) {
20 |         String baseFolderDir="/home/olu/Dev/data_base/sign_base/training"; //Change as appropriate to you
21 |         String labelingFileDir="/home/olu/Dev/data_base/sign_base/labels.txt"; //Change as appropriate to you
22 |         String formatName = "jpeg";
23 |         
24 |         //Convert Folder Names
25 |         Converter convert = new Converter();
26 |         boolean converted = convert.convertFolderName(baseFolderDir, labelingFileDir);
27 |      
28 |         //Convert all of datasets .ppm to .jpeg
29 |         long timeStart = System.currentTimeMillis();
30 |         boolean converted2 = convert.convertAllDatasetImages(baseFolderDir, formatName);
31 |         if(converted2==true){
32 |         long timeEnd = System.currentTimeMillis(); //in milliseconds
33 | 	long diff = timeEnd - timeStart;
34 | 	long diffSeconds = diff / 1000 % 60;
35 | 	long diffMinutes = diff / (60 * 1000) % 60;
36 |         long diffHours = diff / (60 * 60 * 1000) % 24;
37 | 	long diffDays = diff / (24 * 60 * 60 * 1000);
38 |         System.out.println("ALL "+formatName+" CONVERSIONS NOW COMPLETED. Took "+diffDays+" Day(s), "+diffHours+" Hour(s) "+diffMinutes+" Minute(s) and "+diffSeconds+" Second(s)");
39 |         }
40 |         
41 |     }
42 |     
43 | }
44 | 


--------------------------------------------------------------------------------
/DeleteExtrasFromDataSet.sh:
--------------------------------------------------------------------------------
1 | #!bin/bash
2 | 
3 | #Pass in Base Folder Location
4 | cd $1


--------------------------------------------------------------------------------
/Logs/imdbLogs:
--------------------------------------------------------------------------------
  1 | ========== RESTART: /home/olu/Dev/scratch_train_sign/create_imdb.py ==========
  2 | Result will be saved to /home/olu/Dev/data_base/sign_base/output
  3 | Determining list of input files and labels from /home/olu/Dev/data_base/sign_base/labels.txt 
  4 | File path /home/olu/Dev/data_base/sign_base/training/speed_20/* 
  5 | 
  6 | File path /home/olu/Dev/data_base/sign_base/training/speed_30/* 
  7 | 
  8 | File path /home/olu/Dev/data_base/sign_base/training/speed_50/* 
  9 | 
 10 | File path /home/olu/Dev/data_base/sign_base/training/speed_60/* 
 11 | 
 12 | File path /home/olu/Dev/data_base/sign_base/training/speed_70/* 
 13 | 
 14 | File path /home/olu/Dev/data_base/sign_base/training/speed_80/* 
 15 | 
 16 | File path /home/olu/Dev/data_base/sign_base/training/speed_less_80/* 
 17 | 
 18 | File path /home/olu/Dev/data_base/sign_base/training/speed_100/* 
 19 | 
 20 | File path /home/olu/Dev/data_base/sign_base/training/speed_120/* 
 21 | 
 22 | File path /home/olu/Dev/data_base/sign_base/training/no_car_overtaking/* 
 23 | 
 24 | File path /home/olu/Dev/data_base/sign_base/training/no_truck_overtaking/* 
 25 | 
 26 | File path /home/olu/Dev/data_base/sign_base/training/priority_road/* 
 27 | 
 28 | File path /home/olu/Dev/data_base/sign_base/training/priority_road_2/* 
 29 | 
 30 | File path /home/olu/Dev/data_base/sign_base/training/yield_right_of_way/* 
 31 | 
 32 | File path /home/olu/Dev/data_base/sign_base/training/stop/* 
 33 | 
 34 | File path /home/olu/Dev/data_base/sign_base/training/road_closed/* 
 35 | 
 36 | File path /home/olu/Dev/data_base/sign_base/training/maximum_weight_allowed/* 
 37 | 
 38 | File path /home/olu/Dev/data_base/sign_base/training/entry_prohibited/* 
 39 | 
 40 | File path /home/olu/Dev/data_base/sign_base/training/danger/* 
 41 | 
 42 | File path /home/olu/Dev/data_base/sign_base/training/curve_left/* 
 43 | 
 44 | File path /home/olu/Dev/data_base/sign_base/training/curve_right/* 
 45 | 
 46 | File path /home/olu/Dev/data_base/sign_base/training/double_curve_right/* 
 47 | 
 48 | File path /home/olu/Dev/data_base/sign_base/training/rough_road/* 
 49 | 
 50 | File path /home/olu/Dev/data_base/sign_base/training/slippery_road/* 
 51 | 
 52 | File path /home/olu/Dev/data_base/sign_base/training/road_narrows_right/* 
 53 | 
 54 | File path /home/olu/Dev/data_base/sign_base/training/work_in_progress/* 
 55 | 
 56 | File path /home/olu/Dev/data_base/sign_base/training/traffic_light_ahead/* 
 57 | 
 58 | File path /home/olu/Dev/data_base/sign_base/training/pedestrian_crosswalk/* 
 59 | 
 60 | File path /home/olu/Dev/data_base/sign_base/training/children_area/* 
 61 | 
 62 | File path /home/olu/Dev/data_base/sign_base/training/bicycle_crossing/* 
 63 | 
 64 | File path /home/olu/Dev/data_base/sign_base/training/beware_of_ice/* 
 65 | 
 66 | File path /home/olu/Dev/data_base/sign_base/training/wild_animal_crossing/* 
 67 | 
 68 | File path /home/olu/Dev/data_base/sign_base/training/end_of_restriction/* 
 69 | 
 70 | File path /home/olu/Dev/data_base/sign_base/training/must_turn_right/* 
 71 | 
 72 | File path /home/olu/Dev/data_base/sign_base/training/must_turn_left/* 
 73 | 
 74 | File path /home/olu/Dev/data_base/sign_base/training/must_go_straight/* 
 75 | 
 76 | File path /home/olu/Dev/data_base/sign_base/training/must_go_straight_or_right/* 
 77 | 
 78 | File path /home/olu/Dev/data_base/sign_base/training/must_go_straight_or_left/* 
 79 | 
 80 | File path /home/olu/Dev/data_base/sign_base/training/mandatroy_direction_bypass_obstacle/* 
 81 | 
 82 | File path /home/olu/Dev/data_base/sign_base/training/mandatroy_direction_bypass_obstacle2/* 
 83 | 
 84 | File path /home/olu/Dev/data_base/sign_base/training/traffic_circle/* 
 85 | 
 86 | File path /home/olu/Dev/data_base/sign_base/training/end_of_no_car_overtaking/* 
 87 | 
 88 | File path /home/olu/Dev/data_base/sign_base/training/end_of_no_truck_overtaking/* 
 89 | 
 90 | Found 39209 JPEG files across 43 labels inside /home/olu/Dev/data_base/sign_base/training
 91 | Launching 2 threads for spacings: [[0, 19604], [19604, 39209]]
 92 | 2017-12-01 15:56:39.543697 [thread 1]: Processed 1000 of 19605 images in thread batch.2017-12-01 15:56:39.545929 [thread 0]: Processed 1000 of 19604 images in thread batch.
 93 | 
 94 | 2017-12-01 15:56:44.254576 [thread 0]: Processed 2000 of 19604 images in thread batch.
 95 | 2017-12-01 15:56:44.433656 [thread 1]: Processed 2000 of 19605 images in thread batch.
 96 | 2017-12-01 15:56:48.754633 [thread 0]: Processed 3000 of 19604 images in thread batch.
 97 | 2017-12-01 15:56:49.798092 [thread 1]: Processed 3000 of 19605 images in thread batch.
 98 | 2017-12-01 15:56:53.908201 [thread 0]: Processed 4000 of 19604 images in thread batch.
 99 | 2017-12-01 15:56:54.351327 [thread 1]: Processed 4000 of 19605 images in thread batch.
100 | 2017-12-01 15:56:58.855722 [thread 0]: Processed 5000 of 19604 images in thread batch.
101 | 2017-12-01 15:56:59.301768 [thread 1]: Processed 5000 of 19605 images in thread batch.
102 | 2017-12-01 15:57:03.704445 [thread 0]: Processed 6000 of 19604 images in thread batch.
103 | 2017-12-01 15:57:04.144965 [thread 1]: Processed 6000 of 19605 images in thread batch.
104 | 2017-12-01 15:57:08.543383 [thread 0]: Processed 7000 of 19604 images in thread batch.
105 | 2017-12-01 15:57:09.007709 [thread 1]: Processed 7000 of 19605 images in thread batch.
106 | 2017-12-01 15:57:13.622921 [thread 0]: Processed 8000 of 19604 images in thread batch.
107 | 2017-12-01 15:57:14.059550 [thread 1]: Processed 8000 of 19605 images in thread batch.
108 | 2017-12-01 15:57:18.477144 [thread 0]: Processed 9000 of 19604 images in thread batch.
109 | 2017-12-01 15:57:18.811312 [thread 1]: Processed 9000 of 19605 images in thread batch.
110 | 2017-12-01 15:57:23.763258 [thread 0]: Processed 10000 of 19604 images in thread batch.
111 | 2017-12-01 15:57:24.086001 [thread 1]: Processed 10000 of 19605 images in thread batch.
112 | 2017-12-01 15:57:28.965086 [thread 0]: Processed 11000 of 19604 images in thread batch.
113 | 2017-12-01 15:57:29.261494 [thread 1]: Processed 11000 of 19605 images in thread batch.
114 | 2017-12-01 15:57:34.061319 [thread 0]: Processed 12000 of 19604 images in thread batch.
115 | 2017-12-01 15:57:34.177079 [thread 1]: Processed 12000 of 19605 images in thread batch.
116 | 2017-12-01 15:57:39.415580 [thread 1]: Processed 13000 of 19605 images in thread batch.2017-12-01 15:57:39.418505 [thread 0]: Processed 13000 of 19604 images in thread batch.
117 | 
118 | 2017-12-01 15:57:44.575577 [thread 1]: Processed 14000 of 19605 images in thread batch.
119 | 2017-12-01 15:57:44.973289 [thread 0]: Processed 14000 of 19604 images in thread batch.
120 | 2017-12-01 15:57:49.592148 [thread 1]: Processed 15000 of 19605 images in thread batch.
121 | 2017-12-01 15:57:50.393305 [thread 0]: Processed 15000 of 19604 images in thread batch.
122 | 2017-12-01 15:57:54.668816 [thread 1]: Processed 16000 of 19605 images in thread batch.
123 | 2017-12-01 15:57:55.473357 [thread 0]: Processed 16000 of 19604 images in thread batch.
124 | 2017-12-01 15:57:59.705012 [thread 1]: Processed 17000 of 19605 images in thread batch.
125 | 2017-12-01 15:58:00.571395 [thread 0]: Processed 17000 of 19604 images in thread batch.
126 | 2017-12-01 15:58:04.590437 [thread 1]: Processed 18000 of 19605 images in thread batch.
127 | 2017-12-01 15:58:05.412019 [thread 0]: Processed 18000 of 19604 images in thread batch.
128 | 2017-12-01 15:58:09.393710 [thread 1]: Processed 19000 of 19605 images in thread batch.
129 | 2017-12-01 15:58:10.293427 [thread 0]: Processed 19000 of 19604 images in thread batch.
130 | 2017-12-01 15:58:12.288467 [thread 1]: Wrote 19605 images to /home/olu/Dev/data_base/sign_base/output/validation-00001-of-00002
131 | 2017-12-01 15:58:12.326821 [thread 1]: Wrote 19605 images to 19605 shards.
132 | 2017-12-01 15:58:12.793973 [thread 0]: Wrote 19604 images to /home/olu/Dev/data_base/sign_base/output/validation-00000-of-00002
133 | 2017-12-01 15:58:12.840278 [thread 0]: Wrote 19604 images to 19604 shards.
134 | 2017-12-01 15:58:13.796779: Finished writing all 39209 images in data set.
135 | Determining list of input files and labels from /home/olu/Dev/data_base/sign_base/labels.txt 
136 | File path /home/olu/Dev/data_base/sign_base/training/speed_20/* 
137 | 
138 | File path /home/olu/Dev/data_base/sign_base/training/speed_30/* 
139 | 
140 | File path /home/olu/Dev/data_base/sign_base/training/speed_50/* 
141 | 
142 | File path /home/olu/Dev/data_base/sign_base/training/speed_60/* 
143 | 
144 | File path /home/olu/Dev/data_base/sign_base/training/speed_70/* 
145 | 
146 | File path /home/olu/Dev/data_base/sign_base/training/speed_80/* 
147 | 
148 | File path /home/olu/Dev/data_base/sign_base/training/speed_less_80/* 
149 | 
150 | File path /home/olu/Dev/data_base/sign_base/training/speed_100/* 
151 | 
152 | File path /home/olu/Dev/data_base/sign_base/training/speed_120/* 
153 | 
154 | File path /home/olu/Dev/data_base/sign_base/training/no_car_overtaking/* 
155 | 
156 | File path /home/olu/Dev/data_base/sign_base/training/no_truck_overtaking/* 
157 | 
158 | File path /home/olu/Dev/data_base/sign_base/training/priority_road/* 
159 | 
160 | File path /home/olu/Dev/data_base/sign_base/training/priority_road_2/* 
161 | 
162 | File path /home/olu/Dev/data_base/sign_base/training/yield_right_of_way/* 
163 | 
164 | File path /home/olu/Dev/data_base/sign_base/training/stop/* 
165 | 
166 | File path /home/olu/Dev/data_base/sign_base/training/road_closed/* 
167 | 
168 | File path /home/olu/Dev/data_base/sign_base/training/maximum_weight_allowed/* 
169 | 
170 | File path /home/olu/Dev/data_base/sign_base/training/entry_prohibited/* 
171 | 
172 | File path /home/olu/Dev/data_base/sign_base/training/danger/* 
173 | 
174 | File path /home/olu/Dev/data_base/sign_base/training/curve_left/* 
175 | 
176 | File path /home/olu/Dev/data_base/sign_base/training/curve_right/* 
177 | 
178 | File path /home/olu/Dev/data_base/sign_base/training/double_curve_right/* 
179 | 
180 | File path /home/olu/Dev/data_base/sign_base/training/rough_road/* 
181 | 
182 | File path /home/olu/Dev/data_base/sign_base/training/slippery_road/* 
183 | 
184 | File path /home/olu/Dev/data_base/sign_base/training/road_narrows_right/* 
185 | 
186 | File path /home/olu/Dev/data_base/sign_base/training/work_in_progress/* 
187 | 
188 | File path /home/olu/Dev/data_base/sign_base/training/traffic_light_ahead/* 
189 | 
190 | File path /home/olu/Dev/data_base/sign_base/training/pedestrian_crosswalk/* 
191 | 
192 | File path /home/olu/Dev/data_base/sign_base/training/children_area/* 
193 | 
194 | File path /home/olu/Dev/data_base/sign_base/training/bicycle_crossing/* 
195 | 
196 | File path /home/olu/Dev/data_base/sign_base/training/beware_of_ice/* 
197 | 
198 | File path /home/olu/Dev/data_base/sign_base/training/wild_animal_crossing/* 
199 | 
200 | File path /home/olu/Dev/data_base/sign_base/training/end_of_restriction/* 
201 | 
202 | File path /home/olu/Dev/data_base/sign_base/training/must_turn_right/* 
203 | 
204 | File path /home/olu/Dev/data_base/sign_base/training/must_turn_left/* 
205 | 
206 | File path /home/olu/Dev/data_base/sign_base/training/must_go_straight/* 
207 | 
208 | File path /home/olu/Dev/data_base/sign_base/training/must_go_straight_or_right/* 
209 | 
210 | File path /home/olu/Dev/data_base/sign_base/training/must_go_straight_or_left/* 
211 | 
212 | File path /home/olu/Dev/data_base/sign_base/training/mandatroy_direction_bypass_obstacle/* 
213 | 
214 | File path /home/olu/Dev/data_base/sign_base/training/mandatroy_direction_bypass_obstacle2/* 
215 | 
216 | File path /home/olu/Dev/data_base/sign_base/training/traffic_circle/* 
217 | 
218 | File path /home/olu/Dev/data_base/sign_base/training/end_of_no_car_overtaking/* 
219 | 
220 | File path /home/olu/Dev/data_base/sign_base/training/end_of_no_truck_overtaking/* 
221 | 
222 | Found 39209 JPEG files across 43 labels inside /home/olu/Dev/data_base/sign_base/training
223 | Launching 2 threads for spacings: [[0, 19604], [19604, 39209]]
224 | 2017-12-01 15:58:19.321528 [thread 1]: Processed 1000 of 19605 images in thread batch.2017-12-01 15:58:19.328218 [thread 0]: Processed 1000 of 19604 images in thread batch.
225 | 
226 | 2017-12-01 15:58:24.103518 [thread 1]: Processed 2000 of 19605 images in thread batch.
227 | 2017-12-01 15:58:24.379995 [thread 0]: Processed 2000 of 19604 images in thread batch.
228 | 2017-12-01 15:58:28.848063 [thread 1]: Processed 3000 of 19605 images in thread batch.
229 | 2017-12-01 15:58:29.290989 [thread 0]: Processed 3000 of 19604 images in thread batch.
230 | 2017-12-01 15:58:33.692279 [thread 1]: Processed 4000 of 19605 images in thread batch.
231 | 2017-12-01 15:58:34.348252 [thread 0]: Processed 4000 of 19604 images in thread batch.
232 | 2017-12-01 15:58:38.885082 [thread 1]: Processed 5000 of 19605 images in thread batch.
233 | 2017-12-01 15:58:39.212437 [thread 0]: Processed 5000 of 19604 images in thread batch.
234 | 2017-12-01 15:58:44.014678 [thread 1]: Processed 6000 of 19605 images in thread batch.
235 | 2017-12-01 15:58:44.319710 [thread 0]: Processed 6000 of 19604 images in thread batch.
236 | 2017-12-01 15:58:48.727675 [thread 1]: Processed 7000 of 19605 images in thread batch.
237 | 2017-12-01 15:58:49.454886 [thread 0]: Processed 7000 of 19604 images in thread batch.
238 | 2017-12-01 15:58:53.757572 [thread 1]: Processed 8000 of 19605 images in thread batch.
239 | 2017-12-01 15:58:54.732761 [thread 0]: Processed 8000 of 19604 images in thread batch.
240 | 2017-12-01 15:58:59.082209 [thread 1]: Processed 9000 of 19605 images in thread batch.
241 | 2017-12-01 15:58:59.685727 [thread 0]: Processed 9000 of 19604 images in thread batch.
242 | 2017-12-01 15:59:03.855798 [thread 1]: Processed 10000 of 19605 images in thread batch.
243 | 2017-12-01 15:59:04.623629 [thread 0]: Processed 10000 of 19604 images in thread batch.
244 | 2017-12-01 15:59:08.897193 [thread 1]: Processed 11000 of 19605 images in thread batch.
245 | 2017-12-01 15:59:09.754831 [thread 0]: Processed 11000 of 19604 images in thread batch.
246 | 2017-12-01 15:59:13.925373 [thread 1]: Processed 12000 of 19605 images in thread batch.
247 | 2017-12-01 15:59:14.625715 [thread 0]: Processed 12000 of 19604 images in thread batch.
248 | 2017-12-01 15:59:18.758661 [thread 1]: Processed 13000 of 19605 images in thread batch.
249 | 2017-12-01 15:59:19.334345 [thread 0]: Processed 13000 of 19604 images in thread batch.
250 | 2017-12-01 15:59:23.557197 [thread 1]: Processed 14000 of 19605 images in thread batch.
251 | 2017-12-01 15:59:24.091283 [thread 0]: Processed 14000 of 19604 images in thread batch.
252 | 2017-12-01 15:59:28.380125 [thread 1]: Processed 15000 of 19605 images in thread batch.
253 | 2017-12-01 15:59:28.939316 [thread 0]: Processed 15000 of 19604 images in thread batch.
254 | 2017-12-01 15:59:33.511671 [thread 1]: Processed 16000 of 19605 images in thread batch.
255 | 2017-12-01 15:59:33.791349 [thread 0]: Processed 16000 of 19604 images in thread batch.
256 | 2017-12-01 15:59:38.410925 [thread 1]: Processed 17000 of 19605 images in thread batch.
257 | 2017-12-01 15:59:38.555400 [thread 0]: Processed 17000 of 19604 images in thread batch.
258 | 2017-12-01 15:59:43.261218 [thread 1]: Processed 18000 of 19605 images in thread batch.
259 | 2017-12-01 15:59:43.384039 [thread 0]: Processed 18000 of 19604 images in thread batch.
260 | 2017-12-01 15:59:48.125398 [thread 1]: Processed 19000 of 19605 images in thread batch.
261 | 2017-12-01 15:59:48.189964 [thread 0]: Processed 19000 of 19604 images in thread batch.
262 | 2017-12-01 15:59:50.915470 [thread 1]: Wrote 19605 images to /home/olu/Dev/data_base/sign_base/output/train-00001-of-00002
263 | 2017-12-01 15:59:50.925460 [thread 1]: Wrote 19605 images to 19605 shards.
264 | 2017-12-01 15:59:51.064479 [thread 0]: Wrote 19604 images to /home/olu/Dev/data_base/sign_base/output/train-00000-of-00002
265 | 2017-12-01 15:59:51.069508 [thread 0]: Wrote 19604 images to 19604 shards.
266 | 2017-12-01 15:59:51.536970: Finished writing all 39209 images in data set.
267 | >>> 
268 | 


--------------------------------------------------------------------------------
/README.md:
--------------------------------------------------------------------------------
  1 | # Computer_Vision_Using_TensorFlowLite
  2 | 
  3 | On this project the AlexNet Convolutional Neural Network is trained using traffic sign images from the German Road Traffic Sign Benchmark. The initially trained network is then quantized/optimized for deployment on mobile devices using TensorFlowLite 
  4 | 
  5 | ## Project Steps
  6 | 1. Download German Traffic Sign Benchmark Training Images [from here](https://sid.erda.dk/public/archives/daaeac0d7ce1152aea9b61d9f1e19370/GTSRB_Final_Training_Images.zip)
  7 | 2. Convert From .ppm to .jpg Format
  8 | 3. Label db Folder Appropriately
  9 | 4. Convert Dataset to TFRecord
 10 | 5. Create CNN (alexnet)
 11 | 6. Train CNN Using TFRecord Data
 12 | 7. Test & Evaluate Trained Model
 13 | 8. Quantize/Tune/Optimize trained model for mobile deployment
 14 | 9. Test & Evaluate Tuned Model
 15 | 10. Deploy Tuned Model to Mobile Platform [Here](https://github.com/OluwoleOyetoke/Accelerated-Android-Vision)
 16 | 
 17 | ### Steps 1, 2 & 3: Get Dataset, Convert (from .ppm to .jpeg) & Label Appropriately
 18 | The **DatasetConverter** folder contains the java program written to go through the GTSBR dataset, rename all its folders using the class name of the sets of images the folders contain. It also converts the image file types from .ppm to .jpeg
 19 | 
 20 | ### Step 4: Convert Dataset to TFRecord
 21 | With TensorFlow, we can store our whole dataset and all of its meta-data as a serialized record called **TFRecord**. Loading up our data into this format helps for portability and simplicity. Also note that this record can be broken into multiple shards and used when performing distributed training. A 'TFRecord' in TensorFlow is basically TensorFlow's default data format. A record file containing serialized tf.train.examples. To avoid confusion, a TensorFlow 'example' is a normalized data format for storing data for training and inference purposes. It contains a key-value store where each key string maps to a feature message. These feature messages can be things like a packed byte list, float list, int64 list. Note that many 'examples' come together to form a TFRecord. The script **create_imdb.py** is used to make the TFRecords out of the dataset. To learn more about creating a TFRecord file or streaming out data from it, see these posts [TensorFlow TFRecord Blog Post 1](http://eagle-beacon.com/blog/posts/Loading_And_Poping_TFRecords.html) here & [TensorFlow TFRecord Blog Post 2](http://eagle-beacon.com/blog/posts/Loading_And_Poping_TFRecords_P2.html)
 22 | 
 23 | ### Step 5: Create AlexNet Structure
 24 | The script **train_alexnet.py** is used to create and train the CNN. See TensorBoard visualization of AlexNet structure below:
 25 | 
 26 | 
 27 | ![Network Visualization](https://github.com/OluwoleOyetoke/Computer_Vision_Using_TensorFlowLite/blob/master/imgs/network_visualization.png)
 28 | 
 29 | **Figure Showing TesnorBoard Visualization of the Network**
 30 | 
 31 | 
 32 | ### Step 6: Train CNN Using TFRecord Data
 33 | The figures below show the drop in loss of the network as training progressed. The Adam Optimizer was used. The Figure below shows the loss reducing per epoch
 34 | ![Loss Per Epoch](https://github.com/OluwoleOyetoke/Computer_Vision_Using_TensorFlowLite/blob/master/imgs/accuracy_per_epoch.png)
 35 | 
 36 | **Figure Showing Improvement In Network Performance Per Epoch (Epoch 0-20)**
 37 | 
 38 | After the full training procedure, the trained model performed at **over 98% accuracy**
 39 | 
 40 | ### Step 7: Test & Evaluate Trained Model
 41 | To test the trained network model, the script **classify_img_arg.py** can be used.
 42 | Usage format:
 43 | 
 44 | ```
 45 | 
 46 | $python one_time_classify.py [saved_model_directory] [path_to_image]
 47 | 
 48 | ```
 49 | 
 50 | ### Step 8: Quantize/Tune/Optimize Trained Model for Mobile Deployment
 51 | Here, the TensorFlow Graph Transform tool comes in handy in helping us shrink the size of the model and making it deployable on mobile. The transform tools are designed to work on models that are saved as GraphDef files, usually in a binary protobuf format, the low-level definition of a TensorFlow computational graph which includes a list of nodes and the input and output connections between them. But firstly before we start any form of transformation/optimization of the model, it is wise to freez the graph, i.e. making sure that trained weights are fused with the graph and converting these weights into embedded constants within the graph file itself. To do this, we will need to run the [reeze_graph.py](https://github.com/tensorflow/tensorflow/blob/master/tensorflow/python/tools/freeze_graph.py) script. 
 52 | 
 53 | The various transforms we can perform on our graph include striping unused nodes, removing unused nodes, folding batch norm layers etc.
 54 | 
 55 | In a nutshell, to achieve our conversion of the Tensorflow .pb model to a TensorFlowLite .lite model, we will:
 56 | 1. Freeze the grpah i.e merge checkpoint values with graph stucture. In other words, load variables into the graph and convert them to constants
 57 | 2. Perform one or two simple transformations/optimizations on the froze model
 58 | 3. Convert the frozen graph definition into the the [flat buffer format](https://google.github.io/flatbuffers/) (.lite)
 59 | 
 60 | The various transforms we can perform on our graph include stiping unused nodes, remving unused nodes, folding batch norm layers etc.
 61 | 
 62 | #### Step 8.1: Sample Transform Definition and A Little Bit of Explanation
 63 | Note that these transform options are key to shrinking the model file size
 64 | 
 65 | ```
 66 | transforms = 'strip_unused_nodes(type=float, shape="1,299,299,3") 
 67 | remove_nodes(op=Identity, op=CheckNumerics) 
 68 | fold_constants(ignore_errors=true) 
 69 | fold_batch_norms fold_old_batch_norms 
 70 | round_weights(num_steps=256) 
 71 | quantize_weights obfuscate_names 
 72 | quantize_nodes sort_by_execution_order'
 73 | ```
 74 | 
 75 | **round_weights(num_steps=256)** - Essentially, this rounds the weights so that nearby numbers are stored as exactly the same values, the resulting bit stream has a lot more repetition and so compresses down a lot more effectively. Compressed tflite model can be as small as 70-% less the size of the original model. The nice thing about this transform option is that it doesn't change the structure of the graph at all, so it's running exactly the same operations and should have the same latency and memory usage as before. We can adjust the num_steps parameter to control how many values each weight buffer is rounded to, so lower numbers will increase the compression at the cost of accuracy
 76 | 
 77 | **quantize_weights** - Storing the weights of the model as 8-bit will drastically reduce its size, however, we will be trading off inference accuracy here.
 78 | 
 79 | **obfuscate_names** - Supposing our graph has a lot of small nodes in it, the names can also end up being a cause of space utilization. Using this option will help cut that down.
 80 | 
 81 | For some platforms it is very helpful to be able to do as many calculations as possible in eight-bit, rather than floating-point. a few transform option are available to help achieve this, although in most cases some modification will need to be made to the actual training code to make this transofrm happen effectively.
 82 | 
 83 | #### 8.2: Transformation & Conversion Execution
 84 | As we know, TensorFlowLite is still in its early development stage and many new features are being added daily. Conversely, there are some TensorFlow operation which are not currently fully supported at the moment [e.g ArgMax](https://github.com/tensorflow/tensorflow/issues/15948). As a matter of fact, at the moment, [models that were quantized using transform_graph are not supported by TF Lite ](https://github.com/tensorflow/tensorflow/issues/15871#issuecomment-356419505). However, on the brighter note, we can still convert our TensorFlow custom alexnet model to a TFLite model, but we will need to turn of some transform options such as 'quantize_weights', 'quantize_nodes' and keep our model inference, input types as FLOATs. In this case, model size would not really change.
 85 | 
 86 | Code excerpt below from the [freeze_and_convert_to_tflite.sh](https://github.com/OluwoleOyetoke/Computer_Vision_Using_TensorFlowLite/blob/master/freeze_and_convert_to_tflite.sh) script shows how this .tflite conversion is achieved. 
 87 | 
 88 | ```
 89 | #FREEZE GRAPH
 90 | bazel build tensorflow/python/tools:freeze_graph
 91 | bazel-bin/tensorflow/python/tools/freeze_graph --input_graph=$1 --input_checkpoint=$2 --input_binary=$3 --output_graph=$4 --output_node_names=$6
 92 | 
 93 | 
 94 | #VIEW SUMARY OF GRAPH
 95 | bazel build /tensorflow/tools/graph_transforms:summarize_graph
 96 | bazel-bin/tensorflow/tools/graph_transforms/summarize_graph --in_graph=$4
 97 | 
 98 | #TRANSFORM/OPTIMIZE GRAPH
 99 | bazel build tensorflow/tools/graph_transforms:transform_graph
100 | bazel-bin/tensorflow/tools/graph_transforms/transform_graph --in_graph=$4 --out_graph=${10} --inputs=$5 --outputs=$6 --transforms='strip_unused_nodes(type=float, shape="1,227,227,3") remove_nodes(op=Identity, op=CheckNumerics) fold_constants(ignore_errors=true) round_weights(num_steps=256) obfuscate_names sort_by_execution_order fold_old_batch_norms fold_batch_norms'
101 | 
102 | 
103 | #CONVERT TO TFLITE MODEL
104 | bazel build /tensorflow/contrib/lite/toco:toco
105 | bazel-bin/tensorflow/contrib/lite/toco/toco --input_format=TENSORFLOW_GRAPHDEF --input_file=${10} --output_format=TFLITE --output_file=$7 --inference_type=$9 --#input_type=$8 --input_arrays=$5 --output_arrays=$6 --inference_input_type=$8 --input_shapes=1,227,227,3
106 | 
107 | ```
108 | 
109 | Note, this will require you to build TensorFlow from source. You can get instructions to do this from [here](https://www.tensorflow.org/install/install_sources)
110 | 


--------------------------------------------------------------------------------
/classify_img.py:
--------------------------------------------------------------------------------
 1 | """
 2 |     Script passes raw image to an already trained model to get prediction
 3 | 
 4 |             @date: 20th December, 2017
 5 |             @author: Oluwole Oyetoke
 6 |             @Language: Python
 7 |             @email: oluwoleoyetoke@gmail.com
 8 | 
 9 | #IMPORTS, VARIABLE DECLARATION, AND LOGGING TYPE SETTING
10 | ----------------------------------------------------------------------------------------------------------------------------------------------------------------"""
11 | from __future__ import absolute_import
12 | from __future__ import division
13 | from __future__ import print_function
14 | from sklearn.model_selection import train_test_split
15 | 
16 | import os
17 | import math
18 | import time
19 | import numpy as np
20 | import tensorflow as tf #import tensorflow
21 | import matplotlib.pyplot as plt
22 | from PIL import Image
23 | 
24 | flags = tf.app.flags
25 | flags.DEFINE_integer("image_width", "227", "Alexnet input layer width")
26 | flags.DEFINE_integer("image_height", "227", "Alexnet input layer height")
27 | flags.DEFINE_integer("image_channels", "3", "Alexnet input layer channels")
28 | flags.DEFINE_integer("num_of_classes", "43", "Number of training clases")
29 | FLAGS = flags.FLAGS
30 | 
31 | tf.logging.set_verbosity(tf.logging.WARN) #setting up logging (can be DEBUG, ERROR, FATAL, INFO or WARN)
32 | """----------------------------------------------------------------------------------------------------------------------------------------------------------------"""
33 | 
34 | 
35 | #TRAINING AND EVALUATING THE ALEXNET CNN CLASSIFIER
36 | """----------------------------------------------------------------------------------------------------------------------------------------------------------------"""
37 | def main(unused_argv):
38 | 
39 |   #Specify checkpoint & image directory
40 |   checkpoint_directory="/home/olu/Dev/data_base/sign_base/backup/Checkpoints_N_Model_Epoch_34__copy/trained_alexnet_model"
41 |   filename="/home/olu/Dev/data_base/sign_base/training_227x227/road_closed/00002_00005.jpeg"
42 | 
43 |   #Process image to be sent to Neural Net
44 |   #im = np.array(Image.open(filename))
45 |   #img_batch = im.reshape(1, FLAGS.image_width, FLAGS.image_height,FLAGS.image_channels)
46 |   
47 |   img = Image.open(filename)
48 |   img_resized = img.resize((227, 227), Image.ANTIALIAS)
49 |   img_batch_np = np.array(img_resized)
50 |   img_batch = img_batch_np.reshape(1, FLAGS.image_width, FLAGS.image_height,FLAGS.image_channels)
51 |   plt.imshow(img_batch_np)
52 | 
53 |   #Declare categories/classes as string
54 |   categories = ["speed_20", "speed_30","speed_50","speed_60","speed_70",
55 |     "speed_80","speed_less_80","speed_100","speed_120",
56 |     "no_car_overtaking","no_truck_overtaking","priority_road",
57 |     "priority_road_2","yield_right_of_way","stop","road_closed",
58 |     "maximum_weight_allowed","entry_prohibited","danger","curve_left",
59 |     "curve_right","double_curve_right","rough_road","slippery_road",
60 |     "road_narrows_right","work_in_progress","traffic_light_ahead",
61 |     "pedestrian_crosswalk","children_area","bicycle_crossing",
62 |     "beware_of_ice","wild_animal_crossing","end_of_restriction",
63 |     "must_turn_right","must_turn_left","must_go_straight",
64 |     "must_go_straight_or_right","must_go_straight_or_left",
65 |     "mandatroy_direction_bypass_obstacle",
66 |     "mandatroy_direction_bypass_obstacle2", 
67 |     "traffic_circle","end_of_no_car_overtaking",
68 |     "end_of_no_truck_overtaking"];
69 | 
70 | 
71 |   #Recreate network graph.  
72 |   sess = tf.Session()
73 |   latest_checkpoint_name = tf.train.latest_checkpoint(checkpoint_dir=checkpoint_directory)
74 |   saver = tf.train.import_meta_graph(latest_checkpoint_name+'.meta') #At this step only graph is created.
75 |     
76 |   #Accessing the default graph which we have restored
77 |   graph = tf.get_default_graph()
78 | 
79 |   #Get model's graph
80 |   checkpoint_file=tf.train.latest_checkpoint(checkpoint_directory)
81 |   saver.restore(sess, checkpoint_file) #Load the weights saved using the restore method.
82 | 
83 |   probabilities = graph.get_tensor_by_name("softmax_tensor:0")
84 |   classes = graph.get_tensor_by_name("classes_tensor:0") #'ArgMax:0' is the name of the argmax tensor in the train_alexnet.py file.
85 |   feed_dict = {"input_layer:0": img_batch} #'Reshape:0' is the name of the 'input_layer' tensor in the train_alexnet.py. Given to it as default.
86 |   predicted_class = sess.run(classes, feed_dict)
87 |   predicted_probabilities = sess.run(probabilities, feed_dict)
88 |   assurance = predicted_probabilities[0,int(predicted_class)]*100;      
89 |       
90 |   print("Predicted Sign: ", categories[int(predicted_class)], " (With ", assurance," Percent Assurance)")
91 |   print("finished")
92 |   plt.show()
93 | """----------------------------------------------------------------------------------------------------------------------------------------------------------------"""
94 | 
95 | 
96 | if __name__=="__main__":
97 |     tf.app.run()
98 | 
99 | 


--------------------------------------------------------------------------------
/classify_img_arg.py:
--------------------------------------------------------------------------------
 1 | """
 2 |     Script passes raw image to an already trained model to get prediction
 3 | 
 4 |             @date: 20th December, 2017
 5 |             @Language: Python
 6 | 
 7 | usage = $python classify_img_arg.py [saved_model_directory] [path_to_image]
 8 | 
 9 | #IMPORTS, VARIABLE DECLARATION, AND LOGGING TYPE SETTING
10 | ----------------------------------------------------------------------------------------------------------------------------------------------------------------"""
11 | 
12 | 
13 | from __future__ import absolute_import
14 | from __future__ import print_function
15 | 
16 | import sys
17 | import os
18 | import math
19 | import time
20 | import numpy as np
21 | import tensorflow as tf #import tensorflow
22 | import matplotlib.pyplot as plt
23 | from PIL import Image
24 | 
25 | flags = tf.app.flags
26 | flags.DEFINE_integer("image_width", "227", "Alexnet input layer width")
27 | flags.DEFINE_integer("image_height", "227", "Alexnet input layer height")
28 | flags.DEFINE_integer("image_channels", "3", "Alexnet input layer channels")
29 | flags.DEFINE_integer("num_of_classes", "43", "Number of training clases")
30 | FLAGS = flags.FLAGS
31 | 
32 | tf.logging.set_verbosity(tf.logging.WARN) #setting up logging (can be DEBUG, ERROR, FATAL, INFO or WARN)
33 | """----------------------------------------------------------------------------------------------------------------------------------------------------------------"""
34 | 
35 | 
36 | #TRAINING AND EVALUATING THE ALEXNET CNN CLASSIFIER
37 | """----------------------------------------------------------------------------------------------------------------------------------------------------------------"""
38 | #Specify checkpoint & image directory
39 | checkpoint_directory= sys.argv[1] # "/home/olu/Dev/data_base/sign_base/backup/Checkpoints_N_Model2-After_Epoch_20_copy/trained_alexnet_model"
40 | filename= sys.argv[2]             # "/home/olu/Dev/data_base/sign_base/training_227x227/road_closed/00002_00005.jpeg"
41 | 
42 | #Declare categories/classes as string
43 | categories = ["speed_20", "speed_30","speed_50","speed_60","speed_70",
44 |     "speed_80","speed_less_80","speed_100","speed_120",
45 |     "no_car_overtaking","no_truck_overtaking","priority_road",
46 |     "priority_road_2","yield_right_of_way","stop","road_closed",
47 |     "maximum_weight_allowed","entry_prohibited","danger","curve_left",
48 |     "curve_right","double_curve_right","rough_road","slippery_road",
49 |     "road_narrows_right","work_in_progress","traffic_light_ahead",
50 |     "pedestrian_crosswalk","children_area","bicycle_crossing",
51 |     "beware_of_ice","wild_animal_crossing","end_of_restriction",
52 |     "must_turn_right","must_turn_left","must_go_straight",
53 |     "must_go_straight_or_right","must_go_straight_or_left",
54 |     "mandatroy_direction_bypass_obstacle",
55 |     "mandatroy_direction_bypass_obstacle2", 
56 |     "traffic_circle","end_of_no_car_overtaking",
57 |     "end_of_no_truck_overtaking"];
58 | 
59 | print("resizing image.....")
60 | #Process image to be sent to Neural Net
61 | img = Image.open(filename)
62 | img_resized = img.resize((FLAGS.image_width, FLAGS.image_height), Image.ANTIALIAS)
63 | img_batch_np = np.array(img_resized)
64 | plt.imshow(img_batch_np)
65 | img_batch = img_batch_np.reshape(1, FLAGS.image_width, FLAGS.image_height,FLAGS.image_channels)
66 | 
67 | print("loading network graph.....")
68 | #Recreate network graph.  
69 | sess = tf.Session()
70 | latest_checkpoint_name = tf.train.latest_checkpoint(checkpoint_dir=checkpoint_directory)
71 | saver = tf.train.import_meta_graph(latest_checkpoint_name+'.meta') #At this step only graph is created.
72 |     
73 | #Accessing the default graph which we have restored
74 | graph = tf.get_default_graph()
75 | 
76 | print("loading network weights.....")
77 | #Get model's graph
78 | checkpoint_file=tf.train.latest_checkpoint(checkpoint_directory)
79 | saver.restore(sess, checkpoint_file) #Load the weights saved using the restore method.
80 | 
81 | print("classification process started.....")
82 | start = time.time()
83 | probabilities = graph.get_tensor_by_name("softmax_tensor:0")
84 | classes = graph.get_tensor_by_name("ArgMax:0") #'ArgMax:0' is the name of the argmax tensor in the train_alexnet.py file.
85 | feed_dict = {"Reshape:0": img_batch} #'Reshape:0' is the name of the 'input_layer' tensor in the train_alexnet.py. Given to it as default.
86 | predicted_class = sess.run(classes, feed_dict)
87 | predicted_probabilities = sess.run(probabilities, feed_dict)
88 | assurance = predicted_probabilities[0,int(predicted_class)]*100;
89 | end = time.time()
90 | difference = end-start
91 | difference_milli = difference*1000
92 | 
93 | print("Predicted Sign: '", categories[int(predicted_class)], "' With ", assurance," Percent Assurance")
94 | print("Time Taken For Classification: %f millisecond(s)" % difference_milli)
95 | plt.show()
96 | """----------------------------------------------------------------------------------------------------------------------------------------------------------------"""
97 | 


--------------------------------------------------------------------------------
/create_imdb.py:
--------------------------------------------------------------------------------
  1 | """--------------------------------------------------------------------------------------------------------------------------------------------------
  2 | REFERENCE:
  3 | ----------
  4 | Code adapted from Google Tensor FLow Git Hub Repositiory:
  5 | https://github.com/tensorflow/models/blob/f87a58cd96d45de73c9a8330a06b2ab56749a7fa/research/inception/inception/data/build_image_data.py 
  6 | 
  7 |     @author: Oluwole Oyetoke
  8 |     @date: 5th December, 2017
  9 |     @langauge: Python/TF
 10 |     @email: oluwoleoyetoke@gmail.com
 11 | 
 12 | INTRODUCTION:
 13 | -------------
 14 | Converts image dataset to a sharded dataset. The sharded dataset consists of Tensor Flow Records Format (TFRecords) and with Example protos.
 15 |   train_directory/train-00000-of-01024
 16 |   train_directory/train-00001-of-01024
 17 |   ...
 18 |   train_directory/train-01023-of-01024
 19 | and
 20 |   validation_directory/validation-00000-of-00128
 21 |   validation_directory/validation-00001-of-00128
 22 |   ...
 23 |   validation_directory/validation-00127-of-00128
 24 | 
 25 | EXPECTATIONS:
 26 | ------------
 27 | 1. Image data set should be in .jpeg format
 28 | 2. It is adviced that you have only folders in the base directory containing your training images."
 29 |    "Base folder-->Subfolders-->Each subfolder containing specific classes of image."
 30 |    "E.g Training Folder -> stop_sign_folder -> 1.jpg, 2.jpg, 3.jpg....";
 31 |    (data_dir/label_0/image0.jpeg
 32 |    (data_dir/label_0/image1.jpg)
 33 | 3.The sub-directory should be the unique label associated with the images in the folder.
 34 | 
 35 | 
 36 | SHARDS CONTENT:
 37 | --------------
 38 | Where we have selected [x] number of image files per training dataset shard and [y] number of image files per evaluation dataset shard,
 39 | for each of the shards, each record within the TFRecord file (shard) is a serialized example proto consisting of the following fields:
 40 |   image/encoded:    string containing JPEG encoded image in RGB colorspace
 41 |   image/height:     integer, image height in pixels
 42 |   image/width:      integer, image width in pixels
 43 |   image/colorspace: string, specifying the colorspace, always 'RGB'
 44 |   image/channels:   integer, specifying the number of channels, always 3
 45 |   image/format:     string, specifying the format, always 'JPEG'
 46 |   image/filename:   string containing the basename of the image file e.g. 'n01440764_10026.JPEG' or 'ILSVRC2012_val_00000293.JPEG'
 47 |   image/class/label:integer specifying the index in a classification layer. The label ranges from [0, num_labels] where 0 is unused and left as the background class.
 48 |   image/class/text: string specifying the human-readable version of the label e.g. 'dog'
 49 | If your data set involves bounding boxes, please look at build_imagenet_data.py.
 50 | 
 51 | 
 52 | 
 53 | 
 54 | #IMPORTS
 55 | -------------------------------------------------------------------------------------------------------------------------------------------------------"""
 56 | from __future__ import absolute_import
 57 | from __future__ import division
 58 | from __future__ import print_function
 59 | 
 60 | from datetime import datetime
 61 | from PIL import Image
 62 | from time import sleep
 63 | import os
 64 | import random
 65 | import sys
 66 | import threading
 67 | 
 68 | import numpy as np
 69 | import tensorflow as tf
 70 | """-------------------------------------------------------------------------------------------------------------------------------------------------------"""
 71 | 
 72 | 
 73 | 
 74 | 
 75 | # SETTING SOME GLOBAL DATA
 76 | """-------------------------------------------------------------------------------------------------------------------------------------------------------"""
 77 | tf.app.flags.DEFINE_string('train_directory', '/home/olu/Dev/data_base/sign_base/training_227x227', 'Training data directory')
 78 | tf.app.flags.DEFINE_string('validation_directory', '/home/olu/Dev/data_base/sign_base/training_227x227', 'Validation data directory')
 79 | tf.app.flags.DEFINE_string('output_directory', '/home/olu/Dev/data_base/sign_base/output/TFRecord_227x227', 'Output data directory')
 80 | tf.app.flags.DEFINE_integer('train_shards', 2, 'Number of shards in training TFRecord files.')
 81 | tf.app.flags.DEFINE_integer('validation_shards', 2, 'Number of shards in validation TFRecord files.')
 82 | tf.app.flags.DEFINE_integer('num_threads', 2, 'Number of threads to preprocess the images.')
 83 | tf.app.flags.DEFINE_string('labels_file', '/home/olu/Dev/data_base/sign_base/labels.txt', 'Labels_file.txt')
 84 | tf.app.flags.DEFINE_integer("image_height", 227, "Height of the output image after crop and resize.") #Alexnet takes 227 x 227 image input
 85 | tf.app.flags.DEFINE_integer("image_width", 227, "Width of the output image after crop and resize.")
 86 | FLAGS = tf.app.flags.FLAGS
 87 | """ The labels file contains a list of valid labels are held in this file. The file contains entries such as:
 88 |         speed_100
 89 |         speed_120
 90 |         no_car_overtaking
 91 |         no_truck_overtaking
 92 |     Each line corresponds to a label, and each label (per line) is mapped to an integer corresponding to the line number starting from 0.
 93 | 
 94 | 
 95 | -------------------------------------------------------------------------------------------------------------------------------------------------------"""
 96 | 
 97 | 
 98 | 
 99 | 
100 | # WRAPPER FOR INSERTING int64 FEATURES int64 FEATURES & BYTES FEATURES INTO EXAMPLES PROTO
101 | """-------------------------------------------------------------------------------------------------------------------------------------------------------"""
102 | def _int64_feature(value):
103 |   if not isinstance(value, list):
104 |     value = [value]
105 |   return tf.train.Feature(int64_list=tf.train.Int64List(value=value))
106 | 
107 | def _bytes_feature(value):
108 |   return tf.train.Feature(bytes_list=tf.train.BytesList(value=[value]))
109 | """-------------------------------------------------------------------------------------------------------------------------------------------------------"""
110 | 
111 | 
112 | 
113 | 
114 | 
115 | #FUNCTION FOR BUILDING A PROTO
116 | """-------------------------------------------------------------------------------------------------------------------------------------------------------"""
117 | def _convert_to_example(filename, image_buffer, label, text, shape_buffer):
118 |   """Build an Example proto for an example.
119 |   Args:
120 |     filename: string, path to an image file, e.g., '/path/to/example.JPG'
121 |     image_buffer: string, JPEG encoding of RGB image
122 |     label: integer, identifier for the ground truth for the network
123 |     text: string, unique human-readable, e.g. 'dog'
124 |     height: integer, image height in pixels
125 |     width: integer, image width in pixels
126 |   Returns:
127 |     Example proto
128 |   """
129 | 
130 |   colorspace = 'RGB'
131 |   channels = 3
132 |   image_format = 'JPEG'
133 |   #Save TFrecord containing image_bytes, shape [337,337,3], label, text, filename
134 |   example = tf.train.Example(features=tf.train.Features(feature={
135 |       'image/shape': _bytes_feature(shape_buffer), 
136 |       'image/class/label': _int64_feature(label),
137 |       'image/class/text': _bytes_feature(tf.compat.as_bytes(text)),
138 |       'image/filename': _bytes_feature(tf.compat.as_bytes(os.path.basename(filename))),
139 |       'image/encoded': _bytes_feature(image_buffer)}))
140 |   return example
141 | """-------------------------------------------------------------------------------------------------------------------------------------------------------"""
142 | 
143 | 
144 | 
145 | 
146 | #CLASS WIH FUNCTIONS TO HELP ENCODE & DECODE IMAGES
147 | """-------------------------------------------------------------------------------------------------------------------------------------------------------"""
148 | class ImageCoder(object):
149 | 
150 |   def __init__(self):
151 |     # Create a single Session to run all image coding calls.
152 |     self._sess = tf.Session()
153 | 
154 |     # Initializes function that converts PNG to JPEG data.
155 |     self._png_data = tf.placeholder(dtype=tf.string)
156 |     image = tf.image.decode_png(self._png_data, channels=3)
157 |     self._png_to_jpeg = tf.image.encode_jpeg(image, format='rgb', quality=100)
158 | 
159 |     # Initializes function that decodes RGB JPEG data.
160 |     self._decode_jpeg_data = tf.placeholder(dtype=tf.string)
161 |     self._decode_jpeg = tf.image.decode_jpeg(self._decode_jpeg_data, channels=3)
162 | 
163 |   def png_to_jpeg(self, image_data):
164 |     return self._sess.run(self._png_to_jpeg,
165 |                           feed_dict={self._png_data: image_data})
166 | 
167 |   def decode_jpeg(self, image_data):
168 |     image = self._sess.run(self._decode_jpeg,
169 |                            feed_dict={self._decode_jpeg_data: image_data})
170 |     assert len(image.shape) == 3
171 |     assert image.shape[2] == 3
172 |     return image
173 | """-------------------------------------------------------------------------------------------------------------------------------------------------------"""
174 | 
175 | 
176 | 
177 | 
178 | # PRE-PROCESS SINGLE IMAGE(Check if PNG, convert to JPEG, confirm conversion)
179 | """-------------------------------------------------------------------------------------------------------------------------------------------------------"""
180 | def _is_png(filename):
181 |   """Determine if a file contains a PNG format image.
182 |   Args:
183 |     filename: string, path of the image file.
184 |   Returns:
185 |     boolean indicating if the image is a PNG.
186 |   """
187 |   return '.png' in filename
188 | 
189 | 
190 | def _process_image(filename, coder):
191 |   """Process a single image file.
192 |   Args:
193 |     filename: string, path to an image file e.g., '/path/to/example.JPG'.
194 |     coder: instance of ImageCoder to provide TensorFlow image coding utils.
195 |   Returns:
196 |     image_buffer: string, JPEG encoding of RGB image.
197 |     height: integer, image height in pixels.
198 |     width: integer, image width in pixels.
199 |   """
200 |   #Resize image to networks input size
201 |   size=(FLAGS.image_height, FLAGS.image_width)
202 |   original_image = Image.open(filename)
203 |   width, height = original_image.size
204 |   #print('The original image size is {wide} wide x {height} high'.format(wide=width, height=height))
205 |   
206 |   resized_image = original_image.resize(size)
207 |   width, height = resized_image.size
208 |   #print('The resized image size is {wide} wide x {height} high'.format(wide=width, height=height))
209 |   resized_image.save(filename)
210 | 
211 | 
212 |   #Sleep a bit before file is re-read 5 milliseconds
213 |   sleep(0.005)
214 | 
215 |   #ensure that all dataset images have been conveted to .jpeg
216 |   image = np.asarray(original_image, np.uint8) #get image data
217 |   shape = np.array(image.shape, np.int32) #get image shape
218 |   shape_data = shape.tobytes() #convert image shape to bytes
219 |   image_data = image.tobytes() # convert image to raw data bytes in the array.
220 |   
221 |   """ ANOTHER METHOD
222 |   # Read the image file.
223 |   with tf.gfile.FastGFile(filename, 'rb') as f:
224 |     image_data = f.read()
225 |     
226 | 
227 |   # Convert any PNG to JPEG's for consistency.
228 |   if _is_png(filename):
229 |     print('Converting PNG to JPEG for %s' % filename)
230 |     image_data = coder.png_to_jpeg(image_data)
231 | 
232 |   # Decode the RGB JPEG.
233 |   image = coder.decode_jpeg(image_data)
234 | 
235 |   # Check that image converted to RGB
236 |   assert len(image.shape) == 3
237 |   height = image.shape[0]
238 |   width = image.shape[1]
239 |   assert image.shape[2] == 3"""
240 |   return image_data, shape_data
241 | """-------------------------------------------------------------------------------------------------------------------------------------------------------"""
242 | 
243 | 
244 | 
245 | 
246 | # PROCESS BATCHES OF IMAGES AS AS EXAMPLE PROTO SAVED TO TFRecord PER SHARD
247 | """-------------------------------------------------------------------------------------------------------------------------------------------------------"""
248 | def _process_image_files_batch(coder, thread_index, ranges, name, filenames,
249 |                                texts, labels, num_shards):
250 |   """Processes and saves list of images as TFRecord in 1 thread.
251 |   Args:
252 |     coder: instance of ImageCoder to provide TensorFlow image coding utils.
253 |     thread_index: integer, unique batch to run index is within [0, len(ranges)).
254 |     ranges: list of pairs of integers specifying ranges of each batches to
255 |       analyze in parallel.
256 |     name: string, unique identifier specifying the data set
257 |     filenames: list of strings; each string is a path to an image file
258 |     texts: list of strings; each string is human readable, e.g. 'dog'
259 |     labels: list of integer; each integer identifies the ground truth
260 |     num_shards: integer number of shards for this data set.
261 |   """
262 |   # Each thread produces N shards where N = int(num_shards / num_threads).
263 |   # For instance, if num_shards = 128, and the num_threads = 2, then the first
264 |   # thread would produce shards [0, 64).
265 |   num_threads = len(ranges)
266 |   assert not num_shards % num_threads
267 |   num_shards_per_batch = int(num_shards / num_threads) #Same as number of shards per thread
268 | 
269 |   shard_ranges = np.linspace(ranges[thread_index][0],
270 |                              ranges[thread_index][1],
271 |                              num_shards_per_batch + 1).astype(int)
272 |   num_files_in_thread = ranges[thread_index][1] - ranges[thread_index][0]
273 | 
274 |   counter = 0
275 |   for s in range(num_shards_per_batch):
276 |     # Generate a sharded version of the file name, e.g. 'train-00002-of-00010'
277 |     shard = thread_index * num_shards_per_batch + s
278 |     output_filename = '%s-%.5d-of-%.5d' % (name, shard, num_shards)
279 |     output_file = os.path.join(FLAGS.output_directory, output_filename)
280 |     writer = tf.python_io.TFRecordWriter(output_file)
281 | 
282 |     shard_counter = 0
283 |     files_in_shard = np.arange(shard_ranges[s], shard_ranges[s + 1], dtype=int)
284 |     for i in files_in_shard:
285 |       filename = filenames[i]
286 |       label = labels[i]
287 |       text = texts[i]
288 | 
289 |       try:
290 |        # image_buffer, height, width = _process_image(filename, coder)
291 |         image_buffer, shape_buffer = _process_image(filename, coder)
292 |       except Exception as e:
293 |         print(e)
294 |         print('SKIPPED: Unexpected eror while decoding %s.' % filename)
295 |         continue
296 | 
297 |       example = _convert_to_example(filename, image_buffer, label,
298 |                                     text, shape_buffer)
299 |       writer.write(example.SerializeToString())
300 |       shard_counter += 1
301 |       counter += 1
302 | 
303 |       if not counter % 1000:
304 |         print('%s [thread %d]: Processed %d of %d images in thread batch.' %
305 |               (datetime.now(), thread_index, counter, num_files_in_thread))
306 |         sys.stdout.flush()
307 | 
308 |     writer.close()
309 |     print('%s [thread %d]: Wrote %d images to %s' %
310 |           (datetime.now(), thread_index, shard_counter, output_file))
311 |     sys.stdout.flush()
312 |     shard_counter = 0
313 |   print('%s [thread %d]: Wrote %d images to %d shards.' %
314 |         (datetime.now(), thread_index, counter, num_files_in_thread))
315 |   sys.stdout.flush()
316 | """-------------------------------------------------------------------------------------------------------------------------------------------------------"""
317 | 
318 | 
319 | 
320 | 
321 | # PROCESS AND SAVES LIST OF IMAGES AS TFRecord OF EXAMPLE PROTOS (Entire Dataset details sent here)
322 | """-------------------------------------------------------------------------------------------------------------------------------------------------------"""
323 | def _process_image_files(name, filenames, texts, labels, num_shards):
324 |   """Process and save list of images as TFRecord of Example protos.
325 |   Args:
326 |     name: string, unique identifier specifying the data set
327 |     filenames: list of strings; each string is a path to an image file
328 |     texts: list of strings; each string is human readable, e.g. 'dog'
329 |     labels: list of integer; each integer identifies the ground truth
330 |     num_shards: integer number of shards for this data set.
331 |   """
332 |   assert len(filenames) == len(texts)
333 |   assert len(filenames) == len(labels)
334 | 
335 |   # Break all images into batches with a [ranges[i][0], ranges[i][1]].
336 |   spacing = np.linspace(0, len(filenames), FLAGS.num_threads + 1).astype(np.int)
337 |   ranges = []
338 |   for i in range(len(spacing) - 1):
339 |     ranges.append([spacing[i], spacing[i + 1]])
340 | 
341 |   # Launch a thread for each batch.
342 |   print('Launching %d threads for spacings: %s' % (FLAGS.num_threads, ranges))
343 |   sys.stdout.flush()
344 | 
345 |   # Create a mechanism for monitoring when all threads are finished.
346 |   coord = tf.train.Coordinator()
347 | 
348 |   # Create a generic TensorFlow-based utility for converting all image codings.
349 |   coder = ImageCoder()
350 | 
351 |   threads = []
352 |   for thread_index in range(len(ranges)):
353 |     args = (coder, thread_index, ranges, name, filenames,
354 |             texts, labels, num_shards)
355 |     #From the entire data set details sent to _process_image_files, convert then to proto examples in batches (per no of threads set) and save as TFRecord
356 |     t = threading.Thread(target=_process_image_files_batch, args=args) 
357 |     t.start()
358 |     threads.append(t)
359 | 
360 |   # Wait for all the threads to terminate.
361 |   coord.join(threads)
362 |   print('%s: Finished writing all %d images in data set.' %
363 |         (datetime.now(), len(filenames)))
364 |   sys.stdout.flush()
365 | """-------------------------------------------------------------------------------------------------------------------------------------------------------"""
366 | 
367 | 
368 | 
369 | 
370 | 
371 | #BUILD LIST OF ALL IMAGES FILES AND LABELS IN THE DATA SET
372 | """-------------------------------------------------------------------------------------------------------------------------------------------------------"""
373 | def _find_image_files(data_dir, labels_file):
374 |   """
375 |   Args:
376 |     data_dir: string, path to the root directory of images.
377 |       Assumes that the image data set resides in JPEG files located in
378 |       the following directory structure.
379 |         data_dir/dog/another-image.JPEG
380 |         data_dir/dog/my-image.jpg
381 |       where 'dog' is the label associated with these images.
382 |     labels_file: string, path to the labels file.
383 |       The list of valid labels are held in this file. Assumes that the file
384 |       contains entries as such:
385 |         dog
386 |         cat
387 |         flower
388 |       where each line corresponds to a label. We map each label contained in
389 |       the file to an integer starting with the integer 0 corresponding to the
390 |       label contained in the first line.
391 |   Returns:
392 |     filenames: list of strings; each string is a path to an image file.
393 |     texts: list of strings; each string is the class, e.g. 'dog'
394 |     labels: list of integer; each integer identifies the ground truth.
395 |   """
396 |   print('Determining list of input files and labels from %s ' % labels_file)
397 |   unique_labels = [l.strip() for l in tf.gfile.FastGFile(
398 |       labels_file, 'r').readlines()]
399 | 
400 |   labels = []
401 |   filenames = []
402 |   texts = []
403 | 
404 |   # Leave label index 0 empty as a background class.
405 |   label_index = 1
406 | 
407 |   # Construct the list of JPEG files and labels.
408 |   for text in unique_labels:
409 |     jpeg_file_path = '%s/%s/*' % (data_dir, text)
410 |     print("File path %s \n" % jpeg_file_path);
411 |     matching_files = tf.gfile.Glob(jpeg_file_path)
412 | 
413 |     labels.extend([label_index] * len(matching_files))
414 |     texts.extend([text] * len(matching_files))
415 |     filenames.extend(matching_files)
416 | 
417 |     if not label_index % 100:
418 |       print('Finished finding files in %d of %d classes.' % (
419 |           label_index, len(labels)))
420 |     label_index += 1
421 | 
422 |   # Shuffle the ordering of all image files in order to guarantee
423 |   # random ordering of the images with respect to label in the
424 |   # saved TFRecord files. Make the randomization repeatable.
425 |   shuffled_index = list(range(len(filenames)))
426 |   random.seed(12345)
427 |   random.shuffle(shuffled_index)
428 | 
429 |   filenames = [filenames[i] for i in shuffled_index]
430 |   texts = [texts[i] for i in shuffled_index]
431 |   labels = [labels[i] for i in shuffled_index]
432 | 
433 |   print('Found %d JPEG files across %d labels inside %s' %
434 |         (len(filenames), len(unique_labels), data_dir))
435 |   return filenames, texts, labels
436 | """-------------------------------------------------------------------------------------------------------------------------------------------------------"""
437 | 
438 | 
439 | 
440 | #CALL TO PROCESS DATASET IS MADE HERE
441 | """-------------------------------------------------------------------------------------------------------------------------------------------------------"""
442 | def _process_dataset(name, directory, num_shards, labels_file):
443 |   """Process a complete data set and save it as a TFRecord.
444 |   Args:
445 |     name: string, unique identifier specifying the data set.
446 |     directory: string, root path to the data set.
447 |     num_shards: integer number of shards for this data set.
448 |     labels_file: string, path to the labels file.
449 |   """
450 |   filenames, texts, labels = _find_image_files(directory, labels_file)  #Build list of dataset image file (path to them) and their labels as string and integer
451 |   _process_image_files(name, filenames, texts, labels, num_shards)      #Process the entire list of images in the dataset into a TF record
452 | """-------------------------------------------------------------------------------------------------------------------------------------------------------"""
453 | 
454 | 
455 | 
456 | #MAIN
457 | """-------------------------------------------------------------------------------------------------------------------------------------------------------"""
458 | def main(unused_argv):
459 |   assert not FLAGS.train_shards % FLAGS.num_threads, ('Please make the FLAGS.num_threads commensurate with FLAGS.train_shards')
460 |   assert not FLAGS.validation_shards % FLAGS.num_threads, ('Please make the FLAGS.num_threads commensurate with ''FLAGS.validation_shards')
461 |   print('Result will be saved to %s' % FLAGS.output_directory)
462 | 
463 |   # Run it!
464 |   _process_dataset('validation', FLAGS.validation_directory, FLAGS.validation_shards, FLAGS.labels_file)
465 |   _process_dataset('train', FLAGS.train_directory, FLAGS.train_shards, FLAGS.labels_file)
466 | 
467 | 
468 | if __name__ == '__main__':
469 |   tf.app.run()
470 | 
471 | """-------------------------------------------------------------------------------------------------------------------------------------------------------"""
472 | 


--------------------------------------------------------------------------------
/freeze_and_convert_to_tflite.sh:
--------------------------------------------------------------------------------
 1 | #!/bin/bash
 2 | 
 3 | #################################################################################################################
 4 | # Bash script to help freez tensorflow GraphDef + ckpt into FrozenGraphDef, Optimize and convert to tflite model#
 5 | # $1 = path/to/.pbtx file 											#
 6 | # $2 = path/to/.ckpt file											#
 7 | # $3 = true/false. 'true' for .pb and 'false' for .pbtx input							#
 8 | # $4 = path/to/save/frozengraph											#
 9 | # $5 = graph input node name											#
10 | # $6 = graph output_node_name											#
11 | # $7 = path/to/tflite/file e.g path/to/tflite_model.lite							#
12 | # $8 = input type e.g FLOAT											# 			
13 | # $9 = inference (output) type (FLOAT or QUANTIZED)								#
14 | # $10 = path/to/optimized_graph.pb										#
15 | #   												                #
16 | # Sample usage:													#
17 | # freez_graph_tf.sh /tmp/graph.pbtx /tmp/model.ckpt-0 false /tmp/frozen.pb ArgMax				#
18 | #														#
19 | #	Make sure you are runing this from the tensorflow home folder after cloning the TF repository		#
20 | #														#
21 | #################################################################################################################
22 | 
23 | 
24 | #FREEZE GRAPH
25 | #bazel build tensorflow/python/tools:freeze_graph
26 | bazel-bin/tensorflow/python/tools/freeze_graph --input_graph=$1 --input_checkpoint=$2 --input_binary=$3 --output_graph=$4 --output_node_names=$6
27 | 
28 | 
29 | #VIEW SUMARY OF GRAPH
30 | #bazel build /tensorflow/tools/graph_transforms:summarize_graph
31 | bazel-bin/tensorflow/tools/graph_transforms/summarize_graph --in_graph=$4
32 | 
33 | #TRANSFORM/OPTIMIZE GRAPH
34 | #bazel build tensorflow/tools/graph_transforms:transform_graph
35 | bazel-bin/tensorflow/tools/graph_transforms/transform_graph --in_graph=$4 --out_graph=${10} --inputs=$5 --outputs=$6 --transforms='strip_unused_nodes(type=float, shape="1,227,227,3") remove_nodes(op=Identity, op=CheckNumerics) fold_constants(ignore_errors=true) round_weights(num_steps=256) obfuscate_names sort_by_execution_order fold_old_batch_norms fold_batch_norms'
36 | 
37 | 
38 | #CONVERT TO TFLITE MODEL
39 | #bazel build /tensorflow/contrib/lite/toco:toco
40 | bazel-bin/tensorflow/contrib/lite/toco/toco --input_format=TENSORFLOW_GRAPHDEF --input_file=${10} --output_format=TFLITE --output_file=$7 --inference_type=$9 --input_type=$8 --input_arrays=$5 --output_arrays=$6 --inference_input_type=$8 --input_shapes=1,227,227,3
41 | 
42 | 
43 | 
44 | 
45 | 
46 | 
47 | 
48 | 
49 | 
50 | 


--------------------------------------------------------------------------------
/imgs/accuracy_per_epoch.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/OluwoleOyetoke/Computer_Vision_Using_TensorFlowLite/01f8ab51a33cd2f578a691327fd56800681e407b/imgs/accuracy_per_epoch.png


--------------------------------------------------------------------------------
/imgs/loss_per_epoch.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/OluwoleOyetoke/Computer_Vision_Using_TensorFlowLite/01f8ab51a33cd2f578a691327fd56800681e407b/imgs/loss_per_epoch.png


--------------------------------------------------------------------------------
/imgs/network_visualization.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/OluwoleOyetoke/Computer_Vision_Using_TensorFlowLite/01f8ab51a33cd2f578a691327fd56800681e407b/imgs/network_visualization.png


--------------------------------------------------------------------------------
/imgs/tensorboard_plots.png:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/OluwoleOyetoke/Computer_Vision_Using_TensorFlowLite/01f8ab51a33cd2f578a691327fd56800681e407b/imgs/tensorboard_plots.png


--------------------------------------------------------------------------------
/test.py:
--------------------------------------------------------------------------------
  1 | #IMPORTS
  2 | from __future__ import absolute_import
  3 | from __future__ import division
  4 | from __future__ import print_function
  5 | from sklearn.model_selection import train_test_split
  6 | 
  7 | #import Image
  8 | import math
  9 | import numpy as np
 10 | import tensorflow as tf
 11 | import matplotlib.pyplot as plt
 12 | import os
 13 | import time
 14 | 
 15 | def _int64_feature(value):
 16 |   return tf.train.Feature(int64_list=tf.train.Int64List(value=[value]))
 17 | 
 18 | def _bytes_feature(value):
 19 |   return tf.train.Feature(bytes_list=tf.train.BytesList(value=[value]))
 20 | 
 21 | 
 22 | #FUNCTION TO GET ALL DATASET DATA
 23 | def _process_dataset(serialized):
 24 |   
 25 |   
 26 |   #Specify the fatures you want to extract
 27 |   features = {'image/shape': tf.FixedLenFeature([], tf.string),
 28 |                 'image/class/label': tf.FixedLenFeature([], tf.int64),
 29 |                 'image/class/text': tf.FixedLenFeature([], tf.string),
 30 |                 'image/filename': tf.FixedLenFeature([], tf.string),
 31 |                 'image/encoded': tf.FixedLenFeature([], tf.string)} 
 32 |   parsed_example = tf.parse_single_example(serialized, features=features)
 33 | 
 34 |   #Finese extracted data
 35 |   image_raw = tf.decode_raw(parsed_example['image/encoded'], tf.uint8)
 36 |   shape = tf.decode_raw(parsed_example['image/shape'], tf.int32)
 37 |   label = tf.cast(parsed_example['image/class/label'], dtype=tf.int32)
 38 |   reshaped_img = tf.reshape(image_raw, shape)
 39 |   casted_img =  tf.cast(reshaped_img, tf.float32)
 40 |   label_tensor= [label]
 41 |   image_tensor = [casted_img]
 42 |   return label_tensor, image_tensor 
 43 | 
 44 | 
 45 | #MAIN FUNCTION
 46 | def main(unused_argv):
 47 | 
 48 |     
 49 |     print("STARTED\n\n")
 50 | 
 51 |     #Declare needed variables
 52 |     perform_shuffle=False
 53 |     repeat_count=1
 54 |     batch_size=1000
 55 |     num_of_epochs=1
 56 |     
 57 |     #Directory path to the '.tfrecord' files
 58 |     filenames = ["/home/olu/Dev/data_base/sign_base/output/TFRecord_227x227/train-00000-of-00002", "/home/olu/Dev/data_base/sign_base/output/TFRecord_227x227/train-00001-of-00002"]
 59 | 
 60 | 
 61 |     print("GETTING RECORD COUNT")
 62 |     #Determine total number of records in the '.tfrecord' files
 63 |     record_count = 0
 64 |     for fn in filenames:
 65 |       for record in tf.python_io.tf_record_iterator(fn):
 66 |          record_count += 1
 67 |     print("Total Number of Records in the .tfrecord file(s): %i" % record_count)
 68 |   
 69 |  
 70 |     dataset = tf.data.TFRecordDataset(filenames=filenames)
 71 |     dataset = dataset.map(_process_dataset)                     #Get all content of dataset
 72 |     dataset = dataset.shuffle(buffer_size=1000)                 #Shuffle selection from the dataset
 73 |     dataset = dataset.repeat(repeat_count)                      #Repeats dataset this # times
 74 |     dataset = dataset.batch(batch_size)                         #Batch size to use
 75 |     iterator = dataset.make_initializable_iterator()            #Create iterator which helps to get all iamges in the dataset
 76 |     labels_tensor, images_tensor = iterator.get_next()          #Get batch data
 77 |     no_of_rounds = int(math.ceil(record_count/batch_size));
 78 | 
 79 |     #Create tf session, get nest set of batches, and evelauate them in batches
 80 |     sess = tf.Session()
 81 |     print("Total number of strides needed to stream through dataset: ~%i" %no_of_rounds) 
 82 |   
 83 |     
 84 |     for _ in range(2):
 85 |       sess.run(iterator.initializer)
 86 |       count=0
 87 |       complete_evaluation_image_set = np.array([])
 88 |       complete_evaluation_label_set = np.array([])
 89 |       while True:
 90 |         try:
 91 |           print("Now evaluating tensors for stride %i out of %i" % (count, no_of_rounds))
 92 |           evaluated_label, evaluated_image = sess.run([labels_tensor, images_tensor])
 93 |           #convert evaluated tensors to np array 
 94 |           label_np_array = np.asarray(evaluated_label, dtype=np.uint8)
 95 |           image_np_array = np.asarray(evaluated_image, dtype=np.uint8)
 96 |           #squeeze np array to make dimesnsions appropriate
 97 |           squeezed_label_np_array = label_np_array.squeeze()
 98 |           squeezed_image_np_array = image_np_array.squeeze()
 99 |           #Split data into training and testing data
100 |           image_train, image_test, label_train, label_test = train_test_split(squeezed_image_np_array, squeezed_label_np_array, test_size=0.010, random_state=42, shuffle=True)
101 |           #Store evaluation data in its place
102 |           complete_evaluation_image_set = np.append(complete_evaluation_image_set, image_test)
103 |           complete_evaluation_label_set = np.append(complete_evaluation_label_set, label_test)
104 |           #Feed current batch to TF Estimator for training
105 |         except tf.errors.OutOfRangeError:
106 |           print("End of Dataset Reached")
107 |           break
108 |         count=count+1
109 |       print(complete_evaluation_label_set.shape)
110 |       print(complete_evaluation_image_set.shape)
111 |     sess.close()
112 | 
113 |     print("End of Training")
114 |     
115 | 
116 |     
117 | if __name__ == "__main__":
118 |     tf.app.run()
119 | 
120 | 


--------------------------------------------------------------------------------
/train_alexnet.py:
--------------------------------------------------------------------------------
  1 | 
  2 | 
  3 | """
  4 |     Used to Create AlexNet and Train it using image data stored in a TF Record over several Epochs
  5 | 
  6 |             @date: 4th December, 2017
  7 |             @author: Oluwole Oyetoke
  8 |             @Language: Python
  9 |             @email: oluwoleoyetoke@gmail.com
 10 | 
 11 |           AlexNet NETWORK OVERVIEW
 12 |     AlexNet Structure: 60 million Parameters
 13 |     8 layers in total: 5 Convolutional and 3 Fully Connected Layers
 14 |     [227x227x3] INPUT
 15 |     [55x55x96] CONV1: 96 11x11 filters at stride 4, pad 0
 16 |     [27x27x96] MAX POOL1: 3x3 filters at stride 2
 17 |     [27x27x96] NORM1: Normalization layer
 18 |     [27x27x256] CONV2: 256 5x5 filters at stride 1, pad 2
 19 |     [13x13x256] MAX POOL2: 3x3 filters at stride 2
 20 |     [13x13x256] NORM2: Normalization layer
 21 |     [13x13x384] CONV3: 384 3x3 filters at stride 1, pad 1
 22 |     [13x13x384] CONV4: 384 3x3 filters at stride 1, pad 1
 23 |     [13x13x256] CONV5: 256 3x3 filters at stride 1, pad 1
 24 |     [6x6x256] MAX POOL3: 3x3 filters at stride 2
 25 |     [4096] FC6: 4096 neurons
 26 |     [4096] FC7: 4096 neurons
 27 |     [1000] FC8: 43 neurons (class scores)
 28 | 
 29 | 
 30 | 
 31 | 
 32 | 
 33 | 
 34 | #IMPORTS, VARIABLE DECLARATION, AND LOGGING TYPE SETTING
 35 | ----------------------------------------------------------------------------------------------------------------------------------------------------------------"""
 36 | from __future__ import absolute_import
 37 | from __future__ import division
 38 | from __future__ import print_function
 39 | from sklearn.model_selection import train_test_split
 40 | from dateutil.relativedelta import relativedelta
 41 | 
 42 | import os
 43 | import math
 44 | import time
 45 | import numpy as np
 46 | import tensorflow as tf #import tensorflow
 47 | import matplotlib.pyplot as plt
 48 | import datetime
 49 | 
 50 | flags = tf.app.flags
 51 | flags.DEFINE_integer("image_width", "227", "Alexnet input layer width")
 52 | flags.DEFINE_integer("image_height", "227", "Alexnet input layer height")
 53 | flags.DEFINE_integer("image_channels", "3", "Alexnet input layer channels")
 54 | flags.DEFINE_integer("num_of_classes", "43", "Number of training clases")
 55 | FLAGS = flags.FLAGS
 56 | 
 57 | losses_bank = np.array([]) #global
 58 | accuracy_bank = np.array([]) #global
 59 | steps_bank = np.array([]) #global
 60 | epoch_bank = np.array([]) #global
 61 | 
 62 | tf.logging.set_verbosity(tf.logging.WARN) #setting up logging (can be DEBUG, ERROR, FATAL, INFO or WARN)
 63 | """----------------------------------------------------------------------------------------------------------------------------------------------------------------"""
 64 | 
 65 | 
 66 | 
 67 | 
 68 | 
 69 | 
 70 | #WRAPPER FOR INSERTING int64 FEATURES int64 FEATURES & BYTES FEATURES INTO EXAMPLES PROTO
 71 | """----------------------------------------------------------------------------------------------------------------------------------------------------------------"""
 72 | def _int64_feature(value):
 73 |   return tf.train.Feature(int64_list=tf.train.Int64List(value=[value]))
 74 | 
 75 | def _bytes_feature(value):
 76 |   return tf.train.Feature(bytes_list=tf.train.BytesList(value=[value]))
 77 | """----------------------------------------------------------------------------------------------------------------------------------------------------------------"""
 78 | 
 79 | 
 80 | #CREATE CNN STRUCTURE
 81 | """----------------------------------------------------------------------------------------------------------------------------------------------------------------"""
 82 | def cnn_model_fn(features, labels, mode):
 83 | 
 84 |     """INPUT LAYER"""
 85 |     input_layer = tf.reshape(features["x"], [-1, FLAGS.image_width, FLAGS.image_height, FLAGS.image_channels], name="input_layer") #Alexnet uses 227x227x3 input layer. '-1' means pick batch size randomly
 86 |     #print(input_layer)
 87 | 
 88 |     """%FIRST CONVOLUTION BLOCK
 89 |         The first convolutional layer filters the 227×227×3 input image with
 90 |         96 kernels of size 11×11 with a stride of 4 pixels. Bias of 1."""
 91 |     conv1 = tf.layers.conv2d(inputs=input_layer, filters=96, kernel_size=[11, 11], strides=4, padding="valid", activation=tf.nn.relu)
 92 |     lrn1 = tf.nn.lrn(input=conv1, depth_radius=5, bias=1.0, alpha=0.0001/5.0, beta=0.75); #Normalization layer
 93 |     pool1_conv1 = tf.layers.max_pooling2d(inputs=lrn1, pool_size=[3, 3], strides=2) #Max Pool Layer
 94 |     #print(pool1_conv1)
 95 |     
 96 | 
 97 |     """SECOND CONVOLUTION BLOCK
 98 |     Divide the 96 channel blob input from block one into 48 and process independently"""
 99 |     conv2 = tf.layers.conv2d(inputs=pool1_conv1, filters=256, kernel_size=[5, 5], strides=1, padding="same", activation=tf.nn.relu)
100 |     lrn2 = tf.nn.lrn(input=conv2, depth_radius=5, bias=1.0, alpha=0.0001/5.0, beta=0.75); #Normalization layer
101 |     pool2_conv2 = tf.layers.max_pooling2d(inputs=lrn2, pool_size=[3, 3], strides=2) #Max Pool Layer
102 |     #print(pool2_conv2)
103 | 
104 |     """THIRD CONVOLUTION BLOCK
105 |     Note that the third, fourth, and fifth convolution layers are connected to one
106 |     another without any intervening pooling or normalization layers.
107 |     The third convolutional layer has 384 kernels of size 3 × 3
108 |     connected to the (normalized, pooled) outputs of the second convolutional layer"""
109 |     conv3 = tf.layers.conv2d(inputs=pool2_conv2, filters=384, kernel_size=[3, 3], strides=1, padding="same", activation=tf.nn.relu)
110 |     #print(conv3)
111 | 
112 |     #FOURTH CONVOLUTION BLOCK
113 |     """%The fourth convolutional layer has 384 kernels of size 3 × 3"""
114 |     conv4 = tf.layers.conv2d(inputs=conv3, filters=384, kernel_size=[3, 3], strides=1, padding="same", activation=tf.nn.relu)
115 |     #print(conv4)
116 | 
117 |     #FIFTH CONVOLUTION BLOCK
118 |     """%the fifth convolutional layer has 256 kernels of size 3 × 3"""
119 |     conv5 = tf.layers.conv2d(inputs=conv4, filters=256, kernel_size=[3, 3], strides=1, padding="same", activation=tf.nn.relu)
120 |     pool3_conv5 = tf.layers.max_pooling2d(inputs=conv5, pool_size=[3, 3], strides=2, padding="valid") #Max Pool Layer
121 |     #print(pool3_conv5)
122 | 
123 | 
124 |     #FULLY CONNECTED LAYER 1
125 |     """The fully-connected layers have 4096 neurons each"""
126 |     pool3_conv5_flat = tf.reshape(pool3_conv5, [-1, 6* 6 * 256]) #output of conv block is 6x6x256 therefore, to connect it to a fully connected layer, we can flaten it out
127 |     fc1 = tf.layers.dense(inputs=pool3_conv5_flat, units=4096, activation=tf.nn.relu)
128 |     #fc1 = tf.layers.conv2d(inputs=pool3_conv5, filters=4096, kernel_size=[6, 6], strides=1, padding="valid", activation=tf.nn.relu) #representing the FCL using a convolution block (no need to do 'pool3_conv5_flat' above)
129 |     #print(fc1)
130 | 
131 |     #FULLY CONNECTED LAYER 2
132 |     """since the output from above is [1x1x4096]"""
133 |     fc2 = tf.layers.dense(inputs=fc1, units=4096, activation=tf.nn.relu)
134 |     #fc2 = tf.layers.conv2d(inputs=fc1, filters=4096, kernel_size=[1, 1], strides=1, padding="valid", activation=tf.nn.relu)
135 |     #print(fc2)
136 | 
137 |     #FULLY CONNECTED LAYER 3
138 |     """since the output from above is [1x1x4096]"""
139 |     logits = tf.layers.dense(inputs=fc2, units=FLAGS.num_of_classes, name="logits_layer")
140 |     #fc3 = tf.layers.conv2d(inputs=fc2, filters=43, kernel_size=[1, 1], strides=1, padding="valid")
141 |     #logits = tf.layers.dense(inputs=fc3, units=FLAGS.num_of_classes) #converting the convolutional block (tf.layers.conv2d) to a dense layer (tf.layers.dense). Only needed if we had used tf.layers.conv2d to represent the FCLs
142 |     #print(logits)
143 | 
144 |     #PASS OUTPUT OF LAST FC LAYER TO A SOFTMAX LAYER
145 |     """convert these raw values into two different formats that our model function can return:
146 |     The predicted class for each example: a digit from 1–43.
147 |     The probabilities for each possible target class for each example
148 |     tf.argmax(input=fc3, axis=1: Generate predictions from the 43 last filters returned from the fc3. Axis 1 will apply argmax to the rows
149 |     tf.nn.softmax(logits, name="softmax_tensor"): Generate the probability distribution
150 |     """
151 |     predictions = {
152 |       "classes": tf.argmax(input=logits, axis=1, name="classes_tensor"),
153 |       "probabilities": tf.nn.softmax(logits, name="softmax_tensor")
154 |       }
155 |    
156 |     #Return result if we were in prediction mode and not training
157 |     if mode == tf.estimator.ModeKeys.PREDICT:
158 |         return tf.estimator.EstimatorSpec(mode=mode, predictions=predictions)
159 | 
160 |     #CALCULATE OUR LOSS
161 |     """For both training and evaluation, we need to define a loss function that measures how closely the
162 |     model's predictions match the target classes. For multiclass classification, cross entropy is typically used as the loss metric."""
163 |     onehot_labels = tf.one_hot(indices=tf.cast(labels, tf.int32), depth=FLAGS.num_of_classes)
164 |     loss = tf.losses.softmax_cross_entropy(onehot_labels=onehot_labels, logits=logits)
165 |     tf.summary.scalar('Loss Per Stride', loss) #Just to see loss values per batch on tensorboard
166 |     
167 |     #CONFIGURE TRAINING
168 |     """Since the loss of the CNN is the softmax cross-entropy of the fc3 layer
169 |     and our labels. Let's configure our model to optimize this loss value during
170 |     training. We'll use a learning rate of 0.001 and stochastic gradient descent
171 |     as the optimization algorithm:"""
172 |     if mode == tf.estimator.ModeKeys.TRAIN:
173 |         optimizer = tf.train.AdamOptimizer(learning_rate=0.00001)
174 |         train_op = optimizer.minimize(loss, global_step=tf.train.get_global_step()) #global_Step needed for proper graph on tensor board
175 |         #optimizer = tf.train.GradientDescentOptimizer(learning_rate=0.00005) #Very small learning rate used. Training will be slower at converging by better
176 |         #train_op = optimizer.minimize(loss=loss,global_step=tf.train.get_global_step())
177 |         return tf.estimator.EstimatorSpec(mode=mode, loss=loss, train_op=train_op)
178 |     
179 |     #ADD EVALUATION METRICS
180 |     eval_metric_ops = {"accuracy": tf.metrics.accuracy(labels=labels, predictions=predictions["classes"])}
181 |     return tf.estimator.EstimatorSpec(mode=mode, loss=loss, eval_metric_ops=eval_metric_ops)
182 | """-----------------------------------------------------------------------------------------------------------------------------------------------------------------"""
183 | 
184 | 
185 | 
186 | 
187 | #FUNCTION TO PROCESS ALL DATASET DATA
188 | """----------------------------------------------------------------------------------------------------------------------------------------------------------------"""
189 | def _process_dataset(serialized): 
190 |   #Specify the fatures you want to extract
191 |   features = {'image/shape': tf.FixedLenFeature([], tf.string),
192 |                 'image/class/label': tf.FixedLenFeature([], tf.int64),
193 |                 'image/class/text': tf.FixedLenFeature([], tf.string),
194 |                 'image/filename': tf.FixedLenFeature([], tf.string),
195 |                 'image/encoded': tf.FixedLenFeature([], tf.string)} 
196 |   parsed_example = tf.parse_single_example(serialized, features=features)
197 | 
198 |   #Finese extracted data
199 |   image_raw = tf.decode_raw(parsed_example['image/encoded'], tf.uint8)
200 |   shape = tf.decode_raw(parsed_example['image/shape'], tf.int32)
201 |   label = tf.cast(parsed_example['image/class/label'], dtype=tf.int32)
202 |   reshaped_img = tf.reshape(image_raw, [FLAGS.image_width, FLAGS.image_height, FLAGS.image_channels])
203 |   casted_img =  tf.cast(reshaped_img, tf.float32)
204 |   label_tensor= [label]
205 |   image_tensor = [casted_img]
206 |   return label_tensor, image_tensor 
207 | """----------------------------------------------------------------------------------------------------------------------------------------------------------------"""
208 |    
209 | #PLOT TRAINING PROGRESS
210 | def _plot_training_progress():
211 |   global losses_bank #to make sure losses_bank is not declared again in this method (as a local variable)
212 |   global accuracy_bank
213 |   global steps_bank
214 |   global epoch_bank
215 |   
216 |   #PLOT LOSS PER EPOCH
217 |   loss_per_epoch_fig = plt.figure("LOSS PER EPOCH PLOT")
218 |   plt.plot(epoch_bank, losses_bank, 'ro-')
219 |   loss_per_epoch_fig.suptitle('LOSS LEVEL PER EPOCH')
220 |   plt.xlabel('Epoch Count')
221 |   plt.ylabel('Loss Value')
222 |   manager = plt.get_current_fig_manager()
223 |   manager.resize(*manager.window.maxsize()) #maximize plot
224 |   loss_per_epoch_fig.canvas.draw()
225 |   plt.show(block=False)
226 |   loss_per_epoch_fig.savefig("/home/olu/Dev/data_base/sign_base/output/Checkpoints_N_Model/evaluation_plots/loss_per_epoch.png") #save plot
227 | 
228 | 
229 |   #PLOT ACCURACY PER EPOCH
230 |   accuracy_per_epoch_fig = plt.figure("ACCURACY PER EPOCH PLOT")
231 |   plt.plot(epoch_bank, accuracy_bank, 'bo-')
232 |   accuracy_per_epoch_fig.suptitle('ACCURACY PERCENTAGE PER EPOCH')
233 |   plt.xlabel('Epoch Count')
234 |   plt.ylabel('Accuracy Percentage')
235 |   manager = plt.get_current_fig_manager()
236 |   manager.resize(*manager.window.maxsize()) #maximize plot
237 |   accuracy_per_epoch_fig.canvas.draw()
238 |   plt.show(block=False)
239 |   accuracy_per_epoch_fig.savefig("/home/olu/Dev/data_base/sign_base/output/Checkpoints_N_Model/evaluation_plots/accuracy_per_epoch.png") #save plot
240 | 
241 | 
242 | #TRAINING AND EVALUATING THE ALEXNET CNN CLASSIFIER
243 | """----------------------------------------------------------------------------------------------------------------------------------------------------------------"""
244 | def main(unused_argv):
245 | 
246 |     #Declare needed variables
247 |     global losses_bank
248 |     global accuracy_bank
249 |     global steps_bank
250 |     global epoch_bank
251 | 
252 |     perform_shuffle=False
253 |     repeat_count=1
254 |     dataset_batch_size=1024 #1024 #Chuncks picked in dataset per time
255 |     training_batch_size = np.int32(dataset_batch_size/8) #Chuncks processed by tf.estimator per time
256 |     epoch_count=0
257 |     overall_training_epochs=60 #60 epochs in total
258 | 
259 |     start_time=time.time() #taking current time as starting time
260 |     start_time_string = time.strftime("%Y-%m-%d %H:%M:%S", time.gmtime(start_time))
261 |     start_time_dt = datetime.datetime.strptime(start_time_string, '%Y-%m-%d %H:%M:%S')
262 |     print("STARTED @ %s" % start_time_string)
263 |     #LOAD TRAINING DATA
264 |     print("LOADING DATASET\n\n")
265 |     filenames = ["/home/olu/Dev/data_base/sign_base/output/TFRecord_227x227/train-00000-of-00002", "/home/olu/Dev/data_base/sign_base/output/TFRecord_227x227/train-00001-of-00002"] #Directory path to the '.tfrecord' files
266 |     model_dir="/home/olu/Dev/data_base/sign_base/output/Checkpoints_N_Model/trained_alexnet_model"
267 |     #DETERMINE TOTAL NUMBER OF RECORDS IN THE '.tfrecord' FILES
268 |     print("GETTING COUNT OF RECORDS/EXAMPLES IN DATASET")
269 |     record_count = 0
270 |     for fn in filenames:
271 |       for record in tf.python_io.tf_record_iterator(fn):
272 |          record_count += 1
273 |     print("Total number of records in the .tfrecord file(s): %i\n\n" % record_count)
274 |     no_of_rounds = int(math.ceil(record_count/dataset_batch_size));
275 | 
276 | 
277 |     #EDIT HOW OFTEN CHECK POINTS SHOULD BE SAVED
278 |     check_point_interval = int(record_count/training_batch_size)
279 |     my_estimator_config = tf.estimator.RunConfig(model_dir=model_dir,tf_random_seed=None,save_summary_steps=100,
280 |                                                  save_checkpoints_steps=check_point_interval,save_checkpoints_secs=None,session_config=None,keep_checkpoint_max=10,keep_checkpoint_every_n_hours=10000,log_step_count_steps=100)
281 |     
282 |     print("CREATING ESTIMATOR AND LOADING DATASET")
283 |     #CREATE ESTIMATOR
284 |     """Estimator: a TensorFlow class for performing high-level model training, evaluation, and inference"""
285 |     traffic_sign_classifier = tf.estimator.Estimator(model_fn=cnn_model_fn, model_dir=model_dir, config=my_estimator_config) #specify where the finally trained model and (checkpoints during training) should be saved in
286 | 
287 |     #SET-UP LOGGIN FOR PREDICTIONS
288 |     tensors_to_log = {"probabilities": "softmax_tensor"}
289 |     logging_hook = tf.train.LoggingTensorHook(tensors=tensors_to_log, every_n_iter=50) #Log after every 50 itterations
290 | 
291 | 
292 |     #PROCESS AND RETREIVE DATASET CONTENT IN BATCHES OF 'dataset_batch_size'
293 |     dataset = tf.data.TFRecordDataset(filenames=filenames)
294 |     dataset = dataset.map(_process_dataset)                     #Get all content of dataset & apply function '_process_dataset' to all its content
295 |     dataset = dataset.shuffle(buffer_size=dataset_batch_size)   #Shuffle selection from the dataset/epoch. buffer size of 1000
296 |     dataset = dataset.repeat(repeat_count)                      #Repeat ittereation through dataset 'repeat_count' times
297 |     dataset = dataset.batch(dataset_batch_size)                 #Batch size to use to pick from dataset
298 |     iterator = dataset.make_initializable_iterator()            #Create iterator which helps to get all iamges in the dataset
299 |     labels_tensor, images_tensor = iterator.get_next()          #Get batch data
300 |     
301 | 
302 |     #CREATE TF SESSION TO ITTERATIVELY EVALUATE THE BATCHES OF DATASET TENSORS RETREIVED AND PASS THEM TO ESTIMATOR FOR TRAINING/EVALUATION
303 |     sess = tf.Session()
304 |     print("Approximately %i strides needed to stream through 1 epoch of dataset\n\n" %no_of_rounds) 
305 |   
306 |     
307 |     for _ in range(overall_training_epochs):
308 |       epoch_start_time=time.time() #taking current time as starting time
309 |       epoch_start_time_string = time.strftime("%Y-%m-%d %H:%M:%S", time.gmtime(epoch_start_time))
310 |       epoch_start_time_dt = datetime.datetime.strptime(epoch_start_time_string, '%Y-%m-%d %H:%M:%S')
311 |       epoch_count=epoch_count+1;
312 |       print("Epoch %i out of %i" % (epoch_count, overall_training_epochs))
313 |       print("Note: Each complete epoch processes %i images, feeding it into the classifier in batches of %i" % (record_count, dataset_batch_size))
314 |       print("...Classifier then deals with each batch of %i images pushed to it in batch sizes of %i\n"%(dataset_batch_size, training_batch_size))
315 |       sess.run(iterator.initializer)
316 |       
317 |       strides_count=1
318 |       complete_evaluation_image_set = np.array([])
319 |       complete_evaluation_label_set = np.array([])
320 |       while True:
321 |         try:
322 |           imgs_so_far = dataset_batch_size*strides_count
323 |           if(imgs_so_far>record_count):
324 |             imgs_so_far = record_count
325 |           print("\nStride %i (%i images) of stride %i (%i images) for Epoch %i" %(strides_count, imgs_so_far, no_of_rounds, record_count, epoch_count))
326 |           evaluated_label, evaluated_image = sess.run([labels_tensor, images_tensor]) #evaluate tensor
327 |           #convert evaluated tensors to np array 
328 |           label_np_array = np.asarray(evaluated_label, dtype=np.int32)
329 |           image_np_array = np.asarray(evaluated_image, dtype=np.float32)
330 |           #squeeze np array to make dimesnsions appropriate
331 |           squeezed_label_np_array = label_np_array.squeeze()
332 |           squeezed_image_np_array = image_np_array.squeeze()
333 |           #mean normalization - normalize current batch of images i.e get mean of images in dataset and subtact it from all image intensities in the dataset
334 |           dataset_image_mean = np.mean(squeezed_image_np_array)
335 |           normalized_image_dataset = np.subtract(squeezed_image_np_array, dataset_image_mean) #help for faster convergence duing training
336 |           #split data into training and testing/evaluation data
337 |           image_train, image_evaluate, label_train, label_evaluate = train_test_split(normalized_image_dataset, squeezed_label_np_array, test_size=0.10, random_state=42, shuffle=True) #5% of dataset will be used for evaluation/testing
338 |           #rectify dimension/shape
339 |           if (image_evaluate.ndim<4): #if dimension is just 3 i.e only 1 image loaded
340 |               print(image_evaluate.shape)
341 |               image_evaluate = image_evaluate.reshape((1,) + image_evaluate.shape)
342 |           if (image_train.ndim<4): #if dimension is just 3 i.e only 1 image loaded
343 |               print(image_train.shape)
344 |               image_train = image_train.reshape((1,) + image_train.shape)
345 |           #rectify precision
346 |           image_train.astype(np.float32)
347 |           image_evaluate.astype(np.float32)
348 |           #Store evaluation data in its place
349 |           if(strides_count==1):
350 |             complete_evaluation_image_set = image_evaluate
351 |           else:
352 |             complete_evaluation_image_set = np.concatenate((complete_evaluation_image_set.squeeze(), image_evaluate))
353 |           complete_evaluation_label_set = np.append(complete_evaluation_label_set, label_evaluate)
354 |           complete_evaluation_label_set = complete_evaluation_label_set.squeeze()
355 |           #Feed current batch of training images to TF Estimator for training. TF Estimator deals with them in batches of 'batch_size=32'
356 |           train_input_fn = tf.estimator.inputs.numpy_input_fn(x={"x": image_train},y=label_train,batch_size=training_batch_size,num_epochs=1, shuffle=True) #Note, images have already been shuffled when placed in the TFRecord, shuffled again when being retreived from the record & will be shuffled again when being sent to the classifier
357 |           traffic_sign_classifier.train(input_fn=train_input_fn,hooks=[logging_hook])
358 |         except tf.errors.OutOfRangeError:
359 |           print("End of Dataset Reached")
360 |           break
361 |         strides_count=strides_count+1
362 |         
363 |       #EVALUATE MODEL after every complete epoch (note that out of memory issues happen if all 20% of the dataset's images need to be stored in memory till full epoch is completed. So test set reduced to 5%)
364 |       """Once trainingis completed, we then proceed to evaluate the accuracy level of our trained model
365 |       To create eval_input_fn, we set num_epochs=1, so that the model evaluates the metrics over one epoch of
366 |       data and returns the result. We also set shuffle=False to iterate through the data sequentially."""
367 |       eval_input_fn = tf.estimator.inputs.numpy_input_fn(x={"x": complete_evaluation_image_set},y=complete_evaluation_label_set,num_epochs=1,shuffle=False)
368 |       evaluation_result = traffic_sign_classifier.evaluate(input_fn=eval_input_fn) #Get dictionary of loss, global step size and accuracy e.g {'loss': 1.704558, 'accuracyy': 0.58105469, 'global_step': 742}
369 | 
370 |       #PLOT TRAINING PERFORMANCE
371 |       epoch_loss = evaluation_result.get('loss')
372 |       epoch_accuracy = evaluation_result.get('accuracy')
373 |       epoch_steps = evaluation_result.get('global_step')
374 |       losses_bank = np.append(losses_bank, epoch_loss)
375 |       accuracy_bank = np.append(accuracy_bank, (epoch_accuracy*100))
376 |       steps_bank = np.append(steps_bank, epoch_steps)
377 |       epoch_bank = np.append(epoch_bank, epoch_count)
378 |       _plot_training_progress()
379 | 
380 |       accuracy_percentage = epoch_accuracy*100
381 |       print("Network Performance Analysis: Loss(%f), Accuracy(%f percent), Steps(%i)\n"%(epoch_loss,accuracy_percentage,epoch_steps))
382 |       #print(evaluation_result)
383 | 
384 |       #PRINT EPOCH OPERATION TIME
385 |       epoch_end_time=time.time() #taking current time as ending time
386 |       epoch_end_time_string = time.strftime("%Y-%m-%d %H:%M:%S", time.gmtime(epoch_end_time))
387 |       epoch_end_time_dt = datetime.datetime.strptime(epoch_end_time_string, '%Y-%m-%d %H:%M:%S')
388 |       epoch_elapsed_time = relativedelta(epoch_end_time_dt, epoch_start_time_dt)
389 |       print("End of epoch %i.\n Time taken for this epoch: %d Day(s) : %d : Hour(s) : %d Minute(s) : %d Second(s)" %(epoch_count, epoch_elapsed_time.days, epoch_elapsed_time.hours, epoch_elapsed_time.minutes, epoch_elapsed_time.seconds))
390 |       training_elapsed_time_sofar = relativedelta(epoch_end_time_dt, start_time_dt)
391 |       print("Overall training time so far: %d Day(s) : %d : Hour(s) : %d Minute(s) : %d Second(s) \n\n\n" %(training_elapsed_time_sofar.days, training_elapsed_time_sofar.hours, training_elapsed_time_sofar.minutes, training_elapsed_time_sofar.seconds))
392 |     sess.close()
393 | 
394 |     #SAVE FINAL MODEL
395 |     #Not really Needed, because TF Estimator saves .meta .data .ckpt at the end of evey epoch
396 |     
397 | 
398 |     
399 |     #PRINT TOTAL TRAINING TIME & END
400 |     end_time=time.time() #taking current time as ending time
401 |     end_time_string = time.strftime("%Y-%m-%d %H:%M:%S", time.gmtime(end_time))
402 |     end_time_dt = datetime.datetime.strptime(end_time_string, '%Y-%m-%d %H:%M:%S')
403 |     elapsed_time_dt = relativedelta(end_time_dt, start_time_dt)
404 |     print("END OF TRAINING..... ENDED @ %s" %end_time_string)
405 |     print("Final Trained Model is Saved Here: %s" %  model_dir)
406 |     print("TIME TAKEN FOR ENTIRE TRAINING: %d Day(s) : %d : Hour(s) %d Minute(s) : %d Second(s)" % (elapsed_time_dt.days, elapsed_time_dt.hours, elapsed_time_dt.minutes, elapsed_time_dt.seconds))
407 |     
408 | """----------------------------------------------------------------------------------------------------------------------------------------------------------------"""
409 | 
410 | 
411 | if __name__=="__main__":
412 |     tf.app.run()
413 | 


--------------------------------------------------------------------------------
/tune_cnn.py:
--------------------------------------------------------------------------------
https://raw.githubusercontent.com/OluwoleOyetoke/Computer_Vision_Using_TensorFlowLite/01f8ab51a33cd2f578a691327fd56800681e407b/tune_cnn.py


--------------------------------------------------------------------------------