├── README.md
├── t-rex_bot.vcxproj.filters
├── t-rex_bot.sln
├── .gitattributes
├── .gitignore
├── Source.cpp
└── t-rex_bot.vcxproj
/README.md:
--------------------------------------------------------------------------------
1 | Bot for playing google chrome dino game.
2 |
3 | [](http://www.youtube.com/watch?v=iEYNIRQqCNM "ot playing the Google Chrome dino game using OpenCV & C++")
4 |
--------------------------------------------------------------------------------
/t-rex_bot.vcxproj.filters:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 | {4FC737F1-C7A5-4376-A066-2A32D752A2FF}
6 | cpp;c;cc;cxx;def;odl;idl;hpj;bat;asm;asmx
7 |
8 |
9 | {93995380-89BD-4b04-88EB-625FBE52EBFB}
10 | h;hh;hpp;hxx;hm;inl;inc;xsd
11 |
12 |
13 | {67DA6AB6-F800-4c08-8B7A-83BB121AAD01}
14 | rc;ico;cur;bmp;dlg;rc2;rct;bin;rgs;gif;jpg;jpeg;jpe;resx;tiff;tif;png;wav;mfcribbon-ms
15 |
16 |
17 |
18 |
19 | Source Files
20 |
21 |
22 |
--------------------------------------------------------------------------------
/t-rex_bot.sln:
--------------------------------------------------------------------------------
1 |
2 | Microsoft Visual Studio Solution File, Format Version 12.00
3 | # Visual Studio 14
4 | VisualStudioVersion = 14.0.25420.1
5 | MinimumVisualStudioVersion = 10.0.40219.1
6 | Project("{8BC9CEB8-8B4A-11D0-8D11-00A0C91BC942}") = "t-rex_bot", "t-rex_bot.vcxproj", "{9F08ADAA-B003-46BA-A4F5-A872D38C98C2}"
7 | EndProject
8 | Global
9 | GlobalSection(SolutionConfigurationPlatforms) = preSolution
10 | Debug|x64 = Debug|x64
11 | Debug|x86 = Debug|x86
12 | Release|x64 = Release|x64
13 | Release|x86 = Release|x86
14 | EndGlobalSection
15 | GlobalSection(ProjectConfigurationPlatforms) = postSolution
16 | {9F08ADAA-B003-46BA-A4F5-A872D38C98C2}.Debug|x64.ActiveCfg = Debug|x64
17 | {9F08ADAA-B003-46BA-A4F5-A872D38C98C2}.Debug|x64.Build.0 = Debug|x64
18 | {9F08ADAA-B003-46BA-A4F5-A872D38C98C2}.Debug|x86.ActiveCfg = Debug|Win32
19 | {9F08ADAA-B003-46BA-A4F5-A872D38C98C2}.Debug|x86.Build.0 = Debug|Win32
20 | {9F08ADAA-B003-46BA-A4F5-A872D38C98C2}.Release|x64.ActiveCfg = Release|x64
21 | {9F08ADAA-B003-46BA-A4F5-A872D38C98C2}.Release|x64.Build.0 = Release|x64
22 | {9F08ADAA-B003-46BA-A4F5-A872D38C98C2}.Release|x86.ActiveCfg = Release|Win32
23 | {9F08ADAA-B003-46BA-A4F5-A872D38C98C2}.Release|x86.Build.0 = Release|Win32
24 | EndGlobalSection
25 | GlobalSection(SolutionProperties) = preSolution
26 | HideSolutionNode = FALSE
27 | EndGlobalSection
28 | EndGlobal
29 |
--------------------------------------------------------------------------------
/.gitattributes:
--------------------------------------------------------------------------------
1 | ###############################################################################
2 | # Set default behavior to automatically normalize line endings.
3 | ###############################################################################
4 | * text=auto
5 |
6 | ###############################################################################
7 | # Set default behavior for command prompt diff.
8 | #
9 | # This is need for earlier builds of msysgit that does not have it on by
10 | # default for csharp files.
11 | # Note: This is only used by command line
12 | ###############################################################################
13 | #*.cs diff=csharp
14 |
15 | ###############################################################################
16 | # Set the merge driver for project and solution files
17 | #
18 | # Merging from the command prompt will add diff markers to the files if there
19 | # are conflicts (Merging from VS is not affected by the settings below, in VS
20 | # the diff markers are never inserted). Diff markers may cause the following
21 | # file extensions to fail to load in VS. An alternative would be to treat
22 | # these files as binary and thus will always conflict and require user
23 | # intervention with every merge. To do so, just uncomment the entries below
24 | ###############################################################################
25 | #*.sln merge=binary
26 | #*.csproj merge=binary
27 | #*.vbproj merge=binary
28 | #*.vcxproj merge=binary
29 | #*.vcproj merge=binary
30 | #*.dbproj merge=binary
31 | #*.fsproj merge=binary
32 | #*.lsproj merge=binary
33 | #*.wixproj merge=binary
34 | #*.modelproj merge=binary
35 | #*.sqlproj merge=binary
36 | #*.wwaproj merge=binary
37 |
38 | ###############################################################################
39 | # behavior for image files
40 | #
41 | # image files are treated as binary by default.
42 | ###############################################################################
43 | #*.jpg binary
44 | #*.png binary
45 | #*.gif binary
46 |
47 | ###############################################################################
48 | # diff behavior for common document formats
49 | #
50 | # Convert binary document formats to text before diffing them. This feature
51 | # is only available from the command line. Turn it on by uncommenting the
52 | # entries below.
53 | ###############################################################################
54 | #*.doc diff=astextplain
55 | #*.DOC diff=astextplain
56 | #*.docx diff=astextplain
57 | #*.DOCX diff=astextplain
58 | #*.dot diff=astextplain
59 | #*.DOT diff=astextplain
60 | #*.pdf diff=astextplain
61 | #*.PDF diff=astextplain
62 | #*.rtf diff=astextplain
63 | #*.RTF diff=astextplain
64 |
--------------------------------------------------------------------------------
/.gitignore:
--------------------------------------------------------------------------------
1 | ## Ignore Visual Studio temporary files, build results, and
2 | ## files generated by popular Visual Studio add-ons.
3 |
4 | # User-specific files
5 | *.suo
6 | *.user
7 | *.userosscache
8 | *.sln.docstates
9 |
10 | # User-specific files (MonoDevelop/Xamarin Studio)
11 | *.userprefs
12 |
13 | # Build results
14 | [Dd]ebug/
15 | [Dd]ebugPublic/
16 | [Rr]elease/
17 | [Rr]eleases/
18 | [Xx]64/
19 | [Xx]86/
20 | [Bb]uild/
21 | bld/
22 | [Bb]in/
23 | [Oo]bj/
24 |
25 | # Visual Studio 2015 cache/options directory
26 | .vs/
27 | # Uncomment if you have tasks that create the project's static files in wwwroot
28 | #wwwroot/
29 |
30 | # MSTest test Results
31 | [Tt]est[Rr]esult*/
32 | [Bb]uild[Ll]og.*
33 |
34 | # NUNIT
35 | *.VisualState.xml
36 | TestResult.xml
37 |
38 | # Build Results of an ATL Project
39 | [Dd]ebugPS/
40 | [Rr]eleasePS/
41 | dlldata.c
42 |
43 | # DNX
44 | project.lock.json
45 | artifacts/
46 |
47 | *_i.c
48 | *_p.c
49 | *_i.h
50 | *.ilk
51 | *.meta
52 | *.obj
53 | *.pch
54 | *.pdb
55 | *.pgc
56 | *.pgd
57 | *.rsp
58 | *.sbr
59 | *.tlb
60 | *.tli
61 | *.tlh
62 | *.tmp
63 | *.tmp_proj
64 | *.log
65 | *.vspscc
66 | *.vssscc
67 | .builds
68 | *.pidb
69 | *.svclog
70 | *.scc
71 |
72 | # Chutzpah Test files
73 | _Chutzpah*
74 |
75 | # Visual C++ cache files
76 | ipch/
77 | *.aps
78 | *.ncb
79 | *.opendb
80 | *.opensdf
81 | *.sdf
82 | *.cachefile
83 | *.VC.db
84 |
85 | # Visual Studio profiler
86 | *.psess
87 | *.vsp
88 | *.vspx
89 | *.sap
90 |
91 | # TFS 2012 Local Workspace
92 | $tf/
93 |
94 | # Guidance Automation Toolkit
95 | *.gpState
96 |
97 | # ReSharper is a .NET coding add-in
98 | _ReSharper*/
99 | *.[Rr]e[Ss]harper
100 | *.DotSettings.user
101 |
102 | # JustCode is a .NET coding add-in
103 | .JustCode
104 |
105 | # TeamCity is a build add-in
106 | _TeamCity*
107 |
108 | # DotCover is a Code Coverage Tool
109 | *.dotCover
110 |
111 | # NCrunch
112 | _NCrunch_*
113 | .*crunch*.local.xml
114 | nCrunchTemp_*
115 |
116 | # MightyMoose
117 | *.mm.*
118 | AutoTest.Net/
119 |
120 | # Web workbench (sass)
121 | .sass-cache/
122 |
123 | # Installshield output folder
124 | [Ee]xpress/
125 |
126 | # DocProject is a documentation generator add-in
127 | DocProject/buildhelp/
128 | DocProject/Help/*.HxT
129 | DocProject/Help/*.HxC
130 | DocProject/Help/*.hhc
131 | DocProject/Help/*.hhk
132 | DocProject/Help/*.hhp
133 | DocProject/Help/Html2
134 | DocProject/Help/html
135 |
136 | # Click-Once directory
137 | publish/
138 |
139 | # Publish Web Output
140 | *.[Pp]ublish.xml
141 | *.azurePubxml
142 |
143 | # TODO: Un-comment the next line if you do not want to checkin
144 | # your web deploy settings because they may include unencrypted
145 | # passwords
146 | #*.pubxml
147 | *.publishproj
148 |
149 | # NuGet Packages
150 | *.nupkg
151 | # The packages folder can be ignored because of Package Restore
152 | **/packages/*
153 | # except build/, which is used as an MSBuild target.
154 | !**/packages/build/
155 | # Uncomment if necessary however generally it will be regenerated when needed
156 | #!**/packages/repositories.config
157 | # NuGet v3's project.json files produces more ignoreable files
158 | *.nuget.props
159 | *.nuget.targets
160 |
161 | # Microsoft Azure Build Output
162 | csx/
163 | *.build.csdef
164 |
165 | # Microsoft Azure Emulator
166 | ecf/
167 | rcf/
168 |
169 | # Microsoft Azure ApplicationInsights config file
170 | ApplicationInsights.config
171 |
172 | # Windows Store app package directory
173 | AppPackages/
174 | BundleArtifacts/
175 |
176 | # Visual Studio cache files
177 | # files ending in .cache can be ignored
178 | *.[Cc]ache
179 | # but keep track of directories ending in .cache
180 | !*.[Cc]ache/
181 |
182 | # Others
183 | ClientBin/
184 | [Ss]tyle[Cc]op.*
185 | ~$*
186 | *~
187 | *.dbmdl
188 | *.dbproj.schemaview
189 | *.pfx
190 | *.publishsettings
191 | node_modules/
192 | orleans.codegen.cs
193 |
194 | # RIA/Silverlight projects
195 | Generated_Code/
196 |
197 | # Backup & report files from converting an old project file
198 | # to a newer Visual Studio version. Backup files are not needed,
199 | # because we have git ;-)
200 | _UpgradeReport_Files/
201 | Backup*/
202 | UpgradeLog*.XML
203 | UpgradeLog*.htm
204 |
205 | # SQL Server files
206 | *.mdf
207 | *.ldf
208 |
209 | # Business Intelligence projects
210 | *.rdl.data
211 | *.bim.layout
212 | *.bim_*.settings
213 |
214 | # Microsoft Fakes
215 | FakesAssemblies/
216 |
217 | # GhostDoc plugin setting file
218 | *.GhostDoc.xml
219 |
220 | # Node.js Tools for Visual Studio
221 | .ntvs_analysis.dat
222 |
223 | # Visual Studio 6 build log
224 | *.plg
225 |
226 | # Visual Studio 6 workspace options file
227 | *.opt
228 |
229 | # Visual Studio LightSwitch build output
230 | **/*.HTMLClient/GeneratedArtifacts
231 | **/*.DesktopClient/GeneratedArtifacts
232 | **/*.DesktopClient/ModelManifest.xml
233 | **/*.Server/GeneratedArtifacts
234 | **/*.Server/ModelManifest.xml
235 | _Pvt_Extensions
236 |
237 | # LightSwitch generated files
238 | GeneratedArtifacts/
239 | ModelManifest.xml
240 |
241 | # Paket dependency manager
242 | .paket/paket.exe
243 |
244 | # FAKE - F# Make
245 | .fake/
--------------------------------------------------------------------------------
/Source.cpp:
--------------------------------------------------------------------------------
1 | #include "opencv2/highgui/highgui.hpp"
2 | #include "opencv2/imgproc/imgproc.hpp"
3 | #include
4 | #include
5 | #include
6 | #include
7 |
8 | using namespace std;
9 | using namespace cv;
10 |
11 | const int h = 280;
12 | const int w = 1235;
13 | int height = h, width = w, srcheight= h, srcwidth= w;
14 |
15 | Mat hwnd2mat(HWND hwnd) //capture frame
16 | {
17 | HDC hwindowDC, hwindowCompatibleDC;
18 |
19 | HBITMAP hbwindow;
20 | Mat src,img;
21 | BITMAPINFOHEADER bi;
22 |
23 | hwindowDC = GetDC(NULL);
24 | hwindowCompatibleDC = CreateCompatibleDC(hwindowDC);
25 | SetStretchBltMode(hwindowCompatibleDC, COLORONCOLOR);
26 |
27 | src.create(height, width, CV_8UC4);
28 |
29 | // create a bitmap
30 | hbwindow = CreateCompatibleBitmap(hwindowDC, width, height);
31 | bi.biSize = sizeof(BITMAPINFOHEADER);
32 | bi.biWidth = width;
33 | bi.biHeight = -height; //this is the line that makes it draw upside down or not
34 | bi.biPlanes = 1;
35 | bi.biBitCount = 32;
36 | bi.biCompression = BI_RGB;
37 | bi.biSizeImage = 0;
38 | bi.biXPelsPerMeter = 0;
39 | bi.biYPelsPerMeter = 0;
40 | bi.biClrUsed = 0;
41 | bi.biClrImportant = 0;
42 |
43 | // use the previously created device context with the bitmap
44 | SelectObject(hwindowCompatibleDC, hbwindow);
45 | // copy from the window device context to the bitmap device context
46 | StretchBlt(hwindowCompatibleDC, 0, 0, width, height, hwindowDC, 0, 0, srcwidth, srcheight, SRCCOPY); //change SRCCOPY to NOTSRCCOPY for wacky colors !
47 | GetDIBits(hwindowCompatibleDC, hbwindow, 0, height, src.data, (BITMAPINFO *)&bi, DIB_RGB_COLORS); //copy from hwindowCompatibleDC to hbwindow
48 |
49 | // avoid memory leak
50 | DeleteObject(hbwindow);
51 | DeleteDC(hwindowCompatibleDC);
52 | ReleaseDC(hwnd, hwindowDC);
53 |
54 | img = src(Rect(685, 100, 550, 180)); //only game
55 |
56 | return img;
57 | }
58 |
59 | void pressUpper() {
60 | INPUT upper = { 0 };
61 | upper.type = INPUT_KEYBOARD;
62 | upper.ki.wVk = VK_UP;
63 | SendInput(1, &upper, sizeof(INPUT)); // Send KeyDown
64 | upper.ki.dwFlags = KEYEVENTF_KEYUP;
65 | SendInput(1, &upper, sizeof(INPUT)); // Send KeyUp
66 | }
67 |
68 | void pressDown() {
69 | INPUT upper = { 0 };
70 | upper.type = INPUT_KEYBOARD;
71 | upper.ki.wVk = VK_DOWN;
72 | SendInput(1, &upper, sizeof(INPUT)); // Send KeyDown
73 | }
74 |
75 | void relasseDown() {
76 | INPUT upper = { 0 };
77 | upper.type = INPUT_KEYBOARD;
78 | upper.ki.wVk = VK_DOWN;
79 | upper.ki.dwFlags = KEYEVENTF_KEYUP;
80 | SendInput(1, &upper, sizeof(INPUT)); // Send KeyUp
81 | }
82 |
83 | int main()
84 | {
85 | HWND hwndDesktop = GetDesktopWindow();
86 | Mat img2 = hwnd2mat(hwndDesktop);
87 |
88 | uchar lastColor = 247;
89 | bool press = false, fast = false, bird = false;
90 |
91 | Mat gray1, gray2;
92 | Mat absOut, trOut, blurOut, noGrass,finalIMG,screen;
93 | Mat kernel(20, 20, CV_8U);
94 | Mat blackStrip(60, 550, CV_8U, Scalar(0, 0, 0));
95 |
96 | int value1 = 110;
97 | int value2 = 90;
98 | //createTrackbar("y", "original",&value1, 255);
99 | //createTrackbar("x", "original", &value2, 255);
100 |
101 | namedWindow("original", WINDOW_AUTOSIZE);
102 | namedWindow("final", WINDOW_AUTOSIZE);
103 | namedWindow("finalimg", WINDOW_AUTOSIZE);
104 | namedWindow("test", WINDOW_AUTOSIZE);
105 |
106 | while (true)
107 | {
108 | Mat img1 = hwnd2mat(hwndDesktop);
109 | imshow("test", img1);
110 |
111 | int tvalue1 = value1;
112 | int tvalue2 = value2;
113 |
114 | cvtColor(img1, gray1, COLOR_BGR2GRAY);
115 | cvtColor(img2, gray2, COLOR_BGR2GRAY);
116 |
117 | absdiff(gray1, gray2, absOut);
118 | threshold(absOut, trOut, 140, 255, THRESH_BINARY);
119 |
120 | noGrass = trOut(Rect(0, 0, 550, 145));
121 | blackStrip.copyTo(noGrass(Rect(0, 0, blackStrip.cols, blackStrip.rows)));
122 |
123 | morphologyEx(noGrass, noGrass, MORPH_CLOSE, kernel);
124 | medianBlur(noGrass, finalIMG, 5);
125 |
126 | Mat con = finalIMG.clone();
127 | vector> contours;
128 | findContours(con, contours, RETR_TREE, CHAIN_APPROX_NONE);
129 | vector > contours_poly(contours.size());//
130 | vector boundRect(contours.size());//
131 |
132 | screen = img1.clone();
133 |
134 | Vec3b color = img1.at(Point(300, 170)); //check if isn't night, if is jump
135 |
136 | //cout << color << endl;
137 |
138 | if (color.val[0] < 200 && color.val[0] > 40) {
139 | pressUpper();
140 | lastColor = color.val[0];
141 | }
142 |
143 |
144 |
145 | if (contours.size() > 0) { //tuto je problem
146 |
147 | for (int i = 0; i < contours.size(); i++)
148 | {
149 | approxPolyDP(Mat(contours[i]), contours_poly[i], 3, true);//
150 | boundRect[i] = boundingRect(Mat(contours_poly[i]));//
151 | }
152 |
153 |
154 | for (int i = 0; i < contours.size(); i++)
155 | {
156 | if (boundRect[i].tl().y > 100) {
157 | boundRect[i].height = 30;
158 | }
159 |
160 | boundRect[i].x = boundRect[i].tl().x - 5;
161 | boundRect[i].width = boundRect[i].width - 10;
162 |
163 | rectangle(screen, boundRect[i].tl(), boundRect[i].br(), Scalar(255, 0, 255), 2, 8, 0);
164 | rectangle(finalIMG, boundRect[i].tl(), boundRect[i].br(), Scalar(255, 0, 255), 2, 8, 0);
165 | }
166 |
167 | }
168 |
169 | if (boundRect.size() > 0) //check nearby enemy
170 | {
171 | rectangle(screen, boundRect[boundRect.size() - 1].tl(), boundRect[boundRect.size() - 1].br(), Scalar(255, 0, 0), 2, 8, 0); //firs enemy change collor
172 |
173 | //for enemy which are less than 110p
174 |
175 | for (int i = 0; i < boundRect.size(); i++) {
176 | if (boundRect[i].tl().x < value2 && boundRect[i].tl().x > -4 && boundRect[i].tl().y > tvalue1) {
177 | pressUpper();
178 | }
179 | }
180 |
181 | //for enemy which are more than 110p
182 |
183 | for (int i = 0; i < boundRect.size(); i++) {
184 | if (boundRect[i].tl().x < value2 && boundRect[i].tl().x > 20 && boundRect[i].tl().y < tvalue1) {
185 | pressDown();
186 | press = true;
187 | bird = true;
188 | }
189 | }
190 |
191 | if (press == true && boundRect[boundRect.size() - 1].br().x + 60 < value2) {
192 | relasseDown();
193 | press = false;
194 | bird = false;
195 | }
196 |
197 | //cout << boundRect[boundRect.size() - 1].area() << endl;
198 |
199 | //fast down
200 | if (bird == false) {
201 |
202 | if (boundRect[boundRect.size() - 1].area() < 450 && boundRect[boundRect.size() - 1].tl().x < 80 && boundRect[boundRect.size() - 1].area() > 270 && fast == false) {
203 | pressDown();
204 | fast = true;
205 | }
206 |
207 | else if (boundRect[boundRect.size() - 1].area() > 1000 && fast == true && boundRect[boundRect.size() - 1].tl().x < 80 ) {
208 | relasseDown();
209 | fast = false;
210 | }
211 |
212 | }
213 | }
214 |
215 | imshow("original", screen);
216 | imshow("final", noGrass);
217 | imshow("finalimg", finalIMG);
218 | waitKey(1);
219 |
220 | img2 = img1;
221 | }
222 | }
--------------------------------------------------------------------------------
/t-rex_bot.vcxproj:
--------------------------------------------------------------------------------
1 |
2 |
3 |
4 |
5 | Debug
6 | Win32
7 |
8 |
9 | Release
10 | Win32
11 |
12 |
13 | Debug
14 | x64
15 |
16 |
17 | Release
18 | x64
19 |
20 |
21 |
22 | {9F08ADAA-B003-46BA-A4F5-A872D38C98C2}
23 | Win32Proj
24 | trex_bot
25 | 8.1
26 |
27 |
28 |
29 | Application
30 | true
31 | v140
32 | Unicode
33 |
34 |
35 | Application
36 | false
37 | v140
38 | true
39 | Unicode
40 |
41 |
42 | Application
43 | true
44 | v140
45 | Unicode
46 |
47 |
48 | Application
49 | false
50 | v140
51 | true
52 | Unicode
53 |
54 |
55 |
56 |
57 |
58 |
59 |
60 |
61 |
62 |
63 |
64 |
65 |
66 |
67 |
68 |
69 |
70 |
71 |
72 |
73 | true
74 |
75 |
76 | true
77 | C:\OpenCV-3.1.0\opencv\build\include;$(IncludePath)
78 | C:\OpenCV-3.1.0\opencv\build\x64\vc14\lib;$(LibraryPath)
79 |
80 |
81 | false
82 |
83 |
84 | false
85 |
86 |
87 |
88 |
89 |
90 | Level3
91 | Disabled
92 | WIN32;_DEBUG;_CONSOLE;%(PreprocessorDefinitions)
93 |
94 |
95 | Console
96 | true
97 |
98 |
99 |
100 |
101 |
102 |
103 | Level3
104 | Disabled
105 | _DEBUG;_CONSOLE;%(PreprocessorDefinitions)
106 |
107 |
108 | Console
109 | true
110 | opencv_world310d.lib;%(AdditionalDependencies)
111 |
112 |
113 |
114 |
115 | Level3
116 |
117 |
118 | MaxSpeed
119 | true
120 | true
121 | WIN32;NDEBUG;_CONSOLE;%(PreprocessorDefinitions)
122 |
123 |
124 | Console
125 | true
126 | true
127 | true
128 |
129 |
130 |
131 |
132 | Level3
133 |
134 |
135 | MaxSpeed
136 | true
137 | true
138 | NDEBUG;_CONSOLE;%(PreprocessorDefinitions)
139 |
140 |
141 | Console
142 | true
143 | true
144 | true
145 |
146 |
147 |
148 |
149 |
150 |
151 |
152 |
153 |
--------------------------------------------------------------------------------