├── GStreamer_RPi_64_Bullseye.cbp
├── LICENSE
├── README.md
└── main.cpp


/GStreamer_RPi_64_Bullseye.cbp:
--------------------------------------------------------------------------------
 1 | <?xml version="1.0" encoding="UTF-8" standalone="yes" ?>
 2 | <CodeBlocks_project_file>
 3 | 	<FileVersion major="1" minor="6" />
 4 | 	<Project>
 5 | 		<Option title="GStreamer RPi 64 Bullseye" />
 6 | 		<Option pch_mode="2" />
 7 | 		<Option compiler="gcc" />
 8 | 		<Build>
 9 | 			<Target title="Debug">
10 | 				<Option output="bin/Debug/GStreamerTest" prefix_auto="1" extension_auto="1" />
11 | 				<Option object_output="obj/Debug/" />
12 | 				<Option type="1" />
13 | 				<Option compiler="gcc" />
14 | 				<Compiler>
15 | 					<Add option="-g" />
16 | 				</Compiler>
17 | 			</Target>
18 | 			<Target title="Release">
19 | 				<Option output="bin/Release/GStreamerTest" prefix_auto="1" extension_auto="1" />
20 | 				<Option object_output="obj/Release/" />
21 | 				<Option type="1" />
22 | 				<Option compiler="gcc" />
23 | 				<Compiler>
24 | 					<Add option="-O3" />
25 | 				</Compiler>
26 | 				<Linker>
27 | 					<Add option="-s" />
28 | 				</Linker>
29 | 			</Target>
30 | 		</Build>
31 | 		<Compiler>
32 | 			<Add option="-Wall" />
33 | 			<Add option="-fexceptions" />
34 | 			<Add option="-pthread" />
35 | 			<Add directory="/usr/local/include/opencv4" />
36 | 			<Add directory="/usr/include/gstreamer-1.0" />
37 | 			<Add directory="/usr/lib/aarch64-linux-gnu/glib-2.0/include" />
38 | 			<Add directory="/usr/include/glib-2.0" />
39 | 		</Compiler>
40 | 		<Linker>
41 | 			<Add option="`pkg-config --libs --cflags opencv4`" />
42 | 			<Add option="`pkg-config --libs --cflags glib-2.0`" />
43 | 			<Add option="-pthread" />
44 | 			<Add library="/usr/lib/aarch64-linux-gnu/libgobject-2.0.so" />
45 | 			<Add library="/usr/lib/aarch64-linux-gnu/libgstreamer-1.0.so" />
46 | 			<Add library="/usr/lib/aarch64-linux-gnu/libgstapp-1.0.so" />
47 | 			<Add directory="/usr/local/lib/" />
48 | 		</Linker>
49 | 		<Unit filename="main.cpp" />
50 | 		<Extensions>
51 | 			<code_completion />
52 | 			<debugger />
53 | 		</Extensions>
54 | 	</Project>
55 | </CodeBlocks_project_file>
56 | 


--------------------------------------------------------------------------------
/LICENSE:
--------------------------------------------------------------------------------
 1 | BSD 3-Clause License
 2 | 
 3 | Copyright (c) 2021, Q-engineering
 4 | All rights reserved.
 5 | 
 6 | Redistribution and use in source and binary forms, with or without
 7 | modification, are permitted provided that the following conditions are met:
 8 | 
 9 | 1. Redistributions of source code must retain the above copyright notice, this
10 |    list of conditions and the following disclaimer.
11 | 
12 | 2. Redistributions in binary form must reproduce the above copyright notice,
13 |    this list of conditions and the following disclaimer in the documentation
14 |    and/or other materials provided with the distribution.
15 | 
16 | 3. Neither the name of the copyright holder nor the names of its
17 |    contributors may be used to endorse or promote products derived from
18 |    this software without specific prior written permission.
19 | 
20 | THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
21 | AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
22 | IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
23 | DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
24 | FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
25 | DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
26 | SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
27 | CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
28 | OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
29 | OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
30 | 


--------------------------------------------------------------------------------
/README.md:
--------------------------------------------------------------------------------
 1 | # Libcamera OpenCV RPi Bullseye 64OS
 2 | ![output image]( https://qengineering.eu/images/CameraWall.webp )<br/>
 3 | ## Libcamera + OpenCV on a Raspberry Pi 4 with 64-bit Bullseye OS
 4 | [![License](https://img.shields.io/badge/License-BSD%203--Clause-blue.svg)](https://opensource.org/licenses/BSD-3-Clause)<br/><br/>
 5 | In the new Debian 11, Bullseye, you can only capture live video with a streaming framework, like GStreamer or FFmpeg. This is an example of libcamera working on a Raspberry Pi with an 64-bits OS.<br/>
 6 | 
 7 | ------------
 8 | 
 9 | ## Dependencies.<br/>
10 | To run the application, you have to:
11 | - A Raspberry Pi 4. 
12 | - GStreamer 1.18.4 installed. [Install GStreamer](https://qengineering.eu/install-gstreamer-1.18-on-raspberry-pi-4.html) <br/>
13 | - OpenCV 64 bit installed. [Install OpenCV 4.5](https://qengineering.eu/install-opencv-4.5-on-raspberry-64-os.html) <br/>
14 | - Code::Blocks installed. (```$ sudo apt-get install codeblocks```)
15 | - A working Raspicam
16 | 
17 | ------------
18 | 
19 | ## Installing the app.
20 | To extract and run the app in Code::Blocks <br/>
21 | $ mkdir *MyDir* <br/>
22 | $ cd *MyDir* <br/>
23 | $ wget https://github.com/Qengineering/Libcamera-OpenCV-RPi-Bullseye-64OS/archive/refs/heads/main.zip <br/>
24 | $ unzip -j master.zip <br/>
25 | Remove master.zip, LICENSE and README.md as they are no longer needed. <br/> 
26 | $ rm master.zip <br/>
27 | $ rm LICENSE <br/>
28 | $ rm README.md <br/> <br/>
29 | Your *MyDir* folder must now look like this: <br/> 
30 | GStreamer_RPi_64_Bullseye.cpb <br/>
31 | main.cpp <br/>
32 | 
33 | ------------
34 | 
35 | ## Running the app.
36 | To run the application load the project file GStreamer_RPi_64_Bullseye.cbp in Code::Blocks.<br/> 
37 | Next, follow the instructions at [Hands-On](https://qengineering.eu/deep-learning-examples-on-raspberry-32-64-os.html#HandsOn).<br/>
38 | On this [page](https://qengineering.eu/install-gstreamer-1.18-on-raspberry-pi-4.html) you can see how to make the **webcam** work.
39 | 
40 | ------------
41 | 
42 | ## Frame rate.
43 | The Raspicam supports many sizes and frame rates, as you can see [here](https://www.raspberrypi.org/documentation/raspbian/applications/camera.md).<br/>
44 | You can switch between the different options by altering the parameters in the pipeline.<br/>
45 | As long it's a valid combination, it will work. For instance:<br/>
46 | ```
47 |     //pipeline parameters
48 |     int capture_width = 640 ;
49 |     int capture_height = 480 ;
50 |     int display_width = 640 ;
51 |     int display_height = 480 ;
52 |     int framerate = 90 ;
53 | ```
54 | 
55 | ------------
56 | 
57 | [![paypal](https://qengineering.eu/images/TipJarSmall4.png)](https://www.paypal.com/cgi-bin/webscr?cmd=_s-xclick&hosted_button_id=CPZTM5BB3FCYL) 
58 | 
59 | 


--------------------------------------------------------------------------------
/main.cpp:
--------------------------------------------------------------------------------
 1 | #include <opencv2/opencv.hpp>
 2 | 
 3 | /// For the Raspberry Pi 64-bit Bullseye OS
 4 | 
 5 | std::string gstreamer_pipeline(int capture_width, int capture_height, int framerate, int display_width, int display_height) {
 6 |     return
 7 |             " libcamerasrc ! video/x-raw, "
 8 |             " width=(int)" + std::to_string(capture_width) + ","
 9 |             " height=(int)" + std::to_string(capture_height) + ","
10 |             " framerate=(fraction)" + std::to_string(framerate) +"/1 !"
11 |             " videoconvert ! videoscale !"
12 |             " video/x-raw,"
13 |             " width=(int)" + std::to_string(display_width) + ","
14 |             " height=(int)" + std::to_string(display_height) + " ! appsink";
15 | }
16 | 
17 | int main()
18 | {
19 |     //pipeline parameters
20 |     int capture_width = 640; //1280 ;
21 |     int capture_height = 480; //720 ;
22 |     int framerate = 15 ;
23 |     int display_width = 640; //1280 ;
24 |     int display_height = 480; //720 ;
25 | 
26 |     //reset frame average
27 |     std::string pipeline = gstreamer_pipeline(capture_width, capture_height, framerate,
28 |                                               display_width, display_height);
29 |     std::cout << "Using pipeline: \n\t" << pipeline << "\n\n\n";
30 | 
31 |     cv::VideoCapture cap(pipeline, cv::CAP_GSTREAMER);
32 |     if(!cap.isOpened()) {
33 |         std::cout<<"Failed to open camera."<<std::endl;
34 |         return (-1);
35 |     }
36 | 
37 |     cv::namedWindow("Camera", cv::WINDOW_AUTOSIZE);
38 |     cv::Mat frame;
39 | 
40 |     std::cout << "Hit ESC to exit" << "\n" ;
41 |     while(true)
42 |     {
43 |     	if (!cap.read(frame)) {
44 |             std::cout<<"Capture read error"<<std::endl;
45 |             break;
46 |         }
47 |         //show frame
48 |         cv::imshow("Camera",frame);
49 | 
50 |         char esc = cv::waitKey(5);
51 |         if(esc == 27) break;
52 |     }
53 | 
54 |     cap.release();
55 |     cv::destroyAllWindows() ;
56 |     return 0;
57 | }
58 | 
59 | 
60 | 


--------------------------------------------------------------------------------