├── .clang-format ├── .gitignore ├── .gitmodules ├── CMakeLists.txt ├── LICENSE ├── README.md ├── contrib └── CMakeLists.txt ├── examples ├── CMakeLists.txt └── client_stream.cpp ├── format.sh └── src ├── CMakeLists.txt ├── client.cpp ├── client.h ├── database.cpp ├── database.h ├── stream_inserter.cpp └── stream_inserter.h /.clang-format: -------------------------------------------------------------------------------- 1 | BasedOnStyle: Chromium 2 | ColumnLimit: 120 3 | TabWidth: 4 4 | IndentWidth: 4 5 | 6 | -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- 1 | # IDEA 2 | 3 | .idea 4 | 5 | .uuid 6 | 7 | .a 8 | # Prerequisites 9 | *.d 10 | 11 | # Compiled Object files 12 | *.slo 13 | *.lo 14 | *.o 15 | *.obj 16 | 17 | # Precompiled Headers 18 | *.gch 19 | *.pch 20 | 21 | # Compiled Dynamic libraries 22 | *.so 23 | *.dylib 24 | *.dll 25 | 26 | # Fortran module files 27 | *.mod 28 | *.smod 29 | 30 | # Compiled Static libraries 31 | *.lai 32 | *.la 33 | *.a 34 | *.lib 35 | 36 | # Executables 37 | *.exe 38 | *.out 39 | *.app 40 | 41 | # CMake files 42 | CMakeLists.txt.user 43 | CMakeCache.txt 44 | CMakeFiles 45 | CMakeScripts 46 | Testing 47 | Makefile 48 | cmake_install.cmake 49 | install_manifest.txt 50 | compile_commands.json 51 | CTestTestfile.cmake 52 | _deps 53 | cmake-build-debug 54 | 55 | .cache 56 | 57 | .vscode 58 | -------------------------------------------------------------------------------- /.gitmodules: -------------------------------------------------------------------------------- 1 | [submodule "contrib/greptime-proto"] 2 | path = contrib/greptime-proto 3 | url = https://github.com/GreptimeTeam/greptime-proto.git 4 | [submodule "contrib/grpc"] 5 | path = contrib/grpc 6 | url = https://github.com/grpc/grpc 7 | branch = v1.51.x 8 | -------------------------------------------------------------------------------- /CMakeLists.txt: -------------------------------------------------------------------------------- 1 | # Copyright 2023 Greptime Team 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | 15 | cmake_minimum_required (VERSION 3.22) 16 | project (greptimedb-client-cpp VERSION 0.1 LANGUAGES CXX) 17 | 18 | # generate complie_commands.json 19 | set(CMAKE_EXPORT_COMPILE_COMMANDS ON) 20 | 21 | # set project root directory 22 | set(GREPTIMEDB_CLIENT_ROOT_DIR ${CMAKE_CURRENT_SOURCE_DIR}) 23 | 24 | set(GREPTIMEDB_CLIENT_THIRD_PARTY_INCLUDE_DIR 25 | ${GREPTIMEDB_CLIENT_ROOT_DIR} 26 | ${GREPTIMEDB_CLIENT_ROOT_DIR}/contrib 27 | ${GREPTIMEDB_CLIENT_ROOT_DIR}/contrib/greptime-proto/c++ 28 | ${GREPTIMEDB_CLIENT_ROOT_DIR}/contrib/grpc/include 29 | ${GREPTIMEDB_CLIENT_ROOT_DIR}/contrib/grpc/third_party/abseil-cpp 30 | ${GREPTIMEDB_CLIENT_ROOT_DIR}/contrib/grpc/third_party/protobuf/src 31 | ) 32 | 33 | include_directories( 34 | ${GREPTIMEDB_CLIENT_THIRD_PARTY_INCLUDE_DIR} 35 | ) 36 | 37 | add_subdirectory(contrib) 38 | add_subdirectory(src) 39 | add_subdirectory(examples) 40 | -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- 1 | Apache License 2 | Version 2.0, January 2004 3 | http://www.apache.org/licenses/ 4 | 5 | TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION 6 | 7 | 1. Definitions. 8 | 9 | "License" shall mean the terms and conditions for use, reproduction, 10 | and distribution as defined by Sections 1 through 9 of this document. 11 | 12 | "Licensor" shall mean the copyright owner or entity authorized by 13 | the copyright owner that is granting the License. 14 | 15 | "Legal Entity" shall mean the union of the acting entity and all 16 | other entities that control, are controlled by, or are under common 17 | control with that entity. For the purposes of this definition, 18 | "control" means (i) the power, direct or indirect, to cause the 19 | direction or management of such entity, whether by contract or 20 | otherwise, or (ii) ownership of fifty percent (50%) or more of the 21 | outstanding shares, or (iii) beneficial ownership of such entity. 22 | 23 | "You" (or "Your") shall mean an individual or Legal Entity 24 | exercising permissions granted by this License. 25 | 26 | "Source" form shall mean the preferred form for making modifications, 27 | including but not limited to software source code, documentation 28 | source, and configuration files. 29 | 30 | "Object" form shall mean any form resulting from mechanical 31 | transformation or translation of a Source form, including but 32 | not limited to compiled object code, generated documentation, 33 | and conversions to other media types. 34 | 35 | "Work" shall mean the work of authorship, whether in Source or 36 | Object form, made available under the License, as indicated by a 37 | copyright notice that is included in or attached to the work 38 | (an example is provided in the Appendix below). 39 | 40 | "Derivative Works" shall mean any work, whether in Source or Object 41 | form, that is based on (or derived from) the Work and for which the 42 | editorial revisions, annotations, elaborations, or other modifications 43 | represent, as a whole, an original work of authorship. For the purposes 44 | of this License, Derivative Works shall not include works that remain 45 | separable from, or merely link (or bind by name) to the interfaces of, 46 | the Work and Derivative Works thereof. 47 | 48 | "Contribution" shall mean any work of authorship, including 49 | the original version of the Work and any modifications or additions 50 | to that Work or Derivative Works thereof, that is intentionally 51 | submitted to Licensor for inclusion in the Work by the copyright owner 52 | or by an individual or Legal Entity authorized to submit on behalf of 53 | the copyright owner. For the purposes of this definition, "submitted" 54 | means any form of electronic, verbal, or written communication sent 55 | to the Licensor or its representatives, including but not limited to 56 | communication on electronic mailing lists, source code control systems, 57 | and issue tracking systems that are managed by, or on behalf of, the 58 | Licensor for the purpose of discussing and improving the Work, but 59 | excluding communication that is conspicuously marked or otherwise 60 | designated in writing by the copyright owner as "Not a Contribution." 61 | 62 | "Contributor" shall mean Licensor and any individual or Legal Entity 63 | on behalf of whom a Contribution has been received by Licensor and 64 | subsequently incorporated within the Work. 65 | 66 | 2. Grant of Copyright License. Subject to the terms and conditions of 67 | this License, each Contributor hereby grants to You a perpetual, 68 | worldwide, non-exclusive, no-charge, royalty-free, irrevocable 69 | copyright license to reproduce, prepare Derivative Works of, 70 | publicly display, publicly perform, sublicense, and distribute the 71 | Work and such Derivative Works in Source or Object form. 72 | 73 | 3. Grant of Patent License. Subject to the terms and conditions of 74 | this License, each Contributor hereby grants to You a perpetual, 75 | worldwide, non-exclusive, no-charge, royalty-free, irrevocable 76 | (except as stated in this section) patent license to make, have made, 77 | use, offer to sell, sell, import, and otherwise transfer the Work, 78 | where such license applies only to those patent claims licensable 79 | by such Contributor that are necessarily infringed by their 80 | Contribution(s) alone or by combination of their Contribution(s) 81 | with the Work to which such Contribution(s) was submitted. If You 82 | institute patent litigation against any entity (including a 83 | cross-claim or counterclaim in a lawsuit) alleging that the Work 84 | or a Contribution incorporated within the Work constitutes direct 85 | or contributory patent infringement, then any patent licenses 86 | granted to You under this License for that Work shall terminate 87 | as of the date such litigation is filed. 88 | 89 | 4. Redistribution. You may reproduce and distribute copies of the 90 | Work or Derivative Works thereof in any medium, with or without 91 | modifications, and in Source or Object form, provided that You 92 | meet the following conditions: 93 | 94 | (a) You must give any other recipients of the Work or 95 | Derivative Works a copy of this License; and 96 | 97 | (b) You must cause any modified files to carry prominent notices 98 | stating that You changed the files; and 99 | 100 | (c) You must retain, in the Source form of any Derivative Works 101 | that You distribute, all copyright, patent, trademark, and 102 | attribution notices from the Source form of the Work, 103 | excluding those notices that do not pertain to any part of 104 | the Derivative Works; and 105 | 106 | (d) If the Work includes a "NOTICE" text file as part of its 107 | distribution, then any Derivative Works that You distribute must 108 | include a readable copy of the attribution notices contained 109 | within such NOTICE file, excluding those notices that do not 110 | pertain to any part of the Derivative Works, in at least one 111 | of the following places: within a NOTICE text file distributed 112 | as part of the Derivative Works; within the Source form or 113 | documentation, if provided along with the Derivative Works; or, 114 | within a display generated by the Derivative Works, if and 115 | wherever such third-party notices normally appear. The contents 116 | of the NOTICE file are for informational purposes only and 117 | do not modify the License. You may add Your own attribution 118 | notices within Derivative Works that You distribute, alongside 119 | or as an addendum to the NOTICE text from the Work, provided 120 | that such additional attribution notices cannot be construed 121 | as modifying the License. 122 | 123 | You may add Your own copyright statement to Your modifications and 124 | may provide additional or different license terms and conditions 125 | for use, reproduction, or distribution of Your modifications, or 126 | for any such Derivative Works as a whole, provided Your use, 127 | reproduction, and distribution of the Work otherwise complies with 128 | the conditions stated in this License. 129 | 130 | 5. Submission of Contributions. Unless You explicitly state otherwise, 131 | any Contribution intentionally submitted for inclusion in the Work 132 | by You to the Licensor shall be under the terms and conditions of 133 | this License, without any additional terms or conditions. 134 | Notwithstanding the above, nothing herein shall supersede or modify 135 | the terms of any separate license agreement you may have executed 136 | with Licensor regarding such Contributions. 137 | 138 | 6. Trademarks. This License does not grant permission to use the trade 139 | names, trademarks, service marks, or product names of the Licensor, 140 | except as required for reasonable and customary use in describing the 141 | origin of the Work and reproducing the content of the NOTICE file. 142 | 143 | 7. Disclaimer of Warranty. Unless required by applicable law or 144 | agreed to in writing, Licensor provides the Work (and each 145 | Contributor provides its Contributions) on an "AS IS" BASIS, 146 | WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or 147 | implied, including, without limitation, any warranties or conditions 148 | of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A 149 | PARTICULAR PURPOSE. You are solely responsible for determining the 150 | appropriateness of using or redistributing the Work and assume any 151 | risks associated with Your exercise of permissions under this License. 152 | 153 | 8. Limitation of Liability. In no event and under no legal theory, 154 | whether in tort (including negligence), contract, or otherwise, 155 | unless required by applicable law (such as deliberate and grossly 156 | negligent acts) or agreed to in writing, shall any Contributor be 157 | liable to You for damages, including any direct, indirect, special, 158 | incidental, or consequential damages of any character arising as a 159 | result of this License or out of the use or inability to use the 160 | Work (including but not limited to damages for loss of goodwill, 161 | work stoppage, computer failure or malfunction, or any and all 162 | other commercial damages or losses), even if such Contributor 163 | has been advised of the possibility of such damages. 164 | 165 | 9. Accepting Warranty or Additional Liability. While redistributing 166 | the Work or Derivative Works thereof, You may choose to offer, 167 | and charge a fee for, acceptance of support, warranty, indemnity, 168 | or other liability obligations and/or rights consistent with this 169 | License. However, in accepting such obligations, You may act only 170 | on Your own behalf and on Your sole responsibility, not on behalf 171 | of any other Contributor, and only if You agree to indemnify, 172 | defend, and hold each Contributor harmless for any liability 173 | incurred by, or claims asserted against, such Contributor by reason 174 | of your accepting any such warranty or additional liability. 175 | 176 | END OF TERMS AND CONDITIONS 177 | 178 | APPENDIX: How to apply the Apache License to your work. 179 | 180 | To apply the Apache License to your work, attach the following 181 | boilerplate notice, with the fields enclosed by brackets "[]" 182 | replaced with your own identifying information. (Don't include 183 | the brackets!) The text should be enclosed in the appropriate 184 | comment syntax for the file format. We also recommend that a 185 | file or class name and description of purpose be included on the 186 | same "printed page" as the copyright notice for easier 187 | identification within third-party archives. 188 | 189 | Copyright [yyyy] [name of copyright owner] 190 | 191 | Licensed under the Apache License, Version 2.0 (the "License"); 192 | you may not use this file except in compliance with the License. 193 | You may obtain a copy of the License at 194 | 195 | http://www.apache.org/licenses/LICENSE-2.0 196 | 197 | Unless required by applicable law or agreed to in writing, software 198 | distributed under the License is distributed on an "AS IS" BASIS, 199 | WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 200 | See the License for the specific language governing permissions and 201 | limitations under the License. 202 | -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- 1 | # greptimedb-client-cpp 2 | 3 | ## Build 4 | 5 | ```bash 6 | git clone --recurse-submodules --depth 1 --shallow-submodules https://github.com/GreptimeTeam/greptimedb-client-cpp 7 | 8 | cd greptimedb-client-cpp 9 | 10 | # create a new build directory where the project is compiled 11 | mkdir build && cd build 12 | 13 | cmake .. 14 | 15 | make -j$(nproc) 16 | ``` 17 | 18 | ## Run examples 19 | 20 | ```bash 21 | # the test program is in the greptimedb-client-cpp/build/examples directory 22 | cd greptimedb-client-cpp/build/examples 23 | 24 | # run the example binary 25 | ./example_client_stream 26 | ``` -------------------------------------------------------------------------------- /contrib/CMakeLists.txt: -------------------------------------------------------------------------------- 1 | # Copyright 2023 Greptime Team 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | 15 | add_subdirectory(${CMAKE_CURRENT_SOURCE_DIR}/greptime-proto/c++) 16 | add_subdirectory(${CMAKE_CURRENT_SOURCE_DIR}/grpc) 17 | -------------------------------------------------------------------------------- /examples/CMakeLists.txt: -------------------------------------------------------------------------------- 1 | # Copyright 2023 Greptime Team 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | 15 | set(CLIENT_STREAM example_client_stream) 16 | add_executable(${CLIENT_STREAM} client_stream.cpp) 17 | 18 | # greptime lib 19 | target_link_libraries(${CLIENT_STREAM} 20 | PUBLIC 21 | greptimedb_client_lib 22 | ) 23 | -------------------------------------------------------------------------------- /examples/client_stream.cpp: -------------------------------------------------------------------------------- 1 | // Copyright 2023 Greptime Team 2 | // 3 | // Licensed under the Apache License, Version 2.0 (the "License"); 4 | // you may not use this file except in compliance with the License. 5 | // You may obtain a copy of the License at 6 | // 7 | // http://www.apache.org/licenses/LICENSE-2.0 8 | // 9 | // Unless required by applicable law or agreed to in writing, software 10 | // distributed under the License is distributed on an "AS IS" BASIS, 11 | // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | // See the License for the specific language governing permissions and 13 | // limitations under the License. 14 | 15 | #include 16 | #include 17 | #include 18 | #include 19 | #include 20 | #include 21 | #include 22 | 23 | #include 24 | #include 25 | #include 26 | #include 27 | #include 28 | #include 29 | #include 30 | #include 31 | 32 | #include 33 | #include 34 | #include 35 | 36 | #include 37 | #include 38 | #include 39 | 40 | using greptime::v1::Column; 41 | using greptime::v1::Column_SemanticType; 42 | using greptime::v1::ColumnDataType; 43 | using greptime::v1::InsertRequest; 44 | using greptime::v1::InsertRequests; 45 | using grpc::Channel; 46 | using grpc::Status; 47 | 48 | struct WeatherRecord { 49 | uint64_t timestamp_millis; 50 | std::string collector; 51 | float temperature; 52 | int32_t humidity; 53 | }; 54 | 55 | auto weather_records_1() -> std::vector { 56 | return std::vector{{1686109527000, "c1", 26.4, 15}, {1686023127001, "c1", 29.3, 20}, 57 | {1685936727002, "c1", 31.8, 13}, {1686109527000, "c2", 20.4, 67}, 58 | {1686109527001, "c2", 18.4, 74}, {1685936727002, "c2", 19.2, 81}}; 59 | } 60 | 61 | auto weather_records_2() -> std::vector { 62 | return std::vector{{1686109527003, "c1", 26.4, 15}, {1686023127004, "c1", 29.3, 20}, 63 | {1685936727005, "c1", 31.8, 13}, {1686109527003, "c2", 20.4, 67}, 64 | {1686109527004, "c2", 18.4, 74}, {1685936727005, "c2", 19.2, 81}}; 65 | } 66 | 67 | auto to_insert_request(std::vector records) -> InsertRequest { 68 | InsertRequest insert_request; 69 | uint32_t rows = records.size(); 70 | insert_request.set_table_name("weather_demo"); 71 | insert_request.set_row_count(rows); 72 | { 73 | Column column; 74 | column.set_column_name("ts"); 75 | column.set_semantic_type(Column_SemanticType::Column_SemanticType_TIMESTAMP); 76 | column.set_datatype(ColumnDataType::TIMESTAMP_MILLISECOND); 77 | 78 | auto values = column.mutable_values(); 79 | for (const auto& record : records) { 80 | values->add_ts_millisecond_values(record.timestamp_millis); 81 | } 82 | insert_request.add_columns()->Swap(&column); 83 | } 84 | 85 | { 86 | Column column; 87 | column.set_column_name("collector"); 88 | column.set_semantic_type(Column_SemanticType::Column_SemanticType_TAG); 89 | column.set_datatype(ColumnDataType::STRING); 90 | 91 | auto values = column.mutable_values(); 92 | for (const auto& record : records) { 93 | values->add_string_values(record.collector); 94 | } 95 | insert_request.add_columns()->Swap(&column); 96 | } 97 | 98 | 99 | { 100 | Column column; 101 | column.set_column_name("temperature"); 102 | column.set_semantic_type(Column_SemanticType::Column_SemanticType_FIELD); 103 | column.set_datatype(ColumnDataType::FLOAT32); 104 | 105 | auto values = column.mutable_values(); 106 | for (const auto& record : records) { 107 | values->add_f32_values(record.temperature); 108 | } 109 | insert_request.add_columns()->Swap(&column); 110 | } 111 | 112 | { 113 | Column column; 114 | column.set_column_name("humidity"); 115 | column.set_semantic_type(Column_SemanticType::Column_SemanticType_FIELD); 116 | column.set_datatype(ColumnDataType::INT32); 117 | 118 | auto values = column.mutable_values(); 119 | for (const auto& record : records) { 120 | values->add_i32_values(record.humidity); 121 | } 122 | insert_request.add_columns()->Swap(&column); 123 | } 124 | 125 | return insert_request; 126 | } 127 | 128 | auto to_insert_requests(const std::vector& vec_insert_requests) -> InsertRequests { 129 | InsertRequests insert_requests; 130 | for (auto insert_request : vec_insert_requests) { 131 | insert_requests.add_inserts()->CopyFrom(insert_request); 132 | } 133 | return insert_requests; 134 | } 135 | 136 | int main(int argc, char** argv) { 137 | /** =========================== 1.Create a Database object and connect to the gRPC service =========================== **/ 138 | 139 | greptime::Database database("public", "localhost:4001"); 140 | 141 | /** =========================== 2.generate insert requests =========================== **/ 142 | auto insert_request_1 = to_insert_request(weather_records_1()); 143 | auto insert_request_2 = to_insert_request(weather_records_2()); 144 | auto insert_request_vec_1 = std::vector{insert_request_1}; 145 | auto insert_request_vec_2 = std::vector{insert_request_2}; 146 | 147 | auto table_name = insert_request_1.table_name(); 148 | 149 | /** =========================== 3.continue insert requests =========================== **/ 150 | database.stream_inserter.WriteBatch(insert_request_vec_1); 151 | // stream_inserter.Write(insert_request_vec_2); 152 | database.stream_inserter.WriteDone(); 153 | Status status = database.stream_inserter.Finish(); 154 | 155 | /** =========================== 4.handle return response =========================== **/ 156 | if (status.ok()) { 157 | std::cout << "success!" << std::endl; 158 | auto response = database.stream_inserter.GetResponse(); 159 | 160 | std::cout << "notice: ["; 161 | std::cout << response.affected_rows().value() << "] "; 162 | std::cout << "rows of data are successfully inserted into the public database table " << table_name << std::endl; 163 | } else { 164 | std::cout << "fail!" << std::endl; 165 | std::cout << status.error_message() << std::endl; 166 | std::cout << status.error_details() << std::endl; 167 | } 168 | 169 | return 0; 170 | } 171 | -------------------------------------------------------------------------------- /format.sh: -------------------------------------------------------------------------------- 1 | #! /usr/bin/env bash 2 | 3 | for dir in "examples" "src"; do 4 | clang-format -style=file:./.clang-format -i ${dir}/*.cpp ${dir}/*.h 5 | done 6 | -------------------------------------------------------------------------------- /src/CMakeLists.txt: -------------------------------------------------------------------------------- 1 | # Copyright 2023 Greptime Team 2 | # 3 | # Licensed under the Apache License, Version 2.0 (the "License"); 4 | # you may not use this file except in compliance with the License. 5 | # You may obtain a copy of the License at 6 | # 7 | # http://www.apache.org/licenses/LICENSE-2.0 8 | # 9 | # Unless required by applicable law or agreed to in writing, software 10 | # distributed under the License is distributed on an "AS IS" BASIS, 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | # See the License for the specific language governing permissions and 13 | # limitations under the License. 14 | 15 | set(CMAKE_EXPORT_COMPILE_COMMANDS ON) 16 | project(greptimedb_client_lib) 17 | 18 | set(OUTPUT_SOURCES 19 | client.cpp 20 | database.cpp 21 | stream_inserter.cpp 22 | ) 23 | 24 | add_library(${PROJECT_NAME} ${OUTPUT_SOURCES}) 25 | 26 | # greptime lib 27 | target_link_libraries(${PROJECT_NAME} 28 | PUBLIC 29 | greptime_proto_cpp_lib 30 | ) 31 | 32 | # third party lib 33 | target_link_libraries(${PROJECT_NAME} 34 | PUBLIC 35 | grpc grpc++ 36 | ) 37 | -------------------------------------------------------------------------------- /src/client.cpp: -------------------------------------------------------------------------------- 1 | // Copyright 2023 Greptime Team 2 | // 3 | // Licensed under the Apache License, Version 2.0 (the "License"); 4 | // you may not use this file except in compliance with the License. 5 | // You may obtain a copy of the License at 6 | // 7 | // http://www.apache.org/licenses/LICENSE-2.0 8 | // 9 | // Unless required by applicable law or agreed to in writing, software 10 | // distributed under the License is distributed on an "AS IS" BASIS, 11 | // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | // See the License for the specific language governing permissions and 13 | // limitations under the License. 14 | 15 | #include "client.h" 16 | 17 | namespace greptime { 18 | 19 | GreptimeClient::GreptimeClient(std::string greptimedb_endpoint_) 20 | : channel(grpc::CreateChannel(greptimedb_endpoint_, grpc::InsecureChannelCredentials())), 21 | stub(GreptimeDatabase::NewStub(channel)) { 22 | 23 | } 24 | 25 | } // namespace greptime 26 | -------------------------------------------------------------------------------- /src/client.h: -------------------------------------------------------------------------------- 1 | // Copyright 2023 Greptime Team 2 | // 3 | // Licensed under the Apache License, Version 2.0 (the "License"); 4 | // you may not use this file except in compliance with the License. 5 | // You may obtain a copy of the License at 6 | // 7 | // http://www.apache.org/licenses/LICENSE-2.0 8 | // 9 | // Unless required by applicable law or agreed to in writing, software 10 | // distributed under the License is distributed on an "AS IS" BASIS, 11 | // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | // See the License for the specific language governing permissions and 13 | // limitations under the License. 14 | 15 | #include 16 | 17 | #include 18 | #include 19 | #include 20 | #include 21 | #include 22 | 23 | namespace greptime { 24 | 25 | using greptime::v1::GreptimeDatabase; 26 | using grpc::Channel; 27 | 28 | class GreptimeClient { 29 | public: 30 | GreptimeClient(std::string greptimedb_endpoint_); 31 | 32 | std::shared_ptr channel; 33 | std::shared_ptr stub; 34 | 35 | }; 36 | 37 | } // namespace greptime 38 | -------------------------------------------------------------------------------- /src/database.cpp: -------------------------------------------------------------------------------- 1 | // Copyright 2023 Greptime Team 2 | // 3 | // Licensed under the Apache License, Version 2.0 (the "License"); 4 | // you may not use this file except in compliance with the License. 5 | // You may obtain a copy of the License at 6 | // 7 | // http://www.apache.org/licenses/LICENSE-2.0 8 | // 9 | // Unless required by applicable law or agreed to in writing, software 10 | // distributed under the License is distributed on an "AS IS" BASIS, 11 | // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | // See the License for the specific language governing permissions and 13 | // limitations under the License. 14 | 15 | #include "database.h" 16 | 17 | namespace greptime { 18 | 19 | Database::Database(std::string dbname_, std::string greptimedb_endpoint_) : 20 | dbname(std::move(dbname_)), 21 | client(std::move(greptimedb_endpoint_)), 22 | stream_inserter(StreamInserter(dbname,client.channel, client.stub)){} 23 | 24 | StreamInserter Database::CreateStreamInserter() { 25 | return StreamInserter(dbname,client.channel, client.stub); 26 | } 27 | 28 | } // namespace greptime 29 | -------------------------------------------------------------------------------- /src/database.h: -------------------------------------------------------------------------------- 1 | // Copyright 2023 Greptime Team 2 | // 3 | // Licensed under the Apache License, Version 2.0 (the "License"); 4 | // you may not use this file except in compliance with the License. 5 | // You may obtain a copy of the License at 6 | // 7 | // http://www.apache.org/licenses/LICENSE-2.0 8 | // 9 | // Unless required by applicable law or agreed to in writing, software 10 | // distributed under the License is distributed on an "AS IS" BASIS, 11 | // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | // See the License for the specific language governing permissions and 13 | // limitations under the License. 14 | 15 | #include "client.h" 16 | #include "stream_inserter.h" 17 | 18 | namespace greptime { 19 | using greptime::v1::InsertRequests; 20 | 21 | class Database { 22 | public: 23 | Database(std::string dbname_, std::string greptimedb_endpoint_); 24 | 25 | StreamInserter CreateStreamInserter(); 26 | 27 | private: 28 | std::string dbname; 29 | GreptimeClient client; 30 | 31 | public: 32 | StreamInserter stream_inserter; 33 | }; 34 | 35 | } // namespace greptime 36 | -------------------------------------------------------------------------------- /src/stream_inserter.cpp: -------------------------------------------------------------------------------- 1 | // Copyright 2023 Greptime Team 2 | // 3 | // Licensed under the Apache License, Version 2.0 (the "License"); 4 | // you may not use this file except in compliance with the License. 5 | // You may obtain a copy of the License at 6 | // 7 | // http://www.apache.org/licenses/LICENSE-2.0 8 | // 9 | // Unless required by applicable law or agreed to in writing, software 10 | // distributed under the License is distributed on an "AS IS" BASIS, 11 | // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | // See the License for the specific language governing permissions and 13 | // limitations under the License. 14 | 15 | #include "stream_inserter.h" 16 | 17 | namespace greptime { 18 | 19 | void StreamInserter::Write(InsertRequest insert_request) { 20 | std::unique_lock lk(mtx); 21 | cv.wait(lk, [this]{ 22 | return this->buffer.size() + 1 < BUFFER_SIZE; 23 | }); 24 | buffer.push(std::move(insert_request)); 25 | cv.notify_one(); 26 | } 27 | 28 | void StreamInserter::WriteBatch(std::vector insert_request_vec) { 29 | size_t cnt = insert_request_vec.size(); 30 | if (cnt > BUFFER_SIZE) { 31 | std::cout << "fail: data too many" << std::endl; 32 | return; 33 | } 34 | std::unique_lock lk(mtx); 35 | cv.wait(lk, [this, cnt]{ 36 | return this->buffer.size() + cnt < BUFFER_SIZE; 37 | }); 38 | for (auto &insert_request : insert_request_vec) { 39 | buffer.push(std::move(insert_request)); 40 | } 41 | cv.notify_one(); 42 | } 43 | 44 | bool StreamInserter::Send(const GreptimeRequest &greptime_request) { 45 | return writer->Write(greptime_request); 46 | } 47 | 48 | void StreamInserter::RunHandleRequest() { 49 | while (true) { 50 | std::unique_lock lk(mtx); 51 | cv.wait(lk, [this]{ 52 | return !this->buffer.empty() || !this->scheduler_thread_is_running; 53 | }); 54 | if (buffer.empty() && !scheduler_thread_is_running) { 55 | break; 56 | } 57 | 58 | if (!buffer.empty()) { 59 | size_t batch_byte = 0; 60 | InsertRequests insert_requests; 61 | while (!buffer.empty() && batch_byte < BATCH_BYTE_LIMIT) { 62 | if (batch_byte + buffer.front().ByteSizeLong() > BATCH_BYTE_LIMIT) { 63 | break; 64 | } 65 | auto insert_request = std::move(buffer.front()); 66 | buffer.pop(); 67 | batch_byte += insert_request.ByteSizeLong(); 68 | insert_requests.add_inserts()->Swap(&insert_request); 69 | } 70 | lk.unlock(); 71 | RequestHeader request_header; 72 | request_header.set_dbname(dbname); 73 | 74 | GreptimeRequest greptime_request; 75 | greptime_request.mutable_header()->Swap(&request_header); 76 | greptime_request.mutable_inserts()->Swap(&insert_requests); 77 | 78 | if (!Send(greptime_request)) { 79 | std::cout << "Greptime Request to large: " << greptime_request.ByteSizeLong() << std::endl; 80 | } 81 | } 82 | } 83 | } 84 | 85 | } // namespace greptime 86 | -------------------------------------------------------------------------------- /src/stream_inserter.h: -------------------------------------------------------------------------------- 1 | // Copyright 2023 Greptime Team 2 | // 3 | // Licensed under the Apache License, Version 2.0 (the "License"); 4 | // you may not use this file except in compliance with the License. 5 | // You may obtain a copy of the License at 6 | // 7 | // http://www.apache.org/licenses/LICENSE-2.0 8 | // 9 | // Unless required by applicable law or agreed to in writing, software 10 | // distributed under the License is distributed on an "AS IS" BASIS, 11 | // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 | // See the License for the specific language governing permissions and 13 | // limitations under the License. 14 | 15 | #include 16 | #include 17 | #include 18 | #include 19 | #include 20 | #include 21 | #include 22 | #include 23 | #include 24 | 25 | #include 26 | #include 27 | #include 28 | 29 | #include 30 | #include 31 | 32 | namespace greptime { 33 | 34 | using greptime::v1::GreptimeDatabase; 35 | using greptime::v1::GreptimeRequest; 36 | using greptime::v1::GreptimeResponse; 37 | using greptime::v1::InsertRequest; 38 | using greptime::v1::InsertRequests; 39 | using greptime::v1::RequestHeader; 40 | using grpc::ClientContext; 41 | using grpc::Status; 42 | using grpc::Channel; 43 | using grpc::ClientWriter; 44 | 45 | /// StreamInserter is a single-producer single-consumer(SPSC) model. 46 | /// When writing or WriteBatch is called, only the Request is written to the Buffer. 47 | /// To prevent OOM, the Buffer has a capacity limit determined by BUFFER_SIZE 48 | /// A background thread periodically obtains a batch of Requests from the Buffer and sends a batch through the gRPC. 49 | /// The number of requests in a batch is determined by BATCH_BYTE_LIMIT 50 | class StreamInserter { 51 | public: 52 | StreamInserter(std::string dbname_, std::shared_ptr channel_, std::shared_ptr stub_) : 53 | dbname(dbname_), 54 | channel(channel_), 55 | stub(stub_) { 56 | context = std::make_shared(); 57 | context->set_wait_for_ready(true); 58 | writer = std::move(stub_->HandleRequests(context.get(), &response)); 59 | scheduler_thread_is_running = true; 60 | scheduler_thread = new std::thread(&StreamInserter::RunHandleRequest, this); 61 | } 62 | 63 | ~StreamInserter() { 64 | delete scheduler_thread; 65 | } 66 | 67 | /// Write a InsertRequest into Buffer 68 | void Write(InsertRequest insert_request); 69 | 70 | /// Write a batch of InsertRequests into Buffer 71 | void WriteBatch(std::vector insert_request_vec); 72 | 73 | /// sends a GreptimeRequest consisted of a batch of InsertRequests through the gRPC. 74 | bool Send(const GreptimeRequest &greptime_request); 75 | 76 | /// A background thread periodically obtains a batch of Requests from the Buffer and sends a batch through the gRPC. 77 | void RunHandleRequest(); 78 | 79 | /// WriteDone confirm all requests in std::queue are sent 80 | bool WriteDone() { 81 | scheduler_thread_is_running = false; 82 | cv.notify_one(); 83 | scheduler_thread->join(); 84 | return writer->WritesDone(); 85 | } 86 | 87 | /// Finish will return grpc Status 88 | /// See \a grpc::StatusCode for details on the available code 89 | Status Finish() { return writer->Finish(); } 90 | 91 | GreptimeResponse GetResponse() { return response; } 92 | 93 | protected: 94 | static constexpr size_t BUFFER_SIZE = 1000000; 95 | static constexpr size_t BATCH_BYTE_LIMIT = 2981328; 96 | 97 | private: 98 | std::string dbname; 99 | GreptimeResponse response; 100 | std::shared_ptr context; 101 | std::shared_ptr channel; 102 | std::shared_ptr stub; 103 | std::unique_ptr> writer; 104 | 105 | ///background thread handle insert request 106 | std::thread *scheduler_thread; 107 | std::queue buffer; 108 | std::queue retry; 109 | std::mutex mtx; 110 | std::condition_variable cv; 111 | bool scheduler_thread_is_running; 112 | }; 113 | 114 | } // namespace greptime 115 | --------------------------------------------------------------------------------