├── .github ├── CODEOWNERS ├── ISSUE_TEMPLATE │ └── good_first_issue.yml ├── labeler.yml └── workflows │ ├── assign_issue.yml │ ├── code_style.yml │ ├── history_cuda.yml │ ├── labeler.yml │ ├── linux.yml │ ├── llama_cpp_plugin_build_and_test.yml │ ├── mac.yml │ ├── ollama_openvino_build_and_test.yml │ ├── openvino_code.yml │ ├── sanitizer_cuda.yml │ ├── test_cuda.yml │ ├── token_merging.yml │ └── windows.yml ├── .gitignore ├── .readthedocs.yaml ├── CONTRIBUTING.md ├── Jenkinsfile ├── LICENSE ├── README.md ├── SECURITY.md ├── modules ├── android_demos │ └── coco_detection_android_demo │ │ ├── README.md │ │ ├── app │ │ ├── build.gradle │ │ └── src │ │ │ └── main │ │ │ ├── AndroidManifest.xml │ │ │ ├── assets │ │ │ └── labels.txt │ │ │ ├── java │ │ │ └── org │ │ │ │ └── intel │ │ │ │ └── openvino │ │ │ │ └── MainActivity.java │ │ │ └── res │ │ │ ├── layout │ │ │ └── activity_main.xml │ │ │ ├── values-night │ │ │ └── themes.xml │ │ │ └── values │ │ │ ├── colors.xml │ │ │ ├── strings.xml │ │ │ └── themes.xml │ │ ├── build.gradle │ │ ├── gradle.properties │ │ ├── gradle │ │ ├── libs.versions.toml │ │ └── wrapper │ │ │ └── gradle-wrapper.properties │ │ └── settings.gradle ├── custom_operations │ ├── CMakeLists.txt │ ├── README.md │ ├── cmake │ │ └── platforms.cmake │ ├── examples │ │ ├── calculate_grid │ │ │ ├── calculate_grid.py │ │ │ └── export_model.py │ │ ├── complex_mul │ │ │ ├── complex_mul.py │ │ │ └── export_model.py │ │ ├── fft │ │ │ ├── export_model.py │ │ │ └── fft.py │ │ └── sparse_conv │ │ │ ├── export_model.py │ │ │ └── sparse_conv.py │ ├── tests │ │ ├── requirements.txt │ │ └── run_tests.py │ └── user_ie_extensions │ │ ├── CMakeLists.txt │ │ ├── calculate_grid.cpp │ │ ├── calculate_grid.hpp │ │ ├── complex_mul.cpp │ │ ├── complex_mul.hpp │ │ ├── fft.cpp │ │ ├── fft.hpp │ │ ├── grid_sample.cpp │ │ ├── grid_sample.hpp │ │ ├── include │ │ └── openvino_extensions │ │ │ └── strings.hpp │ │ ├── ov_extension.cpp │ │ ├── sparse_conv.cpp │ │ ├── sparse_conv.hpp │ │ ├── sparse_conv_transpose.cpp │ │ └── sparse_conv_transpose.hpp ├── genai_optimizations │ ├── .gitignore │ ├── README.md │ ├── benchmarks │ │ ├── README.md │ │ ├── longbench.py │ │ ├── math500_gsm_bench.py │ │ ├── milebench.py │ │ ├── mmebench.py │ │ ├── reasoning_parser.py │ │ └── utils.py │ ├── genai_opt │ │ ├── __init__.py │ │ ├── sparse_attention.py │ │ ├── token_eviction.py │ │ └── visual_token_pruning.py │ └── setup.py ├── java_api │ ├── .gitignore │ ├── CMakeLists.txt │ ├── README.md │ ├── build.gradle │ ├── cmake │ │ ├── CMakeFindJavaCommon.cmake │ │ ├── FindJNI.cmake │ │ ├── FindPackageHandleStandardArgs.cmake │ │ └── FindPackageMessage.cmake │ ├── docs │ │ ├── Makefile │ │ ├── conf.py │ │ ├── index.rst │ │ └── make.bat │ ├── gradle.properties │ ├── samples │ │ ├── CMakeLists.txt │ │ ├── README.md │ │ ├── common │ │ │ └── ArgumentParser.java │ │ ├── face_detection_java_sample │ │ │ ├── build.gradle │ │ │ ├── settings.gradle │ │ │ └── src │ │ │ │ └── main │ │ │ │ └── java │ │ │ │ └── Main.java │ │ ├── face_detection_kotlin_sample │ │ │ ├── README.md │ │ │ ├── build.gradle │ │ │ ├── settings.gradle │ │ │ └── src │ │ │ │ └── main │ │ │ │ └── kotlin │ │ │ │ └── face_detection_kotlin_sample.kt │ │ └── hello_query_device │ │ │ ├── build.gradle │ │ │ ├── settings.gradle │ │ │ └── src │ │ │ └── main │ │ │ └── java │ │ │ └── Main.java │ ├── settings.gradle │ └── src │ │ ├── main │ │ ├── cpp │ │ │ ├── any.cpp │ │ │ ├── compiled_model.cpp │ │ │ ├── core.cpp │ │ │ ├── dimension.cpp │ │ │ ├── infer_request.cpp │ │ │ ├── input_info.cpp │ │ │ ├── input_model_info.cpp │ │ │ ├── input_tensor_info.cpp │ │ │ ├── jni_common.hpp │ │ │ ├── layout.cpp │ │ │ ├── model.cpp │ │ │ ├── openvino.cpp │ │ │ ├── openvino_java.hpp │ │ │ ├── output.cpp │ │ │ ├── output_info.cpp │ │ │ ├── partial_shape.cpp │ │ │ ├── pre_post_processor.cpp │ │ │ ├── pre_process_steps.cpp │ │ │ └── tensor.cpp │ │ └── java │ │ │ └── org │ │ │ └── intel │ │ │ └── openvino │ │ │ ├── Any.java │ │ │ ├── CompiledModel.java │ │ │ ├── Core.java │ │ │ ├── Dimension.java │ │ │ ├── ElementType.java │ │ │ ├── InferRequest.java │ │ │ ├── InputInfo.java │ │ │ ├── InputModelInfo.java │ │ │ ├── InputTensorInfo.java │ │ │ ├── Layout.java │ │ │ ├── Model.java │ │ │ ├── NativeLibrary.java │ │ │ ├── Openvino.java │ │ │ ├── Output.java │ │ │ ├── OutputInfo.java │ │ │ ├── PartialShape.java │ │ │ ├── PrePostProcessor.java │ │ │ ├── PreProcessSteps.java │ │ │ ├── ResizeAlgorithm.java │ │ │ ├── Tensor.java │ │ │ └── Wrapper.java │ │ └── test │ │ ├── README.md │ │ └── java │ │ └── org │ │ └── intel │ │ └── openvino │ │ ├── CompiledModelTests.java │ │ ├── CoreTests.java │ │ ├── ModelTests.java │ │ ├── OVTest.java │ │ ├── OpenvinoTests.java │ │ ├── PrePostProcessorTests.java │ │ ├── TensorTests.java │ │ └── TestsSuite.java ├── llama_cpp_plugin │ ├── .clang-format │ ├── CMakeLists.txt │ ├── README.md │ ├── include │ │ ├── compiled_model.hpp │ │ ├── infer_request.hpp │ │ ├── plugin.hpp │ │ └── state.hpp │ ├── notebooks │ │ └── qwen.ipynb │ ├── src │ │ ├── CMakeLists.txt │ │ ├── compiled_model.cpp │ │ ├── infer_request.cpp │ │ └── plugin.cpp │ └── tests │ │ ├── common │ │ ├── CMakeLists.txt │ │ ├── include │ │ │ ├── benchmarking.hpp │ │ │ ├── llm_inference.hpp │ │ │ └── model_fixture.hpp │ │ └── src │ │ │ ├── benchmarking.cpp │ │ │ ├── llm_inference.cpp │ │ │ └── set_device_name.cpp │ │ ├── e2e │ │ ├── CMakeLists.txt │ │ └── src │ │ │ ├── model_fixture.cpp │ │ │ └── prompt_response.cpp │ │ └── functional │ │ ├── CMakeLists.txt │ │ └── src │ │ ├── batching.cpp │ │ ├── reset_state.cpp │ │ └── threading.cpp ├── nvidia_plugin │ ├── .clang-format │ ├── .gitignore │ ├── CMakeLists.txt │ ├── Dockerfile │ ├── README.md │ ├── SECURITY.md │ ├── build.sh │ ├── cmake │ │ └── features.cmake │ ├── docker.sh │ ├── docs │ │ ├── cuda_opset.md │ │ └── design-rationales │ │ │ └── WorkbufferProvisioning.md │ ├── include │ │ └── nvidia │ │ │ └── properties.hpp │ ├── src │ │ ├── CMakeLists.txt │ │ ├── cancellation_token.hpp │ │ ├── cuda │ │ │ ├── blas.hpp │ │ │ ├── constant_factory.hpp │ │ │ ├── cuda_type_traits.hpp │ │ │ ├── descriptor_utils.cpp │ │ │ ├── descriptor_utils.hpp │ │ │ ├── device_pointers.hpp │ │ │ ├── dnn.hpp │ │ │ ├── dnn_be.hpp │ │ │ ├── dnn_be_algo.hpp │ │ │ ├── dnn_be_attrs.hpp │ │ │ ├── dnn_be_desc.hpp │ │ │ ├── event.hpp │ │ │ ├── float16.hpp │ │ │ ├── graph.cpp │ │ │ ├── graph.hpp │ │ │ ├── math.cuh │ │ │ ├── node_params.hpp │ │ │ ├── props.cpp │ │ │ ├── props.hpp │ │ │ ├── runtime.hpp │ │ │ ├── stl │ │ │ │ ├── algorithms │ │ │ │ │ └── sort.cuh │ │ │ │ ├── array.cuh │ │ │ │ ├── atomic.cuh │ │ │ │ ├── mdspan.cuh │ │ │ │ ├── mdvector.cuh │ │ │ │ ├── pair.cuh │ │ │ │ ├── span.cuh │ │ │ │ └── vector.cuh │ │ │ ├── tensor.hpp │ │ │ └── utils.hpp │ │ ├── cuda_async_infer_request.cpp │ │ ├── cuda_async_infer_request.hpp │ │ ├── cuda_compiled_model.cpp │ │ ├── cuda_compiled_model.hpp │ │ ├── cuda_config.cpp │ │ ├── cuda_config.hpp │ │ ├── cuda_create_extensions.cpp │ │ ├── cuda_create_plugin.cpp │ │ ├── cuda_creation_context.hpp │ │ ├── cuda_eager_topology_runner.cpp │ │ ├── cuda_eager_topology_runner.hpp │ │ ├── cuda_graph_context.cpp │ │ ├── cuda_graph_context.hpp │ │ ├── cuda_graph_topology_runner.cpp │ │ ├── cuda_graph_topology_runner.hpp │ │ ├── cuda_iexecution_delegator.hpp │ │ ├── cuda_infer_request.cpp │ │ ├── cuda_infer_request.hpp │ │ ├── cuda_inference_request_context.hpp │ │ ├── cuda_itopology_runner.hpp │ │ ├── cuda_itt.hpp │ │ ├── cuda_jthread.hpp │ │ ├── cuda_latch.hpp │ │ ├── cuda_op_buffers_extractor.cpp │ │ ├── cuda_op_buffers_extractor.hpp │ │ ├── cuda_operation_base.cpp │ │ ├── cuda_operation_base.hpp │ │ ├── cuda_operation_registry.cpp │ │ ├── cuda_operation_registry.hpp │ │ ├── cuda_perf_counts.hpp │ │ ├── cuda_plugin.cpp │ │ ├── cuda_plugin.hpp │ │ ├── cuda_profiler.cpp │ │ ├── cuda_profiler.hpp │ │ ├── cuda_simple_execution_delegator.hpp │ │ ├── cuda_tensor_mapping_context.hpp │ │ ├── cuda_thread_context.hpp │ │ ├── cuda_thread_pool.cpp │ │ ├── cuda_thread_pool.hpp │ │ ├── error.cpp │ │ ├── error.hpp │ │ ├── kernels │ │ │ ├── abs.cu │ │ │ ├── abs.hpp │ │ │ ├── acos.cu │ │ │ ├── acos.hpp │ │ │ ├── acosh.cu │ │ │ ├── acosh.hpp │ │ │ ├── add.cu │ │ │ ├── add.hpp │ │ │ ├── asin.cu │ │ │ ├── asin.hpp │ │ │ ├── asinh.cu │ │ │ ├── asinh.hpp │ │ │ ├── atan.cu │ │ │ ├── atan.hpp │ │ │ ├── atanh.cu │ │ │ ├── atanh.hpp │ │ │ ├── broadcast.cu │ │ │ ├── broadcast.hpp │ │ │ ├── clamp.cu │ │ │ ├── clamp.hpp │ │ │ ├── comparison.cu │ │ │ ├── comparison.hpp │ │ │ ├── concat.cu │ │ │ ├── concat.hpp │ │ │ ├── convert.cu │ │ │ ├── convert.cuh │ │ │ ├── convert.hpp │ │ │ ├── convert_color.hpp │ │ │ ├── convert_color_i420.cu │ │ │ ├── convert_color_i420.hpp │ │ │ ├── convert_color_nv12.cu │ │ │ ├── convert_color_nv12.hpp │ │ │ ├── cos.cu │ │ │ ├── cos.hpp │ │ │ ├── cosh.cu │ │ │ ├── cosh.hpp │ │ │ ├── details │ │ │ │ ├── cuda_type_traits.hpp │ │ │ │ ├── element_types_switch.hpp │ │ │ │ ├── elementwise_binary.cuh │ │ │ │ ├── elementwise_unary.cuh │ │ │ │ ├── eltwise.cuh │ │ │ │ ├── error.cpp │ │ │ │ ├── error.hpp │ │ │ │ ├── numpy_broadcast_mapper.cuh │ │ │ │ ├── switch.hpp │ │ │ │ ├── tensor_helpers.hpp │ │ │ │ ├── type_validator.hpp │ │ │ │ └── typed_functor.hpp │ │ │ ├── detection_output.cu │ │ │ ├── detection_output.hpp │ │ │ ├── divide.cu │ │ │ ├── divide.hpp │ │ │ ├── elu.cu │ │ │ ├── elu.hpp │ │ │ ├── exp.cu │ │ │ ├── exp.hpp │ │ │ ├── fake_quantize.cu │ │ │ ├── fake_quantize.hpp │ │ │ ├── floor.cu │ │ │ ├── floor.hpp │ │ │ ├── floor_mod.cu │ │ │ ├── floor_mod.hpp │ │ │ ├── gather.cu │ │ │ ├── gather.hpp │ │ │ ├── gelu.cu │ │ │ ├── gelu.hpp │ │ │ ├── hswish.cu │ │ │ ├── hswish.hpp │ │ │ ├── insert.cu │ │ │ ├── insert.hpp │ │ │ ├── interpolate_base.cu │ │ │ ├── interpolate_base.hpp │ │ │ ├── interpolate_cubic.cu │ │ │ ├── interpolate_cubic.hpp │ │ │ ├── interpolate_details.cuh │ │ │ ├── interpolate_linear.cu │ │ │ ├── interpolate_linear.hpp │ │ │ ├── interpolate_nearest.cu │ │ │ ├── interpolate_nearest.hpp │ │ │ ├── log.cu │ │ │ ├── log.hpp │ │ │ ├── logical_not.cu │ │ │ ├── logical_not.cuh │ │ │ ├── maximum.cu │ │ │ ├── maximum.hpp │ │ │ ├── minimum.cu │ │ │ ├── minimum.hpp │ │ │ ├── mish.cu │ │ │ ├── mish.hpp │ │ │ ├── mod.cu │ │ │ ├── mod.hpp │ │ │ ├── multiply.cu │ │ │ ├── multiply.hpp │ │ │ ├── negative.cu │ │ │ ├── negative.hpp │ │ │ ├── pad.cu │ │ │ ├── pad.cuh │ │ │ ├── power.cu │ │ │ ├── power.hpp │ │ │ ├── prelu.cu │ │ │ ├── prelu.hpp │ │ │ ├── range.cu │ │ │ ├── range.hpp │ │ │ ├── round.cu │ │ │ ├── round.hpp │ │ │ ├── scatter_nd_update.cu │ │ │ ├── scatter_nd_update.hpp │ │ │ ├── select.cu │ │ │ ├── select.hpp │ │ │ ├── sign.cu │ │ │ ├── sign.hpp │ │ │ ├── sin.cu │ │ │ ├── sin.hpp │ │ │ ├── sinh.cu │ │ │ ├── sinh.hpp │ │ │ ├── slice.cu │ │ │ ├── slice.hpp │ │ │ ├── soft_sign.cu │ │ │ ├── soft_sign.hpp │ │ │ ├── split.cu │ │ │ ├── split.hpp │ │ │ ├── sqrt.cu │ │ │ ├── sqrt.hpp │ │ │ ├── squared_difference.cu │ │ │ ├── squared_difference.hpp │ │ │ ├── strided_slice.cu │ │ │ ├── strided_slice.hpp │ │ │ ├── subtract.cu │ │ │ ├── subtract.hpp │ │ │ ├── swish.cu │ │ │ ├── swish.hpp │ │ │ ├── tan.cu │ │ │ ├── tan.hpp │ │ │ ├── topk.cu │ │ │ ├── topk.hpp │ │ │ ├── variadic_split.cu │ │ │ ├── variadic_split.hpp │ │ │ ├── variance_normalization_factor.cu │ │ │ └── variance_normalization_factor.hpp │ │ ├── memory_manager │ │ │ ├── cuda_device_mem_block.cpp │ │ │ ├── cuda_device_mem_block.hpp │ │ │ ├── cuda_immutable_memory_block_builder.cpp │ │ │ ├── cuda_immutable_memory_block_builder.hpp │ │ │ ├── cuda_memory_manager.cpp │ │ │ ├── cuda_memory_manager.hpp │ │ │ ├── cuda_memory_pool.cpp │ │ │ ├── cuda_memory_pool.hpp │ │ │ ├── cuda_workbuffers.hpp │ │ │ ├── model │ │ │ │ ├── cuda_immutable_memory_model_builder.cpp │ │ │ │ ├── cuda_immutable_memory_model_builder.hpp │ │ │ │ ├── cuda_memory_model.cpp │ │ │ │ ├── cuda_memory_model.hpp │ │ │ │ ├── cuda_memory_model_builder.cpp │ │ │ │ ├── cuda_memory_model_builder.hpp │ │ │ │ └── details │ │ │ │ │ ├── cuda_memory_utils.cpp │ │ │ │ │ └── cuda_memory_utils.hpp │ │ │ └── tensor_types.hpp │ │ ├── ops │ │ │ ├── abs.cpp │ │ │ ├── abs.hpp │ │ │ ├── acos.cpp │ │ │ ├── acos.hpp │ │ │ ├── acosh.cpp │ │ │ ├── acosh.hpp │ │ │ ├── activation_forward_cudnn_base.cpp │ │ │ ├── activation_forward_cudnn_base.hpp │ │ │ ├── add.cpp │ │ │ ├── add_cuda.hpp │ │ │ ├── add_cudnn.cpp │ │ │ ├── add_cudnn.hpp │ │ │ ├── asin.cpp │ │ │ ├── asin.hpp │ │ │ ├── asinh.cpp │ │ │ ├── asinh.hpp │ │ │ ├── atan.cpp │ │ │ ├── atan.hpp │ │ │ ├── atanh.cpp │ │ │ ├── atanh.hpp │ │ │ ├── avgpool.cpp │ │ │ ├── avgpool.hpp │ │ │ ├── broadcast.cpp │ │ │ ├── broadcast.hpp │ │ │ ├── clamp.cpp │ │ │ ├── clamp_cuda.cpp │ │ │ ├── clamp_cuda.hpp │ │ │ ├── clamp_cudnn.cpp │ │ │ ├── clamp_cudnn.hpp │ │ │ ├── clipped_relu_cudnn.cpp │ │ │ ├── clipped_relu_cudnn.hpp │ │ │ ├── comparison.cpp │ │ │ ├── comparison.hpp │ │ │ ├── components │ │ │ │ ├── numpy_broadcast_params.cpp │ │ │ │ ├── numpy_broadcast_params.h │ │ │ │ └── workbuffer_desc.hpp │ │ │ ├── concat.cpp │ │ │ ├── concat.hpp │ │ │ ├── convert.cpp │ │ │ ├── convert.hpp │ │ │ ├── convert_color_i420.cpp │ │ │ ├── convert_color_i420.hpp │ │ │ ├── convert_color_nv12.cpp │ │ │ ├── convert_color_nv12.hpp │ │ │ ├── converters.hpp │ │ │ ├── convolution.cpp │ │ │ ├── convolution_backprop_data.cpp │ │ │ ├── convolution_backprop_data.hpp │ │ │ ├── convolution_components │ │ │ │ ├── convolution_components.cpp │ │ │ │ ├── convolution_components.hpp │ │ │ │ ├── convolution_cudnn_components.cpp │ │ │ │ └── convolution_cudnn_components.hpp │ │ │ ├── convolution_cudnn.cpp │ │ │ ├── convolution_cudnn.hpp │ │ │ ├── convolution_cudnn_be.cpp │ │ │ ├── convolution_cudnn_be.hpp │ │ │ ├── cos.cpp │ │ │ ├── cos.hpp │ │ │ ├── cosh.cpp │ │ │ ├── cosh.hpp │ │ │ ├── cudnn_tensor_op_base.cpp │ │ │ ├── cudnn_tensor_op_base.hpp │ │ │ ├── detection_output.cpp │ │ │ ├── detection_output.hpp │ │ │ ├── divide.cpp │ │ │ ├── divide_cuda.hpp │ │ │ ├── elementwise_binary.hpp │ │ │ ├── elementwise_unary.hpp │ │ │ ├── eltwise.cpp │ │ │ ├── elu.cpp │ │ │ ├── elu.hpp │ │ │ ├── equal.cpp │ │ │ ├── equal.hpp │ │ │ ├── examples │ │ │ │ ├── sigmoid.cu │ │ │ │ └── sigmoid.hpp │ │ │ ├── exp.cpp │ │ │ ├── exp.hpp │ │ │ ├── fake_quantize.cpp │ │ │ ├── fake_quantize.hpp │ │ │ ├── floor.cpp │ │ │ ├── floor.hpp │ │ │ ├── floor_mod.cpp │ │ │ ├── floor_mod.hpp │ │ │ ├── fully_connected.cpp │ │ │ ├── fully_connected.hpp │ │ │ ├── fused_convolution.cpp │ │ │ ├── fused_convolution_backprop_data.cpp │ │ │ ├── fused_convolution_backprop_data.hpp │ │ │ ├── fused_convolution_cudnn.cpp │ │ │ ├── fused_convolution_cudnn.hpp │ │ │ ├── fused_convolution_cudnn_be.cpp │ │ │ ├── fused_convolution_cudnn_be.hpp │ │ │ ├── fused_convolution_cudnn_decomposed.cpp │ │ │ ├── fused_convolution_cudnn_decomposed.hpp │ │ │ ├── gather.cpp │ │ │ ├── gather.hpp │ │ │ ├── gelu.cpp │ │ │ ├── gelu.hpp │ │ │ ├── greater.cpp │ │ │ ├── greater.hpp │ │ │ ├── greater_equal.cpp │ │ │ ├── greater_equal.hpp │ │ │ ├── group_convolution.cpp │ │ │ ├── group_convolution.hpp │ │ │ ├── gru_cell.cpp │ │ │ ├── gru_cell.hpp │ │ │ ├── gru_sequence.cpp │ │ │ ├── gru_sequence.hpp │ │ │ ├── hswish.cpp │ │ │ ├── hswish.hpp │ │ │ ├── interpolate.cpp │ │ │ ├── interpolate_components │ │ │ │ ├── interpolate_components.cpp │ │ │ │ └── interpolate_components.hpp │ │ │ ├── interpolate_cubic.cpp │ │ │ ├── interpolate_cubic.hpp │ │ │ ├── interpolate_linear.cpp │ │ │ ├── interpolate_linear.hpp │ │ │ ├── interpolate_nearest.cpp │ │ │ ├── interpolate_nearest.hpp │ │ │ ├── less.cpp │ │ │ ├── less.hpp │ │ │ ├── less_equal.cpp │ │ │ ├── less_equal.hpp │ │ │ ├── log.cpp │ │ │ ├── log.hpp │ │ │ ├── logical_not.cpp │ │ │ ├── logical_not.hpp │ │ │ ├── lstm_cell.cpp │ │ │ ├── lstm_cell.hpp │ │ │ ├── lstm_sequence.cpp │ │ │ ├── lstm_sequence.hpp │ │ │ ├── lstm_sequence_base.cpp │ │ │ ├── lstm_sequence_base.hpp │ │ │ ├── lstm_sequence_optimized.cpp │ │ │ ├── lstm_sequence_optimized.hpp │ │ │ ├── matmul.cpp │ │ │ ├── matmul.hpp │ │ │ ├── maximum.cpp │ │ │ ├── maximum.hpp │ │ │ ├── maxpool.cpp │ │ │ ├── maxpool.hpp │ │ │ ├── minimum.cpp │ │ │ ├── minimum.hpp │ │ │ ├── mish.cpp │ │ │ ├── mish.hpp │ │ │ ├── mod.cpp │ │ │ ├── mod.hpp │ │ │ ├── multiply.cpp │ │ │ ├── multiply_cuda.cpp │ │ │ ├── multiply_cuda.hpp │ │ │ ├── multiply_cudnn.cpp │ │ │ ├── multiply_cudnn.hpp │ │ │ ├── mvn.cpp │ │ │ ├── mvn.hpp │ │ │ ├── negative.cpp │ │ │ ├── negative.hpp │ │ │ ├── nop_op.cpp │ │ │ ├── nop_op.hpp │ │ │ ├── not_equal.cpp │ │ │ ├── not_equal.hpp │ │ │ ├── pad.cpp │ │ │ ├── pad.hpp │ │ │ ├── parameter.cpp │ │ │ ├── parameter.hpp │ │ │ ├── pooling_impl.cpp │ │ │ ├── pooling_impl.hpp │ │ │ ├── power.cpp │ │ │ ├── power.hpp │ │ │ ├── prelu.cpp │ │ │ ├── prelu.hpp │ │ │ ├── range.cpp │ │ │ ├── range.hpp │ │ │ ├── reduce.cpp │ │ │ ├── reduce.hpp │ │ │ ├── reduce_max.cpp │ │ │ ├── reduce_max.hpp │ │ │ ├── reduce_mean.cpp │ │ │ ├── reduce_mean.hpp │ │ │ ├── reduce_min.cpp │ │ │ ├── reduce_min.hpp │ │ │ ├── reduce_prod.cpp │ │ │ ├── reduce_prod.hpp │ │ │ ├── reduce_sum.cpp │ │ │ ├── reduce_sum.hpp │ │ │ ├── relu.cpp │ │ │ ├── relu.hpp │ │ │ ├── result.cpp │ │ │ ├── result.hpp │ │ │ ├── rnn_components │ │ │ │ ├── gru_sequence_components.cpp │ │ │ │ ├── gru_sequence_components.hpp │ │ │ │ ├── gru_sequence_cudnn_components.cpp │ │ │ │ ├── gru_sequence_cudnn_components.hpp │ │ │ │ ├── lstm_sequence_components.cpp │ │ │ │ ├── lstm_sequence_components.hpp │ │ │ │ ├── lstm_sequence_cudnn_components.cpp │ │ │ │ ├── lstm_sequence_cudnn_components.hpp │ │ │ │ ├── rnn_components.cpp │ │ │ │ ├── rnn_components.hpp │ │ │ │ ├── rnn_cudnn_components.cpp │ │ │ │ ├── rnn_cudnn_components.hpp │ │ │ │ ├── rnn_sequence_components.cpp │ │ │ │ └── rnn_sequence_components.hpp │ │ │ ├── round.cpp │ │ │ ├── round.hpp │ │ │ ├── scatter_nd_update.cpp │ │ │ ├── scatter_nd_update.hpp │ │ │ ├── select.cpp │ │ │ ├── select.hpp │ │ │ ├── sigmoid.cpp │ │ │ ├── sigmoid.hpp │ │ │ ├── sign.cpp │ │ │ ├── sign.hpp │ │ │ ├── sin.cpp │ │ │ ├── sin.hpp │ │ │ ├── sinh.cpp │ │ │ ├── sinh.hpp │ │ │ ├── soft_sign.cpp │ │ │ ├── soft_sign.hpp │ │ │ ├── softmax.cpp │ │ │ ├── softmax.hpp │ │ │ ├── split.cpp │ │ │ ├── split.hpp │ │ │ ├── sqrt.cpp │ │ │ ├── sqrt.hpp │ │ │ ├── squared_difference.cpp │ │ │ ├── squared_difference.hpp │ │ │ ├── strided_slice.cpp │ │ │ ├── strided_slice.hpp │ │ │ ├── subgraph.cpp │ │ │ ├── subgraph.hpp │ │ │ ├── subtract.cpp │ │ │ ├── subtract.hpp │ │ │ ├── swish.cpp │ │ │ ├── swish.hpp │ │ │ ├── tan.cpp │ │ │ ├── tan.hpp │ │ │ ├── tanh.cpp │ │ │ ├── tanh.hpp │ │ │ ├── tensor_iterator.cpp │ │ │ ├── tensor_iterator.hpp │ │ │ ├── topk.cpp │ │ │ ├── topk.hpp │ │ │ ├── transpose.cpp │ │ │ ├── transpose.hpp │ │ │ ├── variadic_split.cpp │ │ │ └── variadic_split.hpp │ │ ├── transformer │ │ │ ├── bidirectional_lstm_sequence_composition.cpp │ │ │ ├── bidirectional_lstm_sequence_composition.hpp │ │ │ ├── concat_transformation.cpp │ │ │ ├── concat_transformation.hpp │ │ │ ├── convolution_asym_padding_transformation.cpp │ │ │ ├── convolution_asym_padding_transformation.hpp │ │ │ ├── cuda_graph_transformer.cpp │ │ │ ├── cuda_graph_transformer.hpp │ │ │ ├── detection_output_fix_input_types_transformation.cpp │ │ │ ├── detection_output_fix_input_types_transformation.hpp │ │ │ ├── fuse_conv_biasadd_activation.cpp │ │ │ ├── fuse_conv_biasadd_activation.hpp │ │ │ ├── fuse_matmul_add.cpp │ │ │ ├── fuse_matmul_add.hpp │ │ │ ├── matmul_transformations.cpp │ │ │ ├── matmul_transformations.hpp │ │ │ ├── nodes │ │ │ │ ├── activation_type.cpp │ │ │ │ ├── activation_type.hpp │ │ │ │ ├── concat_optimized.hpp │ │ │ │ ├── fully_connected.cpp │ │ │ │ ├── fully_connected.hpp │ │ │ │ ├── fused_convolution.hpp │ │ │ │ ├── fused_convolution_backprop_data.cpp │ │ │ │ ├── fused_convolution_backprop_data.hpp │ │ │ │ ├── lstm_sequence_optimized.cpp │ │ │ │ └── lstm_sequence_optimized.hpp │ │ │ ├── reduce_transformation.cpp │ │ │ ├── reduce_transformation.hpp │ │ │ ├── remove_duplicated_results_transformation.cpp │ │ │ ├── remove_duplicated_results_transformation.hpp │ │ │ ├── remove_redundant_convert_transformation.cpp │ │ │ ├── remove_redundant_convert_transformation.hpp │ │ │ └── rt_info │ │ │ │ ├── cuda_node_id.cpp │ │ │ │ └── cuda_node_id.hpp │ │ └── utils │ │ │ └── perf_timing.hpp │ ├── tests │ │ ├── functional │ │ │ ├── CMakeLists.txt │ │ │ ├── core_config.cpp │ │ │ ├── shared_tests_instances │ │ │ │ ├── behavior │ │ │ │ │ ├── ov_executable_network │ │ │ │ │ │ ├── ov_exec_net_import_export.cpp │ │ │ │ │ │ └── properties.cpp │ │ │ │ │ ├── ov_infer_request │ │ │ │ │ │ ├── batched_tensors.cpp │ │ │ │ │ │ ├── callback.cpp │ │ │ │ │ │ ├── cancellation.cpp │ │ │ │ │ │ ├── infer_request_dynamic.cpp │ │ │ │ │ │ ├── inference.cpp │ │ │ │ │ │ ├── inference_chaining.cpp │ │ │ │ │ │ ├── io_tensor.cpp │ │ │ │ │ │ ├── multithreading.cpp │ │ │ │ │ │ └── wait.cpp │ │ │ │ │ └── ov_plugin │ │ │ │ │ │ ├── caching_tests.cpp │ │ │ │ │ │ ├── core_integration.cpp │ │ │ │ │ │ ├── life_time.cpp │ │ │ │ │ │ └── properties_tests.cpp │ │ │ │ ├── set_device_name.cpp │ │ │ │ └── single_layer_tests │ │ │ │ │ ├── activation.cpp │ │ │ │ │ ├── broadcast.cpp │ │ │ │ │ ├── comparison.cpp │ │ │ │ │ ├── concat.cpp │ │ │ │ │ ├── convert.cpp │ │ │ │ │ ├── convert_color_common.hpp │ │ │ │ │ ├── convert_color_i420.cpp │ │ │ │ │ ├── convert_color_nv12.cpp │ │ │ │ │ ├── convolution.cpp │ │ │ │ │ ├── generator │ │ │ │ │ ├── README │ │ │ │ │ ├── cfg_disabled_tests.py │ │ │ │ │ ├── cfg_overridden_precisions.py │ │ │ │ │ ├── cfg_overridden_test_classes.py │ │ │ │ │ ├── ir_model.py │ │ │ │ │ ├── ir_op_preprocessing.py │ │ │ │ │ ├── main.py │ │ │ │ │ ├── ops │ │ │ │ │ │ ├── avgpool.py │ │ │ │ │ │ ├── clamp.py │ │ │ │ │ │ ├── convolution.py │ │ │ │ │ │ ├── convolution_backprop_data.py │ │ │ │ │ │ ├── convolution_backprop_data_add.py │ │ │ │ │ │ ├── convolution_biasadd_activation.py │ │ │ │ │ │ ├── group_convolution.py │ │ │ │ │ │ ├── group_convolution_biasadd_activation.py │ │ │ │ │ │ ├── mat_mul.py │ │ │ │ │ │ ├── maxpool.py │ │ │ │ │ │ ├── relu.py │ │ │ │ │ │ ├── sigmoid.py │ │ │ │ │ │ └── swish.py │ │ │ │ │ ├── requirements.txt │ │ │ │ │ └── test_definition_base.py │ │ │ │ │ ├── group_convolution.cpp │ │ │ │ │ ├── logical_test.cpp │ │ │ │ │ ├── ov_average_finder.hpp │ │ │ │ │ ├── ov_benchmark.hpp │ │ │ │ │ ├── ov_finite_comparer.cpp │ │ │ │ │ ├── ov_finite_comparer.hpp │ │ │ │ │ ├── ov_unsymmetrical_comparer.hpp │ │ │ │ │ ├── transpose_test.cpp │ │ │ │ │ └── variadic_split.cpp │ │ │ └── skip_tests_config.cpp │ │ ├── include │ │ │ ├── cuda_test_constants.hpp │ │ │ └── fix_win32_gtest_assert_ne_macro.hpp │ │ └── unit │ │ │ ├── CMakeLists.txt │ │ │ ├── cancellation_token.cpp │ │ │ ├── compile_model.cpp │ │ │ ├── concat.cpp │ │ │ ├── convert_benchmark.cpp │ │ │ ├── cuda │ │ │ ├── stl │ │ │ │ ├── algorithms │ │ │ │ │ └── sort.cu │ │ │ │ ├── atomic.cu │ │ │ │ ├── mdspan.cu │ │ │ │ ├── mdvector.cu │ │ │ │ ├── span.cu │ │ │ │ └── vector.cu │ │ │ └── wrappers │ │ │ │ ├── graph.cpp │ │ │ │ ├── graph.cu │ │ │ │ └── graph.cuh │ │ │ ├── cuda_graph_compatibility.cpp │ │ │ ├── cuda_graph_nodes_test.cpp │ │ │ ├── cuda_graph_topology_runner_test.cpp │ │ │ ├── cuda_multi_graph_test.cpp │ │ │ ├── cuda_multi_graph_ti_test.cpp │ │ │ ├── kernels │ │ │ ├── insert.cpp │ │ │ └── slice.cpp │ │ │ ├── limits.cpp │ │ │ ├── logical_not_benchmark.cpp │ │ │ ├── memory_manager │ │ │ ├── cuda_device_mem_block_test.cpp │ │ │ ├── cuda_immutable_memory_block_builder_test.cpp │ │ │ ├── cuda_memory_manager_test.cpp │ │ │ └── model │ │ │ │ ├── cuda_immutable_memory_model_builder_test.cpp │ │ │ │ ├── cuda_memory_model_builder_test.cpp │ │ │ │ ├── cuda_memory_model_test.cpp │ │ │ │ └── details │ │ │ │ └── cuda_memory_utils_test.cpp │ │ │ ├── memory_pool.cpp │ │ │ ├── nodes │ │ │ ├── parameter_stub_node.hpp │ │ │ └── result_stub_node.hpp │ │ │ ├── op_buffers_extractor_test.cpp │ │ │ ├── operation_registry.cpp │ │ │ ├── parameter.cpp │ │ │ ├── plugin.cpp │ │ │ ├── pooling_tests.cpp │ │ │ ├── relu.cpp │ │ │ ├── result.cpp │ │ │ ├── select_benchmark.cpp │ │ │ ├── sigmoid_benchmark.cpp │ │ │ ├── strided_slice_benchmark.cpp │ │ │ ├── test_networks.hpp │ │ │ ├── transformations │ │ │ ├── bidirectional_lstm_sequence_composition.cpp │ │ │ ├── concat_transformation.cpp │ │ │ ├── cuda_transformations_test.cpp │ │ │ ├── detection_output_fix_input_types.cpp │ │ │ ├── fuse_conv_biasadd_activation.cpp │ │ │ ├── fuse_matmul_add.cpp │ │ │ ├── reduce_transformation.cpp │ │ │ └── remove_redundant_convert_transformation.cpp │ │ │ └── typed_functor.cpp │ ├── utils │ │ ├── check.sh │ │ ├── cuda-sanitizer.sh │ │ ├── format.sh │ │ ├── install-pre-push.sh │ │ ├── lsan-suppressions.txt │ │ ├── pre-push │ │ ├── pre-push-impl.sh │ │ ├── shape-extractor │ │ │ ├── how_to_use.txt │ │ │ ├── main.py │ │ │ ├── operation_table.jinja2 │ │ │ └── requirements.txt │ │ └── uninstall-pre-push.sh │ └── wheel │ │ ├── packages │ │ └── openvino_nvidia │ │ │ └── __init__.py │ │ ├── requirements-dev.txt │ │ ├── requirements.txt │ │ └── setup.py ├── ollama_openvino │ ├── CMakeLists.txt │ ├── CMakePresets.json │ ├── CONTRIBUTING.md │ ├── Dockerfile │ ├── Dockerfile_genai_ubuntu24 │ ├── LICENSE │ ├── Makefile.sync │ ├── README.md │ ├── SECURITY.md │ ├── api │ │ ├── client.go │ │ ├── client_test.go │ │ ├── examples │ │ │ ├── README.md │ │ │ ├── chat │ │ │ │ └── main.go │ │ │ ├── generate-streaming │ │ │ │ └── main.go │ │ │ ├── generate │ │ │ │ └── main.go │ │ │ ├── multimodal │ │ │ │ └── main.go │ │ │ └── pull-progress │ │ │ │ └── main.go │ │ ├── types.go │ │ └── types_test.go │ ├── app │ │ ├── .gitignore │ │ ├── README.md │ │ ├── assets │ │ │ ├── app.ico │ │ │ ├── assets.go │ │ │ ├── setup.bmp │ │ │ ├── tray.ico │ │ │ └── tray_upgrade.ico │ │ ├── lifecycle │ │ │ ├── getstarted_nonwindows.go │ │ │ ├── getstarted_windows.go │ │ │ ├── lifecycle.go │ │ │ ├── logging.go │ │ │ ├── logging_nonwindows.go │ │ │ ├── logging_test.go │ │ │ ├── logging_windows.go │ │ │ ├── paths.go │ │ │ ├── server.go │ │ │ ├── server_unix.go │ │ │ ├── server_windows.go │ │ │ ├── updater.go │ │ │ ├── updater_nonwindows.go │ │ │ └── updater_windows.go │ │ ├── main.go │ │ ├── ollama.iss │ │ ├── ollama.rc │ │ ├── ollama_welcome.ps1 │ │ ├── store │ │ │ ├── store.go │ │ │ ├── store_darwin.go │ │ │ ├── store_linux.go │ │ │ └── store_windows.go │ │ └── tray │ │ │ ├── commontray │ │ │ └── types.go │ │ │ ├── tray.go │ │ │ ├── tray_nonwindows.go │ │ │ ├── tray_windows.go │ │ │ └── wintray │ │ │ ├── eventloop.go │ │ │ ├── menus.go │ │ │ ├── messages.go │ │ │ ├── notifyicon.go │ │ │ ├── tray.go │ │ │ ├── w32api.go │ │ │ └── winclass.go │ ├── auth │ │ └── auth.go │ ├── cmd │ │ ├── cmd.go │ │ ├── cmd_test.go │ │ ├── genai │ │ │ └── main.go │ │ ├── interactive.go │ │ ├── interactive_test.go │ │ ├── runner │ │ │ └── main.go │ │ ├── start.go │ │ ├── start_darwin.go │ │ ├── start_default.go │ │ └── start_windows.go │ ├── convert │ │ ├── convert.go │ │ ├── convert_bert.go │ │ ├── convert_commandr.go │ │ ├── convert_gemma.go │ │ ├── convert_gemma2.go │ │ ├── convert_gemma2_adapter.go │ │ ├── convert_llama.go │ │ ├── convert_llama_adapter.go │ │ ├── convert_mixtral.go │ │ ├── convert_phi3.go │ │ ├── convert_qwen2.go │ │ ├── convert_test.go │ │ ├── fs.go │ │ ├── reader.go │ │ ├── reader_safetensors.go │ │ ├── reader_torch.go │ │ ├── sentencepiece │ │ │ └── sentencepiece_model.pb.go │ │ ├── sentencepiece_model.proto │ │ ├── testdata │ │ │ ├── Meta-Llama-3-8B-Instruct.json │ │ │ ├── Meta-Llama-3.1-8B-Instruct.json │ │ │ ├── Mistral-7B-Instruct-v0.2.json │ │ │ ├── Mixtral-8x7B-Instruct-v0.1.json │ │ │ ├── Phi-3-mini-128k-instruct.json │ │ │ ├── Qwen2.5-0.5B-Instruct.json │ │ │ ├── all-MiniLM-L6-v2.json │ │ │ ├── c4ai-command-r-v01.json │ │ │ ├── gemma-2-2b-it.json │ │ │ ├── gemma-2-9b-it.json │ │ │ └── gemma-2b-it.json │ │ ├── tokenizer.go │ │ ├── tokenizer_spm.go │ │ └── tokenizer_test.go │ ├── discover │ │ ├── amd_common.go │ │ ├── amd_hip_windows.go │ │ ├── amd_linux.go │ │ ├── amd_windows.go │ │ ├── cpu_common.go │ │ ├── cuda_common.go │ │ ├── gpu.go │ │ ├── gpu_darwin.go │ │ ├── gpu_info.h │ │ ├── gpu_info_cudart.c │ │ ├── gpu_info_cudart.h │ │ ├── gpu_info_darwin.h │ │ ├── gpu_info_darwin.m │ │ ├── gpu_info_nvcuda.c │ │ ├── gpu_info_nvcuda.h │ │ ├── gpu_info_nvml.c │ │ ├── gpu_info_nvml.h │ │ ├── gpu_info_oneapi.c │ │ ├── gpu_info_oneapi.h │ │ ├── gpu_linux.go │ │ ├── gpu_linux_test.go │ │ ├── gpu_oneapi.go │ │ ├── gpu_test.go │ │ ├── gpu_windows.go │ │ ├── gpu_windows_test.go │ │ ├── path.go │ │ └── types.go │ ├── dist │ │ ├── linux │ │ │ ├── ollama │ │ │ └── readme.md │ │ └── windows │ │ │ ├── ollama.exe │ │ │ └── readme.md │ ├── docs │ │ ├── README.md │ │ ├── api.md │ │ ├── development.md │ │ ├── docker.md │ │ ├── examples.md │ │ ├── faq.md │ │ ├── gpu.md │ │ ├── images │ │ │ ├── ollama-keys.png │ │ │ └── signup.png │ │ ├── import.md │ │ ├── linux.md │ │ ├── modelfile.md │ │ ├── openai.md │ │ ├── template.md │ │ ├── troubleshooting.md │ │ └── windows.md │ ├── envconfig │ │ ├── config.go │ │ └── config_test.go │ ├── examples │ │ └── modelfile │ │ │ ├── deepseek_r1_distill_llama │ │ │ └── Modelfile │ │ │ └── deepseek_r1_distill_qwen │ │ │ └── Modelfile │ ├── format │ │ ├── bytes.go │ │ ├── bytes_test.go │ │ ├── format.go │ │ ├── format_test.go │ │ ├── time.go │ │ └── time_test.go │ ├── fs │ │ ├── ggml │ │ │ ├── ggml.go │ │ │ ├── ggml_test.go │ │ │ ├── gguf.go │ │ │ └── type.go │ │ └── util │ │ │ └── bufioutil │ │ │ ├── buffer_seeker.go │ │ │ └── buffer_seeker_test.go │ ├── genai │ │ ├── README.md │ │ ├── common.go │ │ ├── genai.go │ │ └── runner │ │ │ └── runner.go │ ├── go.mod │ ├── go.sum │ ├── images │ │ ├── ollama-create.png │ │ ├── ollama_genai_demo.gif │ │ ├── ollama_genai_streaming_demo.gif │ │ ├── ollama_openvino_new.gif │ │ ├── ollama_ov_anythingllm.gif │ │ ├── ollama_ov_math.gif │ │ ├── ollama_ov_streaming.gif │ │ ├── openvino-logo-purple-black.svg │ │ └── oterm_demo.gif │ ├── integration │ │ ├── README.md │ │ ├── basic_test.go │ │ ├── concurrency_test.go │ │ ├── context_test.go │ │ ├── embed_test.go │ │ ├── llm_image_test.go │ │ ├── llm_test.go │ │ ├── max_queue_test.go │ │ └── utils_test.go │ ├── kvcache │ │ ├── cache.go │ │ ├── causal.go │ │ ├── causal_test.go │ │ ├── encoder.go │ │ └── wrapper.go │ ├── llama │ │ ├── .gitignore │ │ ├── README.md │ │ ├── build-info.cpp │ │ ├── build-info.cpp.in │ │ ├── llama.cpp │ │ │ ├── .rsync-filter │ │ │ ├── LICENSE │ │ │ ├── common │ │ │ │ ├── base64.hpp │ │ │ │ ├── common.cpp │ │ │ │ ├── common.go │ │ │ │ ├── common.h │ │ │ │ ├── json-schema-to-grammar.cpp │ │ │ │ ├── json-schema-to-grammar.h │ │ │ │ ├── json.hpp │ │ │ │ ├── log.cpp │ │ │ │ ├── log.h │ │ │ │ ├── sampling.cpp │ │ │ │ ├── sampling.h │ │ │ │ └── stb_image.h │ │ │ ├── examples │ │ │ │ └── llava │ │ │ │ │ ├── clip.cpp │ │ │ │ │ ├── clip.h │ │ │ │ │ ├── llava.cpp │ │ │ │ │ ├── llava.go │ │ │ │ │ └── llava.h │ │ │ ├── include │ │ │ │ ├── llama-cpp.h │ │ │ │ └── llama.h │ │ │ └── src │ │ │ │ ├── llama-adapter.cpp │ │ │ │ ├── llama-adapter.h │ │ │ │ ├── llama-arch.cpp │ │ │ │ ├── llama-arch.h │ │ │ │ ├── llama-batch.cpp │ │ │ │ ├── llama-batch.h │ │ │ │ ├── llama-chat.cpp │ │ │ │ ├── llama-chat.h │ │ │ │ ├── llama-context.cpp │ │ │ │ ├── llama-context.h │ │ │ │ ├── llama-cparams.cpp │ │ │ │ ├── llama-cparams.h │ │ │ │ ├── llama-grammar.cpp │ │ │ │ ├── llama-grammar.h │ │ │ │ ├── llama-hparams.cpp │ │ │ │ ├── llama-hparams.h │ │ │ │ ├── llama-impl.cpp │ │ │ │ ├── llama-impl.h │ │ │ │ ├── llama-kv-cache.cpp │ │ │ │ ├── llama-kv-cache.h │ │ │ │ ├── llama-mmap.cpp │ │ │ │ ├── llama-mmap.h │ │ │ │ ├── llama-model-loader.cpp │ │ │ │ ├── llama-model-loader.h │ │ │ │ ├── llama-model.cpp │ │ │ │ ├── llama-model.h │ │ │ │ ├── llama-quant.cpp │ │ │ │ ├── llama-quant.h │ │ │ │ ├── llama-sampling.cpp │ │ │ │ ├── llama-sampling.h │ │ │ │ ├── llama-vocab.cpp │ │ │ │ ├── llama-vocab.h │ │ │ │ ├── llama.cpp │ │ │ │ ├── llama.go │ │ │ │ ├── unicode-data.cpp │ │ │ │ ├── unicode-data.h │ │ │ │ ├── unicode.cpp │ │ │ │ └── unicode.h │ │ ├── llama.go │ │ ├── llama_test.go │ │ ├── mllama.cpp │ │ ├── mllama.h │ │ ├── patches │ │ │ ├── 0001-cuda.patch │ │ │ ├── 0002-pretokenizer.patch │ │ │ ├── 0003-embeddings.patch │ │ │ ├── 0004-clip-unicode.patch │ │ │ ├── 0005-solar-pro.patch │ │ │ ├── 0006-conditional-fattn.patch │ │ │ ├── 0007-add-mllama-support.patch │ │ │ ├── 0008-add-unpad-operator.patch │ │ │ ├── 0009-fix-deepseek-deseret-regex.patch │ │ │ ├── 0010-Maintain-ordering-for-rules-for-grammar.patch │ │ │ ├── 0011-fix-missing-arg-in-static-assert-on-windows.patch │ │ │ ├── 0012-llama-Ensure-KV-cache-is-fully-defragmented.patch │ │ │ ├── 0013-use-dynamic-backend-loading-for-clip.patch │ │ │ ├── 0014-sort-devices-by-score.patch │ │ │ ├── 0015-add-phony-target-ggml-cpu-for-all-cpu-variants.patch │ │ │ ├── 0016-remove-sgemm-global-variables.patch │ │ │ └── 0017-try-catch-backend-load.patch │ │ ├── sampling_ext.cpp │ │ ├── sampling_ext.h │ │ └── vendoring │ ├── llm │ │ ├── genai │ │ │ └── genaiserver.go │ │ ├── llama │ │ │ └── server.go │ │ ├── llm_darwin.go │ │ ├── llm_linux.go │ │ ├── llm_windows.go │ │ ├── memory.go │ │ ├── memory_test.go │ │ ├── server.go │ │ ├── server_test.go │ │ └── status.go │ ├── macapp │ │ ├── .eslintrc.json │ │ ├── .gitignore │ │ ├── README.md │ │ ├── assets │ │ │ ├── icon.icns │ │ │ ├── iconDarkTemplate.png │ │ │ ├── iconDarkTemplate@2x.png │ │ │ ├── iconDarkUpdateTemplate.png │ │ │ ├── iconDarkUpdateTemplate@2x.png │ │ │ ├── iconTemplate.png │ │ │ ├── iconTemplate@2x.png │ │ │ ├── iconUpdateTemplate.png │ │ │ └── iconUpdateTemplate@2x.png │ │ ├── forge.config.ts │ │ ├── package-lock.json │ │ ├── package.json │ │ ├── postcss.config.js │ │ ├── src │ │ │ ├── app.css │ │ │ ├── app.tsx │ │ │ ├── declarations.d.ts │ │ │ ├── index.html │ │ │ ├── index.ts │ │ │ ├── install.ts │ │ │ ├── ollama.svg │ │ │ ├── preload.ts │ │ │ └── renderer.tsx │ │ ├── tailwind.config.js │ │ ├── tsconfig.json │ │ ├── webpack.main.config.ts │ │ ├── webpack.plugins.ts │ │ ├── webpack.renderer.config.ts │ │ └── webpack.rules.ts │ ├── main.go │ ├── ml │ │ ├── backend.go │ │ ├── backend │ │ │ ├── backend.go │ │ │ └── ggml │ │ │ │ ├── ggml.go │ │ │ │ └── ggml │ │ │ │ ├── .rsync-filter │ │ │ │ ├── LICENSE │ │ │ │ ├── include │ │ │ │ ├── ggml-alloc.h │ │ │ │ ├── ggml-backend.h │ │ │ │ ├── ggml-blas.h │ │ │ │ ├── ggml-cann.h │ │ │ │ ├── ggml-cpp.h │ │ │ │ ├── ggml-cpu.h │ │ │ │ ├── ggml-cuda.h │ │ │ │ ├── ggml-kompute.h │ │ │ │ ├── ggml-metal.h │ │ │ │ ├── ggml-opencl.h │ │ │ │ ├── ggml-opt.h │ │ │ │ ├── ggml-rpc.h │ │ │ │ ├── ggml-sycl.h │ │ │ │ ├── ggml-vulkan.h │ │ │ │ └── ggml.h │ │ │ │ └── src │ │ │ │ ├── CMakeLists.txt │ │ │ │ ├── ggml-alloc.c │ │ │ │ ├── ggml-backend-impl.h │ │ │ │ ├── ggml-backend-reg.cpp │ │ │ │ ├── ggml-backend.cpp │ │ │ │ ├── ggml-blas │ │ │ │ ├── CMakeLists.txt │ │ │ │ ├── blas.go │ │ │ │ └── ggml-blas.cpp │ │ │ │ ├── ggml-common.h │ │ │ │ ├── ggml-cpu │ │ │ │ ├── CMakeLists.txt │ │ │ │ ├── amx │ │ │ │ │ ├── amx.cpp │ │ │ │ │ ├── amx.h │ │ │ │ │ ├── common.h │ │ │ │ │ ├── mmq.cpp │ │ │ │ │ └── mmq.h │ │ │ │ ├── cpu-feats-x86.cpp │ │ │ │ ├── cpu.go │ │ │ │ ├── ggml-cpu-aarch64.cpp │ │ │ │ ├── ggml-cpu-aarch64.h │ │ │ │ ├── ggml-cpu-hbm.cpp │ │ │ │ ├── ggml-cpu-hbm.h │ │ │ │ ├── ggml-cpu-impl.h │ │ │ │ ├── ggml-cpu-quants.c │ │ │ │ ├── ggml-cpu-quants.h │ │ │ │ ├── ggml-cpu-traits.cpp │ │ │ │ ├── ggml-cpu-traits.h │ │ │ │ ├── ggml-cpu.c │ │ │ │ ├── ggml-cpu.cpp │ │ │ │ └── llamafile │ │ │ │ │ ├── llamafile.go │ │ │ │ │ ├── sgemm.cpp │ │ │ │ │ └── sgemm.h │ │ │ │ ├── ggml-cuda │ │ │ │ ├── CMakeLists.txt │ │ │ │ ├── acc.cu │ │ │ │ ├── acc.cuh │ │ │ │ ├── arange.cu │ │ │ │ ├── arange.cuh │ │ │ │ ├── argmax.cu │ │ │ │ ├── argmax.cuh │ │ │ │ ├── argsort.cu │ │ │ │ ├── argsort.cuh │ │ │ │ ├── binbcast.cu │ │ │ │ ├── binbcast.cuh │ │ │ │ ├── clamp.cu │ │ │ │ ├── clamp.cuh │ │ │ │ ├── common.cuh │ │ │ │ ├── concat.cu │ │ │ │ ├── concat.cuh │ │ │ │ ├── conv-transpose-1d.cu │ │ │ │ ├── conv-transpose-1d.cuh │ │ │ │ ├── convert.cu │ │ │ │ ├── convert.cuh │ │ │ │ ├── count-equal.cu │ │ │ │ ├── count-equal.cuh │ │ │ │ ├── cpy.cu │ │ │ │ ├── cpy.cuh │ │ │ │ ├── cross-entropy-loss.cu │ │ │ │ ├── cross-entropy-loss.cuh │ │ │ │ ├── dequantize.cuh │ │ │ │ ├── diagmask.cu │ │ │ │ ├── diagmask.cuh │ │ │ │ ├── fattn-common.cuh │ │ │ │ ├── fattn-tile-f16.cu │ │ │ │ ├── fattn-tile-f16.cuh │ │ │ │ ├── fattn-tile-f32.cu │ │ │ │ ├── fattn-tile-f32.cuh │ │ │ │ ├── fattn-vec-f16.cuh │ │ │ │ ├── fattn-vec-f32.cuh │ │ │ │ ├── fattn-wmma-f16.cuh │ │ │ │ ├── fattn.cu │ │ │ │ ├── fattn.cuh │ │ │ │ ├── getrows.cu │ │ │ │ ├── getrows.cuh │ │ │ │ ├── ggml-cuda.cu │ │ │ │ ├── im2col.cu │ │ │ │ ├── im2col.cuh │ │ │ │ ├── mma.cuh │ │ │ │ ├── mmq.cu │ │ │ │ ├── mmq.cuh │ │ │ │ ├── mmv.cu │ │ │ │ ├── mmv.cuh │ │ │ │ ├── mmvq.cu │ │ │ │ ├── mmvq.cuh │ │ │ │ ├── norm.cu │ │ │ │ ├── norm.cuh │ │ │ │ ├── opt-step-adamw.cu │ │ │ │ ├── opt-step-adamw.cuh │ │ │ │ ├── out-prod.cu │ │ │ │ ├── out-prod.cuh │ │ │ │ ├── pad.cu │ │ │ │ ├── pad.cuh │ │ │ │ ├── pool2d.cu │ │ │ │ ├── pool2d.cuh │ │ │ │ ├── quantize.cu │ │ │ │ ├── quantize.cuh │ │ │ │ ├── rope.cu │ │ │ │ ├── rope.cuh │ │ │ │ ├── scale.cu │ │ │ │ ├── scale.cuh │ │ │ │ ├── softmax.cu │ │ │ │ ├── softmax.cuh │ │ │ │ ├── sum.cu │ │ │ │ ├── sum.cuh │ │ │ │ ├── sumrows.cu │ │ │ │ ├── sumrows.cuh │ │ │ │ ├── template-instances │ │ │ │ │ ├── fattn-vec-f16-instance-hs128-f16-f16.cu │ │ │ │ │ ├── fattn-vec-f16-instance-hs128-f16-q4_0.cu │ │ │ │ │ ├── fattn-vec-f16-instance-hs128-f16-q4_1.cu │ │ │ │ │ ├── fattn-vec-f16-instance-hs128-f16-q5_0.cu │ │ │ │ │ ├── fattn-vec-f16-instance-hs128-f16-q5_1.cu │ │ │ │ │ ├── fattn-vec-f16-instance-hs128-f16-q8_0.cu │ │ │ │ │ ├── fattn-vec-f16-instance-hs128-q4_0-f16.cu │ │ │ │ │ ├── fattn-vec-f16-instance-hs128-q4_0-q4_0.cu │ │ │ │ │ ├── fattn-vec-f16-instance-hs128-q4_0-q4_1.cu │ │ │ │ │ ├── fattn-vec-f16-instance-hs128-q4_0-q5_0.cu │ │ │ │ │ ├── fattn-vec-f16-instance-hs128-q4_0-q5_1.cu │ │ │ │ │ ├── fattn-vec-f16-instance-hs128-q4_0-q8_0.cu │ │ │ │ │ ├── fattn-vec-f16-instance-hs128-q4_1-f16.cu │ │ │ │ │ ├── fattn-vec-f16-instance-hs128-q4_1-q4_0.cu │ │ │ │ │ ├── fattn-vec-f16-instance-hs128-q4_1-q4_1.cu │ │ │ │ │ ├── fattn-vec-f16-instance-hs128-q4_1-q5_0.cu │ │ │ │ │ ├── fattn-vec-f16-instance-hs128-q4_1-q5_1.cu │ │ │ │ │ ├── fattn-vec-f16-instance-hs128-q4_1-q8_0.cu │ │ │ │ │ ├── fattn-vec-f16-instance-hs128-q5_0-f16.cu │ │ │ │ │ ├── fattn-vec-f16-instance-hs128-q5_0-q4_0.cu │ │ │ │ │ ├── fattn-vec-f16-instance-hs128-q5_0-q4_1.cu │ │ │ │ │ ├── fattn-vec-f16-instance-hs128-q5_0-q5_0.cu │ │ │ │ │ ├── fattn-vec-f16-instance-hs128-q5_0-q5_1.cu │ │ │ │ │ ├── fattn-vec-f16-instance-hs128-q5_0-q8_0.cu │ │ │ │ │ ├── fattn-vec-f16-instance-hs128-q5_1-f16.cu │ │ │ │ │ ├── fattn-vec-f16-instance-hs128-q5_1-q4_0.cu │ │ │ │ │ ├── fattn-vec-f16-instance-hs128-q5_1-q4_1.cu │ │ │ │ │ ├── fattn-vec-f16-instance-hs128-q5_1-q5_0.cu │ │ │ │ │ ├── fattn-vec-f16-instance-hs128-q5_1-q5_1.cu │ │ │ │ │ ├── fattn-vec-f16-instance-hs128-q5_1-q8_0.cu │ │ │ │ │ ├── fattn-vec-f16-instance-hs128-q8_0-f16.cu │ │ │ │ │ ├── fattn-vec-f16-instance-hs128-q8_0-q4_0.cu │ │ │ │ │ ├── fattn-vec-f16-instance-hs128-q8_0-q4_1.cu │ │ │ │ │ ├── fattn-vec-f16-instance-hs128-q8_0-q5_0.cu │ │ │ │ │ ├── fattn-vec-f16-instance-hs128-q8_0-q5_1.cu │ │ │ │ │ ├── fattn-vec-f16-instance-hs128-q8_0-q8_0.cu │ │ │ │ │ ├── fattn-vec-f16-instance-hs256-f16-f16.cu │ │ │ │ │ ├── fattn-vec-f16-instance-hs64-f16-f16.cu │ │ │ │ │ ├── fattn-vec-f16-instance-hs64-f16-q4_0.cu │ │ │ │ │ ├── fattn-vec-f16-instance-hs64-f16-q4_1.cu │ │ │ │ │ ├── fattn-vec-f16-instance-hs64-f16-q5_0.cu │ │ │ │ │ ├── fattn-vec-f16-instance-hs64-f16-q5_1.cu │ │ │ │ │ ├── fattn-vec-f16-instance-hs64-f16-q8_0.cu │ │ │ │ │ ├── fattn-vec-f32-instance-hs128-f16-f16.cu │ │ │ │ │ ├── fattn-vec-f32-instance-hs128-f16-q4_0.cu │ │ │ │ │ ├── fattn-vec-f32-instance-hs128-f16-q4_1.cu │ │ │ │ │ ├── fattn-vec-f32-instance-hs128-f16-q5_0.cu │ │ │ │ │ ├── fattn-vec-f32-instance-hs128-f16-q5_1.cu │ │ │ │ │ ├── fattn-vec-f32-instance-hs128-f16-q8_0.cu │ │ │ │ │ ├── fattn-vec-f32-instance-hs128-q4_0-f16.cu │ │ │ │ │ ├── fattn-vec-f32-instance-hs128-q4_0-q4_0.cu │ │ │ │ │ ├── fattn-vec-f32-instance-hs128-q4_0-q4_1.cu │ │ │ │ │ ├── fattn-vec-f32-instance-hs128-q4_0-q5_0.cu │ │ │ │ │ ├── fattn-vec-f32-instance-hs128-q4_0-q5_1.cu │ │ │ │ │ ├── fattn-vec-f32-instance-hs128-q4_0-q8_0.cu │ │ │ │ │ ├── fattn-vec-f32-instance-hs128-q4_1-f16.cu │ │ │ │ │ ├── fattn-vec-f32-instance-hs128-q4_1-q4_0.cu │ │ │ │ │ ├── fattn-vec-f32-instance-hs128-q4_1-q4_1.cu │ │ │ │ │ ├── fattn-vec-f32-instance-hs128-q4_1-q5_0.cu │ │ │ │ │ ├── fattn-vec-f32-instance-hs128-q4_1-q5_1.cu │ │ │ │ │ ├── fattn-vec-f32-instance-hs128-q4_1-q8_0.cu │ │ │ │ │ ├── fattn-vec-f32-instance-hs128-q5_0-f16.cu │ │ │ │ │ ├── fattn-vec-f32-instance-hs128-q5_0-q4_0.cu │ │ │ │ │ ├── fattn-vec-f32-instance-hs128-q5_0-q4_1.cu │ │ │ │ │ ├── fattn-vec-f32-instance-hs128-q5_0-q5_0.cu │ │ │ │ │ ├── fattn-vec-f32-instance-hs128-q5_0-q5_1.cu │ │ │ │ │ ├── fattn-vec-f32-instance-hs128-q5_0-q8_0.cu │ │ │ │ │ ├── fattn-vec-f32-instance-hs128-q5_1-f16.cu │ │ │ │ │ ├── fattn-vec-f32-instance-hs128-q5_1-q4_0.cu │ │ │ │ │ ├── fattn-vec-f32-instance-hs128-q5_1-q4_1.cu │ │ │ │ │ ├── fattn-vec-f32-instance-hs128-q5_1-q5_0.cu │ │ │ │ │ ├── fattn-vec-f32-instance-hs128-q5_1-q5_1.cu │ │ │ │ │ ├── fattn-vec-f32-instance-hs128-q5_1-q8_0.cu │ │ │ │ │ ├── fattn-vec-f32-instance-hs128-q8_0-f16.cu │ │ │ │ │ ├── fattn-vec-f32-instance-hs128-q8_0-q4_0.cu │ │ │ │ │ ├── fattn-vec-f32-instance-hs128-q8_0-q4_1.cu │ │ │ │ │ ├── fattn-vec-f32-instance-hs128-q8_0-q5_0.cu │ │ │ │ │ ├── fattn-vec-f32-instance-hs128-q8_0-q5_1.cu │ │ │ │ │ ├── fattn-vec-f32-instance-hs128-q8_0-q8_0.cu │ │ │ │ │ ├── fattn-vec-f32-instance-hs256-f16-f16.cu │ │ │ │ │ ├── fattn-vec-f32-instance-hs64-f16-f16.cu │ │ │ │ │ ├── fattn-vec-f32-instance-hs64-f16-q4_0.cu │ │ │ │ │ ├── fattn-vec-f32-instance-hs64-f16-q4_1.cu │ │ │ │ │ ├── fattn-vec-f32-instance-hs64-f16-q5_0.cu │ │ │ │ │ ├── fattn-vec-f32-instance-hs64-f16-q5_1.cu │ │ │ │ │ ├── fattn-vec-f32-instance-hs64-f16-q8_0.cu │ │ │ │ │ ├── fattn-wmma-f16-instance-kqfloat-cpb16.cu │ │ │ │ │ ├── fattn-wmma-f16-instance-kqfloat-cpb32.cu │ │ │ │ │ ├── fattn-wmma-f16-instance-kqhalf-cpb16.cu │ │ │ │ │ ├── fattn-wmma-f16-instance-kqhalf-cpb32.cu │ │ │ │ │ ├── fattn-wmma-f16-instance-kqhalf-cpb8.cu │ │ │ │ │ ├── mmq-instance-iq1_s.cu │ │ │ │ │ ├── mmq-instance-iq2_s.cu │ │ │ │ │ ├── mmq-instance-iq2_xs.cu │ │ │ │ │ ├── mmq-instance-iq2_xxs.cu │ │ │ │ │ ├── mmq-instance-iq3_s.cu │ │ │ │ │ ├── mmq-instance-iq3_xxs.cu │ │ │ │ │ ├── mmq-instance-iq4_nl.cu │ │ │ │ │ ├── mmq-instance-iq4_xs.cu │ │ │ │ │ ├── mmq-instance-q2_k.cu │ │ │ │ │ ├── mmq-instance-q3_k.cu │ │ │ │ │ ├── mmq-instance-q4_0.cu │ │ │ │ │ ├── mmq-instance-q4_1.cu │ │ │ │ │ ├── mmq-instance-q4_k.cu │ │ │ │ │ ├── mmq-instance-q5_0.cu │ │ │ │ │ ├── mmq-instance-q5_1.cu │ │ │ │ │ ├── mmq-instance-q5_k.cu │ │ │ │ │ ├── mmq-instance-q6_k.cu │ │ │ │ │ └── mmq-instance-q8_0.cu │ │ │ │ ├── tsembd.cu │ │ │ │ ├── tsembd.cuh │ │ │ │ ├── unary.cu │ │ │ │ ├── unary.cuh │ │ │ │ ├── upscale.cu │ │ │ │ ├── upscale.cuh │ │ │ │ ├── vecdotq.cuh │ │ │ │ ├── vendors │ │ │ │ │ ├── cuda.h │ │ │ │ │ ├── hip.h │ │ │ │ │ └── musa.h │ │ │ │ ├── wkv6.cu │ │ │ │ └── wkv6.cuh │ │ │ │ ├── ggml-hip │ │ │ │ └── CMakeLists.txt │ │ │ │ ├── ggml-impl.h │ │ │ │ ├── ggml-metal │ │ │ │ ├── CMakeLists.txt │ │ │ │ ├── ggml-metal-embed.metal │ │ │ │ ├── ggml-metal-embed.s │ │ │ │ ├── ggml-metal-impl.h │ │ │ │ ├── ggml-metal.m │ │ │ │ ├── ggml-metal.metal │ │ │ │ └── metal.go │ │ │ │ ├── ggml-opt.cpp │ │ │ │ ├── ggml-quants.c │ │ │ │ ├── ggml-quants.h │ │ │ │ ├── ggml-threading.cpp │ │ │ │ ├── ggml-threading.h │ │ │ │ ├── ggml.c │ │ │ │ ├── ggml.go │ │ │ │ └── ggml_darwin_arm64.go │ │ └── nn │ │ │ ├── convolution.go │ │ │ ├── embedding.go │ │ │ ├── linear.go │ │ │ └── normalization.go │ ├── model │ │ ├── imageproc │ │ │ ├── images.go │ │ │ └── images_test.go │ │ ├── model.go │ │ ├── model_test.go │ │ ├── models │ │ │ ├── llama │ │ │ │ └── model.go │ │ │ ├── mllama │ │ │ │ ├── imageproc.go │ │ │ │ ├── imageproc_test.go │ │ │ │ ├── model.go │ │ │ │ ├── model_text.go │ │ │ │ ├── model_vision.go │ │ │ │ └── process_image.go │ │ │ ├── models.go │ │ │ ├── pixtral │ │ │ │ ├── imageproc.go │ │ │ │ └── imageproc_test.go │ │ │ └── qwen2vl │ │ │ │ ├── imageproc.go │ │ │ │ └── imageproc_test.go │ │ ├── process_text.go │ │ ├── process_text_test.go │ │ └── testdata │ │ │ ├── llama3.2 │ │ │ ├── encoder.json │ │ │ └── vocab.bpe │ │ │ └── war-and-peace.txt │ ├── openai │ │ ├── openai.go │ │ └── openai_test.go │ ├── parser │ │ ├── expandpath_test.go │ │ ├── parser.go │ │ └── parser_test.go │ ├── progress │ │ ├── bar.go │ │ ├── progress.go │ │ └── spinner.go │ ├── readline │ │ ├── buffer.go │ │ ├── errors.go │ │ ├── history.go │ │ ├── readline.go │ │ ├── readline_unix.go │ │ ├── readline_windows.go │ │ ├── term.go │ │ ├── term_bsd.go │ │ ├── term_linux.go │ │ ├── term_windows.go │ │ └── types.go │ ├── runner │ │ ├── README.md │ │ ├── common │ │ │ ├── stop.go │ │ │ └── stop_test.go │ │ ├── llamarunner │ │ │ ├── cache.go │ │ │ ├── cache_test.go │ │ │ ├── image.go │ │ │ ├── image_test.go │ │ │ └── runner.go │ │ ├── ollamarunner │ │ │ ├── cache.go │ │ │ ├── cache_test.go │ │ │ └── runner.go │ │ └── runner.go │ ├── sample │ │ ├── greedy.go │ │ └── sample.go │ ├── scripts │ │ ├── build_darwin.sh │ │ ├── build_docker.sh │ │ ├── build_linux.sh │ │ ├── build_windows.ps1 │ │ ├── env.sh │ │ ├── install.sh │ │ ├── push_docker.sh │ │ └── tag_latest.sh │ ├── server │ │ ├── auth.go │ │ ├── create.go │ │ ├── download.go │ │ ├── fixblobs.go │ │ ├── fixblobs_test.go │ │ ├── images.go │ │ ├── layer.go │ │ ├── manifest.go │ │ ├── manifest_test.go │ │ ├── model.go │ │ ├── model_test.go │ │ ├── modelpath.go │ │ ├── modelpath_test.go │ │ ├── prompt.go │ │ ├── prompt_test.go │ │ ├── routes.go │ │ ├── routes_create_test.go │ │ ├── routes_delete_test.go │ │ ├── routes_generate_test.go │ │ ├── routes_list_test.go │ │ ├── routes_test.go │ │ ├── sched.go │ │ ├── sched_test.go │ │ ├── sparse_common.go │ │ ├── sparse_windows.go │ │ ├── testdata │ │ │ └── tools │ │ │ │ ├── command-r-plus.gotmpl │ │ │ │ ├── command-r-plus.out │ │ │ │ ├── firefunction.gotmpl │ │ │ │ ├── firefunction.out │ │ │ │ ├── llama3-groq-tool-use.gotmpl │ │ │ │ ├── llama3-groq-tool-use.out │ │ │ │ ├── messages.json │ │ │ │ ├── mistral.gotmpl │ │ │ │ ├── mistral.out │ │ │ │ ├── nemotron.gotmpl │ │ │ │ ├── nemotron.out │ │ │ │ ├── tools.json │ │ │ │ ├── xlam.gotmpl │ │ │ │ └── xlam.out │ │ └── upload.go │ ├── template │ │ ├── alfred.gotmpl │ │ ├── alfred.json │ │ ├── alpaca.gotmpl │ │ ├── alpaca.json │ │ ├── chatml.gotmpl │ │ ├── chatml.json │ │ ├── chatqa.gotmpl │ │ ├── chatqa.json │ │ ├── codellama-70b-instruct.gotmpl │ │ ├── codellama-70b-instruct.json │ │ ├── command-r.gotmpl │ │ ├── command-r.json │ │ ├── falcon-instruct.gotmpl │ │ ├── falcon-instruct.json │ │ ├── gemma-instruct.gotmpl │ │ ├── gemma-instruct.json │ │ ├── granite-instruct.gotmpl │ │ ├── granite-instruct.json │ │ ├── index.json │ │ ├── llama2-chat.gotmpl │ │ ├── llama2-chat.json │ │ ├── llama3-instruct.gotmpl │ │ ├── llama3-instruct.json │ │ ├── magicoder.gotmpl │ │ ├── magicoder.json │ │ ├── mistral-instruct.gotmpl │ │ ├── mistral-instruct.json │ │ ├── openchat.gotmpl │ │ ├── openchat.json │ │ ├── phi-3.gotmpl │ │ ├── phi-3.json │ │ ├── solar-instruct.gotmpl │ │ ├── solar-instruct.json │ │ ├── starcoder2-instruct.gotmpl │ │ ├── starcoder2-instruct.json │ │ ├── template.go │ │ ├── template_test.go │ │ ├── testdata │ │ │ ├── alfred.gotmpl │ │ │ │ ├── system-user-assistant-user │ │ │ │ ├── user │ │ │ │ └── user-assistant-user │ │ │ ├── alpaca.gotmpl │ │ │ │ ├── system-user-assistant-user │ │ │ │ ├── user │ │ │ │ └── user-assistant-user │ │ │ ├── chatml.gotmpl │ │ │ │ ├── system-user-assistant-user │ │ │ │ ├── user │ │ │ │ └── user-assistant-user │ │ │ ├── chatqa.gotmpl │ │ │ │ ├── system-user-assistant-user │ │ │ │ ├── user │ │ │ │ └── user-assistant-user │ │ │ ├── codellama-70b-instruct.gotmpl │ │ │ │ ├── system-user-assistant-user │ │ │ │ ├── user │ │ │ │ └── user-assistant-user │ │ │ ├── command-r.gotmpl │ │ │ │ ├── system-user-assistant-user │ │ │ │ ├── user │ │ │ │ └── user-assistant-user │ │ │ ├── falcon-instruct.gotmpl │ │ │ │ ├── system-user-assistant-user │ │ │ │ ├── user │ │ │ │ └── user-assistant-user │ │ │ ├── gemma-instruct.gotmpl │ │ │ │ ├── system-user-assistant-user │ │ │ │ ├── user │ │ │ │ └── user-assistant-user │ │ │ ├── granite-instruct.gotmpl │ │ │ │ ├── system-user-assistant-user │ │ │ │ ├── user │ │ │ │ └── user-assistant-user │ │ │ ├── llama2-chat.gotmpl │ │ │ │ ├── system-user-assistant-user │ │ │ │ ├── user │ │ │ │ └── user-assistant-user │ │ │ ├── llama3-instruct.gotmpl │ │ │ │ ├── system-user-assistant-user │ │ │ │ ├── user │ │ │ │ └── user-assistant-user │ │ │ ├── magicoder.gotmpl │ │ │ │ ├── system-user-assistant-user │ │ │ │ ├── user │ │ │ │ └── user-assistant-user │ │ │ ├── mistral-instruct.gotmpl │ │ │ │ ├── system-user-assistant-user │ │ │ │ ├── user │ │ │ │ └── user-assistant-user │ │ │ ├── openchat.gotmpl │ │ │ │ ├── system-user-assistant-user │ │ │ │ ├── user │ │ │ │ └── user-assistant-user │ │ │ ├── phi-3.gotmpl │ │ │ │ ├── system-user-assistant-user │ │ │ │ ├── user │ │ │ │ └── user-assistant-user │ │ │ ├── solar-instruct.gotmpl │ │ │ │ ├── system-user-assistant-user │ │ │ │ ├── user │ │ │ │ └── user-assistant-user │ │ │ ├── starcoder2-instruct.gotmpl │ │ │ │ ├── system-user-assistant-user │ │ │ │ ├── user │ │ │ │ └── user-assistant-user │ │ │ ├── templates.jsonl │ │ │ ├── vicuna.gotmpl │ │ │ │ ├── system-user-assistant-user │ │ │ │ ├── user │ │ │ │ └── user-assistant-user │ │ │ └── zephyr.gotmpl │ │ │ │ ├── system-user-assistant-user │ │ │ │ ├── user │ │ │ │ └── user-assistant-user │ │ ├── vicuna.gotmpl │ │ ├── vicuna.json │ │ ├── zephyr.gotmpl │ │ └── zephyr.json │ ├── types │ │ ├── errtypes │ │ │ └── errtypes.go │ │ └── model │ │ │ ├── name.go │ │ │ ├── name_test.go │ │ │ └── testdata │ │ │ └── fuzz │ │ │ └── FuzzName │ │ │ └── d37463aa416f6bab │ └── version │ │ └── version.go ├── openvino-langchain │ ├── .gitignore │ ├── README.md │ ├── eslint.config.ts │ ├── jest.config.cjs │ ├── jest.env.cjs │ ├── package-lock.json │ ├── package.json │ ├── sample │ │ ├── README.md │ │ ├── chat_sample.js │ │ ├── data │ │ │ └── document_sample.txt │ │ ├── langgraph_agent_sample.js │ │ ├── legacy_agent_sample.js │ │ ├── package-lock.json │ │ ├── package.json │ │ ├── rag_sample.js │ │ └── tool_call_sample.js │ ├── scripts │ │ └── jest-setup-after-env.js │ ├── src │ │ ├── chat_models.ts │ │ ├── embeddings.ts │ │ ├── index.ts │ │ ├── llms.ts │ │ ├── prompt_parser.ts │ │ └── tests │ │ │ ├── chat_models.int.test.ts │ │ │ ├── chat_models_tools.test.ts │ │ │ ├── embeddings.int.test.ts │ │ │ └── llm.test.ts │ └── tsconfig.json ├── openvino_code │ ├── .eslintignore │ ├── .eslintrc.js │ ├── .gitignore │ ├── .prettierignore │ ├── .prettierrc │ ├── .vscodeignore │ ├── DEVELOPER.md │ ├── README.md │ ├── jest.config.js │ ├── media │ │ ├── logo.png │ │ └── sidebar-icon.png │ ├── package-lock.json │ ├── package.json │ ├── server │ │ ├── README.md │ │ ├── main.py │ │ ├── pyproject.toml │ │ └── src │ │ │ ├── __init__.py │ │ │ ├── app.py │ │ │ ├── generators.py │ │ │ └── utils.py │ ├── shared │ │ ├── device.ts │ │ ├── extension-state.ts │ │ ├── features.ts │ │ ├── model.ts │ │ ├── server-state.ts │ │ └── side-panel-message.ts │ ├── side-panel-ui │ │ ├── .eslintrc.cjs │ │ ├── .gitignore │ │ ├── index.html │ │ ├── package.json │ │ ├── src │ │ │ ├── App.tsx │ │ │ ├── components │ │ │ │ ├── sections │ │ │ │ │ ├── ActionsSection │ │ │ │ │ │ ├── ActionsSection.css │ │ │ │ │ │ └── ActionsSection.tsx │ │ │ │ │ ├── CompletionSection │ │ │ │ │ │ ├── CompletionSection.css │ │ │ │ │ │ └── CompletionSection.tsx │ │ │ │ │ ├── OverviewSection │ │ │ │ │ │ ├── OverviewSection.css │ │ │ │ │ │ └── OverviewSection.tsx │ │ │ │ │ ├── ServerSection │ │ │ │ │ │ ├── DeviceSelect │ │ │ │ │ │ │ └── DeviceSelect.tsx │ │ │ │ │ │ ├── ModelSelect │ │ │ │ │ │ │ └── ModelSelect.tsx │ │ │ │ │ │ ├── ServerSection.css │ │ │ │ │ │ ├── ServerSection.tsx │ │ │ │ │ │ ├── ServerStatus │ │ │ │ │ │ │ ├── ServerStatus.css │ │ │ │ │ │ │ └── ServerStatus.tsx │ │ │ │ │ │ └── StartingStages │ │ │ │ │ │ │ ├── StartingStages.css │ │ │ │ │ │ │ └── StartingStages.tsx │ │ │ │ │ └── SummarizationSection │ │ │ │ │ │ └── SummarizationSection.tsx │ │ │ │ └── shared │ │ │ │ │ ├── Checkbox │ │ │ │ │ ├── Checkbox.css │ │ │ │ │ └── Checkbox.tsx │ │ │ │ │ ├── Select │ │ │ │ │ ├── Select.css │ │ │ │ │ └── Select.tsx │ │ │ │ │ └── VscodeIcon │ │ │ │ │ ├── VscodeIcon.css │ │ │ │ │ └── VscodeIcon.tsx │ │ │ ├── main.tsx │ │ │ ├── styles │ │ │ │ └── vscode.css │ │ │ ├── use-extension-state.ts │ │ │ ├── utils │ │ │ │ └── vscode.ts │ │ │ └── vite-env.d.ts │ │ ├── tsconfig.json │ │ ├── tsconfig.node.json │ │ └── vite.config.ts │ ├── src │ │ ├── configuration.ts │ │ ├── constants.ts │ │ ├── docstring │ │ │ ├── completion-item-provider.ts │ │ │ ├── docstring-template │ │ │ │ ├── docstring-factory.ts │ │ │ │ ├── docstring-parts.ts │ │ │ │ ├── get-template.ts │ │ │ │ ├── index.ts │ │ │ │ ├── template-data.ts │ │ │ │ └── templates │ │ │ │ │ ├── default.mustache │ │ │ │ │ ├── google.mustache │ │ │ │ │ ├── google_summary_only.mustache │ │ │ │ │ ├── numpy.mustache │ │ │ │ │ └── sphinx.mustache │ │ │ ├── generate-command.ts │ │ │ ├── generate-docstring.ts │ │ │ ├── index.ts │ │ │ └── parse │ │ │ │ ├── docstring-is-closed.ts │ │ │ │ ├── get-body.ts │ │ │ │ ├── get-definition.ts │ │ │ │ ├── get-docstring-indentation.ts │ │ │ │ ├── get-function-name.ts │ │ │ │ ├── guess-type.ts │ │ │ │ ├── index.ts │ │ │ │ ├── parse-parameters.ts │ │ │ │ ├── parse.ts │ │ │ │ ├── tokenize-definition.ts │ │ │ │ ├── utilities.ts │ │ │ │ └── valid-docstring-prefix.ts │ │ ├── extension-component.interface.ts │ │ ├── extension.ts │ │ ├── inline-completion │ │ │ ├── command-inline-completion-provider.ts │ │ │ ├── completion.service.ts │ │ │ ├── index.ts │ │ │ ├── inline-completion-component.ts │ │ │ ├── streaming-command-inline-completion-provider.ts │ │ │ ├── streaming-inline-completion-component.ts │ │ │ └── tab.ts │ │ ├── lru-cache.decorator.ts │ │ ├── python-server │ │ │ ├── commands-runner.ts │ │ │ ├── detect-os.ts │ │ │ ├── detect-python.ts │ │ │ ├── pip.ts │ │ │ ├── proxy.ts │ │ │ ├── python-server-runner.ts │ │ │ ├── python-server.service.ts │ │ │ ├── server-log.ts │ │ │ ├── server-state-controller.ts │ │ │ └── virtual-environment.ts │ │ ├── services │ │ │ ├── backend.service.ts │ │ │ ├── connection.service.ts │ │ │ ├── notification.service.ts │ │ │ ├── request │ │ │ │ ├── index.ts │ │ │ │ └── streaming-request.ts │ │ │ └── status-bar.service.ts │ │ ├── settings │ │ │ └── settings.service.ts │ │ ├── side-panel │ │ │ ├── index.ts │ │ │ ├── side-panel-message-handler.ts │ │ │ └── side-panel-view-provider.ts │ │ └── state.ts │ ├── tsconfig.json │ └── webpack.config.js ├── openvino_training_kit │ ├── .gitignore │ ├── README.md │ ├── setup.py │ ├── src │ │ └── ov_training_kit │ │ │ ├── __init__.py │ │ │ ├── pytorch │ │ │ ├── README.md │ │ │ ├── __init__.py │ │ │ ├── base_wrapper.py │ │ │ ├── classification_wrapper.py │ │ │ ├── compiler.py │ │ │ ├── detection_wrapper.py │ │ │ ├── regression_wrapper.py │ │ │ └── segmentation_wrapper.py │ │ │ ├── sklearn │ │ │ ├── README.md │ │ │ ├── __init__.py │ │ │ ├── classification │ │ │ │ ├── __init__.py │ │ │ │ ├── knn.py │ │ │ │ ├── logistic_regression.py │ │ │ │ ├── nusvc.py │ │ │ │ ├── random_forest.py │ │ │ │ └── svc.py │ │ │ ├── clustering │ │ │ │ ├── __init__.py │ │ │ │ ├── dbscan.py │ │ │ │ └── kmeans.py │ │ │ ├── decomposition │ │ │ │ ├── __init__.py │ │ │ │ ├── pca.py │ │ │ │ └── tsne.py │ │ │ ├── neighbors │ │ │ │ ├── __init__.py │ │ │ │ └── nearest_neighbors.py │ │ │ └── regression │ │ │ │ ├── __init__.py │ │ │ │ ├── elastic_net.py │ │ │ │ ├── lasso.py │ │ │ │ ├── linear_regression.py │ │ │ │ ├── nusvr.py │ │ │ │ ├── random_forest_regressor.py │ │ │ │ ├── ridge.py │ │ │ │ └── svr.py │ │ │ └── tensorflow │ │ │ ├── README.md │ │ │ ├── __init__.py │ │ │ ├── base_wrapper.py │ │ │ ├── classification_wrapper.py │ │ │ ├── detection_wrapper.py │ │ │ ├── regression_wrapper.py │ │ │ └── segmentation_wrapper.py │ └── tests │ │ ├── tests_pytorch │ │ ├── compare_class.py │ │ ├── real_test.py │ │ ├── test_classification.py │ │ ├── test_detection.py │ │ ├── test_full_class.py │ │ ├── test_regression.py │ │ └── test_segmentation.py │ │ ├── tests_sklearn │ │ ├── example.py │ │ ├── tests_classification │ │ │ ├── test_kneighbors_classifier.py │ │ │ ├── test_logistic_regression.py │ │ │ ├── test_nusvc.py │ │ │ ├── test_random_forest_classifier.py │ │ │ └── test_svc.py │ │ ├── tests_clustering │ │ │ ├── test_dbscan.py │ │ │ └── test_kmeans.py │ │ ├── tests_decomposition │ │ │ ├── test_incremental_pca.py │ │ │ ├── test_pca.py │ │ │ └── test_tsne.py │ │ └── tests_regression │ │ │ ├── test_elastic_net.py │ │ │ ├── test_kneighbors_regressor.py │ │ │ ├── test_lasso.py │ │ │ ├── test_linear_regression.py │ │ │ ├── test_nusvr.py │ │ │ ├── test_random_forest_regressor.py │ │ │ ├── test_ridge.py │ │ │ └── test_svr.py │ │ └── tests_tensorflow │ │ ├── compare_class.py │ │ ├── real_test.py │ │ ├── test_classification.py │ │ ├── test_detection.py │ │ ├── test_full_class.py │ │ ├── test_regression.py │ │ └── test_segmentation.py └── token_merging │ ├── README.md │ ├── demo.ipynb │ ├── setup.py │ ├── tests │ └── test_precommit.py │ └── tomeov │ ├── __init__.py │ ├── import_utils.py │ ├── merge.py │ ├── openclip.py │ ├── stable_diffusion.py │ ├── timm.py │ └── utils.py └── third-party-programs.txt /.github/CODEOWNERS: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/.github/CODEOWNERS -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/good_first_issue.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/.github/ISSUE_TEMPLATE/good_first_issue.yml -------------------------------------------------------------------------------- /.github/labeler.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/.github/labeler.yml -------------------------------------------------------------------------------- /.github/workflows/assign_issue.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/.github/workflows/assign_issue.yml -------------------------------------------------------------------------------- /.github/workflows/code_style.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/.github/workflows/code_style.yml -------------------------------------------------------------------------------- /.github/workflows/history_cuda.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/.github/workflows/history_cuda.yml -------------------------------------------------------------------------------- /.github/workflows/labeler.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/.github/workflows/labeler.yml -------------------------------------------------------------------------------- /.github/workflows/linux.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/.github/workflows/linux.yml -------------------------------------------------------------------------------- /.github/workflows/mac.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/.github/workflows/mac.yml -------------------------------------------------------------------------------- /.github/workflows/openvino_code.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/.github/workflows/openvino_code.yml -------------------------------------------------------------------------------- /.github/workflows/sanitizer_cuda.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/.github/workflows/sanitizer_cuda.yml -------------------------------------------------------------------------------- /.github/workflows/test_cuda.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/.github/workflows/test_cuda.yml -------------------------------------------------------------------------------- /.github/workflows/token_merging.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/.github/workflows/token_merging.yml -------------------------------------------------------------------------------- /.github/workflows/windows.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/.github/workflows/windows.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- 1 | .vscode/ 2 | -------------------------------------------------------------------------------- /.readthedocs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/.readthedocs.yaml -------------------------------------------------------------------------------- /CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/CONTRIBUTING.md -------------------------------------------------------------------------------- /Jenkinsfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/Jenkinsfile -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/README.md -------------------------------------------------------------------------------- /SECURITY.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/SECURITY.md -------------------------------------------------------------------------------- /modules/custom_operations/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/custom_operations/CMakeLists.txt -------------------------------------------------------------------------------- /modules/custom_operations/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/custom_operations/README.md -------------------------------------------------------------------------------- /modules/custom_operations/cmake/platforms.cmake: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/custom_operations/cmake/platforms.cmake -------------------------------------------------------------------------------- /modules/custom_operations/examples/fft/fft.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/custom_operations/examples/fft/fft.py -------------------------------------------------------------------------------- /modules/custom_operations/tests/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/custom_operations/tests/requirements.txt -------------------------------------------------------------------------------- /modules/custom_operations/tests/run_tests.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/custom_operations/tests/run_tests.py -------------------------------------------------------------------------------- /modules/genai_optimizations/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/genai_optimizations/.gitignore -------------------------------------------------------------------------------- /modules/genai_optimizations/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/genai_optimizations/README.md -------------------------------------------------------------------------------- /modules/genai_optimizations/benchmarks/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/genai_optimizations/benchmarks/README.md -------------------------------------------------------------------------------- /modules/genai_optimizations/benchmarks/mmebench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/genai_optimizations/benchmarks/mmebench.py -------------------------------------------------------------------------------- /modules/genai_optimizations/benchmarks/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/genai_optimizations/benchmarks/utils.py -------------------------------------------------------------------------------- /modules/genai_optimizations/genai_opt/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/genai_optimizations/genai_opt/__init__.py -------------------------------------------------------------------------------- /modules/genai_optimizations/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/genai_optimizations/setup.py -------------------------------------------------------------------------------- /modules/java_api/.gitignore: -------------------------------------------------------------------------------- 1 | .gradle 2 | **/build/ -------------------------------------------------------------------------------- /modules/java_api/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/java_api/CMakeLists.txt -------------------------------------------------------------------------------- /modules/java_api/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/java_api/README.md -------------------------------------------------------------------------------- /modules/java_api/build.gradle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/java_api/build.gradle -------------------------------------------------------------------------------- /modules/java_api/cmake/CMakeFindJavaCommon.cmake: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/java_api/cmake/CMakeFindJavaCommon.cmake -------------------------------------------------------------------------------- /modules/java_api/cmake/FindJNI.cmake: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/java_api/cmake/FindJNI.cmake -------------------------------------------------------------------------------- /modules/java_api/cmake/FindPackageMessage.cmake: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/java_api/cmake/FindPackageMessage.cmake -------------------------------------------------------------------------------- /modules/java_api/docs/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/java_api/docs/Makefile -------------------------------------------------------------------------------- /modules/java_api/docs/conf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/java_api/docs/conf.py -------------------------------------------------------------------------------- /modules/java_api/docs/index.rst: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /modules/java_api/docs/make.bat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/java_api/docs/make.bat -------------------------------------------------------------------------------- /modules/java_api/gradle.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/java_api/gradle.properties -------------------------------------------------------------------------------- /modules/java_api/samples/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/java_api/samples/CMakeLists.txt -------------------------------------------------------------------------------- /modules/java_api/samples/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/java_api/samples/README.md -------------------------------------------------------------------------------- /modules/java_api/samples/face_detection_java_sample/settings.gradle: -------------------------------------------------------------------------------- 1 | rootProject.name = 'face_detection_java_sample' 2 | -------------------------------------------------------------------------------- /modules/java_api/samples/face_detection_kotlin_sample/settings.gradle: -------------------------------------------------------------------------------- 1 | rootProject.name = 'face_detection_kotlin_sample' 2 | -------------------------------------------------------------------------------- /modules/java_api/samples/hello_query_device/settings.gradle: -------------------------------------------------------------------------------- 1 | rootProject.name = 'hello_query_device' 2 | -------------------------------------------------------------------------------- /modules/java_api/settings.gradle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/java_api/settings.gradle -------------------------------------------------------------------------------- /modules/java_api/src/main/cpp/any.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/java_api/src/main/cpp/any.cpp -------------------------------------------------------------------------------- /modules/java_api/src/main/cpp/compiled_model.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/java_api/src/main/cpp/compiled_model.cpp -------------------------------------------------------------------------------- /modules/java_api/src/main/cpp/core.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/java_api/src/main/cpp/core.cpp -------------------------------------------------------------------------------- /modules/java_api/src/main/cpp/dimension.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/java_api/src/main/cpp/dimension.cpp -------------------------------------------------------------------------------- /modules/java_api/src/main/cpp/infer_request.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/java_api/src/main/cpp/infer_request.cpp -------------------------------------------------------------------------------- /modules/java_api/src/main/cpp/input_info.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/java_api/src/main/cpp/input_info.cpp -------------------------------------------------------------------------------- /modules/java_api/src/main/cpp/input_model_info.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/java_api/src/main/cpp/input_model_info.cpp -------------------------------------------------------------------------------- /modules/java_api/src/main/cpp/jni_common.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/java_api/src/main/cpp/jni_common.hpp -------------------------------------------------------------------------------- /modules/java_api/src/main/cpp/layout.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/java_api/src/main/cpp/layout.cpp -------------------------------------------------------------------------------- /modules/java_api/src/main/cpp/model.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/java_api/src/main/cpp/model.cpp -------------------------------------------------------------------------------- /modules/java_api/src/main/cpp/openvino.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/java_api/src/main/cpp/openvino.cpp -------------------------------------------------------------------------------- /modules/java_api/src/main/cpp/openvino_java.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/java_api/src/main/cpp/openvino_java.hpp -------------------------------------------------------------------------------- /modules/java_api/src/main/cpp/output.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/java_api/src/main/cpp/output.cpp -------------------------------------------------------------------------------- /modules/java_api/src/main/cpp/output_info.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/java_api/src/main/cpp/output_info.cpp -------------------------------------------------------------------------------- /modules/java_api/src/main/cpp/partial_shape.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/java_api/src/main/cpp/partial_shape.cpp -------------------------------------------------------------------------------- /modules/java_api/src/main/cpp/tensor.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/java_api/src/main/cpp/tensor.cpp -------------------------------------------------------------------------------- /modules/java_api/src/test/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/java_api/src/test/README.md -------------------------------------------------------------------------------- /modules/llama_cpp_plugin/.clang-format: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/llama_cpp_plugin/.clang-format -------------------------------------------------------------------------------- /modules/llama_cpp_plugin/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/llama_cpp_plugin/CMakeLists.txt -------------------------------------------------------------------------------- /modules/llama_cpp_plugin/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/llama_cpp_plugin/README.md -------------------------------------------------------------------------------- /modules/llama_cpp_plugin/include/infer_request.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/llama_cpp_plugin/include/infer_request.hpp -------------------------------------------------------------------------------- /modules/llama_cpp_plugin/include/plugin.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/llama_cpp_plugin/include/plugin.hpp -------------------------------------------------------------------------------- /modules/llama_cpp_plugin/include/state.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/llama_cpp_plugin/include/state.hpp -------------------------------------------------------------------------------- /modules/llama_cpp_plugin/notebooks/qwen.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/llama_cpp_plugin/notebooks/qwen.ipynb -------------------------------------------------------------------------------- /modules/llama_cpp_plugin/src/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/llama_cpp_plugin/src/CMakeLists.txt -------------------------------------------------------------------------------- /modules/llama_cpp_plugin/src/compiled_model.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/llama_cpp_plugin/src/compiled_model.cpp -------------------------------------------------------------------------------- /modules/llama_cpp_plugin/src/infer_request.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/llama_cpp_plugin/src/infer_request.cpp -------------------------------------------------------------------------------- /modules/llama_cpp_plugin/src/plugin.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/llama_cpp_plugin/src/plugin.cpp -------------------------------------------------------------------------------- /modules/llama_cpp_plugin/tests/e2e/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/llama_cpp_plugin/tests/e2e/CMakeLists.txt -------------------------------------------------------------------------------- /modules/llama_cpp_plugin/tests/e2e/src/model_fixture.cpp: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /modules/nvidia_plugin/.clang-format: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/.clang-format -------------------------------------------------------------------------------- /modules/nvidia_plugin/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/.gitignore -------------------------------------------------------------------------------- /modules/nvidia_plugin/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/CMakeLists.txt -------------------------------------------------------------------------------- /modules/nvidia_plugin/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/Dockerfile -------------------------------------------------------------------------------- /modules/nvidia_plugin/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/README.md -------------------------------------------------------------------------------- /modules/nvidia_plugin/SECURITY.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/SECURITY.md -------------------------------------------------------------------------------- /modules/nvidia_plugin/build.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/build.sh -------------------------------------------------------------------------------- /modules/nvidia_plugin/cmake/features.cmake: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /modules/nvidia_plugin/docker.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/docker.sh -------------------------------------------------------------------------------- /modules/nvidia_plugin/docs/cuda_opset.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/docs/cuda_opset.md -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/CMakeLists.txt -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/cancellation_token.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/cancellation_token.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/cuda/blas.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/cuda/blas.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/cuda/device_pointers.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/cuda/device_pointers.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/cuda/dnn.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/cuda/dnn.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/cuda/dnn_be.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/cuda/dnn_be.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/cuda/dnn_be_algo.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/cuda/dnn_be_algo.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/cuda/dnn_be_attrs.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/cuda/dnn_be_attrs.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/cuda/dnn_be_desc.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/cuda/dnn_be_desc.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/cuda/event.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/cuda/event.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/cuda/float16.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/cuda/float16.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/cuda/graph.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/cuda/graph.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/cuda/graph.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/cuda/graph.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/cuda/math.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/cuda/math.cuh -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/cuda/node_params.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/cuda/node_params.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/cuda/props.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/cuda/props.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/cuda/props.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/cuda/props.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/cuda/runtime.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/cuda/runtime.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/cuda/stl/array.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/cuda/stl/array.cuh -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/cuda/stl/atomic.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/cuda/stl/atomic.cuh -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/cuda/stl/mdspan.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/cuda/stl/mdspan.cuh -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/cuda/stl/mdvector.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/cuda/stl/mdvector.cuh -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/cuda/stl/pair.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/cuda/stl/pair.cuh -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/cuda/stl/span.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/cuda/stl/span.cuh -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/cuda/stl/vector.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/cuda/stl/vector.cuh -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/cuda/tensor.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/cuda/tensor.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/cuda/utils.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/cuda/utils.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/cuda_compiled_model.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/cuda_compiled_model.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/cuda_compiled_model.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/cuda_compiled_model.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/cuda_config.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/cuda_config.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/cuda_config.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/cuda_config.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/cuda_create_plugin.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/cuda_create_plugin.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/cuda_graph_context.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/cuda_graph_context.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/cuda_graph_context.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/cuda_graph_context.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/cuda_infer_request.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/cuda_infer_request.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/cuda_infer_request.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/cuda_infer_request.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/cuda_itt.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/cuda_itt.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/cuda_jthread.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/cuda_jthread.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/cuda_latch.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/cuda_latch.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/cuda_operation_base.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/cuda_operation_base.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/cuda_operation_base.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/cuda_operation_base.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/cuda_perf_counts.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/cuda_perf_counts.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/cuda_plugin.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/cuda_plugin.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/cuda_plugin.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/cuda_plugin.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/cuda_profiler.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/cuda_profiler.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/cuda_profiler.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/cuda_profiler.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/cuda_thread_context.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/cuda_thread_context.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/cuda_thread_pool.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/cuda_thread_pool.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/cuda_thread_pool.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/cuda_thread_pool.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/error.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/error.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/error.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/error.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/kernels/abs.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/kernels/abs.cu -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/kernels/abs.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/kernels/abs.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/kernels/acos.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/kernels/acos.cu -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/kernels/acos.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/kernels/acos.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/kernels/acosh.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/kernels/acosh.cu -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/kernels/acosh.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/kernels/acosh.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/kernels/add.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/kernels/add.cu -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/kernels/add.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/kernels/add.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/kernels/asin.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/kernels/asin.cu -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/kernels/asin.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/kernels/asin.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/kernels/asinh.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/kernels/asinh.cu -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/kernels/asinh.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/kernels/asinh.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/kernels/atan.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/kernels/atan.cu -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/kernels/atan.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/kernels/atan.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/kernels/atanh.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/kernels/atanh.cu -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/kernels/atanh.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/kernels/atanh.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/kernels/broadcast.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/kernels/broadcast.cu -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/kernels/broadcast.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/kernels/broadcast.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/kernels/clamp.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/kernels/clamp.cu -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/kernels/clamp.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/kernels/clamp.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/kernels/comparison.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/kernels/comparison.cu -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/kernels/comparison.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/kernels/comparison.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/kernels/concat.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/kernels/concat.cu -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/kernels/concat.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/kernels/concat.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/kernels/convert.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/kernels/convert.cu -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/kernels/convert.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/kernels/convert.cuh -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/kernels/convert.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/kernels/convert.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/kernels/cos.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/kernels/cos.cu -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/kernels/cos.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/kernels/cos.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/kernels/cosh.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/kernels/cosh.cu -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/kernels/cosh.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/kernels/cosh.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/kernels/divide.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/kernels/divide.cu -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/kernels/divide.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/kernels/divide.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/kernels/elu.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/kernels/elu.cu -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/kernels/elu.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/kernels/elu.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/kernels/exp.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/kernels/exp.cu -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/kernels/exp.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/kernels/exp.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/kernels/fake_quantize.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/kernels/fake_quantize.cu -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/kernels/floor.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/kernels/floor.cu -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/kernels/floor.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/kernels/floor.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/kernels/floor_mod.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/kernels/floor_mod.cu -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/kernels/floor_mod.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/kernels/floor_mod.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/kernels/gather.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/kernels/gather.cu -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/kernels/gather.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/kernels/gather.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/kernels/gelu.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/kernels/gelu.cu -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/kernels/gelu.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/kernels/gelu.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/kernels/hswish.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/kernels/hswish.cu -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/kernels/hswish.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/kernels/hswish.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/kernels/insert.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/kernels/insert.cu -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/kernels/insert.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/kernels/insert.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/kernels/log.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/kernels/log.cu -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/kernels/log.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/kernels/log.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/kernels/logical_not.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/kernels/logical_not.cu -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/kernels/logical_not.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/kernels/logical_not.cuh -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/kernels/maximum.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/kernels/maximum.cu -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/kernels/maximum.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/kernels/maximum.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/kernels/minimum.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/kernels/minimum.cu -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/kernels/minimum.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/kernels/minimum.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/kernels/mish.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/kernels/mish.cu -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/kernels/mish.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/kernels/mish.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/kernels/mod.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/kernels/mod.cu -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/kernels/mod.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/kernels/mod.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/kernels/multiply.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/kernels/multiply.cu -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/kernels/multiply.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/kernels/multiply.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/kernels/negative.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/kernels/negative.cu -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/kernels/negative.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/kernels/negative.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/kernels/pad.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/kernels/pad.cu -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/kernels/pad.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/kernels/pad.cuh -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/kernels/power.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/kernels/power.cu -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/kernels/power.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/kernels/power.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/kernels/prelu.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/kernels/prelu.cu -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/kernels/prelu.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/kernels/prelu.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/kernels/range.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/kernels/range.cu -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/kernels/range.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/kernels/range.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/kernels/round.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/kernels/round.cu -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/kernels/round.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/kernels/round.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/kernels/select.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/kernels/select.cu -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/kernels/select.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/kernels/select.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/kernels/sign.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/kernels/sign.cu -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/kernels/sign.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/kernels/sign.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/kernels/sin.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/kernels/sin.cu -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/kernels/sin.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/kernels/sin.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/kernels/sinh.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/kernels/sinh.cu -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/kernels/sinh.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/kernels/sinh.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/kernels/slice.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/kernels/slice.cu -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/kernels/slice.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/kernels/slice.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/kernels/soft_sign.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/kernels/soft_sign.cu -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/kernels/soft_sign.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/kernels/soft_sign.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/kernels/split.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/kernels/split.cu -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/kernels/split.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/kernels/split.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/kernels/sqrt.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/kernels/sqrt.cu -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/kernels/sqrt.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/kernels/sqrt.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/kernels/strided_slice.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/kernels/strided_slice.cu -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/kernels/subtract.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/kernels/subtract.cu -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/kernels/subtract.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/kernels/subtract.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/kernels/swish.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/kernels/swish.cu -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/kernels/swish.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/kernels/swish.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/kernels/tan.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/kernels/tan.cu -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/kernels/tan.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/kernels/tan.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/kernels/topk.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/kernels/topk.cu -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/kernels/topk.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/kernels/topk.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/abs.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/abs.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/abs.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/abs.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/acos.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/acos.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/acos.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/acos.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/acosh.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/acosh.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/acosh.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/acosh.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/add.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/add.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/add_cuda.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/add_cuda.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/add_cudnn.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/add_cudnn.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/add_cudnn.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/add_cudnn.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/asin.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/asin.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/asin.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/asin.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/asinh.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/asinh.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/asinh.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/asinh.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/atan.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/atan.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/atan.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/atan.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/atanh.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/atanh.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/atanh.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/atanh.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/avgpool.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/avgpool.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/avgpool.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/avgpool.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/broadcast.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/broadcast.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/broadcast.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/broadcast.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/clamp.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/clamp.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/clamp_cuda.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/clamp_cuda.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/clamp_cuda.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/clamp_cuda.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/clamp_cudnn.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/clamp_cudnn.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/clamp_cudnn.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/clamp_cudnn.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/comparison.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/comparison.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/comparison.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/comparison.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/concat.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/concat.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/concat.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/concat.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/convert.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/convert.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/convert.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/convert.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/converters.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/converters.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/convolution.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/convolution.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/cos.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/cos.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/cos.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/cos.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/cosh.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/cosh.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/cosh.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/cosh.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/detection_output.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/detection_output.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/detection_output.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/detection_output.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/divide.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/divide.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/divide_cuda.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/divide_cuda.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/eltwise.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/eltwise.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/elu.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/elu.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/elu.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/elu.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/equal.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/equal.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/equal.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/equal.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/examples/sigmoid.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/examples/sigmoid.cu -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/examples/sigmoid.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/examples/sigmoid.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/exp.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/exp.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/exp.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/exp.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/fake_quantize.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/fake_quantize.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/fake_quantize.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/fake_quantize.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/floor.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/floor.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/floor.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/floor.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/floor_mod.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/floor_mod.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/floor_mod.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/floor_mod.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/fully_connected.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/fully_connected.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/fully_connected.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/fully_connected.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/gather.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/gather.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/gather.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/gather.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/gelu.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/gelu.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/gelu.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/gelu.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/greater.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/greater.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/greater.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/greater.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/greater_equal.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/greater_equal.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/greater_equal.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/greater_equal.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/gru_cell.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/gru_cell.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/gru_cell.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/gru_cell.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/gru_sequence.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/gru_sequence.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/gru_sequence.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/gru_sequence.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/hswish.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/hswish.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/hswish.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/hswish.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/interpolate.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/interpolate.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/less.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/less.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/less.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/less.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/less_equal.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/less_equal.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/less_equal.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/less_equal.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/log.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/log.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/log.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/log.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/logical_not.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/logical_not.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/logical_not.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/logical_not.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/lstm_cell.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/lstm_cell.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/lstm_cell.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/lstm_cell.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/lstm_sequence.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/lstm_sequence.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/lstm_sequence.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/lstm_sequence.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/matmul.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/matmul.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/matmul.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/matmul.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/maximum.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/maximum.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/maximum.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/maximum.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/maxpool.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/maxpool.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/maxpool.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/maxpool.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/minimum.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/minimum.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/minimum.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/minimum.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/mish.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/mish.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/mish.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/mish.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/mod.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/mod.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/mod.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/mod.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/multiply.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/multiply.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/multiply_cuda.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/multiply_cuda.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/multiply_cuda.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/multiply_cuda.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/multiply_cudnn.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/multiply_cudnn.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/multiply_cudnn.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/multiply_cudnn.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/mvn.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/mvn.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/mvn.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/mvn.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/negative.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/negative.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/negative.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/negative.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/nop_op.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/nop_op.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/nop_op.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/nop_op.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/not_equal.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/not_equal.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/not_equal.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/not_equal.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/pad.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/pad.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/pad.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/pad.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/parameter.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/parameter.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/parameter.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/parameter.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/pooling_impl.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/pooling_impl.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/pooling_impl.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/pooling_impl.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/power.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/power.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/power.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/power.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/prelu.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/prelu.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/prelu.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/prelu.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/range.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/range.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/range.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/range.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/reduce.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/reduce.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/reduce.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/reduce.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/reduce_max.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/reduce_max.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/reduce_max.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/reduce_max.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/reduce_mean.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/reduce_mean.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/reduce_mean.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/reduce_mean.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/reduce_min.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/reduce_min.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/reduce_min.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/reduce_min.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/reduce_prod.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/reduce_prod.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/reduce_prod.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/reduce_prod.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/reduce_sum.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/reduce_sum.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/reduce_sum.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/reduce_sum.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/relu.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/relu.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/relu.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/relu.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/result.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/result.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/result.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/result.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/round.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/round.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/round.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/round.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/select.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/select.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/select.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/select.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/sigmoid.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/sigmoid.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/sigmoid.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/sigmoid.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/sign.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/sign.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/sign.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/sign.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/sin.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/sin.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/sin.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/sin.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/sinh.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/sinh.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/sinh.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/sinh.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/soft_sign.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/soft_sign.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/soft_sign.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/soft_sign.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/softmax.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/softmax.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/softmax.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/softmax.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/split.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/split.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/split.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/split.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/sqrt.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/sqrt.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/sqrt.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/sqrt.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/strided_slice.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/strided_slice.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/strided_slice.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/strided_slice.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/subgraph.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/subgraph.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/subgraph.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/subgraph.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/subtract.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/subtract.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/subtract.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/subtract.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/swish.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/swish.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/swish.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/swish.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/tan.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/tan.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/tan.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/tan.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/tanh.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/tanh.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/tanh.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/tanh.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/tensor_iterator.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/tensor_iterator.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/tensor_iterator.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/tensor_iterator.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/topk.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/topk.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/topk.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/topk.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/transpose.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/transpose.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/transpose.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/transpose.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/variadic_split.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/variadic_split.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/ops/variadic_split.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/ops/variadic_split.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/src/utils/perf_timing.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/src/utils/perf_timing.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/tests/unit/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/tests/unit/CMakeLists.txt -------------------------------------------------------------------------------- /modules/nvidia_plugin/tests/unit/compile_model.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/tests/unit/compile_model.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/tests/unit/concat.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/tests/unit/concat.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/tests/unit/cuda/stl/span.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/tests/unit/cuda/stl/span.cu -------------------------------------------------------------------------------- /modules/nvidia_plugin/tests/unit/kernels/slice.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/tests/unit/kernels/slice.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/tests/unit/limits.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/tests/unit/limits.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/tests/unit/memory_pool.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/tests/unit/memory_pool.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/tests/unit/parameter.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/tests/unit/parameter.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/tests/unit/plugin.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/tests/unit/plugin.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/tests/unit/pooling_tests.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/tests/unit/pooling_tests.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/tests/unit/relu.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/tests/unit/relu.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/tests/unit/result.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/tests/unit/result.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/tests/unit/test_networks.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/tests/unit/test_networks.hpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/tests/unit/typed_functor.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/tests/unit/typed_functor.cpp -------------------------------------------------------------------------------- /modules/nvidia_plugin/utils/check.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/utils/check.sh -------------------------------------------------------------------------------- /modules/nvidia_plugin/utils/cuda-sanitizer.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/utils/cuda-sanitizer.sh -------------------------------------------------------------------------------- /modules/nvidia_plugin/utils/format.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/utils/format.sh -------------------------------------------------------------------------------- /modules/nvidia_plugin/utils/install-pre-push.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/utils/install-pre-push.sh -------------------------------------------------------------------------------- /modules/nvidia_plugin/utils/lsan-suppressions.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/utils/lsan-suppressions.txt -------------------------------------------------------------------------------- /modules/nvidia_plugin/utils/pre-push: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/utils/pre-push -------------------------------------------------------------------------------- /modules/nvidia_plugin/utils/pre-push-impl.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/utils/pre-push-impl.sh -------------------------------------------------------------------------------- /modules/nvidia_plugin/utils/uninstall-pre-push.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/utils/uninstall-pre-push.sh -------------------------------------------------------------------------------- /modules/nvidia_plugin/wheel/requirements-dev.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/wheel/requirements-dev.txt -------------------------------------------------------------------------------- /modules/nvidia_plugin/wheel/requirements.txt: -------------------------------------------------------------------------------- 1 | openvino==2025.3.0 2 | -------------------------------------------------------------------------------- /modules/nvidia_plugin/wheel/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/nvidia_plugin/wheel/setup.py -------------------------------------------------------------------------------- /modules/ollama_openvino/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/CMakeLists.txt -------------------------------------------------------------------------------- /modules/ollama_openvino/CMakePresets.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/CMakePresets.json -------------------------------------------------------------------------------- /modules/ollama_openvino/CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/CONTRIBUTING.md -------------------------------------------------------------------------------- /modules/ollama_openvino/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/Dockerfile -------------------------------------------------------------------------------- /modules/ollama_openvino/Dockerfile_genai_ubuntu24: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/Dockerfile_genai_ubuntu24 -------------------------------------------------------------------------------- /modules/ollama_openvino/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/LICENSE -------------------------------------------------------------------------------- /modules/ollama_openvino/Makefile.sync: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/Makefile.sync -------------------------------------------------------------------------------- /modules/ollama_openvino/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/README.md -------------------------------------------------------------------------------- /modules/ollama_openvino/SECURITY.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/SECURITY.md -------------------------------------------------------------------------------- /modules/ollama_openvino/api/client.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/api/client.go -------------------------------------------------------------------------------- /modules/ollama_openvino/api/client_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/api/client_test.go -------------------------------------------------------------------------------- /modules/ollama_openvino/api/examples/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/api/examples/README.md -------------------------------------------------------------------------------- /modules/ollama_openvino/api/examples/chat/main.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/api/examples/chat/main.go -------------------------------------------------------------------------------- /modules/ollama_openvino/api/types.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/api/types.go -------------------------------------------------------------------------------- /modules/ollama_openvino/api/types_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/api/types_test.go -------------------------------------------------------------------------------- /modules/ollama_openvino/app/.gitignore: -------------------------------------------------------------------------------- 1 | ollama.syso 2 | -------------------------------------------------------------------------------- /modules/ollama_openvino/app/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/app/README.md -------------------------------------------------------------------------------- /modules/ollama_openvino/app/assets/app.ico: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/app/assets/app.ico -------------------------------------------------------------------------------- /modules/ollama_openvino/app/assets/assets.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/app/assets/assets.go -------------------------------------------------------------------------------- /modules/ollama_openvino/app/assets/setup.bmp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/app/assets/setup.bmp -------------------------------------------------------------------------------- /modules/ollama_openvino/app/assets/tray.ico: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/app/assets/tray.ico -------------------------------------------------------------------------------- /modules/ollama_openvino/app/lifecycle/lifecycle.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/app/lifecycle/lifecycle.go -------------------------------------------------------------------------------- /modules/ollama_openvino/app/lifecycle/logging.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/app/lifecycle/logging.go -------------------------------------------------------------------------------- /modules/ollama_openvino/app/lifecycle/paths.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/app/lifecycle/paths.go -------------------------------------------------------------------------------- /modules/ollama_openvino/app/lifecycle/server.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/app/lifecycle/server.go -------------------------------------------------------------------------------- /modules/ollama_openvino/app/lifecycle/updater.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/app/lifecycle/updater.go -------------------------------------------------------------------------------- /modules/ollama_openvino/app/main.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/app/main.go -------------------------------------------------------------------------------- /modules/ollama_openvino/app/ollama.iss: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/app/ollama.iss -------------------------------------------------------------------------------- /modules/ollama_openvino/app/ollama.rc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/app/ollama.rc -------------------------------------------------------------------------------- /modules/ollama_openvino/app/ollama_welcome.ps1: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/app/ollama_welcome.ps1 -------------------------------------------------------------------------------- /modules/ollama_openvino/app/store/store.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/app/store/store.go -------------------------------------------------------------------------------- /modules/ollama_openvino/app/store/store_darwin.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/app/store/store_darwin.go -------------------------------------------------------------------------------- /modules/ollama_openvino/app/store/store_linux.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/app/store/store_linux.go -------------------------------------------------------------------------------- /modules/ollama_openvino/app/store/store_windows.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/app/store/store_windows.go -------------------------------------------------------------------------------- /modules/ollama_openvino/app/tray/tray.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/app/tray/tray.go -------------------------------------------------------------------------------- /modules/ollama_openvino/app/tray/tray_windows.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/app/tray/tray_windows.go -------------------------------------------------------------------------------- /modules/ollama_openvino/app/tray/wintray/menus.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/app/tray/wintray/menus.go -------------------------------------------------------------------------------- /modules/ollama_openvino/app/tray/wintray/tray.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/app/tray/wintray/tray.go -------------------------------------------------------------------------------- /modules/ollama_openvino/app/tray/wintray/w32api.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/app/tray/wintray/w32api.go -------------------------------------------------------------------------------- /modules/ollama_openvino/auth/auth.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/auth/auth.go -------------------------------------------------------------------------------- /modules/ollama_openvino/cmd/cmd.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/cmd/cmd.go -------------------------------------------------------------------------------- /modules/ollama_openvino/cmd/cmd_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/cmd/cmd_test.go -------------------------------------------------------------------------------- /modules/ollama_openvino/cmd/genai/main.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/cmd/genai/main.go -------------------------------------------------------------------------------- /modules/ollama_openvino/cmd/interactive.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/cmd/interactive.go -------------------------------------------------------------------------------- /modules/ollama_openvino/cmd/interactive_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/cmd/interactive_test.go -------------------------------------------------------------------------------- /modules/ollama_openvino/cmd/runner/main.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/cmd/runner/main.go -------------------------------------------------------------------------------- /modules/ollama_openvino/cmd/start.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/cmd/start.go -------------------------------------------------------------------------------- /modules/ollama_openvino/cmd/start_darwin.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/cmd/start_darwin.go -------------------------------------------------------------------------------- /modules/ollama_openvino/cmd/start_default.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/cmd/start_default.go -------------------------------------------------------------------------------- /modules/ollama_openvino/cmd/start_windows.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/cmd/start_windows.go -------------------------------------------------------------------------------- /modules/ollama_openvino/convert/convert.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/convert/convert.go -------------------------------------------------------------------------------- /modules/ollama_openvino/convert/convert_bert.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/convert/convert_bert.go -------------------------------------------------------------------------------- /modules/ollama_openvino/convert/convert_gemma.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/convert/convert_gemma.go -------------------------------------------------------------------------------- /modules/ollama_openvino/convert/convert_gemma2.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/convert/convert_gemma2.go -------------------------------------------------------------------------------- /modules/ollama_openvino/convert/convert_llama.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/convert/convert_llama.go -------------------------------------------------------------------------------- /modules/ollama_openvino/convert/convert_mixtral.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/convert/convert_mixtral.go -------------------------------------------------------------------------------- /modules/ollama_openvino/convert/convert_phi3.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/convert/convert_phi3.go -------------------------------------------------------------------------------- /modules/ollama_openvino/convert/convert_qwen2.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/convert/convert_qwen2.go -------------------------------------------------------------------------------- /modules/ollama_openvino/convert/convert_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/convert/convert_test.go -------------------------------------------------------------------------------- /modules/ollama_openvino/convert/fs.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/convert/fs.go -------------------------------------------------------------------------------- /modules/ollama_openvino/convert/reader.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/convert/reader.go -------------------------------------------------------------------------------- /modules/ollama_openvino/convert/reader_torch.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/convert/reader_torch.go -------------------------------------------------------------------------------- /modules/ollama_openvino/convert/tokenizer.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/convert/tokenizer.go -------------------------------------------------------------------------------- /modules/ollama_openvino/discover/amd_common.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/discover/amd_common.go -------------------------------------------------------------------------------- /modules/ollama_openvino/discover/amd_linux.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/discover/amd_linux.go -------------------------------------------------------------------------------- /modules/ollama_openvino/discover/amd_windows.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/discover/amd_windows.go -------------------------------------------------------------------------------- /modules/ollama_openvino/discover/cpu_common.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/discover/cpu_common.go -------------------------------------------------------------------------------- /modules/ollama_openvino/discover/cuda_common.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/discover/cuda_common.go -------------------------------------------------------------------------------- /modules/ollama_openvino/discover/gpu.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/discover/gpu.go -------------------------------------------------------------------------------- /modules/ollama_openvino/discover/gpu_darwin.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/discover/gpu_darwin.go -------------------------------------------------------------------------------- /modules/ollama_openvino/discover/gpu_info.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/discover/gpu_info.h -------------------------------------------------------------------------------- /modules/ollama_openvino/discover/gpu_linux.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/discover/gpu_linux.go -------------------------------------------------------------------------------- /modules/ollama_openvino/discover/gpu_oneapi.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/discover/gpu_oneapi.go -------------------------------------------------------------------------------- /modules/ollama_openvino/discover/gpu_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/discover/gpu_test.go -------------------------------------------------------------------------------- /modules/ollama_openvino/discover/gpu_windows.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/discover/gpu_windows.go -------------------------------------------------------------------------------- /modules/ollama_openvino/discover/path.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/discover/path.go -------------------------------------------------------------------------------- /modules/ollama_openvino/discover/types.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/discover/types.go -------------------------------------------------------------------------------- /modules/ollama_openvino/dist/linux/ollama: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/dist/linux/ollama -------------------------------------------------------------------------------- /modules/ollama_openvino/dist/linux/readme.md: -------------------------------------------------------------------------------- 1 | OS Name: Ubuntu 22.04 2 | -------------------------------------------------------------------------------- /modules/ollama_openvino/dist/windows/ollama.exe: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/dist/windows/ollama.exe -------------------------------------------------------------------------------- /modules/ollama_openvino/dist/windows/readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/dist/windows/readme.md -------------------------------------------------------------------------------- /modules/ollama_openvino/docs/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/docs/README.md -------------------------------------------------------------------------------- /modules/ollama_openvino/docs/api.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/docs/api.md -------------------------------------------------------------------------------- /modules/ollama_openvino/docs/development.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/docs/development.md -------------------------------------------------------------------------------- /modules/ollama_openvino/docs/docker.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/docs/docker.md -------------------------------------------------------------------------------- /modules/ollama_openvino/docs/examples.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/docs/examples.md -------------------------------------------------------------------------------- /modules/ollama_openvino/docs/faq.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/docs/faq.md -------------------------------------------------------------------------------- /modules/ollama_openvino/docs/gpu.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/docs/gpu.md -------------------------------------------------------------------------------- /modules/ollama_openvino/docs/images/signup.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/docs/images/signup.png -------------------------------------------------------------------------------- /modules/ollama_openvino/docs/import.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/docs/import.md -------------------------------------------------------------------------------- /modules/ollama_openvino/docs/linux.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/docs/linux.md -------------------------------------------------------------------------------- /modules/ollama_openvino/docs/modelfile.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/docs/modelfile.md -------------------------------------------------------------------------------- /modules/ollama_openvino/docs/openai.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/docs/openai.md -------------------------------------------------------------------------------- /modules/ollama_openvino/docs/template.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/docs/template.md -------------------------------------------------------------------------------- /modules/ollama_openvino/docs/troubleshooting.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/docs/troubleshooting.md -------------------------------------------------------------------------------- /modules/ollama_openvino/docs/windows.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/docs/windows.md -------------------------------------------------------------------------------- /modules/ollama_openvino/envconfig/config.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/envconfig/config.go -------------------------------------------------------------------------------- /modules/ollama_openvino/format/bytes.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/format/bytes.go -------------------------------------------------------------------------------- /modules/ollama_openvino/format/bytes_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/format/bytes_test.go -------------------------------------------------------------------------------- /modules/ollama_openvino/format/format.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/format/format.go -------------------------------------------------------------------------------- /modules/ollama_openvino/format/format_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/format/format_test.go -------------------------------------------------------------------------------- /modules/ollama_openvino/format/time.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/format/time.go -------------------------------------------------------------------------------- /modules/ollama_openvino/format/time_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/format/time_test.go -------------------------------------------------------------------------------- /modules/ollama_openvino/fs/ggml/ggml.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/fs/ggml/ggml.go -------------------------------------------------------------------------------- /modules/ollama_openvino/fs/ggml/ggml_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/fs/ggml/ggml_test.go -------------------------------------------------------------------------------- /modules/ollama_openvino/fs/ggml/gguf.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/fs/ggml/gguf.go -------------------------------------------------------------------------------- /modules/ollama_openvino/fs/ggml/type.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/fs/ggml/type.go -------------------------------------------------------------------------------- /modules/ollama_openvino/genai/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/genai/README.md -------------------------------------------------------------------------------- /modules/ollama_openvino/genai/common.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/genai/common.go -------------------------------------------------------------------------------- /modules/ollama_openvino/genai/genai.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/genai/genai.go -------------------------------------------------------------------------------- /modules/ollama_openvino/genai/runner/runner.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/genai/runner/runner.go -------------------------------------------------------------------------------- /modules/ollama_openvino/go.mod: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/go.mod -------------------------------------------------------------------------------- /modules/ollama_openvino/go.sum: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/go.sum -------------------------------------------------------------------------------- /modules/ollama_openvino/images/oterm_demo.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/images/oterm_demo.gif -------------------------------------------------------------------------------- /modules/ollama_openvino/integration/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/integration/README.md -------------------------------------------------------------------------------- /modules/ollama_openvino/integration/llm_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/integration/llm_test.go -------------------------------------------------------------------------------- /modules/ollama_openvino/kvcache/cache.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/kvcache/cache.go -------------------------------------------------------------------------------- /modules/ollama_openvino/kvcache/causal.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/kvcache/causal.go -------------------------------------------------------------------------------- /modules/ollama_openvino/kvcache/causal_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/kvcache/causal_test.go -------------------------------------------------------------------------------- /modules/ollama_openvino/kvcache/encoder.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/kvcache/encoder.go -------------------------------------------------------------------------------- /modules/ollama_openvino/kvcache/wrapper.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/kvcache/wrapper.go -------------------------------------------------------------------------------- /modules/ollama_openvino/llama/.gitignore: -------------------------------------------------------------------------------- 1 | *.bin 2 | *.gguf 3 | build/ -------------------------------------------------------------------------------- /modules/ollama_openvino/llama/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/llama/README.md -------------------------------------------------------------------------------- /modules/ollama_openvino/llama/build-info.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/llama/build-info.cpp -------------------------------------------------------------------------------- /modules/ollama_openvino/llama/build-info.cpp.in: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/llama/build-info.cpp.in -------------------------------------------------------------------------------- /modules/ollama_openvino/llama/llama.cpp/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/llama/llama.cpp/LICENSE -------------------------------------------------------------------------------- /modules/ollama_openvino/llama/llama.cpp/src/llama-cparams.cpp: -------------------------------------------------------------------------------- 1 | #include "llama-cparams.h" 2 | -------------------------------------------------------------------------------- /modules/ollama_openvino/llama/llama.cpp/src/llama-quant.h: -------------------------------------------------------------------------------- 1 | #pragma once 2 | -------------------------------------------------------------------------------- /modules/ollama_openvino/llama/llama.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/llama/llama.go -------------------------------------------------------------------------------- /modules/ollama_openvino/llama/llama_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/llama/llama_test.go -------------------------------------------------------------------------------- /modules/ollama_openvino/llama/mllama.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/llama/mllama.cpp -------------------------------------------------------------------------------- /modules/ollama_openvino/llama/mllama.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/llama/mllama.h -------------------------------------------------------------------------------- /modules/ollama_openvino/llama/sampling_ext.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/llama/sampling_ext.cpp -------------------------------------------------------------------------------- /modules/ollama_openvino/llama/sampling_ext.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/llama/sampling_ext.h -------------------------------------------------------------------------------- /modules/ollama_openvino/llama/vendoring: -------------------------------------------------------------------------------- 1 | LLAMACPP_BASE_COMMIT=46e3556e01b824e52395fb050b29804b6cff2a7c 2 | -------------------------------------------------------------------------------- /modules/ollama_openvino/llm/llama/server.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/llm/llama/server.go -------------------------------------------------------------------------------- /modules/ollama_openvino/llm/llm_darwin.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/llm/llm_darwin.go -------------------------------------------------------------------------------- /modules/ollama_openvino/llm/llm_linux.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/llm/llm_linux.go -------------------------------------------------------------------------------- /modules/ollama_openvino/llm/llm_windows.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/llm/llm_windows.go -------------------------------------------------------------------------------- /modules/ollama_openvino/llm/memory.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/llm/memory.go -------------------------------------------------------------------------------- /modules/ollama_openvino/llm/memory_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/llm/memory_test.go -------------------------------------------------------------------------------- /modules/ollama_openvino/llm/server.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/llm/server.go -------------------------------------------------------------------------------- /modules/ollama_openvino/llm/server_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/llm/server_test.go -------------------------------------------------------------------------------- /modules/ollama_openvino/llm/status.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/llm/status.go -------------------------------------------------------------------------------- /modules/ollama_openvino/macapp/.eslintrc.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/macapp/.eslintrc.json -------------------------------------------------------------------------------- /modules/ollama_openvino/macapp/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/macapp/.gitignore -------------------------------------------------------------------------------- /modules/ollama_openvino/macapp/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/macapp/README.md -------------------------------------------------------------------------------- /modules/ollama_openvino/macapp/assets/icon.icns: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/macapp/assets/icon.icns -------------------------------------------------------------------------------- /modules/ollama_openvino/macapp/forge.config.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/macapp/forge.config.ts -------------------------------------------------------------------------------- /modules/ollama_openvino/macapp/package.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/macapp/package.json -------------------------------------------------------------------------------- /modules/ollama_openvino/macapp/src/app.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/macapp/src/app.css -------------------------------------------------------------------------------- /modules/ollama_openvino/macapp/src/app.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/macapp/src/app.tsx -------------------------------------------------------------------------------- /modules/ollama_openvino/macapp/src/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/macapp/src/index.html -------------------------------------------------------------------------------- /modules/ollama_openvino/macapp/src/index.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/macapp/src/index.ts -------------------------------------------------------------------------------- /modules/ollama_openvino/macapp/src/install.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/macapp/src/install.ts -------------------------------------------------------------------------------- /modules/ollama_openvino/macapp/src/ollama.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/macapp/src/ollama.svg -------------------------------------------------------------------------------- /modules/ollama_openvino/macapp/src/preload.ts: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /modules/ollama_openvino/macapp/src/renderer.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/macapp/src/renderer.tsx -------------------------------------------------------------------------------- /modules/ollama_openvino/macapp/tsconfig.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/macapp/tsconfig.json -------------------------------------------------------------------------------- /modules/ollama_openvino/macapp/webpack.rules.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/macapp/webpack.rules.ts -------------------------------------------------------------------------------- /modules/ollama_openvino/main.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/main.go -------------------------------------------------------------------------------- /modules/ollama_openvino/ml/backend.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/ml/backend.go -------------------------------------------------------------------------------- /modules/ollama_openvino/ml/backend/backend.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/ml/backend/backend.go -------------------------------------------------------------------------------- /modules/ollama_openvino/ml/backend/ggml/ggml.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/ml/backend/ggml/ggml.go -------------------------------------------------------------------------------- /modules/ollama_openvino/ml/nn/convolution.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/ml/nn/convolution.go -------------------------------------------------------------------------------- /modules/ollama_openvino/ml/nn/embedding.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/ml/nn/embedding.go -------------------------------------------------------------------------------- /modules/ollama_openvino/ml/nn/linear.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/ml/nn/linear.go -------------------------------------------------------------------------------- /modules/ollama_openvino/ml/nn/normalization.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/ml/nn/normalization.go -------------------------------------------------------------------------------- /modules/ollama_openvino/model/model.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/model/model.go -------------------------------------------------------------------------------- /modules/ollama_openvino/model/model_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/model/model_test.go -------------------------------------------------------------------------------- /modules/ollama_openvino/model/models/models.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/model/models/models.go -------------------------------------------------------------------------------- /modules/ollama_openvino/model/process_text.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/model/process_text.go -------------------------------------------------------------------------------- /modules/ollama_openvino/openai/openai.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/openai/openai.go -------------------------------------------------------------------------------- /modules/ollama_openvino/openai/openai_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/openai/openai_test.go -------------------------------------------------------------------------------- /modules/ollama_openvino/parser/parser.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/parser/parser.go -------------------------------------------------------------------------------- /modules/ollama_openvino/parser/parser_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/parser/parser_test.go -------------------------------------------------------------------------------- /modules/ollama_openvino/progress/bar.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/progress/bar.go -------------------------------------------------------------------------------- /modules/ollama_openvino/progress/progress.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/progress/progress.go -------------------------------------------------------------------------------- /modules/ollama_openvino/progress/spinner.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/progress/spinner.go -------------------------------------------------------------------------------- /modules/ollama_openvino/readline/buffer.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/readline/buffer.go -------------------------------------------------------------------------------- /modules/ollama_openvino/readline/errors.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/readline/errors.go -------------------------------------------------------------------------------- /modules/ollama_openvino/readline/history.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/readline/history.go -------------------------------------------------------------------------------- /modules/ollama_openvino/readline/readline.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/readline/readline.go -------------------------------------------------------------------------------- /modules/ollama_openvino/readline/term.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/readline/term.go -------------------------------------------------------------------------------- /modules/ollama_openvino/readline/term_bsd.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/readline/term_bsd.go -------------------------------------------------------------------------------- /modules/ollama_openvino/readline/term_linux.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/readline/term_linux.go -------------------------------------------------------------------------------- /modules/ollama_openvino/readline/types.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/readline/types.go -------------------------------------------------------------------------------- /modules/ollama_openvino/runner/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/runner/README.md -------------------------------------------------------------------------------- /modules/ollama_openvino/runner/common/stop.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/runner/common/stop.go -------------------------------------------------------------------------------- /modules/ollama_openvino/runner/runner.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/runner/runner.go -------------------------------------------------------------------------------- /modules/ollama_openvino/sample/greedy.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/sample/greedy.go -------------------------------------------------------------------------------- /modules/ollama_openvino/sample/sample.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/sample/sample.go -------------------------------------------------------------------------------- /modules/ollama_openvino/scripts/build_darwin.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/scripts/build_darwin.sh -------------------------------------------------------------------------------- /modules/ollama_openvino/scripts/build_docker.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/scripts/build_docker.sh -------------------------------------------------------------------------------- /modules/ollama_openvino/scripts/build_linux.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/scripts/build_linux.sh -------------------------------------------------------------------------------- /modules/ollama_openvino/scripts/env.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/scripts/env.sh -------------------------------------------------------------------------------- /modules/ollama_openvino/scripts/install.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/scripts/install.sh -------------------------------------------------------------------------------- /modules/ollama_openvino/scripts/push_docker.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/scripts/push_docker.sh -------------------------------------------------------------------------------- /modules/ollama_openvino/scripts/tag_latest.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/scripts/tag_latest.sh -------------------------------------------------------------------------------- /modules/ollama_openvino/server/auth.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/server/auth.go -------------------------------------------------------------------------------- /modules/ollama_openvino/server/create.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/server/create.go -------------------------------------------------------------------------------- /modules/ollama_openvino/server/download.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/server/download.go -------------------------------------------------------------------------------- /modules/ollama_openvino/server/fixblobs.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/server/fixblobs.go -------------------------------------------------------------------------------- /modules/ollama_openvino/server/fixblobs_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/server/fixblobs_test.go -------------------------------------------------------------------------------- /modules/ollama_openvino/server/images.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/server/images.go -------------------------------------------------------------------------------- /modules/ollama_openvino/server/layer.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/server/layer.go -------------------------------------------------------------------------------- /modules/ollama_openvino/server/manifest.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/server/manifest.go -------------------------------------------------------------------------------- /modules/ollama_openvino/server/manifest_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/server/manifest_test.go -------------------------------------------------------------------------------- /modules/ollama_openvino/server/model.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/server/model.go -------------------------------------------------------------------------------- /modules/ollama_openvino/server/model_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/server/model_test.go -------------------------------------------------------------------------------- /modules/ollama_openvino/server/modelpath.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/server/modelpath.go -------------------------------------------------------------------------------- /modules/ollama_openvino/server/prompt.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/server/prompt.go -------------------------------------------------------------------------------- /modules/ollama_openvino/server/prompt_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/server/prompt_test.go -------------------------------------------------------------------------------- /modules/ollama_openvino/server/routes.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/server/routes.go -------------------------------------------------------------------------------- /modules/ollama_openvino/server/routes_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/server/routes_test.go -------------------------------------------------------------------------------- /modules/ollama_openvino/server/sched.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/server/sched.go -------------------------------------------------------------------------------- /modules/ollama_openvino/server/sched_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/server/sched_test.go -------------------------------------------------------------------------------- /modules/ollama_openvino/server/sparse_common.go: -------------------------------------------------------------------------------- 1 | //go:build !windows 2 | 3 | package server 4 | 5 | import "os" 6 | 7 | func setSparse(*os.File) { 8 | } 9 | -------------------------------------------------------------------------------- /modules/ollama_openvino/server/upload.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/server/upload.go -------------------------------------------------------------------------------- /modules/ollama_openvino/template/alfred.gotmpl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/template/alfred.gotmpl -------------------------------------------------------------------------------- /modules/ollama_openvino/template/alfred.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/template/alfred.json -------------------------------------------------------------------------------- /modules/ollama_openvino/template/alpaca.gotmpl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/template/alpaca.gotmpl -------------------------------------------------------------------------------- /modules/ollama_openvino/template/alpaca.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/template/alpaca.json -------------------------------------------------------------------------------- /modules/ollama_openvino/template/chatml.gotmpl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/template/chatml.gotmpl -------------------------------------------------------------------------------- /modules/ollama_openvino/template/chatml.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/template/chatml.json -------------------------------------------------------------------------------- /modules/ollama_openvino/template/chatqa.gotmpl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/template/chatqa.gotmpl -------------------------------------------------------------------------------- /modules/ollama_openvino/template/chatqa.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/template/chatqa.json -------------------------------------------------------------------------------- /modules/ollama_openvino/template/command-r.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/template/command-r.json -------------------------------------------------------------------------------- /modules/ollama_openvino/template/index.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/template/index.json -------------------------------------------------------------------------------- /modules/ollama_openvino/template/magicoder.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/template/magicoder.json -------------------------------------------------------------------------------- /modules/ollama_openvino/template/openchat.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/template/openchat.json -------------------------------------------------------------------------------- /modules/ollama_openvino/template/phi-3.gotmpl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/template/phi-3.gotmpl -------------------------------------------------------------------------------- /modules/ollama_openvino/template/phi-3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/template/phi-3.json -------------------------------------------------------------------------------- /modules/ollama_openvino/template/template.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/template/template.go -------------------------------------------------------------------------------- /modules/ollama_openvino/template/testdata/alpaca.gotmpl/user: -------------------------------------------------------------------------------- 1 | ### Instruction: 2 | Hello, how are you? 3 | 4 | ### Response: 5 | -------------------------------------------------------------------------------- /modules/ollama_openvino/template/testdata/chatqa.gotmpl/user: -------------------------------------------------------------------------------- 1 | User: Hello, how are you? 2 | 3 | Assistant: -------------------------------------------------------------------------------- /modules/ollama_openvino/template/testdata/falcon-instruct.gotmpl/user: -------------------------------------------------------------------------------- 1 | User: 2 | Hello, how are you? 3 | Falcon: 4 | -------------------------------------------------------------------------------- /modules/ollama_openvino/template/testdata/granite-instruct.gotmpl/user: -------------------------------------------------------------------------------- 1 | Question: 2 | Hello, how are you? 3 | 4 | Answer: 5 | -------------------------------------------------------------------------------- /modules/ollama_openvino/template/testdata/magicoder.gotmpl/user: -------------------------------------------------------------------------------- 1 | @@ Instruction 2 | Hello, how are you? 3 | 4 | @@ Response 5 | -------------------------------------------------------------------------------- /modules/ollama_openvino/template/testdata/solar-instruct.gotmpl/user: -------------------------------------------------------------------------------- 1 | ### User: 2 | Hello, how are you? 3 | 4 | ### Assistant: 5 | -------------------------------------------------------------------------------- /modules/ollama_openvino/template/testdata/starcoder2-instruct.gotmpl/user: -------------------------------------------------------------------------------- 1 | ### Instruction 2 | Hello, how are you? 3 | 4 | ### Response 5 | -------------------------------------------------------------------------------- /modules/ollama_openvino/template/testdata/vicuna.gotmpl/user: -------------------------------------------------------------------------------- 1 | USER: Hello, how are you? 2 | ASSISTANT: -------------------------------------------------------------------------------- /modules/ollama_openvino/template/testdata/zephyr.gotmpl/user: -------------------------------------------------------------------------------- 1 | <|user|> 2 | Hello, how are you? 3 | <|assistant|> 4 | -------------------------------------------------------------------------------- /modules/ollama_openvino/template/vicuna.gotmpl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/template/vicuna.gotmpl -------------------------------------------------------------------------------- /modules/ollama_openvino/template/vicuna.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/template/vicuna.json -------------------------------------------------------------------------------- /modules/ollama_openvino/template/zephyr.gotmpl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/template/zephyr.gotmpl -------------------------------------------------------------------------------- /modules/ollama_openvino/template/zephyr.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/template/zephyr.json -------------------------------------------------------------------------------- /modules/ollama_openvino/types/model/name.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/types/model/name.go -------------------------------------------------------------------------------- /modules/ollama_openvino/types/model/testdata/fuzz/FuzzName/d37463aa416f6bab: -------------------------------------------------------------------------------- 1 | go test fuzz v1 2 | string("00@") 3 | -------------------------------------------------------------------------------- /modules/ollama_openvino/version/version.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/ollama_openvino/version/version.go -------------------------------------------------------------------------------- /modules/openvino-langchain/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/openvino-langchain/.gitignore -------------------------------------------------------------------------------- /modules/openvino-langchain/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/openvino-langchain/README.md -------------------------------------------------------------------------------- /modules/openvino-langchain/eslint.config.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/openvino-langchain/eslint.config.ts -------------------------------------------------------------------------------- /modules/openvino-langchain/jest.config.cjs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/openvino-langchain/jest.config.cjs -------------------------------------------------------------------------------- /modules/openvino-langchain/jest.env.cjs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/openvino-langchain/jest.env.cjs -------------------------------------------------------------------------------- /modules/openvino-langchain/package-lock.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/openvino-langchain/package-lock.json -------------------------------------------------------------------------------- /modules/openvino-langchain/package.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/openvino-langchain/package.json -------------------------------------------------------------------------------- /modules/openvino-langchain/sample/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/openvino-langchain/sample/README.md -------------------------------------------------------------------------------- /modules/openvino-langchain/sample/package.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/openvino-langchain/sample/package.json -------------------------------------------------------------------------------- /modules/openvino-langchain/sample/rag_sample.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/openvino-langchain/sample/rag_sample.js -------------------------------------------------------------------------------- /modules/openvino-langchain/src/chat_models.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/openvino-langchain/src/chat_models.ts -------------------------------------------------------------------------------- /modules/openvino-langchain/src/embeddings.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/openvino-langchain/src/embeddings.ts -------------------------------------------------------------------------------- /modules/openvino-langchain/src/index.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/openvino-langchain/src/index.ts -------------------------------------------------------------------------------- /modules/openvino-langchain/src/llms.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/openvino-langchain/src/llms.ts -------------------------------------------------------------------------------- /modules/openvino-langchain/src/prompt_parser.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/openvino-langchain/src/prompt_parser.ts -------------------------------------------------------------------------------- /modules/openvino-langchain/tsconfig.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/openvino-langchain/tsconfig.json -------------------------------------------------------------------------------- /modules/openvino_code/.eslintignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/openvino_code/.eslintignore -------------------------------------------------------------------------------- /modules/openvino_code/.eslintrc.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/openvino_code/.eslintrc.js -------------------------------------------------------------------------------- /modules/openvino_code/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/openvino_code/.gitignore -------------------------------------------------------------------------------- /modules/openvino_code/.prettierignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/openvino_code/.prettierignore -------------------------------------------------------------------------------- /modules/openvino_code/.prettierrc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/openvino_code/.prettierrc -------------------------------------------------------------------------------- /modules/openvino_code/.vscodeignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/openvino_code/.vscodeignore -------------------------------------------------------------------------------- /modules/openvino_code/DEVELOPER.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/openvino_code/DEVELOPER.md -------------------------------------------------------------------------------- /modules/openvino_code/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/openvino_code/README.md -------------------------------------------------------------------------------- /modules/openvino_code/jest.config.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/openvino_code/jest.config.js -------------------------------------------------------------------------------- /modules/openvino_code/media/logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/openvino_code/media/logo.png -------------------------------------------------------------------------------- /modules/openvino_code/media/sidebar-icon.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/openvino_code/media/sidebar-icon.png -------------------------------------------------------------------------------- /modules/openvino_code/package-lock.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/openvino_code/package-lock.json -------------------------------------------------------------------------------- /modules/openvino_code/package.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/openvino_code/package.json -------------------------------------------------------------------------------- /modules/openvino_code/server/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/openvino_code/server/README.md -------------------------------------------------------------------------------- /modules/openvino_code/server/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/openvino_code/server/main.py -------------------------------------------------------------------------------- /modules/openvino_code/server/pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/openvino_code/server/pyproject.toml -------------------------------------------------------------------------------- /modules/openvino_code/server/src/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /modules/openvino_code/server/src/app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/openvino_code/server/src/app.py -------------------------------------------------------------------------------- /modules/openvino_code/server/src/generators.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/openvino_code/server/src/generators.py -------------------------------------------------------------------------------- /modules/openvino_code/server/src/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/openvino_code/server/src/utils.py -------------------------------------------------------------------------------- /modules/openvino_code/shared/device.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/openvino_code/shared/device.ts -------------------------------------------------------------------------------- /modules/openvino_code/shared/extension-state.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/openvino_code/shared/extension-state.ts -------------------------------------------------------------------------------- /modules/openvino_code/shared/features.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/openvino_code/shared/features.ts -------------------------------------------------------------------------------- /modules/openvino_code/shared/model.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/openvino_code/shared/model.ts -------------------------------------------------------------------------------- /modules/openvino_code/shared/server-state.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/openvino_code/shared/server-state.ts -------------------------------------------------------------------------------- /modules/openvino_code/side-panel-ui/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/openvino_code/side-panel-ui/.gitignore -------------------------------------------------------------------------------- /modules/openvino_code/side-panel-ui/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/openvino_code/side-panel-ui/index.html -------------------------------------------------------------------------------- /modules/openvino_code/side-panel-ui/src/App.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/openvino_code/side-panel-ui/src/App.tsx -------------------------------------------------------------------------------- /modules/openvino_code/side-panel-ui/src/components/sections/OverviewSection/OverviewSection.css: -------------------------------------------------------------------------------- 1 | .checkbox { 2 | margin-top: 0.4rem 3 | } 4 | -------------------------------------------------------------------------------- /modules/openvino_code/side-panel-ui/src/vite-env.d.ts: -------------------------------------------------------------------------------- 1 | /// 2 | -------------------------------------------------------------------------------- /modules/openvino_code/src/configuration.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/openvino_code/src/configuration.ts -------------------------------------------------------------------------------- /modules/openvino_code/src/constants.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/openvino_code/src/constants.ts -------------------------------------------------------------------------------- /modules/openvino_code/src/docstring/docstring-template/templates/google_summary_only.mustache: -------------------------------------------------------------------------------- 1 | {{! Google Docstring Template }} 2 | {{summaryPlaceholder}} 3 | -------------------------------------------------------------------------------- /modules/openvino_code/src/docstring/index.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/openvino_code/src/docstring/index.ts -------------------------------------------------------------------------------- /modules/openvino_code/src/extension.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/openvino_code/src/extension.ts -------------------------------------------------------------------------------- /modules/openvino_code/src/python-server/pip.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/openvino_code/src/python-server/pip.ts -------------------------------------------------------------------------------- /modules/openvino_code/src/services/request/index.ts: -------------------------------------------------------------------------------- 1 | export * from './streaming-request'; 2 | -------------------------------------------------------------------------------- /modules/openvino_code/src/side-panel/index.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/openvino_code/src/side-panel/index.ts -------------------------------------------------------------------------------- /modules/openvino_code/src/state.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/openvino_code/src/state.ts -------------------------------------------------------------------------------- /modules/openvino_code/tsconfig.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/openvino_code/tsconfig.json -------------------------------------------------------------------------------- /modules/openvino_code/webpack.config.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/openvino_code/webpack.config.js -------------------------------------------------------------------------------- /modules/openvino_training_kit/.gitignore: -------------------------------------------------------------------------------- 1 | src/ov_training_kit.egg-info/ 2 | dist/ 3 | build/ -------------------------------------------------------------------------------- /modules/openvino_training_kit/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/openvino_training_kit/README.md -------------------------------------------------------------------------------- /modules/openvino_training_kit/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/openvino_training_kit/setup.py -------------------------------------------------------------------------------- /modules/openvino_training_kit/src/ov_training_kit/sklearn/classification/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /modules/openvino_training_kit/src/ov_training_kit/sklearn/clustering/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /modules/openvino_training_kit/src/ov_training_kit/sklearn/decomposition/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /modules/openvino_training_kit/src/ov_training_kit/sklearn/neighbors/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /modules/openvino_training_kit/src/ov_training_kit/sklearn/regression/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /modules/token_merging/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/token_merging/README.md -------------------------------------------------------------------------------- /modules/token_merging/demo.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/token_merging/demo.ipynb -------------------------------------------------------------------------------- /modules/token_merging/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/token_merging/setup.py -------------------------------------------------------------------------------- /modules/token_merging/tests/test_precommit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/token_merging/tests/test_precommit.py -------------------------------------------------------------------------------- /modules/token_merging/tomeov/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/token_merging/tomeov/__init__.py -------------------------------------------------------------------------------- /modules/token_merging/tomeov/import_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/token_merging/tomeov/import_utils.py -------------------------------------------------------------------------------- /modules/token_merging/tomeov/merge.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/token_merging/tomeov/merge.py -------------------------------------------------------------------------------- /modules/token_merging/tomeov/openclip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/token_merging/tomeov/openclip.py -------------------------------------------------------------------------------- /modules/token_merging/tomeov/timm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/token_merging/tomeov/timm.py -------------------------------------------------------------------------------- /modules/token_merging/tomeov/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/modules/token_merging/tomeov/utils.py -------------------------------------------------------------------------------- /third-party-programs.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/openvinotoolkit/openvino_contrib/HEAD/third-party-programs.txt --------------------------------------------------------------------------------