diff --git a/.github/workflows/tritonserver.yml b/.github/workflows/tritonserver.yml index 81407e6a0f3..cfcfcc33b71 100644 --- a/.github/workflows/tritonserver.yml +++ b/.github/workflows/tritonserver.yml @@ -19,6 +19,6 @@ env: jobs: linux-x86_64: runs-on: ubuntu-20.04 - container: nvcr.io/nvidia/tritonserver:23.04-py3 + container: nvcr.io/nvidia/tritonserver:23.05-py3 steps: - uses: bytedeco/javacpp-presets/.github/actions/deploy-ubuntu@actions diff --git a/CHANGELOG.md b/CHANGELOG.md index d1043a1072f..6bf7788507d 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -1,5 +1,6 @@ - * Upgrade presets for DNNL 3.1.1, CPython 3.11.4, NumPy 1.25.0, SciPy 1.11.0, LLVM 16.0.6, ONNX Runtime 1.15.1, and their dependencies + * Map new higher-level C++ API of Triton Inference Server ([pull #1361](https://github.com/bytedeco/javacpp-presets/pull/1361)) + * Upgrade presets for DNNL 3.1.1, CPython 3.11.4, NumPy 1.25.0, SciPy 1.11.0, LLVM 16.0.6, Triton Inference Server 2.34.0, ONNX Runtime 1.15.1, and their dependencies ### June 6, 2023 version 1.5.9 * Virtualize `nvinfer1::IGpuAllocator` from TensorRT to allow customization ([pull #1367](https://github.com/bytedeco/javacpp-presets/pull/1367)) diff --git a/README.md b/README.md index 0d630f2ba76..9d24e27bebc 100644 --- a/README.md +++ b/README.md @@ -225,7 +225,7 @@ Each child module in turn relies by default on the included [`cppbuild.sh` scrip * TensorFlow 1.15.x https://github.com/tensorflow/tensorflow * TensorFlow Lite 2.12.x https://github.com/tensorflow/tensorflow * TensorRT 8.6.x https://developer.nvidia.com/tensorrt - * Triton Inference Server 2.33.x https://developer.nvidia.com/nvidia-triton-inference-server + * Triton Inference Server 2.34.x https://developer.nvidia.com/nvidia-triton-inference-server * The Arcade Learning Environment 0.8.x https://github.com/mgbellemare/Arcade-Learning-Environment * DepthAI 2.21.x https://github.com/luxonis/depthai-core * ONNX 1.14.x https://github.com/onnx/onnx diff --git a/platform/pom.xml b/platform/pom.xml index e31448f0e4f..9ac841ad0a3 100644 --- a/platform/pom.xml +++ b/platform/pom.xml @@ -311,7 +311,7 @@ org.bytedeco tritonserver-platform - 2.33-${project.version} + 2.34-${project.version} diff --git a/tritonserver/README.md b/tritonserver/README.md index 32e7e5ec030..9d5608486b4 100644 --- a/tritonserver/README.md +++ b/tritonserver/README.md @@ -23,7 +23,7 @@ Introduction ------------ This directory contains the JavaCPP Presets module for: - * Triton Inference Server 2.33.0 https://github.com/triton-inference-server/server + * Triton Inference Server 2.34.0 https://github.com/triton-inference-server/server Please refer to the parent README.md file for more detailed information about the JavaCPP Presets. @@ -51,9 +51,9 @@ This sample intends to show how to call the Java-mapped C API of Triton to execu 1. Get the source code of Triton Inference Server to prepare the model repository: ```bash - $ wget https://github.com/triton-inference-server/server/archive/refs/tags/v2.33.0.tar.gz - $ tar zxvf v2.33.0.tar.gz - $ cd server-2.33.0/docs/examples/model_repository + $ wget https://github.com/triton-inference-server/server/archive/refs/tags/v2.34.0.tar.gz + $ tar zxvf v2.34.0.tar.gz + $ cd server-2.34.0/docs/examples/model_repository $ mkdir models $ cd models; cp -a ../simple . ``` @@ -61,7 +61,7 @@ Now, this `models` directory will be our model repository. 2. Start the Docker container to run the sample (assuming we are under the `models` directory created above): ```bash - $ docker run -it --gpus=all -v $(pwd):/workspace nvcr.io/nvidia/tritonserver:23.04-py3 bash + $ docker run -it --gpus=all -v $(pwd):/workspace nvcr.io/nvidia/tritonserver:23.05-py3 bash $ apt update $ apt install -y openjdk-11-jdk $ wget https://archive.apache.org/dist/maven/maven-3/3.8.4/binaries/apache-maven-3.8.4-bin.tar.gz diff --git a/tritonserver/cppbuild.sh b/tritonserver/cppbuild.sh index 64f033033ff..d4353da8eb2 100755 --- a/tritonserver/cppbuild.sh +++ b/tritonserver/cppbuild.sh @@ -7,6 +7,39 @@ if [[ -z "$PLATFORM" ]]; then exit fi +INCLUDE_DEVELOPER_TOOLS_SERVER=${INCLUDE_DEVELOPER_TOOLS_SERVER:=0} + +if [[ ! -f "/opt/tritonserver/include/triton/developer_tools/generic_server_wrapper.h" ]] && [[ ! -f "/opt/tritonserver/lib/libtritondevelopertoolsserver.so" ]] && [[ ${INCLUDE_DEVELOPER_TOOLS_SERVER} -eq 0 ]]; then + TOOLS_BRANCH=${TOOLS_BRANCH:="https://github.com/triton-inference-server/developer_tools.git"} + TOOLS_BRANCH_TAG=${TOOLS_BRANCH_TAG:="main"} + TRITON_CORE_REPO=${TRITON_CORE_REPO:="https://github.com/triton-inference-server/core.git"} + TRITON_CORE_REPO_TAG=${TRITON_CORE_REPO_TAG="r23.05"} + TRITON_HOME="/opt/tritonserver" + BUILD_HOME="$PWD"/tritonbuild + mkdir -p ${BUILD_HOME} && cd ${BUILD_HOME} + git clone --single-branch --depth=1 -b ${TRITON_CORE_REPO_TAG} ${TRITON_CORE_REPO} + cp core/include/triton/core/* ${TRITON_HOME}/include/triton/core/. + + # Build CPP library and copy over dependencies + git clone --single-branch --depth=1 -b ${TOOLS_BRANCH_TAG} ${TOOLS_BRANCH} + cd developer_tools/server + mkdir build && cd build + cmake -DCMAKE_INSTALL_PREFIX:PATH=`pwd`/install -DTRITON_BUILD_TEST=ON -DTRITON_ENABLE_EXAMPLES=ON -DTRITON_CORE_REPO_TAG=${TRITON_CORE_REPO_TAG} -DTRITON_BUILD_STATIC_LIBRARY=OFF .. + make -j"$(grep -c ^processor /proc/cpuinfo)" install + # Copy dynamic library to triton home + cp ${BUILD_HOME}/developer_tools/server/build/install/lib/libtritondevelopertoolsserver.so ${TRITON_HOME}/lib/. + BUILD_INCLUDE_REPO=${BUILD_HOME}/developer_tools/server/include/triton/developer_tools + BUILD_SRC_REPO=${BUILD_HOME}/developer_tools/server/src + TRITON_INCLUDE_REPO=${TRITON_HOME}/include/triton/developer_tools + mkdir -p ${TRITON_INCLUDE_REPO}/src + cp ${BUILD_INCLUDE_REPO}/common.h ${TRITON_INCLUDE_REPO}/. + cp ${BUILD_INCLUDE_REPO}/generic_server_wrapper.h ${TRITON_INCLUDE_REPO}/. + cp ${BUILD_SRC_REPO}/infer_requested_output.h ${TRITON_INCLUDE_REPO}/src/. + cp ${BUILD_SRC_REPO}/tracer.h ${TRITON_INCLUDE_REPO}/src/. + cd ${BUILD_HOME}/.. + rm -r ${BUILD_HOME} +fi + case $PLATFORM in linux-arm64) if [[ ! -f "/opt/tritonserver/include/triton/core/tritonserver.h" ]] && [[ ! -d "/opt/tritonserver/lib/" ]]; then diff --git a/tritonserver/platform/pom.xml b/tritonserver/platform/pom.xml index 63261e528ea..b55d3024caa 100644 --- a/tritonserver/platform/pom.xml +++ b/tritonserver/platform/pom.xml @@ -6,13 +6,13 @@ org.bytedeco javacpp-presets - 1.5.9 + 1.5.10-SNAPSHOT ../../ org.bytedeco tritonserver-platform - 2.33-${project.parent.version} + 2.34-${project.parent.version} JavaCPP Presets Platform for Triton Inference Server diff --git a/tritonserver/platform/redist/pom.xml b/tritonserver/platform/redist/pom.xml index b615ca8158e..e5c0166c62f 100644 --- a/tritonserver/platform/redist/pom.xml +++ b/tritonserver/platform/redist/pom.xml @@ -6,13 +6,13 @@ org.bytedeco javacpp-presets - 1.5.9 + 1.5.10-SNAPSHOT ../../../ org.bytedeco tritonserver-platform-redist - 2.33-${project.parent.version} + 2.34-${project.parent.version} JavaCPP Presets Platform Redist for Triton Inference Server diff --git a/tritonserver/pom.xml b/tritonserver/pom.xml index 54e9a59ee66..63814515a60 100644 --- a/tritonserver/pom.xml +++ b/tritonserver/pom.xml @@ -6,12 +6,12 @@ org.bytedeco javacpp-presets - 1.5.9 + 1.5.10-SNAPSHOT org.bytedeco tritonserver - 2.33-${project.parent.version} + 2.34-${project.parent.version} JavaCPP Presets for Triton Inference Server diff --git a/tritonserver/samples/simple/Simple.java b/tritonserver/samples/simple/Simple.java index 4813daf5fc3..769db7903f0 100644 --- a/tritonserver/samples/simple/Simple.java +++ b/tritonserver/samples/simple/Simple.java @@ -370,6 +370,7 @@ output0, output1, new FloatPointer(input0_data), new FloatPointer(input1_data), "getting Triton API version"); if ((TRITONSERVER_API_VERSION_MAJOR != api_version_major[0]) || (TRITONSERVER_API_VERSION_MINOR > api_version_minor[0])) { + System.out.println("MAJOR " + api_version_major[0] + ", MINOR " + api_version_minor[0]); FAIL("triton server API version mismatch"); } diff --git a/tritonserver/samples/simple/pom.xml b/tritonserver/samples/simple/pom.xml index c9353ae43b1..69045de1082 100644 --- a/tritonserver/samples/simple/pom.xml +++ b/tritonserver/samples/simple/pom.xml @@ -2,7 +2,7 @@ 4.0.0 org.bytedeco.tritonserver simple - 1.5.9 + 1.5.10-SNAPSHOT Simple 1.8 @@ -12,7 +12,7 @@ org.bytedeco tritonserver-platform - 2.33-1.5.9 + 2.34-1.5.10-SNAPSHOT shaded diff --git a/tritonserver/samples/simplecpp/SimpleCPP.java b/tritonserver/samples/simplecpp/SimpleCPP.java new file mode 100644 index 00000000000..a6421d44bbc --- /dev/null +++ b/tritonserver/samples/simplecpp/SimpleCPP.java @@ -0,0 +1,166 @@ +// Copyright (c) 2023, NVIDIA CORPORATION & AFFILIATES. All rights reserved. +// +// Redistribution and use in source and binary forms, with or without +// modification, are permitted provided that the following conditions +// are met: +// * Redistributions of source code must retain the above copyright +// notice, this list of conditions and the following disclaimer. +// * Redistributions in binary form must reproduce the above copyright +// notice, this list of conditions and the following disclaimer in the +// documentation and/or other materials provided with the distribution. +// * Neither the name of NVIDIA CORPORATION nor the names of its +// contributors may be used to endorse or promote products derived +// from this software without specific prior written permission. +// +// THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS ``AS IS'' AND ANY +// EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE +// IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR +// PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR +// CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, +// EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, +// PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR +// PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY +// OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT +// (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE +// OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. + +import java.io.*; +import java.util.*; +import java.util.concurrent.*; +import com.google.gson.*; +import org.bytedeco.javacpp.*; +import org.bytedeco.tritonserver.tritondevelopertoolsserver.*; +import static org.bytedeco.tritonserver.global.tritondevelopertoolsserver.*; + +public class SimpleCPP { + // Helper functions + static void FAIL(String MSG) { + System.err.println("Failure: " + MSG); + System.exit(1); + } + + static void Usage(String msg) { + if (msg != null) { + System.err.println(msg); + } + + System.err.println("Usage: java " + SimpleCPP.class.getSimpleName() +" [options]"); + System.err.println("\t-v Enable verbose logging"); + System.err.println("\t-r [model repository absolute path]"); + System.exit(1); + } + + static void + CompareResult( + String output0_name, String output1_name, + IntPointer input0, IntPointer input1, IntPointer output0, + IntPointer output1) { + for (int i = 0; i < 16; ++i) { + System.out.println(input0.get(i) + " + " + input1.get(i) + " = " + + output0.get(i)); + System.out.println(input0.get(i) + " - " + input1.get(i) + " = " + + output1.get(i)); + + if ((input0.get(i) + input1.get(i)) != output0.get(i)) { + FAIL("incorrect sum in " + output0_name); + } + if ((input0.get(i) - input1.get(i)) != output1.get(i)) { + FAIL("incorrect difference in " + output1_name); + } + } + } + + static void + GenerateInputData( + IntPointer[] input0_data, IntPointer[] input1_data) { + input0_data[0] = new IntPointer(16); + input1_data[0] = new IntPointer(16); + for (int i = 0; i < 16; ++i) { + input0_data[0].put(i, 2); + input1_data[0].put(i, 1 * i); + } + } + + static int RunInference(int verbose_level, String model_repository_path, String model_name) { + StringVector model_repository_paths = new StringVector(model_repository_path); + ServerOptions options = new ServerOptions(model_repository_paths); + LoggingOptions logging_options = options.logging_(); + logging_options.SetVerboseLevel(verbose_level); + options.SetLoggingOptions(logging_options); + + GenericTritonServer server = GenericTritonServer.Create(options); + StringSet loaded_models = server.LoadedModels(); + System.out.println("Loaded_models count : " + loaded_models.size()); + + InferOptions infer_options = new InferOptions(model_name); + GenericInferRequest request = GenericInferRequest.Create(infer_options); + + BytePointer input0_data; + BytePointer input1_data; + IntPointer[] p0 = {null}, p1 = {null}; + GenerateInputData(p0, p1); + input0_data = p0[0].getPointer(BytePointer.class); + input1_data = p1[0].getPointer(BytePointer.class); + + LongPointer shape0 = new LongPointer(2); + LongPointer shape1 = new LongPointer(2); + shape0.put(0, 1); + shape0.put(1, 16); + shape1.put(0, 1); + shape1.put(1, 16); + Tensor tensor0 = new Tensor(input0_data, 4 * 16, 8, shape0, 0, 1); + Tensor tensor1 = new Tensor(input1_data, 4 * 16, 8, shape1, 0, 1); + request.AddInput("INPUT0", tensor0); + request.AddInput("INPUT1", tensor1); + GenericInferResult result = server.Infer(request); + + Tensor output = result.Output("OUTPUT0"); + BytePointer buffer = output.buffer_(); + + System.out.println("buffer to string : " + buffer.toString()); + System.out.println("output val at index 0 : " + buffer.getInt(0)); + System.out.println("output val at index 1 : " + buffer.getInt(1 * 4)); + System.out.println("output val at index 2 : " + buffer.getInt(2 * 4)); + System.out.println("output val at index 3 : " + buffer.getInt(3 * 4)); + System.out.println("output val at index 4 : " + buffer.getInt(4 * 4)); + System.out.println("output val at index 5 : " + buffer.getInt(5 * 4)); + System.out.println("output val at index 6 : " + buffer.getInt(6 * 4)); + System.out.println("output val at index 7 : " + buffer.getInt(7 * 4)); + return 0; + } + + public static void + main(String[] args) throws Exception { + String model_repository_path = "./models"; + int verbose_level = 0; + + // Parse commandline... + for (int i = 0; i < args.length; i++) { + switch (args[i]) { + case "-r": + model_repository_path = args[++i]; + break; + case "-v": + verbose_level = 1; + break; + case "-?": + Usage(null); + break; + } + } + + // We use a simple model that takes 2 input tensors of 16 strings + // each and returns 2 output tensors of 16 strings each. The input + // strings must represent integers. One output tensor is the + // element-wise sum of the inputs and one output is the element-wise + // difference. + String model_name = "simple"; + if (model_repository_path == null) { + Usage("-r must be used to specify model repository path"); + } + + RunInference(verbose_level, model_repository_path, model_name); + + System.exit(0); + } +} diff --git a/tritonserver/samples/simplecpp/pom.xml b/tritonserver/samples/simplecpp/pom.xml new file mode 100644 index 00000000000..57e53303f3f --- /dev/null +++ b/tritonserver/samples/simplecpp/pom.xml @@ -0,0 +1,27 @@ + + 4.0.0 + org.bytedeco.tritonserver + simplecpp + 1.5.10-SNAPSHOT + + SimpleCPP + 1.8 + 1.8 + + + + org.bytedeco + tritonserver-platform + 2.34-1.5.10-SNAPSHOT + shaded + + + com.google.code.gson + gson + 2.9.0 + + + + . + + diff --git a/tritonserver/samples/unsupported/pom.xml b/tritonserver/samples/unsupported/pom.xml index 4a6a1cd627a..b5d3cdd4ed7 100644 --- a/tritonserver/samples/unsupported/pom.xml +++ b/tritonserver/samples/unsupported/pom.xml @@ -3,7 +3,7 @@ 4.0.0 org.bytedeco.tritonserver simplegpu - 1.5.9 + 1.5.10-SNAPSHOT SimpleGPU 1.8 @@ -13,17 +13,17 @@ org.bytedeco cuda-platform - 12.1-8.9-1.5.9 + 12.1-8.9-1.5.10-SNAPSHOT org.bytedeco tensorrt-platform - 8.6-1.5.9 + 8.6-1.5.10-SNAPSHOT org.bytedeco tritonserver-platform - 2.33-1.5.9 + 2.34-1.5.10-SNAPSHOT shaded diff --git a/tritonserver/src/gen/java/org/bytedeco/tritonserver/global/tritondevelopertoolsserver.java b/tritonserver/src/gen/java/org/bytedeco/tritonserver/global/tritondevelopertoolsserver.java new file mode 100644 index 00000000000..d2cfd5bcf26 --- /dev/null +++ b/tritonserver/src/gen/java/org/bytedeco/tritonserver/global/tritondevelopertoolsserver.java @@ -0,0 +1,187 @@ +// Targeted by JavaCPP version 1.5.10-SNAPSHOT: DO NOT EDIT THIS FILE + +package org.bytedeco.tritonserver.global; + +import org.bytedeco.tritonserver.tritondevelopertoolsserver.*; + +import java.nio.*; +import org.bytedeco.javacpp.*; +import org.bytedeco.javacpp.annotation.*; + +public class tritondevelopertoolsserver extends org.bytedeco.tritonserver.presets.tritondevelopertoolsserver { + static { Loader.load(); } + +// Targeting ../tritondevelopertoolsserver/StringSet.java + + +// Targeting ../tritondevelopertoolsserver/StringVector.java + + +// Parsed from common.h + +// Copyright 2022-2023, NVIDIA CORPORATION & AFFILIATES. All rights reserved. +// +// Redistribution and use in source and binary forms, with or without +// modification, are permitted provided that the following conditions +// are met: +// * Redistributions of source code must retain the above copyright +// notice, this list of conditions and the following disclaimer. +// * Redistributions in binary form must reproduce the above copyright +// notice, this list of conditions and the following disclaimer in the +// documentation and/or other materials provided with the distribution. +// * Neither the name of NVIDIA CORPORATION nor the names of its +// contributors may be used to endorse or promote products derived +// from this software without specific prior written permission. +// +// THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS ``AS IS'' AND ANY +// EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE +// IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR +// PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR +// CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, +// EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, +// PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR +// PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY +// OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT +// (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE +// OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. +// #pragma once +// #include +// #include +// #include +// #include + +//============================================================================== +/** enum classes + * */ +/** enum class triton::developer_tools::server::ModelControlMode */ +public static final int NONE = 0, POLL = 1, EXPLICIT = 2; +/** enum class triton::developer_tools::server::MemoryType */ +public static final int CPU = 0, CPU_PINNED = 1, GPU = 2; +/** enum class triton::developer_tools::server::DataType */ +public static final int + INVALID = 0, + BOOL = 1, + UINT8 = 2, + UINT16 = 3, + UINT32 = 4, + UINT64 = 5, + INT8 = 6, + INT16 = 7, + INT32 = 8, + INT64 = 9, + FP16 = 10, + FP32 = 11, + FP64 = 12, + BYTES = 13, + BF16 = 14; +/** enum class triton::developer_tools::server::ModelReadyState */ +public static final int UNKNOWN = 0, READY = 1, UNAVAILABLE = 2, LOADING = 3, UNLOADING = 4; +// Targeting ../tritondevelopertoolsserver/TritonException.java + + +// Targeting ../tritondevelopertoolsserver/ResponseAllocatorAllocFn_t.java + + +// Targeting ../tritondevelopertoolsserver/OutputBufferReleaseFn_t.java + + +// Targeting ../tritondevelopertoolsserver/ResponseAllocatorStartFn_t.java + + +// Targeting ../tritondevelopertoolsserver/LoggingOptions.java + + +// Targeting ../tritondevelopertoolsserver/MetricsOptions.java + + +// Targeting ../tritondevelopertoolsserver/RateLimitResource.java + + +// Targeting ../tritondevelopertoolsserver/ModelLoadGPULimit.java + + +// Targeting ../tritondevelopertoolsserver/Allocator.java + + +// Targeting ../tritondevelopertoolsserver/BackendConfig.java + + +// Targeting ../tritondevelopertoolsserver/CUDAMemoryPoolByteSize.java + + +// Targeting ../tritondevelopertoolsserver/HostPolicy.java + + +// Targeting ../tritondevelopertoolsserver/Trace.java + + +// Targeting ../tritondevelopertoolsserver/ServerOptions.java + + +// Targeting ../tritondevelopertoolsserver/RepositoryIndex.java + + +// Targeting ../tritondevelopertoolsserver/Tensor.java + + +// Targeting ../tritondevelopertoolsserver/NewModelRepo.java + + +// Targeting ../tritondevelopertoolsserver/InferOptions.java + + + + // namespace triton::developer_tools::server + + +// Parsed from generic_server_wrapper.h + +// Copyright 2023, NVIDIA CORPORATION & AFFILIATES. All rights reserved. +// +// Redistribution and use in source and binary forms, with or without +// modification, are permitted provided that the following conditions +// are met: +// * Redistributions of source code must retain the above copyright +// notice, this list of conditions and the following disclaimer. +// * Redistributions in binary form must reproduce the above copyright +// notice, this list of conditions and the following disclaimer in the +// documentation and/or other materials provided with the distribution. +// * Neither the name of NVIDIA CORPORATION nor the names of its +// contributors may be used to endorse or promote products derived +// from this software without specific prior written permission. +// +// THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS ``AS IS'' AND ANY +// EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE +// IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR +// PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR +// CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, +// EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, +// PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR +// PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY +// OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT +// (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE +// OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. +// #pragma once +// #include +// #include +// #include +// #include +// #include "../src/infer_requested_output.h" +// #include "../src/tracer.h" +// #include "common.h" + +/// +// Targeting ../tritondevelopertoolsserver/GenericTritonServer.java + + +// Targeting ../tritondevelopertoolsserver/GenericInferResult.java + + +// Targeting ../tritondevelopertoolsserver/GenericInferRequest.java + + + + // namespace triton::developer_tools::server + + +} diff --git a/tritonserver/src/gen/java/org/bytedeco/tritonserver/global/tritonserver.java b/tritonserver/src/gen/java/org/bytedeco/tritonserver/global/tritonserver.java index aeeac9e1649..1653e118b32 100644 --- a/tritonserver/src/gen/java/org/bytedeco/tritonserver/global/tritonserver.java +++ b/tritonserver/src/gen/java/org/bytedeco/tritonserver/global/tritonserver.java @@ -1,4 +1,4 @@ -// Targeted by JavaCPP version 1.5.9: DO NOT EDIT THIS FILE +// Targeted by JavaCPP version 1.5.10-SNAPSHOT: DO NOT EDIT THIS FILE package org.bytedeco.tritonserver.global; @@ -130,7 +130,7 @@ public class tritonserver extends org.bytedeco.tritonserver.presets.tritonserver public static final int TRITONSERVER_API_VERSION_MAJOR = 1; /// -public static final int TRITONSERVER_API_VERSION_MINOR = 21; +public static final int TRITONSERVER_API_VERSION_MINOR = 22; /** Get the TRITONBACKEND API version supported by the Triton shared * library. This value can be compared against the @@ -1432,9 +1432,11 @@ public static native TRITONSERVER_Error TRITONSERVER_InferenceRequestSetStringPa /// public static native TRITONSERVER_Error TRITONSERVER_InferenceRequestSetIntParameter( - TRITONSERVER_InferenceRequest request, String key, @Cast("const int64_t") long value); + TRITONSERVER_InferenceRequest request, String key, + @Cast("const int64_t") long value); public static native TRITONSERVER_Error TRITONSERVER_InferenceRequestSetIntParameter( - TRITONSERVER_InferenceRequest request, @Cast("const char*") BytePointer key, @Cast("const int64_t") long value); + TRITONSERVER_InferenceRequest request, @Cast("const char*") BytePointer key, + @Cast("const int64_t") long value); /** Set a boolean parameter in the request. * @@ -2330,7 +2332,6 @@ public static native TRITONSERVER_Error TRITONSERVER_ServerOptionsSetBackendConf * @param value The setting value. * @return a TRITONSERVER_Error indicating success or failure. */ -/// /// public static native TRITONSERVER_Error TRITONSERVER_ServerOptionsSetHostPolicy( TRITONSERVER_ServerOptions options, String policy_name, @@ -2339,6 +2340,24 @@ public static native TRITONSERVER_Error TRITONSERVER_ServerOptionsSetHostPolicy( TRITONSERVER_ServerOptions options, @Cast("const char*") BytePointer policy_name, @Cast("const char*") BytePointer setting, @Cast("const char*") BytePointer value); +/** Set a configuration setting for metrics in server options. + * + * @param options The server options object. + * @param name The name of the configuration group. An empty string indicates + * a global configuration option. + * @param setting The name of the setting. + * @param value The setting value. + * @return a TRITONSERVER_Error indicating success or failure. */ + +/// +/// +public static native TRITONSERVER_Error TRITONSERVER_ServerOptionsSetMetricsConfig( + TRITONSERVER_ServerOptions options, String name, String setting, + String value); +public static native TRITONSERVER_Error TRITONSERVER_ServerOptionsSetMetricsConfig( + TRITONSERVER_ServerOptions options, @Cast("const char*") BytePointer name, @Cast("const char*") BytePointer setting, + @Cast("const char*") BytePointer value); + /** TRITONSERVER_Server * * An inference server. diff --git a/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritondevelopertoolsserver/Allocator.java b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritondevelopertoolsserver/Allocator.java new file mode 100644 index 00000000000..77058f039c3 --- /dev/null +++ b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritondevelopertoolsserver/Allocator.java @@ -0,0 +1,37 @@ +// Targeted by JavaCPP version 1.5.10-SNAPSHOT: DO NOT EDIT THIS FILE + +package org.bytedeco.tritonserver.tritondevelopertoolsserver; + +import java.nio.*; +import org.bytedeco.javacpp.*; +import org.bytedeco.javacpp.annotation.*; + +import static org.bytedeco.tritonserver.global.tritondevelopertoolsserver.*; + + + +//============================================================================== +/** Custom Allocator object for providing custom functions for allocator. + * If there is no custom allocator provided, will use the default allocator. + * */ +@Namespace("triton::developer_tools::server") @NoOffset @Properties(inherit = org.bytedeco.tritonserver.presets.tritondevelopertoolsserver.class) +public class Allocator extends Pointer { + static { Loader.load(); } + /** Pointer cast constructor. Invokes {@link Pointer#Pointer(Pointer)}. */ + public Allocator(Pointer p) { super(p); } + + public Allocator( + ResponseAllocatorAllocFn_t alloc_fn, OutputBufferReleaseFn_t release_fn, + ResponseAllocatorStartFn_t start_fn/*=nullptr*/) { super((Pointer)null); allocate(alloc_fn, release_fn, start_fn); } + private native void allocate( + ResponseAllocatorAllocFn_t alloc_fn, OutputBufferReleaseFn_t release_fn, + ResponseAllocatorStartFn_t start_fn/*=nullptr*/); + public Allocator( + ResponseAllocatorAllocFn_t alloc_fn, OutputBufferReleaseFn_t release_fn) { super((Pointer)null); allocate(alloc_fn, release_fn); } + private native void allocate( + ResponseAllocatorAllocFn_t alloc_fn, OutputBufferReleaseFn_t release_fn); + + public native ResponseAllocatorAllocFn_t AllocFn(); + public native OutputBufferReleaseFn_t ReleaseFn(); + public native ResponseAllocatorStartFn_t StartFn(); +} diff --git a/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritondevelopertoolsserver/BackendConfig.java b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritondevelopertoolsserver/BackendConfig.java new file mode 100644 index 00000000000..8bc1181ae07 --- /dev/null +++ b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritondevelopertoolsserver/BackendConfig.java @@ -0,0 +1,43 @@ +// Targeted by JavaCPP version 1.5.10-SNAPSHOT: DO NOT EDIT THIS FILE + +package org.bytedeco.tritonserver.tritondevelopertoolsserver; + +import java.nio.*; +import org.bytedeco.javacpp.*; +import org.bytedeco.javacpp.annotation.*; + +import static org.bytedeco.tritonserver.global.tritondevelopertoolsserver.*; + + +//============================================================================== +/** Structure to hold backend configuration for setting 'ServerOptions'. + * Different Triton-supported backends have different backend configuration + * options. Please refer to the 'Command line options' section in the + * documentation of each backend to see the options (e.g. Tensorflow Backend: + * https://github.com/triton-inference-server/tensorflow_backend#command-line-options) */ +@Namespace("triton::developer_tools::server") @NoOffset @Properties(inherit = org.bytedeco.tritonserver.presets.tritondevelopertoolsserver.class) +public class BackendConfig extends Pointer { + static { Loader.load(); } + /** Pointer cast constructor. Invokes {@link Pointer#Pointer(Pointer)}. */ + public BackendConfig(Pointer p) { super(p); } + + public BackendConfig( + @StdString BytePointer name, @StdString BytePointer setting, + @StdString BytePointer value) { super((Pointer)null); allocate(name, setting, value); } + private native void allocate( + @StdString BytePointer name, @StdString BytePointer setting, + @StdString BytePointer value); + public BackendConfig( + @StdString String name, @StdString String setting, + @StdString String value) { super((Pointer)null); allocate(name, setting, value); } + private native void allocate( + @StdString String name, @StdString String setting, + @StdString String value); + + // The name of the backend. + public native @StdString BytePointer name_(); public native BackendConfig name_(BytePointer setter); + // The name of the setting. + public native @StdString BytePointer setting_(); public native BackendConfig setting_(BytePointer setter); + // The setting value. + public native @StdString BytePointer value_(); public native BackendConfig value_(BytePointer setter); +} diff --git a/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritondevelopertoolsserver/CUDAMemoryPoolByteSize.java b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritondevelopertoolsserver/CUDAMemoryPoolByteSize.java new file mode 100644 index 00000000000..681f5237cec --- /dev/null +++ b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritondevelopertoolsserver/CUDAMemoryPoolByteSize.java @@ -0,0 +1,32 @@ +// Targeted by JavaCPP version 1.5.10-SNAPSHOT: DO NOT EDIT THIS FILE + +package org.bytedeco.tritonserver.tritondevelopertoolsserver; + +import java.nio.*; +import org.bytedeco.javacpp.*; +import org.bytedeco.javacpp.annotation.*; + +import static org.bytedeco.tritonserver.global.tritondevelopertoolsserver.*; + + +//============================================================================== +/** Structure to hold CUDA memory pool byte size for setting 'ServerOptions'. + * If GPU support is enabled, the server will allocate CUDA memory to minimize + * data transfer between host and devices until it exceeds the specified byte + * size. This will not affect the allocation conducted by the backend + * frameworks. */ +@Namespace("triton::developer_tools::server") @NoOffset @Properties(inherit = org.bytedeco.tritonserver.presets.tritondevelopertoolsserver.class) +public class CUDAMemoryPoolByteSize extends Pointer { + static { Loader.load(); } + /** Pointer cast constructor. Invokes {@link Pointer#Pointer(Pointer)}. */ + public CUDAMemoryPoolByteSize(Pointer p) { super(p); } + + public CUDAMemoryPoolByteSize(int gpu_device, @Cast("const uint64_t") long size) { super((Pointer)null); allocate(gpu_device, size); } + private native void allocate(int gpu_device, @Cast("const uint64_t") long size); + + // The GPU device ID to allocate the memory pool. + public native int gpu_device_(); public native CUDAMemoryPoolByteSize gpu_device_(int setter); + // The CUDA memory pool byte size that the server can allocate on given GPU + // device. Default is 64 MB. + public native @Cast("uint64_t") long size_(); public native CUDAMemoryPoolByteSize size_(long setter); +} diff --git a/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritondevelopertoolsserver/GenericInferRequest.java b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritondevelopertoolsserver/GenericInferRequest.java new file mode 100644 index 00000000000..5f8b3329052 --- /dev/null +++ b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritondevelopertoolsserver/GenericInferRequest.java @@ -0,0 +1,57 @@ +// Targeted by JavaCPP version 1.5.10-SNAPSHOT: DO NOT EDIT THIS FILE + +package org.bytedeco.tritonserver.tritondevelopertoolsserver; + +import java.nio.*; +import org.bytedeco.javacpp.*; +import org.bytedeco.javacpp.annotation.*; + +import static org.bytedeco.tritonserver.global.tritondevelopertoolsserver.*; + + +//============================================================================== +/** Object that describes an inflight inference request. + * */ +@Namespace("triton::developer_tools::server") @Properties(inherit = org.bytedeco.tritonserver.presets.tritondevelopertoolsserver.class) +public class GenericInferRequest extends Pointer { + static { Loader.load(); } + /** Pointer cast constructor. Invokes {@link Pointer#Pointer(Pointer)}. */ + public GenericInferRequest(Pointer p) { super(p); } + + /** Create an InferRequest instance. */ + public static native @UniquePtr GenericInferRequest Create( + @Const @ByRef InferOptions infer_options); + + /** Add an input tensor to be sent within an InferRequest object. The input + * data buffer within the 'Tensor' object must not be modified until + * inference is completed and result is returned. + * @param name The name of the input tensor. + * @param input A Tensor object that describes an input tensor. */ + public native @NoException(true) void AddInput( + @StdString BytePointer name, @Const @ByRef Tensor input); + public native @NoException(true) void AddInput( + @StdString String name, @Const @ByRef Tensor input); + + /** Add a requested output to be sent within an InferRequest object. + * Calling this function is optional. If no output(s) are specifically + * requested then all outputs defined by the model will be calculated and + * returned. Pre-allocated buffer for each output should be specified within + * the 'Tensor' object. + * @param name The name of the output tensor. + * @param output A Tensor object that describes an output tensor containing + * its pre-allocated buffer. */ + public native void AddRequestedOutput(@StdString BytePointer name, @ByRef Tensor output); + public native void AddRequestedOutput(@StdString String name, @ByRef Tensor output); + + /** Add a requested output to be sent within an InferRequest object. + * Calling this function is optional. If no output(s) are specifically + * requested then all outputs defined by the model will be calculated and + * returned. + * @param name The name of the output tensor. */ + public native void AddRequestedOutput(@StdString BytePointer name); + public native void AddRequestedOutput(@StdString String name); + + /** Clear inputs and outputs of the request. This allows users to reuse the + * InferRequest object if needed. */ + public native void Reset(); +} diff --git a/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritondevelopertoolsserver/GenericInferResult.java b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritondevelopertoolsserver/GenericInferResult.java new file mode 100644 index 00000000000..05499c34034 --- /dev/null +++ b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritondevelopertoolsserver/GenericInferResult.java @@ -0,0 +1,71 @@ +// Targeted by JavaCPP version 1.5.10-SNAPSHOT: DO NOT EDIT THIS FILE + +package org.bytedeco.tritonserver.tritondevelopertoolsserver; + +import java.nio.*; +import org.bytedeco.javacpp.*; +import org.bytedeco.javacpp.annotation.*; + +import static org.bytedeco.tritonserver.global.tritondevelopertoolsserver.*; + + +//============================================================================== +/** An interface for InferResult object to interpret the response to an + * inference request. + * */ +@Namespace("triton::developer_tools::server") @Properties(inherit = org.bytedeco.tritonserver.presets.tritondevelopertoolsserver.class) +public class GenericInferResult extends Pointer { + static { Loader.load(); } + /** Pointer cast constructor. Invokes {@link Pointer#Pointer(Pointer)}. */ + public GenericInferResult(Pointer p) { super(p); } + + + /** Get the name of the model which generated this response. + * @return Returns the name of the model. */ + public native @StdString @NoException(true) BytePointer ModelName(); + + /** Get the version of the model which generated this response. + * @return Returns the version of the model. */ + public native @StdString @NoException(true) BytePointer ModelVersion(); + + /** Get the id of the request which generated this response. + * @return Returns the id of the request. */ + public native @StdString @NoException(true) BytePointer Id(); + + /** Get the output names from the infer result + * @return Vector of output names */ + public native @ByVal StringVector OutputNames(); + + /** Get the result output as a shared pointer of 'Tensor' object. The 'buffer' + * field of the output is owned by the returned 'Tensor' object itself. Note + * that for string data, need to use 'StringData' function for string data + * result. + * @param name The name of the output tensor to be retrieved. + * @return Returns the output result as a shared pointer of 'Tensor' object. */ + public native @SharedPtr Tensor Output(@StdString BytePointer name); + public native @SharedPtr Tensor Output(@StdString String name); + + /** Get the result data as a vector of strings. The vector will + * receive a copy of result data. An exception will be thrown if + * the data type of output is not 'BYTES'. + * @param output_name The name of the output to get result data. + * @return Returns the result data represented as a vector of strings. The + * strings are stored in the row-major order. */ + public native @ByVal StringVector StringData( + @StdString BytePointer output_name); + public native @ByVal StringVector StringData( + @StdString String output_name); + + /** Return the complete response as a user friendly string. + * @return The string describing the complete response. */ + public native @StdString BytePointer DebugString(); + + /** Return if there is an error within this result. + * @return True if this 'GenericInferResult' object has an error, false if no + * error. */ + public native @Cast("bool") boolean HasError(); + + /** Return the error message of the error. + * @return The messsage for the error. Empty if no error. */ + public native @StdString BytePointer ErrorMsg(); +} diff --git a/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritondevelopertoolsserver/GenericTritonServer.java b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritondevelopertoolsserver/GenericTritonServer.java new file mode 100644 index 00000000000..e2d50b071f1 --- /dev/null +++ b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritondevelopertoolsserver/GenericTritonServer.java @@ -0,0 +1,135 @@ +// Targeted by JavaCPP version 1.5.10-SNAPSHOT: DO NOT EDIT THIS FILE + +package org.bytedeco.tritonserver.tritondevelopertoolsserver; + +import java.nio.*; +import org.bytedeco.javacpp.*; +import org.bytedeco.javacpp.annotation.*; + +import static org.bytedeco.tritonserver.global.tritondevelopertoolsserver.*; + + +//============================================================================== +/** Object that encapsulates in-process C API functionalities. + * */ +@Namespace("triton::developer_tools::server") @Properties(inherit = org.bytedeco.tritonserver.presets.tritondevelopertoolsserver.class) +public class GenericTritonServer extends Pointer { + static { Loader.load(); } + /** Pointer cast constructor. Invokes {@link Pointer#Pointer(Pointer)}. */ + public GenericTritonServer(Pointer p) { super(p); } + + /** Create a GenericTritonServer instance. */ + public static native @UniquePtr GenericTritonServer Create( + @Const @ByRef ServerOptions server_options); + + /** Load the requested model or reload the model if it is already loaded. + * @param model_name The name of the model. */ + public native void LoadModel(@StdString BytePointer model_name); + public native void LoadModel(@StdString String model_name); + + /** Unload the requested model. Unloading a model that is not loaded + * on server has no affect. + * @param model_name The name of the model. */ + public native void UnloadModel(@StdString BytePointer model_name); + public native void UnloadModel(@StdString String model_name); + + /** Get the set of names of models that are loaded and ready for inference. + * @return Returns the set of names of models that are + * loaded and ready for inference. */ + public native @ByVal StringSet LoadedModels(); + + /** Get the index of model repository contents. + * @return Returns a vector of 'RepositoryIndex' object + * representing the repository index. */ + public native @StdVector RepositoryIndex ModelIndex(); + + /** Get the metrics of the server. + * @return Returns a string representing the metrics. */ + public native @StdString BytePointer ServerMetrics(); + + /** Get the inference statistics of the specified model. + * @param model_name The name of the model. + * @param model_version the version of the model requested. + * @return Returns a json string representing the model metrics. */ + public native @StdString BytePointer ModelStatistics( + @StdString BytePointer model_name, @Cast("const int64_t") long model_version); + public native @StdString String ModelStatistics( + @StdString String model_name, @Cast("const int64_t") long model_version); + + /** Is the server live? + * @return Returns true if server is live, false otherwise. */ + public native @Cast("bool") boolean IsServerLive(); + + /** Is the server ready? + * @return Returns true if server is ready, false otherwise. */ + public native @Cast("bool") boolean IsServerReady(); + + /** Stop a server object. A server can't be restarted once it is + * stopped. */ + public native void ServerStop(); + + /** Is the model ready? + * @param model_name The name of the model to get readiness for. + * @param model_version The version of the model to get readiness + * for. If -1 then the server will choose a version based on the + * model's policy. This field is optional, default is -1. + * @return Returns true if server is ready, false otherwise. */ + public native @Cast("bool") boolean IsModelReady( + @StdString BytePointer model_name, @Cast("const int64_t") long model_version/*=-1*/); + public native @Cast("bool") boolean IsModelReady( + @StdString BytePointer model_name); + public native @Cast("bool") boolean IsModelReady( + @StdString String model_name, @Cast("const int64_t") long model_version/*=-1*/); + public native @Cast("bool") boolean IsModelReady( + @StdString String model_name); + + /** Get the configuration of specified model. + * @param model_name The name of the model. + * @param model_version The version of the model to get configuration. + * The default value is -1 which means then the server will + * choose a version based on the model and internal policy. This field is + * optional. @return Returns JSON representation of model configuration as a + * string. */ + public native @StdString BytePointer ModelConfig( + @StdString BytePointer model_name, @Cast("const int64_t") long model_version/*=-1*/); + public native @StdString BytePointer ModelConfig( + @StdString BytePointer model_name); + public native @StdString String ModelConfig( + @StdString String model_name, @Cast("const int64_t") long model_version/*=-1*/); + public native @StdString String ModelConfig( + @StdString String model_name); + + /** Get the metadata of the server. + * @return Returns JSON representation of server metadata as a string. */ + public native @StdString BytePointer ServerMetadata(); + + /** Get the metadata of specified model. + * @param model_name The name of the model. + * @param model_version The version of the model to get configuration. + * The default value is -1 which means then the server will choose a version + * based on the model and internal policy. This field is optional. + * @return Returns JSON representation of model metadata as a string. */ + public native @StdString BytePointer ModelMetadata( + @StdString BytePointer model_name, @Cast("const int64_t") long model_version/*=-1*/); + public native @StdString BytePointer ModelMetadata( + @StdString BytePointer model_name); + public native @StdString String ModelMetadata( + @StdString String model_name, @Cast("const int64_t") long model_version/*=-1*/); + public native @StdString String ModelMetadata( + @StdString String model_name); + + /** Register a new model repository. This function is not available in polling + * mode. + * @param new_model_repo The 'NewModelRepo' object contains the info of the + * new model repo to be registered. */ + public native void RegisterModelRepo(@Const @ByRef NewModelRepo new_model_repo); + + /** Unregister a model repository. This function is not available in polling + * mode. + * @param repo_path The full path to the model repository. */ + public native void UnregisterModelRepo(@StdString BytePointer repo_path); + public native void UnregisterModelRepo(@StdString String repo_path); + + public native @UniquePtr GenericInferResult Infer( + @ByRef GenericInferRequest infer_request); +} diff --git a/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritondevelopertoolsserver/HostPolicy.java b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritondevelopertoolsserver/HostPolicy.java new file mode 100644 index 00000000000..f07ff2f93b2 --- /dev/null +++ b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritondevelopertoolsserver/HostPolicy.java @@ -0,0 +1,47 @@ +// Targeted by JavaCPP version 1.5.10-SNAPSHOT: DO NOT EDIT THIS FILE + +package org.bytedeco.tritonserver.tritondevelopertoolsserver; + +import java.nio.*; +import org.bytedeco.javacpp.*; +import org.bytedeco.javacpp.annotation.*; + +import static org.bytedeco.tritonserver.global.tritondevelopertoolsserver.*; + + +//============================================================================== +/** Structure to hold host policy for setting 'ServerOptions'. + * See here for more information: + * https://github.com/triton-inference-server/server/blob/main/docs/user_guide/optimization.md#host-policy. */ +@Namespace("triton::developer_tools::server") @NoOffset @Properties(inherit = org.bytedeco.tritonserver.presets.tritondevelopertoolsserver.class) +public class HostPolicy extends Pointer { + static { Loader.load(); } + /** Pointer cast constructor. Invokes {@link Pointer#Pointer(Pointer)}. */ + public HostPolicy(Pointer p) { super(p); } + + /** enum class triton::developer_tools::server::HostPolicy::Setting */ + public static final int NUMA_NODE = 0, CPU_CORES = 1; + + public HostPolicy( + @StdString BytePointer name, @Cast("const triton::developer_tools::server::HostPolicy::Setting") int setting, + @StdString BytePointer value) { super((Pointer)null); allocate(name, setting, value); } + private native void allocate( + @StdString BytePointer name, @Cast("const triton::developer_tools::server::HostPolicy::Setting") int setting, + @StdString BytePointer value); + public HostPolicy( + @StdString String name, @Cast("const triton::developer_tools::server::HostPolicy::Setting") int setting, + @StdString String value) { super((Pointer)null); allocate(name, setting, value); } + private native void allocate( + @StdString String name, @Cast("const triton::developer_tools::server::HostPolicy::Setting") int setting, + @StdString String value); + + // The name of the policy. + public native @StdString BytePointer name_(); public native HostPolicy name_(BytePointer setter); + // The kind of the host policy setting. Currently supported settings are + // 'NUMA_NODE', 'CPU_CORES'. Note that 'NUMA_NODE' setting will affect pinned + // memory pool behavior, see the comments of 'pinned_memory_pool_byte_size_' + // in 'ServerOptions' for more detail. + public native @Cast("triton::developer_tools::server::HostPolicy::Setting") int setting_(); public native HostPolicy setting_(int setter); + // The setting value. + public native @StdString BytePointer value_(); public native HostPolicy value_(BytePointer setter); +} diff --git a/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritondevelopertoolsserver/InferOptions.java b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritondevelopertoolsserver/InferOptions.java new file mode 100644 index 00000000000..35f6d120e5d --- /dev/null +++ b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritondevelopertoolsserver/InferOptions.java @@ -0,0 +1,109 @@ +// Targeted by JavaCPP version 1.5.10-SNAPSHOT: DO NOT EDIT THIS FILE + +package org.bytedeco.tritonserver.tritondevelopertoolsserver; + +import java.nio.*; +import org.bytedeco.javacpp.*; +import org.bytedeco.javacpp.annotation.*; + +import static org.bytedeco.tritonserver.global.tritondevelopertoolsserver.*; + + +//============================================================================== +/** Structure to hold options for Inference Request. + * */ +@Namespace("triton::developer_tools::server") @NoOffset @Properties(inherit = org.bytedeco.tritonserver.presets.tritondevelopertoolsserver.class) +public class InferOptions extends Pointer { + static { Loader.load(); } + /** Pointer cast constructor. Invokes {@link Pointer#Pointer(Pointer)}. */ + public InferOptions(Pointer p) { super(p); } + + public InferOptions(@StdString BytePointer model_name) { super((Pointer)null); allocate(model_name); } + private native void allocate(@StdString BytePointer model_name); + public InferOptions(@StdString String model_name) { super((Pointer)null); allocate(model_name); } + private native void allocate(@StdString String model_name); + + public InferOptions( + @StdString BytePointer model_name, @Cast("const int64_t") long model_version, + @StdString BytePointer request_id, @Cast("const uint64_t") long correlation_id, + @StdString BytePointer correlation_id_str, @Cast("const bool") boolean sequence_start, + @Cast("const bool") boolean sequence_end, @Cast("const uint64_t") long priority, + @Cast("const uint64_t") long request_timeout, + @SharedPtr Allocator custom_allocator, + @SharedPtr Trace trace) { super((Pointer)null); allocate(model_name, model_version, request_id, correlation_id, correlation_id_str, sequence_start, sequence_end, priority, request_timeout, custom_allocator, trace); } + private native void allocate( + @StdString BytePointer model_name, @Cast("const int64_t") long model_version, + @StdString BytePointer request_id, @Cast("const uint64_t") long correlation_id, + @StdString BytePointer correlation_id_str, @Cast("const bool") boolean sequence_start, + @Cast("const bool") boolean sequence_end, @Cast("const uint64_t") long priority, + @Cast("const uint64_t") long request_timeout, + @SharedPtr Allocator custom_allocator, + @SharedPtr Trace trace); + public InferOptions( + @StdString String model_name, @Cast("const int64_t") long model_version, + @StdString String request_id, @Cast("const uint64_t") long correlation_id, + @StdString String correlation_id_str, @Cast("const bool") boolean sequence_start, + @Cast("const bool") boolean sequence_end, @Cast("const uint64_t") long priority, + @Cast("const uint64_t") long request_timeout, + @SharedPtr Allocator custom_allocator, + @SharedPtr Trace trace) { super((Pointer)null); allocate(model_name, model_version, request_id, correlation_id, correlation_id_str, sequence_start, sequence_end, priority, request_timeout, custom_allocator, trace); } + private native void allocate( + @StdString String model_name, @Cast("const int64_t") long model_version, + @StdString String request_id, @Cast("const uint64_t") long correlation_id, + @StdString String correlation_id_str, @Cast("const bool") boolean sequence_start, + @Cast("const bool") boolean sequence_end, @Cast("const uint64_t") long priority, + @Cast("const uint64_t") long request_timeout, + @SharedPtr Allocator custom_allocator, + @SharedPtr Trace trace); + + // The name of the model to run inference. + public native @StdString BytePointer model_name_(); public native InferOptions model_name_(BytePointer setter); + // The version of the model to use while running inference. The default + // value is "-1" which means the server will select the + // version of the model based on its internal policy. + public native @Cast("int64_t") long model_version_(); public native InferOptions model_version_(long setter); + // An identifier for the request. If specified will be returned + // in the response. Default value is an empty string which means no + // request_id will be used. + public native @StdString BytePointer request_id_(); public native InferOptions request_id_(BytePointer setter); + // The correlation ID of the inference request to be an unsigned integer. + // Should be used exclusively with 'correlation_id_str_'. + // Default is 0, which indicates that the request has no correlation ID. + public native @Cast("uint64_t") long correlation_id_(); public native InferOptions correlation_id_(long setter); + // The correlation ID of the inference request to be a string. + // Should be used exclusively with 'correlation_id_'. + // Default value is "". + public native @StdString BytePointer correlation_id_str_(); public native InferOptions correlation_id_str_(BytePointer setter); + // Indicates whether the request being added marks the start of the + // sequence. Default value is False. This argument is ignored if + // 'sequence_id' is 0. + public native @Cast("bool") boolean sequence_start_(); public native InferOptions sequence_start_(boolean setter); + // Indicates whether the request being added marks the end of the + // sequence. Default value is False. This argument is ignored if + // 'sequence_id' is 0. + public native @Cast("bool") boolean sequence_end_(); public native InferOptions sequence_end_(boolean setter); + // Indicates the priority of the request. Priority value zero + // indicates that the default priority level should be used + // (i.e. same behavior as not specifying the priority parameter). + // Lower value priorities indicate higher priority levels. Thus + // the highest priority level is indicated by setting the parameter + // to 1, the next highest is 2, etc. If not provided, the server + // will handle the request using default setting for the model. + public native @Cast("uint64_t") long priority_(); public native InferOptions priority_(long setter); + // The timeout value for the request, in microseconds. If the request + // cannot be completed within the time by the server can take a + // model-specific action such as terminating the request. If not + // provided, the server will handle the request using default setting + // for the model. + public native @Cast("uint64_t") long request_timeout_(); public native InferOptions request_timeout_(long setter); + // User-provided custom reponse allocator object. Default is nullptr. + // If using custom allocator, the lifetime of this 'Allocator' object should + // be long enough until `InferResult` object goes out of scope as we need + // this `Allocator` object to call 'ResponseAllocatorReleaseFn_t' for + // releasing the response. + public native @SharedPtr Allocator custom_allocator_(); public native InferOptions custom_allocator_(Allocator setter); + // Update trace setting for the specified model. If not set, will use global + // trace setting in 'ServerOptions' for tracing if tracing is enabled in + // 'ServerOptions'. Default is nullptr. + public native @SharedPtr Trace trace_(); public native InferOptions trace_(Trace setter); +} diff --git a/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritondevelopertoolsserver/LoggingOptions.java b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritondevelopertoolsserver/LoggingOptions.java new file mode 100644 index 00000000000..465205a4813 --- /dev/null +++ b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritondevelopertoolsserver/LoggingOptions.java @@ -0,0 +1,70 @@ +// Targeted by JavaCPP version 1.5.10-SNAPSHOT: DO NOT EDIT THIS FILE + +package org.bytedeco.tritonserver.tritondevelopertoolsserver; + +import java.nio.*; +import org.bytedeco.javacpp.*; +import org.bytedeco.javacpp.annotation.*; + +import static org.bytedeco.tritonserver.global.tritondevelopertoolsserver.*; + + +//============================================================================== +/** Structure to hold logging options for setting 'ServerOptions'. + * */ +@Namespace("triton::developer_tools::server") @NoOffset @Properties(inherit = org.bytedeco.tritonserver.presets.tritondevelopertoolsserver.class) +public class LoggingOptions extends Pointer { + static { Loader.load(); } + /** Pointer cast constructor. Invokes {@link Pointer#Pointer(Pointer)}. */ + public LoggingOptions(Pointer p) { super(p); } + /** Native array allocator. Access with {@link Pointer#position(long)}. */ + public LoggingOptions(long size) { super((Pointer)null); allocateArray(size); } + private native void allocateArray(long size); + @Override public LoggingOptions position(long position) { + return (LoggingOptions)super.position(position); + } + @Override public LoggingOptions getPointer(long i) { + return new LoggingOptions((Pointer)this).offsetAddress(i); + } + + // The range of VerboseLevel is [0, INT_MAX]. + /** enum class triton::developer_tools::server::LoggingOptions::VerboseLevel */ + public static final int OFF = 0, MIN = 1, MAX = Integer.MAX_VALUE; + /** enum class triton::developer_tools::server::LoggingOptions::LogFormat */ + public static final int DEFAULT = 0, ISO8601 = 1; + + public LoggingOptions() { super((Pointer)null); allocate(); } + private native void allocate(); + + public LoggingOptions( + @Cast("const triton::developer_tools::server::LoggingOptions::VerboseLevel") int verbose, @Cast("const bool") boolean info, @Cast("const bool") boolean warn, + @Cast("const bool") boolean error, @Cast("const triton::developer_tools::server::LoggingOptions::LogFormat") int format, @StdString BytePointer log_file) { super((Pointer)null); allocate(verbose, info, warn, error, format, log_file); } + private native void allocate( + @Cast("const triton::developer_tools::server::LoggingOptions::VerboseLevel") int verbose, @Cast("const bool") boolean info, @Cast("const bool") boolean warn, + @Cast("const bool") boolean error, @Cast("const triton::developer_tools::server::LoggingOptions::LogFormat") int format, @StdString BytePointer log_file); + public LoggingOptions( + @Cast("const triton::developer_tools::server::LoggingOptions::VerboseLevel") int verbose, @Cast("const bool") boolean info, @Cast("const bool") boolean warn, + @Cast("const bool") boolean error, @Cast("const triton::developer_tools::server::LoggingOptions::LogFormat") int format, @StdString String log_file) { super((Pointer)null); allocate(verbose, info, warn, error, format, log_file); } + private native void allocate( + @Cast("const triton::developer_tools::server::LoggingOptions::VerboseLevel") int verbose, @Cast("const bool") boolean info, @Cast("const bool") boolean warn, + @Cast("const bool") boolean error, @Cast("const triton::developer_tools::server::LoggingOptions::LogFormat") int format, @StdString String log_file); + + public native void SetVerboseLevel(int verbose_level); + + // Verbose logging level. Default is OFF. + public native @Cast("triton::developer_tools::server::LoggingOptions::VerboseLevel") int verbose_(); public native LoggingOptions verbose_(int setter); + // Enable or disable info logging level. Default is true. + public native @Cast("bool") boolean info_(); public native LoggingOptions info_(boolean setter); + // Enable or disable warn logging level. Default is true. + public native @Cast("bool") boolean warn_(); public native LoggingOptions warn_(boolean setter); + // Enable or disable error logging level. Default is true. + public native @Cast("bool") boolean error_(); public native LoggingOptions error_(boolean setter); + // The format of logging. For "DEFAULT", the log severity (L) and + // timestamp will be logged as "LMMDD hh:mm:ss.ssssss". For "ISO8601", the + // log format will be "YYYY-MM-DDThh:mm:ssZ L". Default is 'DEFAULT'. + public native @Cast("triton::developer_tools::server::LoggingOptions::LogFormat") int format_(); public native LoggingOptions format_(int setter); + // Logging output file. If specified, log outputs will be saved to this file. + // If not specified, log outputs will stream to the console. Default is an + // empty string. + public native @StdString BytePointer log_file_(); public native LoggingOptions log_file_(BytePointer setter); // logging output file +} diff --git a/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritondevelopertoolsserver/MetricsOptions.java b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritondevelopertoolsserver/MetricsOptions.java new file mode 100644 index 00000000000..26ea776db9a --- /dev/null +++ b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritondevelopertoolsserver/MetricsOptions.java @@ -0,0 +1,49 @@ +// Targeted by JavaCPP version 1.5.10-SNAPSHOT: DO NOT EDIT THIS FILE + +package org.bytedeco.tritonserver.tritondevelopertoolsserver; + +import java.nio.*; +import org.bytedeco.javacpp.*; +import org.bytedeco.javacpp.annotation.*; + +import static org.bytedeco.tritonserver.global.tritondevelopertoolsserver.*; + + +//============================================================================== +/** Structure to hold metrics options for setting 'ServerOptions'. + * See here for more information: + * https://github.com/triton-inference-server/server/blob/main/docs/user_guide/metrics.md. */ +@Namespace("triton::developer_tools::server") @NoOffset @Properties(inherit = org.bytedeco.tritonserver.presets.tritondevelopertoolsserver.class) +public class MetricsOptions extends Pointer { + static { Loader.load(); } + /** Pointer cast constructor. Invokes {@link Pointer#Pointer(Pointer)}. */ + public MetricsOptions(Pointer p) { super(p); } + /** Native array allocator. Access with {@link Pointer#position(long)}. */ + public MetricsOptions(long size) { super((Pointer)null); allocateArray(size); } + private native void allocateArray(long size); + @Override public MetricsOptions position(long position) { + return (MetricsOptions)super.position(position); + } + @Override public MetricsOptions getPointer(long i) { + return new MetricsOptions((Pointer)this).offsetAddress(i); + } + + public MetricsOptions() { super((Pointer)null); allocate(); } + private native void allocate(); + + public MetricsOptions( + @Cast("const bool") boolean allow_metrics, @Cast("const bool") boolean allow_gpu_metrics, + @Cast("const bool") boolean allow_cpu_metrics, @Cast("const uint64_t") long metrics_interval_ms) { super((Pointer)null); allocate(allow_metrics, allow_gpu_metrics, allow_cpu_metrics, metrics_interval_ms); } + private native void allocate( + @Cast("const bool") boolean allow_metrics, @Cast("const bool") boolean allow_gpu_metrics, + @Cast("const bool") boolean allow_cpu_metrics, @Cast("const uint64_t") long metrics_interval_ms); + + // Enable or disable metrics. Default is true. + public native @Cast("bool") boolean allow_metrics_(); public native MetricsOptions allow_metrics_(boolean setter); + // Enable or disable GPU metrics. Default is true. + public native @Cast("bool") boolean allow_gpu_metrics_(); public native MetricsOptions allow_gpu_metrics_(boolean setter); + // Enable or disable CPU metrics. Default is true. + public native @Cast("bool") boolean allow_cpu_metrics_(); public native MetricsOptions allow_cpu_metrics_(boolean setter); + // The interval for metrics collection. Default is 2000. + public native @Cast("uint64_t") long metrics_interval_ms_(); public native MetricsOptions metrics_interval_ms_(long setter); +} diff --git a/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritondevelopertoolsserver/ModelLoadGPULimit.java b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritondevelopertoolsserver/ModelLoadGPULimit.java new file mode 100644 index 00000000000..9f4d968ff2d --- /dev/null +++ b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritondevelopertoolsserver/ModelLoadGPULimit.java @@ -0,0 +1,30 @@ +// Targeted by JavaCPP version 1.5.10-SNAPSHOT: DO NOT EDIT THIS FILE + +package org.bytedeco.tritonserver.tritondevelopertoolsserver; + +import java.nio.*; +import org.bytedeco.javacpp.*; +import org.bytedeco.javacpp.annotation.*; + +import static org.bytedeco.tritonserver.global.tritondevelopertoolsserver.*; + + +//============================================================================== +/** Structure to hold GPU limit of model loading for setting 'ServerOptions'. + * The limit on GPU memory usage is specified as a fraction. If model loading + * on the device is requested and the current memory usage exceeds the limit, + * the load will be rejected. If not specified, the limit will not be set. */ +@Namespace("triton::developer_tools::server") @NoOffset @Properties(inherit = org.bytedeco.tritonserver.presets.tritondevelopertoolsserver.class) +public class ModelLoadGPULimit extends Pointer { + static { Loader.load(); } + /** Pointer cast constructor. Invokes {@link Pointer#Pointer(Pointer)}. */ + public ModelLoadGPULimit(Pointer p) { super(p); } + + public ModelLoadGPULimit(int device_id, double fraction) { super((Pointer)null); allocate(device_id, fraction); } + private native void allocate(int device_id, double fraction); + + // The GPU device ID. + public native int device_id_(); public native ModelLoadGPULimit device_id_(int setter); + // The limit on memory usage as a fraction. + public native double fraction_(); public native ModelLoadGPULimit fraction_(double setter); +} diff --git a/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritondevelopertoolsserver/NewModelRepo.java b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritondevelopertoolsserver/NewModelRepo.java new file mode 100644 index 00000000000..c7ad8e9bc8c --- /dev/null +++ b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritondevelopertoolsserver/NewModelRepo.java @@ -0,0 +1,50 @@ +// Targeted by JavaCPP version 1.5.10-SNAPSHOT: DO NOT EDIT THIS FILE + +package org.bytedeco.tritonserver.tritondevelopertoolsserver; + +import java.nio.*; +import org.bytedeco.javacpp.*; +import org.bytedeco.javacpp.annotation.*; + +import static org.bytedeco.tritonserver.global.tritondevelopertoolsserver.*; + + +//============================================================================== +/** Structure to hold the full path to the model repository to be registered and + * the mapping from the original model name to the overriden one. This object + * is used for calling 'TritonServer::RegisterModelRepo' for registering + * model repository. + * */ +@Namespace("triton::developer_tools::server") @NoOffset @Properties(inherit = org.bytedeco.tritonserver.presets.tritondevelopertoolsserver.class) +public class NewModelRepo extends Pointer { + static { Loader.load(); } + /** Pointer cast constructor. Invokes {@link Pointer#Pointer(Pointer)}. */ + public NewModelRepo(Pointer p) { super(p); } + + public NewModelRepo(@StdString BytePointer path) { super((Pointer)null); allocate(path); } + private native void allocate(@StdString BytePointer path); + public NewModelRepo(@StdString String path) { super((Pointer)null); allocate(path); } + private native void allocate(@StdString String path); + + public NewModelRepo( + @StdString BytePointer path, @StdString BytePointer original_name, + @StdString BytePointer override_name) { super((Pointer)null); allocate(path, original_name, override_name); } + private native void allocate( + @StdString BytePointer path, @StdString BytePointer original_name, + @StdString BytePointer override_name); + public NewModelRepo( + @StdString String path, @StdString String original_name, + @StdString String override_name) { super((Pointer)null); allocate(path, original_name, override_name); } + private native void allocate( + @StdString String path, @StdString String original_name, + @StdString String override_name); + + // The full path to the model repository. + public native @StdString BytePointer path_(); public native NewModelRepo path_(BytePointer setter); + // The original name of the model. This field is optional when there is no + // name mapping needed. + public native @StdString BytePointer original_name_(); public native NewModelRepo original_name_(BytePointer setter); + // The original name of the model. This field is optional when there is no + // name mapping needed. + public native @StdString BytePointer override_name_(); public native NewModelRepo override_name_(BytePointer setter); +} diff --git a/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritondevelopertoolsserver/OutputBufferReleaseFn_t.java b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritondevelopertoolsserver/OutputBufferReleaseFn_t.java new file mode 100644 index 00000000000..ccc66eef07c --- /dev/null +++ b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritondevelopertoolsserver/OutputBufferReleaseFn_t.java @@ -0,0 +1,21 @@ +// Targeted by JavaCPP version 1.5.10-SNAPSHOT: DO NOT EDIT THIS FILE + +package org.bytedeco.tritonserver.tritondevelopertoolsserver; + +import java.nio.*; +import org.bytedeco.javacpp.*; +import org.bytedeco.javacpp.annotation.*; + +import static org.bytedeco.tritonserver.global.tritondevelopertoolsserver.*; + +@Properties(inherit = org.bytedeco.tritonserver.presets.tritondevelopertoolsserver.class) +public class OutputBufferReleaseFn_t extends FunctionPointer { + static { Loader.load(); } + /** Pointer cast constructor. Invokes {@link Pointer#Pointer(Pointer)}. */ + public OutputBufferReleaseFn_t(Pointer p) { super(p); } + protected OutputBufferReleaseFn_t() { allocate(); } + private native void allocate(); + public native void call( + Pointer buffer, @Cast("size_t") long byte_size, @Cast("triton::developer_tools::server::MemoryType") int memory_type, + @Cast("int64_t") long memory_type_id); +} diff --git a/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritondevelopertoolsserver/RateLimitResource.java b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritondevelopertoolsserver/RateLimitResource.java new file mode 100644 index 00000000000..b0b6107fabe --- /dev/null +++ b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritondevelopertoolsserver/RateLimitResource.java @@ -0,0 +1,43 @@ +// Targeted by JavaCPP version 1.5.10-SNAPSHOT: DO NOT EDIT THIS FILE + +package org.bytedeco.tritonserver.tritondevelopertoolsserver; + +import java.nio.*; +import org.bytedeco.javacpp.*; +import org.bytedeco.javacpp.annotation.*; + +import static org.bytedeco.tritonserver.global.tritondevelopertoolsserver.*; + + +//============================================================================== +/** Structure to hold rate limit resource for setting 'ServerOptions'. See here + * for more information: + * https://github.com/triton-inference-server/server/blob/main/docs/user_guide/rate_limiter.md. */ +@Namespace("triton::developer_tools::server") @NoOffset @Properties(inherit = org.bytedeco.tritonserver.presets.tritondevelopertoolsserver.class) +public class RateLimitResource extends Pointer { + static { Loader.load(); } + /** Pointer cast constructor. Invokes {@link Pointer#Pointer(Pointer)}. */ + public RateLimitResource(Pointer p) { super(p); } + + public RateLimitResource(@StdString BytePointer name, int count) { super((Pointer)null); allocate(name, count); } + private native void allocate(@StdString BytePointer name, int count); + public RateLimitResource(@StdString String name, int count) { super((Pointer)null); allocate(name, count); } + private native void allocate(@StdString String name, int count); + + public RateLimitResource(@StdString BytePointer name, int count, int device) { super((Pointer)null); allocate(name, count, device); } + private native void allocate(@StdString BytePointer name, int count, int device); + public RateLimitResource(@StdString String name, int count, int device) { super((Pointer)null); allocate(name, count, device); } + private native void allocate(@StdString String name, int count, int device); + + // The name of the resource. + public native @StdString BytePointer name_(); public native RateLimitResource name_(BytePointer setter); + // The count of the resource. + public native int count_(); public native RateLimitResource count_(int setter); + // The device identifier for the resource. This field is optional and if not + // specified will be applied to every device. The device value is ignored for + // a global resource. The server will use the rate limiter configuration + // specified for instance groups in model config to determine whether resource + // is global. In case of conflicting resource type in different model + // configurations, server will raise an appropriate error while loading model. + public native int device_(); public native RateLimitResource device_(int setter); +} diff --git a/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritondevelopertoolsserver/RepositoryIndex.java b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritondevelopertoolsserver/RepositoryIndex.java new file mode 100644 index 00000000000..01809738633 --- /dev/null +++ b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritondevelopertoolsserver/RepositoryIndex.java @@ -0,0 +1,50 @@ +// Targeted by JavaCPP version 1.5.10-SNAPSHOT: DO NOT EDIT THIS FILE + +package org.bytedeco.tritonserver.tritondevelopertoolsserver; + +import java.nio.*; +import org.bytedeco.javacpp.*; +import org.bytedeco.javacpp.annotation.*; + +import static org.bytedeco.tritonserver.global.tritondevelopertoolsserver.*; + + +//============================================================================== +/** Structure to hold repository index for 'ModelIndex' function. + * */ +@Namespace("triton::developer_tools::server") @NoOffset @Properties(inherit = org.bytedeco.tritonserver.presets.tritondevelopertoolsserver.class) +public class RepositoryIndex extends Pointer { + static { Loader.load(); } + /** Pointer cast constructor. Invokes {@link Pointer#Pointer(Pointer)}. */ + public RepositoryIndex(Pointer p) { super(p); } + + public RepositoryIndex( + @StdString BytePointer name, @StdString BytePointer version, + @Cast("const triton::developer_tools::server::ModelReadyState") int state) { super((Pointer)null); allocate(name, version, state); } + private native void allocate( + @StdString BytePointer name, @StdString BytePointer version, + @Cast("const triton::developer_tools::server::ModelReadyState") int state); + public RepositoryIndex( + @StdString String name, @StdString String version, + @Cast("const triton::developer_tools::server::ModelReadyState") int state) { super((Pointer)null); allocate(name, version, state); } + private native void allocate( + @StdString String name, @StdString String version, + @Cast("const triton::developer_tools::server::ModelReadyState") int state); + + // The name of the model. + public native @StdString BytePointer name_(); public native RepositoryIndex name_(BytePointer setter); + // The version of the model. + public native @StdString BytePointer version_(); public native RepositoryIndex version_(BytePointer setter); + // The state of the model. The states are + // * UNKNOWN: The model is in an unknown state. The model is not available for + // inferencing. + // * READY: The model is ready and available for inferencing. + // * UNAVAILABLE: The model is unavailable, indicating that the model failed + // to load or has been implicitly or explicitly unloaded. The model is not + // available for inferencing. + // * LOADING: The model is being loaded by the inference server. The model is + // not available for inferencing. + // * UNLOADING: The model is being unloaded by the inference server. The model + // is not available for inferencing. + public native @Cast("triton::developer_tools::server::ModelReadyState") int state_(); public native RepositoryIndex state_(int setter); +} diff --git a/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritondevelopertoolsserver/ResponseAllocatorAllocFn_t.java b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritondevelopertoolsserver/ResponseAllocatorAllocFn_t.java new file mode 100644 index 00000000000..9566fd0a4c5 --- /dev/null +++ b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritondevelopertoolsserver/ResponseAllocatorAllocFn_t.java @@ -0,0 +1,26 @@ +// Targeted by JavaCPP version 1.5.10-SNAPSHOT: DO NOT EDIT THIS FILE + +package org.bytedeco.tritonserver.tritondevelopertoolsserver; + +import java.nio.*; +import org.bytedeco.javacpp.*; +import org.bytedeco.javacpp.annotation.*; + +import static org.bytedeco.tritonserver.global.tritondevelopertoolsserver.*; + + +//============================================================================== +/** Custom Response Allocator Callback function signatures. + * */ +@Properties(inherit = org.bytedeco.tritonserver.presets.tritondevelopertoolsserver.class) +public class ResponseAllocatorAllocFn_t extends FunctionPointer { + static { Loader.load(); } + /** Pointer cast constructor. Invokes {@link Pointer#Pointer(Pointer)}. */ + public ResponseAllocatorAllocFn_t(Pointer p) { super(p); } + protected ResponseAllocatorAllocFn_t() { allocate(); } + private native void allocate(); + public native void call( + String tensor_name, @Cast("size_t") long byte_size, @Cast("triton::developer_tools::server::MemoryType") int preferred_memory_type, + @Cast("int64_t") long preferred_memory_type_id, @Cast("void**") PointerPointer buffer, + @Cast("triton::developer_tools::server::MemoryType*") IntPointer actual_memory_type, @Cast("int64_t*") LongPointer actual_memory_type_id); +} diff --git a/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritondevelopertoolsserver/ResponseAllocatorStartFn_t.java b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritondevelopertoolsserver/ResponseAllocatorStartFn_t.java new file mode 100644 index 00000000000..f31bf3ab144 --- /dev/null +++ b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritondevelopertoolsserver/ResponseAllocatorStartFn_t.java @@ -0,0 +1,21 @@ +// Targeted by JavaCPP version 1.5.10-SNAPSHOT: DO NOT EDIT THIS FILE + +package org.bytedeco.tritonserver.tritondevelopertoolsserver; + +import java.nio.*; +import org.bytedeco.javacpp.*; +import org.bytedeco.javacpp.annotation.*; + +import static org.bytedeco.tritonserver.global.tritondevelopertoolsserver.*; + + +/// +@Properties(inherit = org.bytedeco.tritonserver.presets.tritondevelopertoolsserver.class) +public class ResponseAllocatorStartFn_t extends FunctionPointer { + static { Loader.load(); } + /** Pointer cast constructor. Invokes {@link Pointer#Pointer(Pointer)}. */ + public ResponseAllocatorStartFn_t(Pointer p) { super(p); } + protected ResponseAllocatorStartFn_t() { allocate(); } + private native void allocate(); + public native void call(Pointer userp); +} diff --git a/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritondevelopertoolsserver/ServerOptions.java b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritondevelopertoolsserver/ServerOptions.java new file mode 100644 index 00000000000..478b4f7a495 --- /dev/null +++ b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritondevelopertoolsserver/ServerOptions.java @@ -0,0 +1,191 @@ +// Targeted by JavaCPP version 1.5.10-SNAPSHOT: DO NOT EDIT THIS FILE + +package org.bytedeco.tritonserver.tritondevelopertoolsserver; + +import java.nio.*; +import org.bytedeco.javacpp.*; +import org.bytedeco.javacpp.annotation.*; + +import static org.bytedeco.tritonserver.global.tritondevelopertoolsserver.*; + + +//============================================================================== +/** Server options that are used to initialize Triton Server. + * */ +@Namespace("triton::developer_tools::server") @NoOffset @Properties(inherit = org.bytedeco.tritonserver.presets.tritondevelopertoolsserver.class) +public class ServerOptions extends Pointer { + static { Loader.load(); } + /** Pointer cast constructor. Invokes {@link Pointer#Pointer(Pointer)}. */ + public ServerOptions(Pointer p) { super(p); } + + public ServerOptions(@Const @ByRef StringVector model_repository_paths) { super((Pointer)null); allocate(model_repository_paths); } + private native void allocate(@Const @ByRef StringVector model_repository_paths); + + public ServerOptions( + @Const @ByRef StringVector model_repository_paths, + @Const @ByRef LoggingOptions logging, @Const @ByRef MetricsOptions metrics, + @StdVector BackendConfig be_config, @StdString BytePointer server_id, + @StdString BytePointer backend_dir, @StdString BytePointer repo_agent_dir, + @Cast("const bool") boolean disable_auto_complete_config, + @Cast("const triton::developer_tools::server::ModelControlMode") int model_control_mode, + int repository_poll_secs, + @Const @ByRef StringSet startup_models, + @StdVector RateLimitResource rate_limit_resource, + @Cast("const int64_t") long pinned_memory_pool_byte_size, + @StdVector CUDAMemoryPoolByteSize cuda_memory_pool_byte_size, + @Cast("const uint64_t") long response_cache_byte_size, + double min_cuda_compute_capability, @Cast("const bool") boolean exit_on_error, + int exit_timeout_secs, + int buffer_manager_thread_count, + @Cast("const uint32_t") int model_load_thread_count, + @StdVector ModelLoadGPULimit model_load_gpu_limit, + @StdVector HostPolicy host_policy, @SharedPtr Trace trace) { super((Pointer)null); allocate(model_repository_paths, logging, metrics, be_config, server_id, backend_dir, repo_agent_dir, disable_auto_complete_config, model_control_mode, repository_poll_secs, startup_models, rate_limit_resource, pinned_memory_pool_byte_size, cuda_memory_pool_byte_size, response_cache_byte_size, min_cuda_compute_capability, exit_on_error, exit_timeout_secs, buffer_manager_thread_count, model_load_thread_count, model_load_gpu_limit, host_policy, trace); } + private native void allocate( + @Const @ByRef StringVector model_repository_paths, + @Const @ByRef LoggingOptions logging, @Const @ByRef MetricsOptions metrics, + @StdVector BackendConfig be_config, @StdString BytePointer server_id, + @StdString BytePointer backend_dir, @StdString BytePointer repo_agent_dir, + @Cast("const bool") boolean disable_auto_complete_config, + @Cast("const triton::developer_tools::server::ModelControlMode") int model_control_mode, + int repository_poll_secs, + @Const @ByRef StringSet startup_models, + @StdVector RateLimitResource rate_limit_resource, + @Cast("const int64_t") long pinned_memory_pool_byte_size, + @StdVector CUDAMemoryPoolByteSize cuda_memory_pool_byte_size, + @Cast("const uint64_t") long response_cache_byte_size, + double min_cuda_compute_capability, @Cast("const bool") boolean exit_on_error, + int exit_timeout_secs, + int buffer_manager_thread_count, + @Cast("const uint32_t") int model_load_thread_count, + @StdVector ModelLoadGPULimit model_load_gpu_limit, + @StdVector HostPolicy host_policy, @SharedPtr Trace trace); + public ServerOptions( + @Const @ByRef StringVector model_repository_paths, + @Const @ByRef LoggingOptions logging, @Const @ByRef MetricsOptions metrics, + @StdVector BackendConfig be_config, @StdString String server_id, + @StdString String backend_dir, @StdString String repo_agent_dir, + @Cast("const bool") boolean disable_auto_complete_config, + @Cast("const triton::developer_tools::server::ModelControlMode") int model_control_mode, + int repository_poll_secs, + @Const @ByRef StringSet startup_models, + @StdVector RateLimitResource rate_limit_resource, + @Cast("const int64_t") long pinned_memory_pool_byte_size, + @StdVector CUDAMemoryPoolByteSize cuda_memory_pool_byte_size, + @Cast("const uint64_t") long response_cache_byte_size, + double min_cuda_compute_capability, @Cast("const bool") boolean exit_on_error, + int exit_timeout_secs, + int buffer_manager_thread_count, + @Cast("const uint32_t") int model_load_thread_count, + @StdVector ModelLoadGPULimit model_load_gpu_limit, + @StdVector HostPolicy host_policy, @SharedPtr Trace trace) { super((Pointer)null); allocate(model_repository_paths, logging, metrics, be_config, server_id, backend_dir, repo_agent_dir, disable_auto_complete_config, model_control_mode, repository_poll_secs, startup_models, rate_limit_resource, pinned_memory_pool_byte_size, cuda_memory_pool_byte_size, response_cache_byte_size, min_cuda_compute_capability, exit_on_error, exit_timeout_secs, buffer_manager_thread_count, model_load_thread_count, model_load_gpu_limit, host_policy, trace); } + private native void allocate( + @Const @ByRef StringVector model_repository_paths, + @Const @ByRef LoggingOptions logging, @Const @ByRef MetricsOptions metrics, + @StdVector BackendConfig be_config, @StdString String server_id, + @StdString String backend_dir, @StdString String repo_agent_dir, + @Cast("const bool") boolean disable_auto_complete_config, + @Cast("const triton::developer_tools::server::ModelControlMode") int model_control_mode, + int repository_poll_secs, + @Const @ByRef StringSet startup_models, + @StdVector RateLimitResource rate_limit_resource, + @Cast("const int64_t") long pinned_memory_pool_byte_size, + @StdVector CUDAMemoryPoolByteSize cuda_memory_pool_byte_size, + @Cast("const uint64_t") long response_cache_byte_size, + double min_cuda_compute_capability, @Cast("const bool") boolean exit_on_error, + int exit_timeout_secs, + int buffer_manager_thread_count, + @Cast("const uint32_t") int model_load_thread_count, + @StdVector ModelLoadGPULimit model_load_gpu_limit, + @StdVector HostPolicy host_policy, @SharedPtr Trace trace); + + public native void SetLoggingOptions(@Const @ByRef LoggingOptions logging); + + // Paths to model repository directory. Note that if a model is not unique + // across all model repositories at any time, the model will not be available. + // See here for more information: + // https://github.com/triton-inference-server/server/blob/main/docs/user_guide/model_repository.md. + public native @ByRef StringVector model_repository_paths_(); public native ServerOptions model_repository_paths_(StringVector setter); + // Logging options. See the 'LoggingOptions' structure for more information. + public native @ByRef LoggingOptions logging_(); public native ServerOptions logging_(LoggingOptions setter); + // Metrics options. See the 'MetricsOptions' structure for more information. + public native @ByRef MetricsOptions metrics_(); public native ServerOptions metrics_(MetricsOptions setter); + // Backend configuration. See the 'BackendConfig' structure for more + // information. + public native @StdVector BackendConfig be_config_(); public native ServerOptions be_config_(BackendConfig setter); + // The ID of the server. + public native @StdString BytePointer server_id_(); public native ServerOptions server_id_(BytePointer setter); + // The global directory searched for backend shared libraries. Default is + // "/opt/tritonserver/backends". See here for more information: + // https://github.com/triton-inference-server/backend#backends. + public native @StdString BytePointer backend_dir_(); public native ServerOptions backend_dir_(BytePointer setter); + // The global directory searched for repository agent shared libraries. + // Default is "/opt/tritonserver/repoagents". See here for more information: + // https://github.com/triton-inference-server/server/blob/main/docs/customization_guide/repository_agents.md. + public native @StdString BytePointer repo_agent_dir_(); public native ServerOptions repo_agent_dir_(BytePointer setter); + // If set, disables the triton and backends from auto completing model + // configuration files. Model configuration files must be provided and + // all required configuration settings must be specified. Default is false. + // See here for more information: + // https://github.com/triton-inference-server/server/blob/main/docs/user_guide/model_configuration.md#auto-generated-model-configuration. + public native @Cast("bool") boolean disable_auto_complete_config_(); public native ServerOptions disable_auto_complete_config_(boolean setter); + // Specify the mode for model management. Options are "NONE", "POLL" and + // "EXPLICIT". Default is "NONE". See here for more information: + // https://github.com/triton-inference-server/server/blob/main/docs/user_guide/model_management.md. + public native @Cast("triton::developer_tools::server::ModelControlMode") int model_control_mode_(); public native ServerOptions model_control_mode_(int setter); + // Interval in seconds between each poll of the model repository to check for + // changes. Valid only when 'model_control_mode_' is set to "POLL". Default + // is 15. + public native int repository_poll_secs_(); public native ServerOptions repository_poll_secs_(int setter); + // Specify the the models to be loaded on server startup. This will only take + // effect if 'model_control_mode_' is set to 'EXPLICIT'. + public native @ByRef StringSet startup_models_(); public native ServerOptions startup_models_(StringSet setter); + // The number of resources available to the server. Rate limiting is disabled + // by default, and can be enabled once 'rate_limit_resource_' is set. See the + // 'RateLimitResource' structure for more information. + public native @StdVector RateLimitResource rate_limit_resource_(); public native ServerOptions rate_limit_resource_(RateLimitResource setter); + // The total byte size that can be allocated as pinned system memory. If GPU + // support is enabled, the server will allocate pinned system memory to + // accelerate data transfer between host and devices until it exceeds the + // specified byte size. If 'NUMA_NODE' is configured via 'host_policy_', the + // pinned system memory of the pool size will be allocated on each numa node. + // This option will not affect the allocation conducted by the backend + // frameworks. Default is 256 MB. + public native @Cast("int64_t") long pinned_memory_pool_byte_size_(); public native ServerOptions pinned_memory_pool_byte_size_(long setter); + // The total byte size that can be allocated as CUDA memory for the GPU + // device. See the 'CUDAMemoryPoolByteSize' structure for more information. + public native @StdVector CUDAMemoryPoolByteSize cuda_memory_pool_byte_size_(); public native ServerOptions cuda_memory_pool_byte_size_(CUDAMemoryPoolByteSize setter); + // The size in bytes to allocate for a request/response cache. When non-zero, + // Triton allocates the requested size in CPU memory and shares the cache + // across all inference requests and across all models. For a given model to + // use request caching, the model must enable request caching in the model + // configuration. See here for more information: + // https://github.com/triton-inference-server/server/blob/main/docs/user_guide/model_configuration.md#response-cache. + // By default, no model uses request caching even if the + // 'response_cache_byte_size_' is set. Default is 0. + public native @Cast("uint64_t") long response_cache_byte_size_(); public native ServerOptions response_cache_byte_size_(long setter); + // The minimum supported CUDA compute capability. GPUs that don't support this + // compute capability will not be used by the server. Default is 0. + public native double min_cuda_compute_capability_(); public native ServerOptions min_cuda_compute_capability_(double setter); + // If set, exit the inference server when an error occurs during + // initialization. Default is true. + public native @Cast("bool") boolean exit_on_error_(); public native ServerOptions exit_on_error_(boolean setter); + // Timeout (in seconds) when exiting to wait for in-flight inferences to + // finish. After the timeout expires the server exits even if inferences are + // still in flight. Default is 30 secs. + public native int exit_timeout_secs_(); public native ServerOptions exit_timeout_secs_(int setter); + // The number of threads used to accelerate copies and other operations + // required to manage input and output tensor contents. Default is 0. + public native int buffer_manager_thread_count_(); public native ServerOptions buffer_manager_thread_count_(int setter); + // The number of threads used to concurrently load models in model + // repositories. Default is 2*. + public native @Cast("uint32_t") int model_load_thread_count_(); public native ServerOptions model_load_thread_count_(int setter); + // The GPU limit of model loading. See the 'ModelLoadGPULimit' structure for + // more information. + public native @StdVector ModelLoadGPULimit model_load_gpu_limit_(); public native ServerOptions model_load_gpu_limit_(ModelLoadGPULimit setter); + // The host policy setting. See the 'HostPolicy' structure for more + // information. + public native @StdVector HostPolicy host_policy_(); public native ServerOptions host_policy_(HostPolicy setter); + // The global trace setting. Default is nullptr, meaning that tracing is not + // enabled. See the 'Trace' structure for more information. + public native @SharedPtr Trace trace_(); public native ServerOptions trace_(Trace setter); +} diff --git a/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritondevelopertoolsserver/StringSet.java b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritondevelopertoolsserver/StringSet.java new file mode 100644 index 00000000000..a8309dcb15f --- /dev/null +++ b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritondevelopertoolsserver/StringSet.java @@ -0,0 +1,36 @@ +// Targeted by JavaCPP version 1.5.10-SNAPSHOT: DO NOT EDIT THIS FILE + +package org.bytedeco.tritonserver.tritondevelopertoolsserver; + +import java.nio.*; +import org.bytedeco.javacpp.*; +import org.bytedeco.javacpp.annotation.*; + +import static org.bytedeco.tritonserver.global.tritondevelopertoolsserver.*; + +@Name("std::set") @Properties(inherit = org.bytedeco.tritonserver.presets.tritondevelopertoolsserver.class) +public class StringSet extends Pointer { + static { Loader.load(); } + /** Pointer cast constructor. Invokes {@link Pointer#Pointer(Pointer)}. */ + public StringSet(Pointer p) { super(p); } + public StringSet() { allocate(); } + private native void allocate(); + public native @Name("operator =") @ByRef StringSet put(@ByRef StringSet x); + + public boolean empty() { return size() == 0; } + public native long size(); + + public native void insert(@StdString BytePointer value); + public native void erase(@StdString BytePointer value); + public native @ByVal Iterator begin(); + public native @ByVal Iterator end(); + @NoOffset @Name("iterator") public static class Iterator extends Pointer { + public Iterator(Pointer p) { super(p); } + public Iterator() { } + + public native @Name("operator ++") @ByRef Iterator increment(); + public native @Name("operator ==") boolean equals(@ByRef Iterator it); + public native @Name("operator *") @StdString BytePointer get(); + } +} + diff --git a/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritondevelopertoolsserver/StringVector.java b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritondevelopertoolsserver/StringVector.java new file mode 100644 index 00000000000..3914d216f41 --- /dev/null +++ b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritondevelopertoolsserver/StringVector.java @@ -0,0 +1,99 @@ +// Targeted by JavaCPP version 1.5.10-SNAPSHOT: DO NOT EDIT THIS FILE + +package org.bytedeco.tritonserver.tritondevelopertoolsserver; + +import java.nio.*; +import org.bytedeco.javacpp.*; +import org.bytedeco.javacpp.annotation.*; + +import static org.bytedeco.tritonserver.global.tritondevelopertoolsserver.*; + +@Name("std::vector") @Properties(inherit = org.bytedeco.tritonserver.presets.tritondevelopertoolsserver.class) +public class StringVector extends Pointer { + static { Loader.load(); } + /** Pointer cast constructor. Invokes {@link Pointer#Pointer(Pointer)}. */ + public StringVector(Pointer p) { super(p); } + public StringVector(BytePointer value) { this(1); put(0, value); } + public StringVector(BytePointer ... array) { this(array.length); put(array); } + public StringVector(String value) { this(1); put(0, value); } + public StringVector(String ... array) { this(array.length); put(array); } + public StringVector() { allocate(); } + public StringVector(long n) { allocate(n); } + private native void allocate(); + private native void allocate(@Cast("size_t") long n); + public native @Name("operator =") @ByRef StringVector put(@ByRef StringVector x); + + public boolean empty() { return size() == 0; } + public native long size(); + public void clear() { resize(0); } + public native void resize(@Cast("size_t") long n); + + @Index(function = "at") public native @StdString BytePointer get(@Cast("size_t") long i); + public native StringVector put(@Cast("size_t") long i, BytePointer value); + @ValueSetter @Index(function = "at") public native StringVector put(@Cast("size_t") long i, @StdString String value); + + public native @ByVal Iterator insert(@ByVal Iterator pos, @StdString BytePointer value); + public native @ByVal Iterator erase(@ByVal Iterator pos); + public native @ByVal Iterator begin(); + public native @ByVal Iterator end(); + @NoOffset @Name("iterator") public static class Iterator extends Pointer { + public Iterator(Pointer p) { super(p); } + public Iterator() { } + + public native @Name("operator ++") @ByRef Iterator increment(); + public native @Name("operator ==") boolean equals(@ByRef Iterator it); + public native @Name("operator *") @StdString BytePointer get(); + } + + public BytePointer[] get() { + BytePointer[] array = new BytePointer[size() < Integer.MAX_VALUE ? (int)size() : Integer.MAX_VALUE]; + for (int i = 0; i < array.length; i++) { + array[i] = get(i); + } + return array; + } + @Override public String toString() { + return java.util.Arrays.toString(get()); + } + + public BytePointer pop_back() { + long size = size(); + BytePointer value = get(size - 1); + resize(size - 1); + return value; + } + public StringVector push_back(BytePointer value) { + long size = size(); + resize(size + 1); + return put(size, value); + } + public StringVector put(BytePointer value) { + if (size() != 1) { resize(1); } + return put(0, value); + } + public StringVector put(BytePointer ... array) { + if (size() != array.length) { resize(array.length); } + for (int i = 0; i < array.length; i++) { + put(i, array[i]); + } + return this; + } + + public StringVector push_back(String value) { + long size = size(); + resize(size + 1); + return put(size, value); + } + public StringVector put(String value) { + if (size() != 1) { resize(1); } + return put(0, value); + } + public StringVector put(String ... array) { + if (size() != array.length) { resize(array.length); } + for (int i = 0; i < array.length; i++) { + put(i, array[i]); + } + return this; + } +} + diff --git a/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritondevelopertoolsserver/Tensor.java b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritondevelopertoolsserver/Tensor.java new file mode 100644 index 00000000000..b3d143dbd3a --- /dev/null +++ b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritondevelopertoolsserver/Tensor.java @@ -0,0 +1,81 @@ +// Targeted by JavaCPP version 1.5.10-SNAPSHOT: DO NOT EDIT THIS FILE + +package org.bytedeco.tritonserver.tritondevelopertoolsserver; + +import java.nio.*; +import org.bytedeco.javacpp.*; +import org.bytedeco.javacpp.annotation.*; + +import static org.bytedeco.tritonserver.global.tritondevelopertoolsserver.*; + + +//============================================================================== +/** Structure to hold information of a tensor. This object is used for adding + * input/requested output to an inference request, and retrieving the output + * result from inference result. + * */ +@Namespace("triton::developer_tools::server") @NoOffset @Properties(inherit = org.bytedeco.tritonserver.presets.tritondevelopertoolsserver.class) +public class Tensor extends Pointer { + static { Loader.load(); } + /** Pointer cast constructor. Invokes {@link Pointer#Pointer(Pointer)}. */ + public Tensor(Pointer p) { super(p); } + + public Tensor( + @Cast("char*") BytePointer buffer, @Cast("const size_t") long byte_size, @Cast("const triton::developer_tools::server::DataType") int data_type, + @Cast("int64_t*") @StdVector LongPointer shape, @Cast("const triton::developer_tools::server::MemoryType") int memory_type, + @Cast("const int64_t") long memory_type_id) { super((Pointer)null); allocate(buffer, byte_size, data_type, shape, memory_type, memory_type_id); } + private native void allocate( + @Cast("char*") BytePointer buffer, @Cast("const size_t") long byte_size, @Cast("const triton::developer_tools::server::DataType") int data_type, + @Cast("int64_t*") @StdVector LongPointer shape, @Cast("const triton::developer_tools::server::MemoryType") int memory_type, + @Cast("const int64_t") long memory_type_id); + public Tensor( + @Cast("char*") ByteBuffer buffer, @Cast("const size_t") long byte_size, @Cast("const triton::developer_tools::server::DataType") int data_type, + @Cast("int64_t*") @StdVector LongBuffer shape, @Cast("const triton::developer_tools::server::MemoryType") int memory_type, + @Cast("const int64_t") long memory_type_id) { super((Pointer)null); allocate(buffer, byte_size, data_type, shape, memory_type, memory_type_id); } + private native void allocate( + @Cast("char*") ByteBuffer buffer, @Cast("const size_t") long byte_size, @Cast("const triton::developer_tools::server::DataType") int data_type, + @Cast("int64_t*") @StdVector LongBuffer shape, @Cast("const triton::developer_tools::server::MemoryType") int memory_type, + @Cast("const int64_t") long memory_type_id); + public Tensor( + @Cast("char*") byte[] buffer, @Cast("const size_t") long byte_size, @Cast("const triton::developer_tools::server::DataType") int data_type, + @Cast("int64_t*") @StdVector long[] shape, @Cast("const triton::developer_tools::server::MemoryType") int memory_type, + @Cast("const int64_t") long memory_type_id) { super((Pointer)null); allocate(buffer, byte_size, data_type, shape, memory_type, memory_type_id); } + private native void allocate( + @Cast("char*") byte[] buffer, @Cast("const size_t") long byte_size, @Cast("const triton::developer_tools::server::DataType") int data_type, + @Cast("int64_t*") @StdVector long[] shape, @Cast("const triton::developer_tools::server::MemoryType") int memory_type, + @Cast("const int64_t") long memory_type_id); + + public Tensor( + @Cast("char*") BytePointer buffer, @Cast("const size_t") long byte_size, @Cast("const triton::developer_tools::server::MemoryType") int memory_type, + @Cast("const int64_t") long memory_type_id) { super((Pointer)null); allocate(buffer, byte_size, memory_type, memory_type_id); } + private native void allocate( + @Cast("char*") BytePointer buffer, @Cast("const size_t") long byte_size, @Cast("const triton::developer_tools::server::MemoryType") int memory_type, + @Cast("const int64_t") long memory_type_id); + public Tensor( + @Cast("char*") ByteBuffer buffer, @Cast("const size_t") long byte_size, @Cast("const triton::developer_tools::server::MemoryType") int memory_type, + @Cast("const int64_t") long memory_type_id) { super((Pointer)null); allocate(buffer, byte_size, memory_type, memory_type_id); } + private native void allocate( + @Cast("char*") ByteBuffer buffer, @Cast("const size_t") long byte_size, @Cast("const triton::developer_tools::server::MemoryType") int memory_type, + @Cast("const int64_t") long memory_type_id); + public Tensor( + @Cast("char*") byte[] buffer, @Cast("const size_t") long byte_size, @Cast("const triton::developer_tools::server::MemoryType") int memory_type, + @Cast("const int64_t") long memory_type_id) { super((Pointer)null); allocate(buffer, byte_size, memory_type, memory_type_id); } + private native void allocate( + @Cast("char*") byte[] buffer, @Cast("const size_t") long byte_size, @Cast("const triton::developer_tools::server::MemoryType") int memory_type, + @Cast("const int64_t") long memory_type_id); + + // The pointer to the start of the buffer. + public native @Cast("char*") BytePointer buffer_(); public native Tensor buffer_(BytePointer setter); + // The size of buffer in bytes. + public native @Cast("size_t") long byte_size_(); public native Tensor byte_size_(long setter); + // The data type of the tensor. + public native @Cast("triton::developer_tools::server::DataType") int data_type_(); public native Tensor data_type_(int setter); + // The shape of the tensor. + public native @Cast("int64_t*") @StdVector LongPointer shape_(); public native Tensor shape_(LongPointer setter); + // The memory type of the tensor. Valid memory types are "CPU", "CPU_PINNED" + // and "GPU". + public native @Cast("triton::developer_tools::server::MemoryType") int memory_type_(); public native Tensor memory_type_(int setter); + // The ID of the memory for the tensor. (e.g. '0' is the memory type id of + // 'GPU-0') + public native @Cast("int64_t") long memory_type_id_(); public native Tensor memory_type_id_(long setter); +} diff --git a/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritondevelopertoolsserver/Trace.java b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritondevelopertoolsserver/Trace.java new file mode 100644 index 00000000000..49f3af12ce8 --- /dev/null +++ b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritondevelopertoolsserver/Trace.java @@ -0,0 +1,66 @@ +// Targeted by JavaCPP version 1.5.10-SNAPSHOT: DO NOT EDIT THIS FILE + +package org.bytedeco.tritonserver.tritondevelopertoolsserver; + +import java.nio.*; +import org.bytedeco.javacpp.*; +import org.bytedeco.javacpp.annotation.*; + +import static org.bytedeco.tritonserver.global.tritondevelopertoolsserver.*; + + +//============================================================================== +/** Structure to hold global trace setting for 'ServerOptions' and + * model-specific trace setting for 'InferOptions'. See here for more + * information: + * https://github.com/triton-inference-server/server/blob/main/docs/user_guide/trace.md. */ +@Namespace("triton::developer_tools::server") @NoOffset @Properties(inherit = org.bytedeco.tritonserver.presets.tritondevelopertoolsserver.class) +public class Trace extends Pointer { + static { Loader.load(); } + /** Pointer cast constructor. Invokes {@link Pointer#Pointer(Pointer)}. */ + public Trace(Pointer p) { super(p); } + + /** enum class triton::developer_tools::server::Trace::Level */ + public static final int OFF = 0, TIMESTAMPS = 1, TENSORS = 2; + + public Trace(@StdString BytePointer file, @Cast("const triton::developer_tools::server::Trace::Level") int level) { super((Pointer)null); allocate(file, level); } + private native void allocate(@StdString BytePointer file, @Cast("const triton::developer_tools::server::Trace::Level") int level); + public Trace(@StdString String file, @Cast("const triton::developer_tools::server::Trace::Level") int level) { super((Pointer)null); allocate(file, level); } + private native void allocate(@StdString String file, @Cast("const triton::developer_tools::server::Trace::Level") int level); + + public Trace( + @StdString BytePointer file, @Cast("const triton::developer_tools::server::Trace::Level") int level, @Cast("const uint32_t") int rate, + int count, @Cast("const uint32_t") int log_frequency) { super((Pointer)null); allocate(file, level, rate, count, log_frequency); } + private native void allocate( + @StdString BytePointer file, @Cast("const triton::developer_tools::server::Trace::Level") int level, @Cast("const uint32_t") int rate, + int count, @Cast("const uint32_t") int log_frequency); + public Trace( + @StdString String file, @Cast("const triton::developer_tools::server::Trace::Level") int level, @Cast("const uint32_t") int rate, + int count, @Cast("const uint32_t") int log_frequency) { super((Pointer)null); allocate(file, level, rate, count, log_frequency); } + private native void allocate( + @StdString String file, @Cast("const triton::developer_tools::server::Trace::Level") int level, @Cast("const uint32_t") int rate, + int count, @Cast("const uint32_t") int log_frequency); + + // The file where trace output will be saved. If 'log-frequency' is also + // specified, this argument value will be the prefix of the files to save the + // trace output. + public native @StdString BytePointer file_(); public native Trace file_(BytePointer setter); + // Specify a trace level. OFF to disable tracing, TIMESTAMPS to trace + // timestamps, TENSORS to trace tensors. + public native @Cast("triton::developer_tools::server::Trace::Level") int level_(); public native Trace level_(int setter); + // The trace sampling rate. The value represents how many requests will one + // trace be sampled from. For example, if the trace rate is "1000", 1 trace + // will be sampled for every 1000 requests. Default is 1000. + public native @Cast("uint32_t") int rate_(); public native Trace rate_(int setter); + // The number of traces to be sampled. If the value is -1, the number of + // traces to be sampled will not be limited. Default is -1. + public native int count_(); public native Trace count_(int setter); + // The trace log frequency. If the value is 0, Triton will only log the trace + // output to 'file_' when shutting down. Otherwise, Triton will log the trace + // output to 'file_.' when it collects the specified number of traces. + // For example, if the log frequency is 100, when Triton collects the 100-th + // trace, it logs the traces to file 'file_.0', and when it collects the + // 200-th trace, it logs the 101-th to the 200-th traces to file file_.1'. + // Default is 0. + public native @Cast("uint32_t") int log_frequency_(); public native Trace log_frequency_(int setter); +} diff --git a/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritondevelopertoolsserver/TritonException.java b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritondevelopertoolsserver/TritonException.java new file mode 100644 index 00000000000..1db2c7aa1dc --- /dev/null +++ b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritondevelopertoolsserver/TritonException.java @@ -0,0 +1,29 @@ +// Targeted by JavaCPP version 1.5.10-SNAPSHOT: DO NOT EDIT THIS FILE + +package org.bytedeco.tritonserver.tritondevelopertoolsserver; + +import java.nio.*; +import org.bytedeco.javacpp.*; +import org.bytedeco.javacpp.annotation.*; + +import static org.bytedeco.tritonserver.global.tritondevelopertoolsserver.*; + + +//============================================================================== +// TritonException +// +@Namespace("triton::developer_tools::server") @NoOffset @Properties(inherit = org.bytedeco.tritonserver.presets.tritondevelopertoolsserver.class) +public class TritonException extends Pointer { + static { Loader.load(); } + /** Pointer cast constructor. Invokes {@link Pointer#Pointer(Pointer)}. */ + public TritonException(Pointer p) { super(p); } + + public TritonException(@StdString BytePointer message) { super((Pointer)null); allocate(message); } + private native void allocate(@StdString BytePointer message); + public TritonException(@StdString String message) { super((Pointer)null); allocate(message); } + private native void allocate(@StdString String message); + + public native String what(); + + public native @StdString BytePointer message_(); public native TritonException message_(BytePointer setter); +} diff --git a/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONBACKEND_Backend.java b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONBACKEND_Backend.java index 3940be4c52b..5f0926cf923 100644 --- a/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONBACKEND_Backend.java +++ b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONBACKEND_Backend.java @@ -1,4 +1,4 @@ -// Targeted by JavaCPP version 1.5.9: DO NOT EDIT THIS FILE +// Targeted by JavaCPP version 1.5.10-SNAPSHOT: DO NOT EDIT THIS FILE package org.bytedeco.tritonserver.tritonserver; diff --git a/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONBACKEND_BackendAttribute.java b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONBACKEND_BackendAttribute.java index 9ac4d65a5d7..a91e0d52d77 100644 --- a/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONBACKEND_BackendAttribute.java +++ b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONBACKEND_BackendAttribute.java @@ -1,4 +1,4 @@ -// Targeted by JavaCPP version 1.5.9: DO NOT EDIT THIS FILE +// Targeted by JavaCPP version 1.5.10-SNAPSHOT: DO NOT EDIT THIS FILE package org.bytedeco.tritonserver.tritonserver; diff --git a/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONBACKEND_Batcher.java b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONBACKEND_Batcher.java index 263b6749076..642040632fe 100644 --- a/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONBACKEND_Batcher.java +++ b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONBACKEND_Batcher.java @@ -1,4 +1,4 @@ -// Targeted by JavaCPP version 1.5.9: DO NOT EDIT THIS FILE +// Targeted by JavaCPP version 1.5.10-SNAPSHOT: DO NOT EDIT THIS FILE package org.bytedeco.tritonserver.tritonserver; diff --git a/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONBACKEND_Input.java b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONBACKEND_Input.java index 2401529c4b9..8dd4f051bdc 100644 --- a/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONBACKEND_Input.java +++ b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONBACKEND_Input.java @@ -1,4 +1,4 @@ -// Targeted by JavaCPP version 1.5.9: DO NOT EDIT THIS FILE +// Targeted by JavaCPP version 1.5.10-SNAPSHOT: DO NOT EDIT THIS FILE package org.bytedeco.tritonserver.tritonserver; diff --git a/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONBACKEND_MemoryManager.java b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONBACKEND_MemoryManager.java index c19dbc45a84..eca7818c8e7 100644 --- a/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONBACKEND_MemoryManager.java +++ b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONBACKEND_MemoryManager.java @@ -1,4 +1,4 @@ -// Targeted by JavaCPP version 1.5.9: DO NOT EDIT THIS FILE +// Targeted by JavaCPP version 1.5.10-SNAPSHOT: DO NOT EDIT THIS FILE package org.bytedeco.tritonserver.tritonserver; diff --git a/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONBACKEND_Model.java b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONBACKEND_Model.java index 9b61ef4733d..637636c3b46 100644 --- a/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONBACKEND_Model.java +++ b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONBACKEND_Model.java @@ -1,4 +1,4 @@ -// Targeted by JavaCPP version 1.5.9: DO NOT EDIT THIS FILE +// Targeted by JavaCPP version 1.5.10-SNAPSHOT: DO NOT EDIT THIS FILE package org.bytedeco.tritonserver.tritonserver; diff --git a/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONBACKEND_ModelInstance.java b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONBACKEND_ModelInstance.java index 54fdcbe1f91..9c3f17caa4a 100644 --- a/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONBACKEND_ModelInstance.java +++ b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONBACKEND_ModelInstance.java @@ -1,4 +1,4 @@ -// Targeted by JavaCPP version 1.5.9: DO NOT EDIT THIS FILE +// Targeted by JavaCPP version 1.5.10-SNAPSHOT: DO NOT EDIT THIS FILE package org.bytedeco.tritonserver.tritonserver; diff --git a/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONBACKEND_Output.java b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONBACKEND_Output.java index d61b4faaca2..c5945f7b2a4 100644 --- a/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONBACKEND_Output.java +++ b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONBACKEND_Output.java @@ -1,4 +1,4 @@ -// Targeted by JavaCPP version 1.5.9: DO NOT EDIT THIS FILE +// Targeted by JavaCPP version 1.5.10-SNAPSHOT: DO NOT EDIT THIS FILE package org.bytedeco.tritonserver.tritonserver; diff --git a/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONBACKEND_Request.java b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONBACKEND_Request.java index 5577e1dacfd..ed870561f5c 100644 --- a/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONBACKEND_Request.java +++ b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONBACKEND_Request.java @@ -1,4 +1,4 @@ -// Targeted by JavaCPP version 1.5.9: DO NOT EDIT THIS FILE +// Targeted by JavaCPP version 1.5.10-SNAPSHOT: DO NOT EDIT THIS FILE package org.bytedeco.tritonserver.tritonserver; diff --git a/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONBACKEND_Response.java b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONBACKEND_Response.java index 0017384dfc9..6e1f0123d53 100644 --- a/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONBACKEND_Response.java +++ b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONBACKEND_Response.java @@ -1,4 +1,4 @@ -// Targeted by JavaCPP version 1.5.9: DO NOT EDIT THIS FILE +// Targeted by JavaCPP version 1.5.10-SNAPSHOT: DO NOT EDIT THIS FILE package org.bytedeco.tritonserver.tritonserver; diff --git a/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONBACKEND_ResponseFactory.java b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONBACKEND_ResponseFactory.java index 7afbad74e14..3b6d3017e3a 100644 --- a/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONBACKEND_ResponseFactory.java +++ b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONBACKEND_ResponseFactory.java @@ -1,4 +1,4 @@ -// Targeted by JavaCPP version 1.5.9: DO NOT EDIT THIS FILE +// Targeted by JavaCPP version 1.5.10-SNAPSHOT: DO NOT EDIT THIS FILE package org.bytedeco.tritonserver.tritonserver; diff --git a/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONBACKEND_State.java b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONBACKEND_State.java index 7de0e4a81b1..e0b160e925d 100644 --- a/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONBACKEND_State.java +++ b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONBACKEND_State.java @@ -1,4 +1,4 @@ -// Targeted by JavaCPP version 1.5.9: DO NOT EDIT THIS FILE +// Targeted by JavaCPP version 1.5.10-SNAPSHOT: DO NOT EDIT THIS FILE package org.bytedeco.tritonserver.tritonserver; diff --git a/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONREPOAGENT_Agent.java b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONREPOAGENT_Agent.java index 310005ab105..61570aa6807 100644 --- a/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONREPOAGENT_Agent.java +++ b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONREPOAGENT_Agent.java @@ -1,4 +1,4 @@ -// Targeted by JavaCPP version 1.5.9: DO NOT EDIT THIS FILE +// Targeted by JavaCPP version 1.5.10-SNAPSHOT: DO NOT EDIT THIS FILE package org.bytedeco.tritonserver.tritonserver; diff --git a/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONREPOAGENT_AgentModel.java b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONREPOAGENT_AgentModel.java index 3b5a67959d0..0dd3cd9dfca 100644 --- a/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONREPOAGENT_AgentModel.java +++ b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONREPOAGENT_AgentModel.java @@ -1,4 +1,4 @@ -// Targeted by JavaCPP version 1.5.9: DO NOT EDIT THIS FILE +// Targeted by JavaCPP version 1.5.10-SNAPSHOT: DO NOT EDIT THIS FILE package org.bytedeco.tritonserver.tritonserver; diff --git a/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONSERVER_BufferAttributes.java b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONSERVER_BufferAttributes.java index d031da05a48..eeff007a65a 100644 --- a/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONSERVER_BufferAttributes.java +++ b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONSERVER_BufferAttributes.java @@ -1,4 +1,4 @@ -// Targeted by JavaCPP version 1.5.9: DO NOT EDIT THIS FILE +// Targeted by JavaCPP version 1.5.10-SNAPSHOT: DO NOT EDIT THIS FILE package org.bytedeco.tritonserver.tritonserver; @@ -11,7 +11,7 @@ // #endif // #endif -@Opaque @Properties(inherit = org.bytedeco.tritonserver.presets.tritonserver.class) +@Name("struct TRITONSERVER_BufferAttributes") @Opaque @Properties(inherit = org.bytedeco.tritonserver.presets.tritonserver.class) public class TRITONSERVER_BufferAttributes extends Pointer { /** Empty constructor. Calls {@code super((Pointer)null)}. */ public TRITONSERVER_BufferAttributes() { super((Pointer)null); } diff --git a/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONSERVER_Error.java b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONSERVER_Error.java index 1368bcb4246..17fea63dc8f 100644 --- a/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONSERVER_Error.java +++ b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONSERVER_Error.java @@ -1,4 +1,4 @@ -// Targeted by JavaCPP version 1.5.9: DO NOT EDIT THIS FILE +// Targeted by JavaCPP version 1.5.10-SNAPSHOT: DO NOT EDIT THIS FILE package org.bytedeco.tritonserver.tritonserver; @@ -8,7 +8,7 @@ import static org.bytedeco.tritonserver.global.tritonserver.*; -@Opaque @Properties(inherit = org.bytedeco.tritonserver.presets.tritonserver.class) +@Name("struct TRITONSERVER_Error") @Opaque @Properties(inherit = org.bytedeco.tritonserver.presets.tritonserver.class) public class TRITONSERVER_Error extends Pointer { /** Empty constructor. Calls {@code super((Pointer)null)}. */ public TRITONSERVER_Error() { super((Pointer)null); } diff --git a/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONSERVER_InferenceRequest.java b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONSERVER_InferenceRequest.java index 9fa50a45d1a..61f4b6223eb 100644 --- a/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONSERVER_InferenceRequest.java +++ b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONSERVER_InferenceRequest.java @@ -1,4 +1,4 @@ -// Targeted by JavaCPP version 1.5.9: DO NOT EDIT THIS FILE +// Targeted by JavaCPP version 1.5.10-SNAPSHOT: DO NOT EDIT THIS FILE package org.bytedeco.tritonserver.tritonserver; @@ -8,7 +8,7 @@ import static org.bytedeco.tritonserver.global.tritonserver.*; -@Opaque @Properties(inherit = org.bytedeco.tritonserver.presets.tritonserver.class) +@Name("struct TRITONSERVER_InferenceRequest") @Opaque @Properties(inherit = org.bytedeco.tritonserver.presets.tritonserver.class) public class TRITONSERVER_InferenceRequest extends Pointer { /** Empty constructor. Calls {@code super((Pointer)null)}. */ public TRITONSERVER_InferenceRequest() { super((Pointer)null); } diff --git a/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONSERVER_InferenceRequestReleaseFn_t.java b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONSERVER_InferenceRequestReleaseFn_t.java index 956f0c1721e..e6f2fe1bae8 100644 --- a/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONSERVER_InferenceRequestReleaseFn_t.java +++ b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONSERVER_InferenceRequestReleaseFn_t.java @@ -1,4 +1,4 @@ -// Targeted by JavaCPP version 1.5.9: DO NOT EDIT THIS FILE +// Targeted by JavaCPP version 1.5.10-SNAPSHOT: DO NOT EDIT THIS FILE package org.bytedeco.tritonserver.tritonserver; diff --git a/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONSERVER_InferenceResponse.java b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONSERVER_InferenceResponse.java index d9f9e16473f..e7e711d015b 100644 --- a/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONSERVER_InferenceResponse.java +++ b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONSERVER_InferenceResponse.java @@ -1,4 +1,4 @@ -// Targeted by JavaCPP version 1.5.9: DO NOT EDIT THIS FILE +// Targeted by JavaCPP version 1.5.10-SNAPSHOT: DO NOT EDIT THIS FILE package org.bytedeco.tritonserver.tritonserver; @@ -8,7 +8,7 @@ import static org.bytedeco.tritonserver.global.tritonserver.*; -@Opaque @Properties(inherit = org.bytedeco.tritonserver.presets.tritonserver.class) +@Name("struct TRITONSERVER_InferenceResponse") @Opaque @Properties(inherit = org.bytedeco.tritonserver.presets.tritonserver.class) public class TRITONSERVER_InferenceResponse extends Pointer { /** Empty constructor. Calls {@code super((Pointer)null)}. */ public TRITONSERVER_InferenceResponse() { super((Pointer)null); } diff --git a/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONSERVER_InferenceResponseCompleteFn_t.java b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONSERVER_InferenceResponseCompleteFn_t.java index 4b1b8b9be02..0d5545548b9 100644 --- a/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONSERVER_InferenceResponseCompleteFn_t.java +++ b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONSERVER_InferenceResponseCompleteFn_t.java @@ -1,4 +1,4 @@ -// Targeted by JavaCPP version 1.5.9: DO NOT EDIT THIS FILE +// Targeted by JavaCPP version 1.5.10-SNAPSHOT: DO NOT EDIT THIS FILE package org.bytedeco.tritonserver.tritonserver; diff --git a/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONSERVER_InferenceTrace.java b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONSERVER_InferenceTrace.java index 90efafaaad8..ac4f54cdaeb 100644 --- a/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONSERVER_InferenceTrace.java +++ b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONSERVER_InferenceTrace.java @@ -1,4 +1,4 @@ -// Targeted by JavaCPP version 1.5.9: DO NOT EDIT THIS FILE +// Targeted by JavaCPP version 1.5.10-SNAPSHOT: DO NOT EDIT THIS FILE package org.bytedeco.tritonserver.tritonserver; @@ -8,7 +8,7 @@ import static org.bytedeco.tritonserver.global.tritonserver.*; -@Opaque @Properties(inherit = org.bytedeco.tritonserver.presets.tritonserver.class) +@Name("struct TRITONSERVER_InferenceTrace") @Opaque @Properties(inherit = org.bytedeco.tritonserver.presets.tritonserver.class) public class TRITONSERVER_InferenceTrace extends Pointer { /** Empty constructor. Calls {@code super((Pointer)null)}. */ public TRITONSERVER_InferenceTrace() { super((Pointer)null); } diff --git a/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONSERVER_InferenceTraceActivityFn_t.java b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONSERVER_InferenceTraceActivityFn_t.java index fa2cb97bf58..98eaac1da4d 100644 --- a/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONSERVER_InferenceTraceActivityFn_t.java +++ b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONSERVER_InferenceTraceActivityFn_t.java @@ -1,4 +1,4 @@ -// Targeted by JavaCPP version 1.5.9: DO NOT EDIT THIS FILE +// Targeted by JavaCPP version 1.5.10-SNAPSHOT: DO NOT EDIT THIS FILE package org.bytedeco.tritonserver.tritonserver; diff --git a/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONSERVER_InferenceTraceReleaseFn_t.java b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONSERVER_InferenceTraceReleaseFn_t.java index 688e5217238..6e1472eab1a 100644 --- a/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONSERVER_InferenceTraceReleaseFn_t.java +++ b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONSERVER_InferenceTraceReleaseFn_t.java @@ -1,4 +1,4 @@ -// Targeted by JavaCPP version 1.5.9: DO NOT EDIT THIS FILE +// Targeted by JavaCPP version 1.5.10-SNAPSHOT: DO NOT EDIT THIS FILE package org.bytedeco.tritonserver.tritonserver; diff --git a/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONSERVER_InferenceTraceTensorActivityFn_t.java b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONSERVER_InferenceTraceTensorActivityFn_t.java index dff0d4a17df..853371b792f 100644 --- a/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONSERVER_InferenceTraceTensorActivityFn_t.java +++ b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONSERVER_InferenceTraceTensorActivityFn_t.java @@ -1,4 +1,4 @@ -// Targeted by JavaCPP version 1.5.9: DO NOT EDIT THIS FILE +// Targeted by JavaCPP version 1.5.10-SNAPSHOT: DO NOT EDIT THIS FILE package org.bytedeco.tritonserver.tritonserver; diff --git a/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONSERVER_Message.java b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONSERVER_Message.java index 00fefb183d8..8783e13f100 100644 --- a/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONSERVER_Message.java +++ b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONSERVER_Message.java @@ -1,4 +1,4 @@ -// Targeted by JavaCPP version 1.5.9: DO NOT EDIT THIS FILE +// Targeted by JavaCPP version 1.5.10-SNAPSHOT: DO NOT EDIT THIS FILE package org.bytedeco.tritonserver.tritonserver; @@ -8,7 +8,7 @@ import static org.bytedeco.tritonserver.global.tritonserver.*; -@Opaque @Properties(inherit = org.bytedeco.tritonserver.presets.tritonserver.class) +@Name("struct TRITONSERVER_Message") @Opaque @Properties(inherit = org.bytedeco.tritonserver.presets.tritonserver.class) public class TRITONSERVER_Message extends Pointer { /** Empty constructor. Calls {@code super((Pointer)null)}. */ public TRITONSERVER_Message() { super((Pointer)null); } diff --git a/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONSERVER_Metric.java b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONSERVER_Metric.java index 7f0d0b2f942..9e7c563793e 100644 --- a/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONSERVER_Metric.java +++ b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONSERVER_Metric.java @@ -1,4 +1,4 @@ -// Targeted by JavaCPP version 1.5.9: DO NOT EDIT THIS FILE +// Targeted by JavaCPP version 1.5.10-SNAPSHOT: DO NOT EDIT THIS FILE package org.bytedeco.tritonserver.tritonserver; @@ -8,7 +8,7 @@ import static org.bytedeco.tritonserver.global.tritonserver.*; -@Opaque @Properties(inherit = org.bytedeco.tritonserver.presets.tritonserver.class) +@Name("struct TRITONSERVER_Metric") @Opaque @Properties(inherit = org.bytedeco.tritonserver.presets.tritonserver.class) public class TRITONSERVER_Metric extends Pointer { /** Empty constructor. Calls {@code super((Pointer)null)}. */ public TRITONSERVER_Metric() { super((Pointer)null); } diff --git a/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONSERVER_MetricFamily.java b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONSERVER_MetricFamily.java index abc9ccb3423..fe027a8d217 100644 --- a/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONSERVER_MetricFamily.java +++ b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONSERVER_MetricFamily.java @@ -1,4 +1,4 @@ -// Targeted by JavaCPP version 1.5.9: DO NOT EDIT THIS FILE +// Targeted by JavaCPP version 1.5.10-SNAPSHOT: DO NOT EDIT THIS FILE package org.bytedeco.tritonserver.tritonserver; @@ -14,7 +14,7 @@ /// /// /// -@Opaque @Properties(inherit = org.bytedeco.tritonserver.presets.tritonserver.class) +@Name("struct TRITONSERVER_MetricFamily") @Opaque @Properties(inherit = org.bytedeco.tritonserver.presets.tritonserver.class) public class TRITONSERVER_MetricFamily extends Pointer { /** Empty constructor. Calls {@code super((Pointer)null)}. */ public TRITONSERVER_MetricFamily() { super((Pointer)null); } diff --git a/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONSERVER_Metrics.java b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONSERVER_Metrics.java index b16bb2b2f36..b612287abb0 100644 --- a/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONSERVER_Metrics.java +++ b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONSERVER_Metrics.java @@ -1,4 +1,4 @@ -// Targeted by JavaCPP version 1.5.9: DO NOT EDIT THIS FILE +// Targeted by JavaCPP version 1.5.10-SNAPSHOT: DO NOT EDIT THIS FILE package org.bytedeco.tritonserver.tritonserver; @@ -8,7 +8,7 @@ import static org.bytedeco.tritonserver.global.tritonserver.*; -@Opaque @Properties(inherit = org.bytedeco.tritonserver.presets.tritonserver.class) +@Name("struct TRITONSERVER_Metrics") @Opaque @Properties(inherit = org.bytedeco.tritonserver.presets.tritonserver.class) public class TRITONSERVER_Metrics extends Pointer { /** Empty constructor. Calls {@code super((Pointer)null)}. */ public TRITONSERVER_Metrics() { super((Pointer)null); } diff --git a/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONSERVER_Parameter.java b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONSERVER_Parameter.java index 9eeae2c4fb2..e797669d377 100644 --- a/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONSERVER_Parameter.java +++ b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONSERVER_Parameter.java @@ -1,4 +1,4 @@ -// Targeted by JavaCPP version 1.5.9: DO NOT EDIT THIS FILE +// Targeted by JavaCPP version 1.5.10-SNAPSHOT: DO NOT EDIT THIS FILE package org.bytedeco.tritonserver.tritonserver; @@ -8,7 +8,7 @@ import static org.bytedeco.tritonserver.global.tritonserver.*; -@Opaque @Properties(inherit = org.bytedeco.tritonserver.presets.tritonserver.class) +@Name("struct TRITONSERVER_Parameter") @Opaque @Properties(inherit = org.bytedeco.tritonserver.presets.tritonserver.class) public class TRITONSERVER_Parameter extends Pointer { /** Empty constructor. Calls {@code super((Pointer)null)}. */ public TRITONSERVER_Parameter() { super((Pointer)null); } diff --git a/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONSERVER_ResponseAllocator.java b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONSERVER_ResponseAllocator.java index a8f996c77c6..0cb3c0f73d9 100644 --- a/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONSERVER_ResponseAllocator.java +++ b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONSERVER_ResponseAllocator.java @@ -1,4 +1,4 @@ -// Targeted by JavaCPP version 1.5.9: DO NOT EDIT THIS FILE +// Targeted by JavaCPP version 1.5.10-SNAPSHOT: DO NOT EDIT THIS FILE package org.bytedeco.tritonserver.tritonserver; @@ -8,7 +8,7 @@ import static org.bytedeco.tritonserver.global.tritonserver.*; -@Opaque @Properties(inherit = org.bytedeco.tritonserver.presets.tritonserver.class) +@Name("struct TRITONSERVER_ResponseAllocator") @Opaque @Properties(inherit = org.bytedeco.tritonserver.presets.tritonserver.class) public class TRITONSERVER_ResponseAllocator extends Pointer { /** Empty constructor. Calls {@code super((Pointer)null)}. */ public TRITONSERVER_ResponseAllocator() { super((Pointer)null); } diff --git a/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONSERVER_ResponseAllocatorAllocFn_t.java b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONSERVER_ResponseAllocatorAllocFn_t.java index 750ce765c1a..d63a92b782b 100644 --- a/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONSERVER_ResponseAllocatorAllocFn_t.java +++ b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONSERVER_ResponseAllocatorAllocFn_t.java @@ -1,4 +1,4 @@ -// Targeted by JavaCPP version 1.5.9: DO NOT EDIT THIS FILE +// Targeted by JavaCPP version 1.5.10-SNAPSHOT: DO NOT EDIT THIS FILE package org.bytedeco.tritonserver.tritonserver; diff --git a/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONSERVER_ResponseAllocatorBufferAttributesFn_t.java b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONSERVER_ResponseAllocatorBufferAttributesFn_t.java index 12fb96e3e7d..35373cba1c9 100644 --- a/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONSERVER_ResponseAllocatorBufferAttributesFn_t.java +++ b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONSERVER_ResponseAllocatorBufferAttributesFn_t.java @@ -1,4 +1,4 @@ -// Targeted by JavaCPP version 1.5.9: DO NOT EDIT THIS FILE +// Targeted by JavaCPP version 1.5.10-SNAPSHOT: DO NOT EDIT THIS FILE package org.bytedeco.tritonserver.tritonserver; diff --git a/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONSERVER_ResponseAllocatorQueryFn_t.java b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONSERVER_ResponseAllocatorQueryFn_t.java index 7f630e6eba5..c1d38109c66 100644 --- a/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONSERVER_ResponseAllocatorQueryFn_t.java +++ b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONSERVER_ResponseAllocatorQueryFn_t.java @@ -1,4 +1,4 @@ -// Targeted by JavaCPP version 1.5.9: DO NOT EDIT THIS FILE +// Targeted by JavaCPP version 1.5.10-SNAPSHOT: DO NOT EDIT THIS FILE package org.bytedeco.tritonserver.tritonserver; diff --git a/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONSERVER_ResponseAllocatorReleaseFn_t.java b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONSERVER_ResponseAllocatorReleaseFn_t.java index 6bff932dbbb..559c8b6f31b 100644 --- a/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONSERVER_ResponseAllocatorReleaseFn_t.java +++ b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONSERVER_ResponseAllocatorReleaseFn_t.java @@ -1,4 +1,4 @@ -// Targeted by JavaCPP version 1.5.9: DO NOT EDIT THIS FILE +// Targeted by JavaCPP version 1.5.10-SNAPSHOT: DO NOT EDIT THIS FILE package org.bytedeco.tritonserver.tritonserver; diff --git a/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONSERVER_ResponseAllocatorStartFn_t.java b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONSERVER_ResponseAllocatorStartFn_t.java index 38628f0ad15..c0c08a84e2b 100644 --- a/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONSERVER_ResponseAllocatorStartFn_t.java +++ b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONSERVER_ResponseAllocatorStartFn_t.java @@ -1,4 +1,4 @@ -// Targeted by JavaCPP version 1.5.9: DO NOT EDIT THIS FILE +// Targeted by JavaCPP version 1.5.10-SNAPSHOT: DO NOT EDIT THIS FILE package org.bytedeco.tritonserver.tritonserver; diff --git a/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONSERVER_Server.java b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONSERVER_Server.java index bc129556ed9..75f65f56ecf 100644 --- a/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONSERVER_Server.java +++ b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONSERVER_Server.java @@ -1,4 +1,4 @@ -// Targeted by JavaCPP version 1.5.9: DO NOT EDIT THIS FILE +// Targeted by JavaCPP version 1.5.10-SNAPSHOT: DO NOT EDIT THIS FILE package org.bytedeco.tritonserver.tritonserver; @@ -8,7 +8,7 @@ import static org.bytedeco.tritonserver.global.tritonserver.*; -@Opaque @Properties(inherit = org.bytedeco.tritonserver.presets.tritonserver.class) +@Name("struct TRITONSERVER_Server") @Opaque @Properties(inherit = org.bytedeco.tritonserver.presets.tritonserver.class) public class TRITONSERVER_Server extends Pointer { /** Empty constructor. Calls {@code super((Pointer)null)}. */ public TRITONSERVER_Server() { super((Pointer)null); } diff --git a/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONSERVER_ServerOptions.java b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONSERVER_ServerOptions.java index 3e18767f450..52aa8888165 100644 --- a/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONSERVER_ServerOptions.java +++ b/tritonserver/src/gen/java/org/bytedeco/tritonserver/tritonserver/TRITONSERVER_ServerOptions.java @@ -1,4 +1,4 @@ -// Targeted by JavaCPP version 1.5.9: DO NOT EDIT THIS FILE +// Targeted by JavaCPP version 1.5.10-SNAPSHOT: DO NOT EDIT THIS FILE package org.bytedeco.tritonserver.tritonserver; @@ -8,7 +8,7 @@ import static org.bytedeco.tritonserver.global.tritonserver.*; -@Opaque @Properties(inherit = org.bytedeco.tritonserver.presets.tritonserver.class) +@Name("struct TRITONSERVER_ServerOptions") @Opaque @Properties(inherit = org.bytedeco.tritonserver.presets.tritonserver.class) public class TRITONSERVER_ServerOptions extends Pointer { /** Empty constructor. Calls {@code super((Pointer)null)}. */ public TRITONSERVER_ServerOptions() { super((Pointer)null); } diff --git a/tritonserver/src/main/java/org/bytedeco/tritonserver/presets/tritondevelopertoolsserver.java b/tritonserver/src/main/java/org/bytedeco/tritonserver/presets/tritondevelopertoolsserver.java new file mode 100644 index 00000000000..1c9185641e6 --- /dev/null +++ b/tritonserver/src/main/java/org/bytedeco/tritonserver/presets/tritondevelopertoolsserver.java @@ -0,0 +1,73 @@ +/* + * Copyright (C) 2023 Katherine Yang, Baojun Liu, Samuel Audet + * + * Licensed either under the Apache License, Version 2.0, or (at your option) + * under the terms of the GNU General Public License as published by + * the Free Software Foundation (subject to the "Classpath" exception), + * either version 2, or any later version (collectively, the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * http://www.gnu.org/licenses/ + * http://www.gnu.org/software/classpath/license.html + * + * or as provided in the LICENSE.txt file that accompanied this code. + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +package org.bytedeco.tritonserver.presets; + +import java.util.List; +import org.bytedeco.javacpp.ClassProperties; +import org.bytedeco.javacpp.LoadEnabled; +import org.bytedeco.javacpp.Loader; +import org.bytedeco.javacpp.annotation.Platform; +import org.bytedeco.javacpp.annotation.Properties; +import org.bytedeco.javacpp.tools.Info; +import org.bytedeco.javacpp.tools.InfoMap; +import org.bytedeco.javacpp.tools.InfoMapper; + +/** + * + * @author Katherine Yang, Baojun Liu + */ +@Properties( + value = { + @Platform( + value = {"linux-arm64", "linux-ppc64le", "linux-x86_64", "windows-x86_64"}, + include = {"common.h", "generic_server_wrapper.h"}, + link = {"tritonserver", "tritondevelopertoolsserver"}, + includepath = {"/opt/tritonserver/include/triton/core/", "/opt/tritonserver/include/", "/usr/include", "/opt/tritonserver/include/triton/developer_tools", "/opt/tritonserver/include/triton/developer_tools/src"}, + linkpath = {"/opt/tritonserver/lib/"} + ), + @Platform( + value = "windows-x86_64", + includepath = "C:/Program Files/NVIDIA GPU Computing Toolkit/TritonServer/include/triton/core/", + linkpath = "C:/Program Files/NVIDIA GPU Computing Toolkit/TritonServer/lib/", + preloadpath = "C:/Program Files/NVIDIA GPU Computing Toolkit/TritonServer/bin/" + ) + }, + target = "org.bytedeco.tritonserver.tritondevelopertoolsserver", + global = "org.bytedeco.tritonserver.global.tritondevelopertoolsserver" +) +public class tritondevelopertoolsserver implements InfoMapper { + static { Loader.checkVersion("org.bytedeco", "tritonserver"); } + public void map(InfoMap infoMap) { + infoMap.putFirst(new Info().enumerate(false)) + .put(new Info("bool").cast().valueTypes("boolean").pointerTypes("boolean[]", "BoolPointer")) + .put(new Info("const char").pointerTypes("String", "@Cast(\"const char*\") BytePointer")) + .put(new Info("std::size_t").cast().valueTypes("long").pointerTypes("LongPointer", "LongBuffer", "long[]")) + .put(new Info("TRITONSERVER_EXPORT", "TRITONSERVER_DECLSPEC", + "TRITONBACKEND_DECLSPEC", "TRITONBACKEND_ISPEC", + "TRITONREPOAGENT_DECLSPEC", "TRITONREPOAGENT_ISPEC").cppTypes().annotations()) + .put(new Info("std::set").pointerTypes("StringSet").define()) + .put(new Info("std::vector").pointerTypes("StringVector").define()) + .put(new Info("INT_MAX").javaNames("Integer.MAX_VALUE").define()) + .put(new Info("TritonServer").purify(false).virtualize()); + } +} diff --git a/tritonserver/src/main/java9/module-info.java b/tritonserver/src/main/java9/module-info.java index 6a1b64a9d46..f74a0ecbf0c 100644 --- a/tritonserver/src/main/java9/module-info.java +++ b/tritonserver/src/main/java9/module-info.java @@ -2,5 +2,6 @@ requires transitive org.bytedeco.javacpp; exports org.bytedeco.tritonserver.global; exports org.bytedeco.tritonserver.presets; - exports org.bytedeco.tritonserver; + exports org.bytedeco.tritonserver.tritondevelopertoolsserver; + exports org.bytedeco.tritonserver.tritonserver; }