tritonpy_grpc_client.py

# python triton client

import numpy as np
import sys

import tritonclient.grpc as grpcclient


try:
    keepalive_options = grpcclient.KeepAliveOptions(
        keepalive_time_ms=2**31 - 1,
        keepalive_timeout_ms=20000,
        keepalive_permit_without_calls=False,
        http2_max_pings_without_data=2
    )
    triton_client = grpcclient.InferenceServerClient(
        url='localhost:8001',
        verbose=False,
        keepalive_options=keepalive_options)
except Exception as e:
    print("channel creation failed: " + str(e))
    sys.exit()

model_name = "ecapatdnn"
# Infer
inputs = []
outputs = []
inputs.append(grpcclient.InferInput('INPUT__0', [1, 48000], "FP32"))

# batch size = 1, signal length = 48000
input0_data = np.random.randn(1, 48000).astype(np.float32)

# Initialize the data
inputs[0].set_data_from_numpy(input0_data)

outputs.append(grpcclient.InferRequestedOutput('OUTPUT__0'))

# Test with outputs
results = triton_client.infer(model_name=model_name,
                                inputs=inputs,
                                outputs=outputs,
                                headers={'test': '1'})

# Get the output arrays from the results
output0_data = results.as_numpy('OUTPUT__0')
print(output0_data)