client_template.py

# Create stub
host, port = FLAGS.server.split(':')
channel = implementations.insecure_channel(host, int(port))
stub = prediction_service_pb2.beta_create_PredictionService_stub(channel)

# Create prediction request object
request = predict_pb2.PredictRequest()

# Specify model name (must be the same as when the TensorFlow serving serving was started)
request.model_spec.name = 'obj_det'

# Initalize prediction 
# Specify signature name (should be the same as specified when exporting model)
request.model_spec.signature_name = "detection_signature"
request.inputs['inputs'].CopyFrom(
        tf.contrib.util.make_tensor_proto(scipy.misc.imread(FLAGS.input_image), shape=[1] + list(img.shape))

# Call the prediction server
result = stub.Predict(request, 10.0)  # 10 secs timeout