Skip to content

Instantly share code, notes, and snippets.

@mvsusp
Last active January 27, 2022 22:09
Show Gist options
  • Save mvsusp/b9de070b310af6876de7b59beda0fb4a to your computer and use it in GitHub Desktop.
Save mvsusp/b9de070b310af6876de7b59beda0fb4a to your computer and use it in GitHub Desktop.
How to make predictions against a SageMaker endpoint
package org.example.basicapp;
import com.amazonaws.services.sagemakerruntime.AmazonSageMakerRuntime;
import com.amazonaws.services.sagemakerruntime.AmazonSageMakerRuntimeClientBuilder;
import com.amazonaws.services.sagemakerruntime.model.InvokeEndpointRequest;
import com.amazonaws.services.sagemakerruntime.model.InvokeEndpointResult;
import java.nio.ByteBuffer;
public class App
{
public static void main( String[] args )
{
AmazonSageMakerRuntime runtime = AmazonSageMakerRuntimeClientBuilder.defaultClient();
String body = "{\"instances\": [1.0,2.0,5.0]}";
ByteBuffer bodyBuffer = ByteBuffer.wrap(body.getBytes());
InvokeEndpointRequest request = new InvokeEndpointRequest()
.withEndpointName("half-plus-three")
.withBody(bodyBuffer);
InvokeEndpointResult invokeEndpointResult = runtime.invokeEndpoint(request);
String bodyResponse = new String(invokeEndpointResult.getBody().array());
System.out.println(bodyResponse);
}
}
var AWS = require('aws-sdk');
var sageMakerRuntime = new AWS.SageMakerRuntime({region: 'us-west-2',});
var params = {
Body: new Buffer('{"instances": [1.0,2.0,5.0]}'),
EndpointName: 'half-plus-three'
};
sageMakerRuntime.invokeEndpoint(params, function(err, data) {
responseData = JSON.parse(Buffer.from(data.Body).toString('utf8'))
console.log(responseData);
});
import json
import boto3
client = boto3.client('runtime.sagemaker')
data = {"instances": [1.0,2.0,5.0]}
response = client.invoke_endpoint(EndpointName='half-plus-three',
Body=json.dumps(data))
response_body = response['Body']
print(response_body.read())
#!/usr/bin/env bash
ENDPOINT_NAME=half-plus-three
RESPONSE_FILE=prediction_response.json
aws sagemaker-runtime invoke-endpoint --endpoint-name ${ENDPOINT_NAME} \
--body '{"instances": [1.0,2.0,5.0]}' prediction_response.json
cat ${RESPONSE_FILE}
@youmustbekiddingme
Copy link

very good.

Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment