Function Code and JSON prompt for tutorial from Rob Shocks on AWS LLAMA 2

gistfile1.txt

## LAMNDA FUNCTION lambda_function.py

import boto3
import json

# grab environment variables
ENDPOINT_NAME = "jumpstart-dft-meta-textgeneration-llama-2-7b-rs"
runtime= boto3.client('runtime.sagemaker')

def lambda_handler(event, context):
    
    response = runtime.invoke_endpoint(EndpointName=ENDPOINT_NAME,
                                       ContentType='application/json',
                                       Body=event['body'],
                                       CustomAttributes="accept_eula=true")
    
    response_content = response['Body'].read().decode()
    result = json.loads(response_content)
    
    
    return {
        "statusCode": 200,
        "body": json.dumps(result)
    }
 
 ## POSTMAN JSON PAYLOAD
 
 {
    "inputs": [
        [
            {"role": "system", "content": "You are an expert in copywriting"},
            {"role": "user", "content": "Write me a tweet about super conductors"}
        ]
    ],
    "parameters": {"max_new_tokens": 256, "top_p": 0.9, "temperature": 0.6}
}