A test Lambda function to be integrated into redshift cluster

lambda_for_redshift.py

# https://aws.amazon.com/blogs/big-data/accessing-external-components-using-amazon-redshift-lambda-udfs/

import json

def lambda_handler(event, context):
  number = str(event["arguments"][0][0])
  import requests
  ret = dict()
  try:
    res = list()
    myurl = 'http://some_site.com/InboundDetails.asmx/GetDetails?destination='
    page = requests.get(myurl+number[-10:])
    res.append((page.content).decode('utf-8'))
    print (page.content)
    ret['success'] = True
    ret['results'] = res
  except Exception as e:
    ret['success'] = False
    ret['error_msg'] = str(e)
  return json.dumps(ret)

# Layer: arn:aws:lambda:us-east-1:770693421928:layer:Klayers-python38-requests:9

import requests

def lambda_handler(event, context):
res = list()
ret = dict()
myurl = 'http://some_site.com/InboundDetails.asmx/GetDetails?destination='
for argument in event['arguments']:
try:
number = str(arguments[0])
page = requests.get(myurl+number[-10:])
res.append((page.content).decode('utf-8'))
print (page.content)
except Exception as e:
res.append(None)
ret['success'] = True
ret['results'] = res
return json.dumps(ret)

try:
columnValue = argument[2]
response = table.get_item(Key={columnName: columnValue })
res.append(json.dumps(response["Item"]))
except:
res.append(None)

There is a lambda invocation payload response limit of 6 MB. Will I get an error if results array is too large?

Redshift should ensure batches are small enough to not exceed the limit.