Recursive Amazon State machine definition

state-machine-definition.json

{
    "Comment": "Amazon State machine to process messages from s3 and push them to Kinesis",
    "StartAt": "MigrationLambda",
    "States": {
        "MigrationLambda": {
            "Type": "Task",
            "Resource": "sample-function-arn",
            "Retry": [
                {
                    "ErrorEquals": [
                        "Lambda.ServiceException",
                        "Lambda.AWSLambdaException",
                        "Lambda.SdkClientException"
                    ],
                    "IntervalSeconds": 2,
                    "MaxAttempts": 6,
                    "BackoffRate": 2
                }
            ],
            "Comment": "Takes 5000 mesages from S3, and pushes them to Kinesis after converting them to JSON. If there are more messages, returns object containing ShouldContinue as true",
            "Next": "HasProcessedAllMessages"
        },
        "HasProcessedAllMessages": {
            "Type": "Choice",
            "Choices": [
                {
                    "Variable": "$.ShouldContinue",
                    "BooleanEquals": true,
                    "Next": "MigrationLambda"
                }
            ],
            "Default": "Done"
        },
        "Done": {
            "Type": "Pass",
            "End": true
        }
    }
}