sqs.py

sqs= boto3.resource('sqs', aws_access_key_id = AWS_ACCESS_KEY_ID,
                           aws_secret_access_key = AWS_SECRET_ACCESS_KEY,
                           region_name = REGION_NAME)


def receive_message_from_sqs(spider,delete=True):
    queue = sqs.get_queue_by_name(QueueName=spider)
    rows = []

    while True:
        msgs=queue.receive_messages()

        if len(msgs) == 0:
            print('There is no message from sqs')
            return rows
        print(msgs)
        for msg in msgs:
            rows.append(json.loads(msg.body)['keywords'])

            if delete:
                msg.delete()

    return rows