KarthikRajashekaran

#!/usr/bin/env python
# -*- coding: utf-8 -*-

import sys
import os

class FileSplitter:

    def __init__(self):
        self.parse_args(sys.argv)

KarthikRajashekaran

#!/usr/bin/env python
"""Split large file into multiple pieces for upload to S3.

S3 only supports 5Gb files for uploading directly, so for larger CloudBioLinux
box images we need to use boto's multipart file support.

This parallelizes the task over available cores using multiprocessing.

Usage:
  s3_multipart_upload.py <file_to_transfer> <bucket_name> [<s3_key_name>]