mpu-copy

mpu-copy.py

def safe_mp_copy(target_b, target_k, source_b, source_k):
    """
    :target_b: boto.s3.Bucket
     Destination bucket

    :target_k: str
     Destination object key

    :source_b: boto.s3.Bucket
     Source bucket

    :source_k: str
     Source object key
    """
    Chunk = int(4.5 * (1024 ** 3))

    mpu      = target_b.initiate_multipart_upload(target_k)
    max_size = connect_s3().get_bucket(source_b).lookup(source_k).size
    size     = 0  

    for index in itertools.count(start = 1):
        step = (max_size - size) if (size + Chunk > max_size) else Chunk

        mpu.copy_part_from_key(source_b
                             , source_k
                             , index
                             , start = size 
                             , end   = (size + step - 1))
        size += step 

        if size == max_size:
            break