Shell script to work with Qiniu Cloud Storage

qiniu_download_bucket.py

domain_name = '<domain_name>'
bucket_name = '<bucket_name>'

import qiniu.conf
qiniu.conf.ACCESS_KEY = '<qiniu_access_key>'
qiniu.conf.SECRET_KEY = '<qiniu_secret_key>'

import qiniu.rs, qiniu.rsf
import os, urllib, sys

rets, err = qiniu.rsf.Client().list_prefix(bucket_name)

if not os.path.exists(bucket_name):
    os.mkdir(bucket_name)

for item in rets['items']:
    fpath = item['key']
    print fpath, '...',

    # create parent folder if needed
    if not os.path.exists(os.path.dirname(fpath)):
        os.makedirs(os.path.dirname(fpath))
    
    # test existence
    if os.path.exists(localpath):
        print 'existed'
    else:
        # download file
        base_url = qiniu.rs.make_base_url(domain_name, fpath)
        policy = qiniu.rs.GetPolicy()
        private_url = policy.make_request(base_url)

        urllib.urlretrieve(private_url, fpath)
        print 'downloaded'