automatically create zip file for model_zoo upload

auto_compress.py

import os
from os import listdir
from os.path import isfile, join
import hashlib
import shutil
import zipfile

mypath = './'
newpath = './zip'

onlyfiles = [f for f in listdir(mypath) if isfile(join(mypath, f))]

for f in onlyfiles:
    if '.pth' not in f and '.params' not in f: continue
    print(f'doing {f}')
    filename = join(mypath, f)
    basename, extension = os.path.splitext(f)

    sha1 = hashlib.sha1()
    with open(filename, 'rb') as fi:
        while True:
            data = fi.read(1048576)
            if not data:
                break
            sha1.update(data)
    sha1str = sha1.hexdigest()[:8]

    newname = join(newpath, basename + '-' + sha1str + extension)
    zipname = join(newpath, basename + '-' + sha1str + '.zip')

    shutil.copyfile(filename, newname)
    zipfile.ZipFile(zipname, mode='w').write(newname, os.path.basename(newname))

auto_hub.py

import os
from os import listdir
from os.path import isfile, join
import hashlib
import shutil
import zipfile

mypath = './'
newpath = './hub'

onlyfiles = [f for f in listdir(mypath) if isfile(join(mypath, f))]

for f in onlyfiles:
    if '.pth' not in f: continue
    print(f'doing {f}')
    filename = join(mypath, f)
    basename, extension = os.path.splitext(f)

    sha1 = hashlib.sha256()
    with open(filename, 'rb') as fi:
        while True:
            data = fi.read(1048576)
            if not data:
                break
            sha1.update(data)
    sha1str = sha1.hexdigest()[:8]
    print(sha1str, basename)

    newname = join(newpath, basename + '-' + sha1str + extension)
    shutil.copyfile(filename, newname)