Skip to content

Instantly share code, notes, and snippets.

@jmlrt
Last active October 18, 2023 22:14
Show Gist options
  • Save jmlrt/f524e1a45205a0b9f169eb713a223330 to your computer and use it in GitHub Desktop.
Save jmlrt/f524e1a45205a0b9f169eb713a223330 to your computer and use it in GitHub Desktop.
Python script to upload folder to Google Drive
# -*- coding: utf-8 -*-
"""
Upload folder to Google Drive
"""
# Enable Python3 compatibility
from __future__ import (unicode_literals, absolute_import, print_function,
division)
# Import Google libraries
from pydrive.auth import GoogleAuth
from pydrive.drive import GoogleDrive
from pydrive.files import GoogleDriveFileList
import googleapiclient.errors
# Import general libraries
from argparse import ArgumentParser
from os import chdir, listdir, stat
from sys import exit
import ast
def parse_args():
"""
Parse arguments
"""
parser = ArgumentParser(
description="Upload local folder to Google Drive")
parser.add_argument('-s', '--source', type=str,
help='Folder to upload')
parser.add_argument('-d', '--destination', type=str,
help='Destination Folder in Google Drive')
parser.add_argument('-p', '--parent', type=str,
help='Parent Folder in Google Drive')
return parser.parse_args()
def authenticate():
"""
Authenticate to Google API
"""
gauth = GoogleAuth()
return GoogleDrive(gauth)
def get_folder_id(drive, parent_folder_id, folder_name):
"""
Check if destination folder exists and return it's ID
"""
# Auto-iterate through all files in the parent folder.
file_list = GoogleDriveFileList()
try:
file_list = drive.ListFile(
{'q': "'{0}' in parents and trashed=false".format(parent_folder_id)}
).GetList()
# Exit if the parent folder doesn't exist
except googleapiclient.errors.HttpError as err:
# Parse error message
message = ast.literal_eval(err.content)['error']['message']
if message == 'File not found: ':
print(message + folder_name)
exit(1)
# Exit with stacktrace in case of other error
else:
raise
# Find the the destination folder in the parent folder's files
for file1 in file_list:
if file1['title'] == folder_name:
print('title: %s, id: %s' % (file1['title'], file1['id']))
return file1['id']
def create_folder(drive, folder_name, parent_folder_id):
"""
Create folder on Google Drive
"""
folder_metadata = {
'title': folder_name,
# Define the file type as folder
'mimeType': 'application/vnd.google-apps.folder',
# ID of the parent folder
'parents': [{"kind": "drive#fileLink", "id": parent_folder_id}]
}
folder = drive.CreateFile(folder_metadata)
folder.Upload()
# Return folder informations
print('title: %s, id: %s' % (folder['title'], folder['id])
return folder[(id']
def upload_files(drive, folder_id, src_folder_name):
"""
Upload files in the local folder to Google Drive
"""
# Enter the source folder
try:
chdir(src_folder_name)
# Print error if source folder doesn't exist
except OSError:
print(src_folder_name + 'is missing')
# Auto-iterate through all files in the folder.
for file1 in listdir('.'):
# Check the file's size
statinfo = stat(file1)
if statinfo.st_size > 0:
print('uploading ' + file1)
# Upload file to folder.
f = drive.CreateFile(
{"parents": [{"kind": "drive#fileLink", "id": folder_id}]})
f.SetContentFile(file1)
f.Upload()
# Skip the file if it's empty
else:
print('file {0} is empty'.format(file1))
def main():
"""
Main
"""
args = parse_args()
src_folder_name = args.source
dst_folder_name = args.destination
parent_folder_name = args.parent
# Authenticate to Google API
drive = authenticate()
# Get parent folder ID
parent_folder_id = get_folder_id(drive, 'root', parent_folder_name)
# Get destination folder ID
folder_id = get_folder_id(drive, parent_folder_id, dst_folder_name)
# Create the folder if it doesn't exists
if not folder_id:
print('creating folder ' + dst_folder_name)
folder_id = create_folder(drive, dst_folder_name, parent_folder_id)
else:
print('folder {0} already exists'.format(dst_folder_name))
# Upload the files
upload_files(drive, folder_id, src_folder_name)
if __name__ == "__main__":
main()
google-api-python-client
PyDrive
client_config_backend: file
client_config_file: client_secrets.json
save_credentials: True
save_credentials_backend: file
save_credentials_file: credentials.txt
get_refresh_token: True
oauth_scope:
- https://www.googleapis.com/auth/drive
- https://www.googleapis.com/auth/drive.install
@qamadhura
Copy link

how to add arguments I mean how to add source and destination

@Ryandry1st
Copy link

Have you run this before uploading? There are a number of small errors that seem as though the code was not run before using. For example:
print('title: %s, id: %s' % (folder['title'], folder['id])
is missing the string ending, which also occurs in another spot. There is also an indentation error in create_folder().

I don't know if the people who have starred this fixed it on their own but I would recommend someone comment on the lack of operation in case someone is looking for a quick solution and stops here.

@jmlrt
Copy link
Author

jmlrt commented Jan 13, 2020

Hi @Ryandry1st,
This code was created more than 3 years ago for a one shot need and I didn't used since.
So I don't know if it's still working or if the working version was this one.

@Ryandry1st
Copy link

No problem, I just figured I would mention it, otherwise someone looking for a quick script would be confused why it didn't seem to work. This was the number one link on google for me when I looked into google drive folder uploading with python, so it is still getting views!

@kiurtis
Copy link

kiurtis commented Aug 16, 2020

Hi there,

Thank you @jmlrt for this snippet, it saved me time. For those coming across this gist (as mentioned above, this is the first result on google) that would like to upload subfolders as well, I tweaked a bit the code so that it reproduces recursively the same folder hierarchy on the drive: https://gist.github.com/Amiel-Kurtis/7415bc29cd2258635f98e55bbf17d81b

@DeathTamer
Copy link

Nicely done.
Don't forget to add param={'supportsTeamDrives': True} as argument when dealing with shared drives.

e.g.,
Upload(param={'supportsTeamDrives': True})

Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment