Skip to content

Instantly share code, notes, and snippets.

Last active January 31, 2024 19:11
Show Gist options
  • Save xflr6/d106aa5b561fbac4ce1a9969eba728bb to your computer and use it in GitHub Desktop.
Save xflr6/d106aa5b561fbac4ce1a9969eba728bb to your computer and use it in GitHub Desktop.
Recursively traverse the directory tree of a Google Drive folder as variation of os.walk()
"""os.walk() variation with Google Drive API."""
import os
from apiclient.discovery import build # pip install google-api-python-client
FOLDER = 'application/'
def get_credentials(scopes, *,
from oauth2client import file, client, tools
store = file.Storage(os.path.expanduser(storage))
creds = store.get()
if creds is None or creds.invalid:
flow = client.flow_from_clientsecrets(os.path.expanduser(secrets), scopes)
flags = tools.argparser.parse_args([])
creds = tools.run_flow(flow, store, flags)
return creds
creds = get_credentials(scopes=[''])
service = build('drive', version='v3', credentials=creds)
def iterfiles(name=None, *, is_folder=None, parent=None,
q = []
if name is not None:
q.append("name = '{}'".format(name.replace("'", "\\'")))
if is_folder is not None:
q.append("mimeType {} '{}'".format('=' if is_folder else '!=', FOLDER))
if parent is not None:
q.append("'{}' in parents".format(parent.replace("'", "\\'")))
params = {'pageToken': None, 'orderBy': order_by}
if q:
params['q'] = ' and '.join(q)
while True:
response = service.files().list(**params).execute()
for f in response['files']:
yield f
params['pageToken'] = response['nextPageToken']
except KeyError:
def walk(top='root', *, by_name: bool = False):
if by_name:
top, = iterfiles(name=top, is_folder=True)
top = service.files().get(fileId=top).execute()
if top['mimeType'] != FOLDER:
raise ValueError(f'not a folder: {top!r}')
stack = [((top['name'],), top)]
while stack:
path, top = stack.pop()
dirs, files = is_file = [], []
for f in iterfiles(parent=top['id']):
is_file[f['mimeType'] != FOLDER].append(f)
yield path, top, dirs, files
if dirs:
stack.extend((path + (d['name'],), d) for d in reversed(dirs))
for kwargs in [{'top': 'spam', 'by_name': True}, {}]:
for path, root, dirs, files in walk(**kwargs):
print('/'.join(path), f'{len(dirs):d} {len(files):d}', sep='\t')
Copy link

xflr6 commented Jan 31, 2024

Hey, :) maybe this helps: (there is an example for a clients_secrets.json).

Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment