Download all gists for a specific user

get_gists.py

# first: mkdir user && cd user && cp /path/to/get_gists.py .
# python3 get_gists.py user
# ref. selimslab/get_gists.py: git@gist.github.com:958e2255a105f9a3f4b421896bce715d.git
# ref. change_file_date_to_name_date.py: https://gist.github.com/santiago-salas-v/7f001a8d80534ebf9ec5104d409420bf
import sys
from os import walk,utime,listdir
from os.path import abspath,sep
from subprocess import call,getoutput
import json
from datetime import datetime
from zoneinfo import ZoneInfo
from re import compile

if len(sys.argv)<2:
	user=json.loads(getoutput('gh api {0}'.format('user')))['login']
else:
	user = sys.argv[1]

page=0
next_page=True
gitignore_fun=compile('\.gitignore') # to check if gitignore already has .gitignore
decription_fun=compile('description\.txt') # to check if gitignore already has description.txt

while next_page:
	page+=1
	endpoint='users/{0}/gists?page={1}'.format(user,str(page))
	r=getoutput('gh api {0}'.format(endpoint)) # assumes gh api authentication done, needed for > 120 repos
	reply_json=json.loads(r)
	next_page=len(reply_json)>0
	for i in reply_json:
		filenames=[i['files'][key]['filename'] for key in i['files'].keys()]
		filenames.sort()
		dirname=filenames[0].replace('.','_') # splitext(filenames[0])[0]
		created_at=datetime.strptime(i['created_at'],'%Y-%m-%dT%H:%M:%SZ').replace(tzinfo=ZoneInfo('UTC')).astimezone(datetime.now().astimezone().tzinfo)
		updated_at=datetime.strptime(i['updated_at'],'%Y-%m-%dT%H:%M:%SZ').replace(tzinfo=ZoneInfo('UTC')).astimezone(datetime.now().astimezone().tzinfo)

		call(['git', 'clone', i['git_pull_url'],dirname])

		gist_id=i['id']
		gitconfig_file='./{0}/.git/config'.format(dirname)
		with open(gitconfig_file,'r') as f:
			contents=f.read()
		contents=contents.replace(i['git_pull_url'],f'git@gist.github.com:{gist_id}.git')
		with open(gitconfig_file,'w') as f:
			contents=f.write(contents)

		for root, dirs, files in walk(dirname):
			utime(abspath(root),(created_at.timestamp(),created_at.timestamp()))
			for file in files:
				utime(abspath(root)+sep+file,(updated_at.timestamp(),updated_at.timestamp()))

		description_file='./{0}/description.txt'.format(dirname)

		with open(description_file,'w') as f:
			f.write('{0}\n'.format(i['description']))

		gitignore_found=False
		description_found=False

		if '.gitignore' in listdir(dirname):
			# add to existing .gitignore
			with open(dirname+sep+'.gitignore','r') as f:
				contents=f.read()
			gitignore_str='\n' # init
			if not gitignore_fun.search(contents):
				gitignore_str='\n{0}\n'.format('.gitignore')
			if not decription_fun.search(contents):
				gitignore_str+='{0}\n'.format('description.txt')
			if gitignore_str=='\n':
				gitignore_str='' # both found
		else:
			# create .gitignore with two entries
			gitignore_str='{0}\n{1}\n'.format('.gitignore','description.txt')
		with open(dirname+sep+'.gitignore', 'a') as f:
			f.write(gitignore_str)

ls_gists_descriptions

#!/bin/bash
# make symbolic link ln -s /home/ssv/git/gist/get_gists_py/ls_gists_descriptions ~/bin/ls_gists

for filename in /home/ssv/git/gist/*/description.txt; do tmp1=${filename#/home/ssv/git/gist/}; tmp2=${tmp1%/description.txt}; echo "$tmp2"; tmp3=${filename%/description.txt}; echo "file://${tmp3// /\%20}"; cat "$filename"; for i in {1..20}; do echo -n '='; done; echo -e '\n'; done | less

remove_non_get_gists

for filename in /home/ssv/git/gist/*; do if [[ ! ( "$filename" == "*get_gists_py*" || "$filename" == *.* || "$filename" == *remove_non_get_gists  ) ]]; then echo "removing $filename"; rm -rf "$filename"; fi; done