Skip to content

Instantly share code, notes, and snippets.

@TheGU
Created September 11, 2015 10:07
Show Gist options
  • Star 16 You must be signed in to star a gist
  • Fork 7 You must be signed in to fork a gist
  • Save TheGU/e6d0ae13f2fa83f3bd8d to your computer and use it in GitHub Desktop.
Save TheGU/e6d0ae13f2fa83f3bd8d to your computer and use it in GitHub Desktop.
Golang to upload file to google drive with progress bar using Google API
package main
import (
"encoding/json"
"fmt"
"io/ioutil"
"log"
"net/http"
"net/url"
"os"
"os/user"
"path/filepath"
"flag"
"mime"
"time"
"strconv"
"strings"
"golang.org/x/net/context"
"golang.org/x/oauth2"
"golang.org/x/oauth2/google"
"google.golang.org/api/drive/v2"
)
var (
inputPath = flag.String("i","","input file path")
outputFile = flag.String("o","","output filename")
folderName = flag.String("f","","folder name")
)
// getClient uses a Context and Config to retrieve a Token
// then generate a Client. It returns the generated Client.
func getClient(ctx context.Context, config *oauth2.Config) *http.Client {
cacheFile, err := tokenCacheFile()
if err != nil {
log.Fatalf("Unable to get path to cached credential file. %v", err)
}
tok, err := tokenFromFile(cacheFile)
if err != nil {
tok = getTokenFromWeb(config)
saveToken(cacheFile, tok)
}
return config.Client(ctx, tok)
}
// getTokenFromWeb uses Config to request a Token.
// It returns the retrieved Token.
func getTokenFromWeb(config *oauth2.Config) *oauth2.Token {
authURL := config.AuthCodeURL("state-token", oauth2.AccessTypeOffline)
fmt.Printf("Go to the following link in your browser then type the "+
"authorization code: \n%v\n", authURL)
fmt.Printf("Enter Verfication Code:\n")
var code string
if _, err := fmt.Scan(&code); err != nil {
log.Fatalf("Unable to read authorization code %v", err)
}
tok, err := config.Exchange(oauth2.NoContext, code)
if err != nil {
log.Fatalf("Unable to retrieve token from web %v", err)
}
return tok
}
// tokenCacheFile generates credential file path/filename.
// It returns the generated credential path/filename.
func tokenCacheFile() (string, error) {
usr, err := user.Current()
if err != nil {
// return "", err
return usr.HomeDir, err
}
// tokenCacheDir := filepath.Join(usr.HomeDir, ".credentials")
tokenCacheDir := ".credentials"
os.MkdirAll(tokenCacheDir, 0700)
return filepath.Join(tokenCacheDir,
url.QueryEscape("drive-api-cert.json")), err
}
// tokenFromFile retrieves a Token from a given file path.
// It returns the retrieved Token and any read error encountered.
func tokenFromFile(file string) (*oauth2.Token, error) {
f, err := os.Open(file)
if err != nil {
return nil, err
}
t := &oauth2.Token{}
err = json.NewDecoder(f).Decode(t)
defer f.Close()
return t, err
}
// saveToken uses a file path to create a file and store the
// token in it.
func saveToken(file string, token *oauth2.Token) {
fmt.Printf("Saving credential file to: %s\n", file)
f, err := os.Create(file)
if err != nil {
log.Fatalf("Unable to cache oauth token: %v", err)
}
defer f.Close()
json.NewEncoder(f).Encode(token)
}
func Comma(v int64) string {
sign := ""
if v < 0 {
sign = "-"
v = 0 - v
}
parts := []string{"", "", "", "", "", "", ""}
j := len(parts) - 1
for v > 999 {
parts[j] = strconv.FormatInt(v%1000, 10)
switch len(parts[j]) {
case 2:
parts[j] = "0" + parts[j]
case 1:
parts[j] = "00" + parts[j]
}
v = v / 1000
j--
}
parts[j] = strconv.Itoa(int(v))
return sign + strings.Join(parts[j:], ",")
}
func FileSizeFormat(bytes int64, forceBytes bool) string {
if forceBytes {
return fmt.Sprintf("%v B", bytes)
}
units := []string{"B", "KB", "MB", "GB", "TB", "PB"}
var i int
value := float64(bytes)
for value > 1000 {
value /= 1000
i++
}
return fmt.Sprintf("%.1f %s", value, units[i])
}
func MeasureTransferRate() func(int64) string {
start := time.Now()
return func(bytes int64) string {
seconds := int64(time.Now().Sub(start).Seconds())
if seconds < 1 {
return fmt.Sprintf("%s/s", FileSizeFormat(bytes, false))
}
bps := bytes / seconds
return fmt.Sprintf("%s/s", FileSizeFormat(bps, false))
}
}
func getOrCreateFolder(d *drive.Service, folderName string) string{
folderId := ""
if folderName == "" {
return ""
}
q := fmt.Sprintf("title=\"%s\" and mimeType=\"application/vnd.google-apps.folder\"", folderName)
r, err := d.Files.List().Q(q).MaxResults(1).Do()
if err != nil {
log.Fatalf("Unable to retrieve foldername.", err)
}
if len(r.Items) > 0 {
folderId = r.Items[0].Id
} else {
// no folder found create new
fmt.Printf("Folder not found. Create new folder : %s\n", folderName)
f := &drive.File{Title: folderName, Description: "Auto Create by gdrive-upload", MimeType: "application/vnd.google-apps.folder"}
r, err := d.Files.Insert(f).Do()
if err != nil {
fmt.Printf("An error occurred when create folder: %v\n", err)
}
folderId = r.Id
}
return folderId
}
func uploadFile(d *drive.Service, title string, description string,
parentName string, mimeType string, filename string) (*drive.File, error) {
input, err := os.Open(filename)
if err != nil {
fmt.Printf("An error occurred: %v\n", err)
return nil, err
}
// Grab file info
inputInfo, err := input.Stat()
if err != nil {
return nil, err
}
parentId := getOrCreateFolder(d, parentName)
fmt.Println("Start upload")
f := &drive.File{Title: title, Description: description, MimeType: mimeType}
if parentId != "" {
p := &drive.ParentReference{Id: parentId}
f.Parents = []*drive.ParentReference{p}
}
getRate := MeasureTransferRate()
// progress call back
showProgress := func(current, total int64){
fmt.Printf("Uploaded at %s, %s/%s\r" , getRate(current), Comma(current), Comma(total))
}
r, err := d.Files.Insert(f).ResumableMedia(context.Background(), input, inputInfo.Size(),mimeType).ProgressUpdater(showProgress).Do()
if err != nil {
fmt.Printf("An error occurred: %v\n", err)
return nil, err
}
// Total bytes transferred
bytes := r.FileSize
// Print information about uploaded file
fmt.Printf("Uploaded '%s' at %s, total %s\n", r.Title, getRate(bytes), FileSizeFormat(bytes, false))
fmt.Printf("Upload Done. ID : %s\n", r.Id)
return r, nil
}
func main() {
flag.Parse()
// fmt.Println("input: %s", *inputPath)
// fmt.Println("output: %s", *outputFile)
// fmt.Println("folder: %s", *folderName)
ctx := context.Background()
b, err := ioutil.ReadFile("client_secret.json")
if err != nil {
log.Fatalf("Unable to read client secret file: %v", err)
}
config, err := google.ConfigFromJSON(b, drive.DriveScope)
if err != nil {
log.Fatalf("Unable to parse client secret file to config: %v", err)
}
client := getClient(ctx, config)
srv, err := drive.New(client)
if err != nil {
log.Fatalf("Unable to retrieve drive Client %v", err)
}
fmt.Printf("Read file: %s\n", *inputPath)
outputTitle := *outputFile
if outputTitle == "" {
outputTitle = filepath.Base(*inputPath)
}
fmt.Printf("Output name: %s\n", outputTitle)
ext := filepath.Ext( *inputPath)
mimeType := "application/octet-stream"
if ext != ""{
mimeType = mime.TypeByExtension(ext)
}
if mimeType == "" {
mimeType = "application/octet-stream"
}
fmt.Printf("Mime : %s\n", mimeType)
uploadFile(srv, outputTitle, "", *folderName, mimeType, *inputPath)
/*
r, err := srv.Files.List().MaxResults(10).Do()
if err != nil {
log.Fatalf("Unable to retrieve files.", err)
}
fmt.Println("Files:")
if len(r.Items) > 0 {
for _, i := range r.Items {
fmt.Printf("%s (%s)\n", i.Title, i.Id)
}
} else {
fmt.Print("No files found.")
}
*/
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment