delete_datasets.clj

(def bq-service (doto (Bigquery$Builder. (GoogleNetHttpTransport/newTrustedTransport)
                                         (JacksonFactory/getDefaultInstance)
                                         cred)
                  (.setApplicationName "nfi")
                  .build))
                
(def ds (Dataset.))
(.setAccess ds [(doto (Dataset$Access.) (.setRole "OWNER") (.setUserByEmail "bfabry@zendesk.com"))])
(def built-bq-service (.build bq-service))

(dotimes [n 10]
  (def datasets (-> built-bq-service
                    .datasets
                    (.list "link-staging-2")
                    (.setAll true)
                    (.setMaxResults 100000000)
                    .execute))
  (def dataset-names (map #(get-in % ["datasetReference" "datasetId"]) (get datasets "datasets")))
  (def pipelines (filter #(re-find #"datapipeline" %) dataset-names))
  (doseq [ds-name pipelines]
    (-> built-bq-service
        .datasets
        (.update "link-staging-2" ds-name ds)
        .execute))
  (doseq [ds-name pipelines]
    (-> built-bq-service
        .datasets
        (.delete "link-staging-2" ds-name)
        (.setDeleteContents true)
        .execute))
  )