GeoTIFFs -> One Big GeoTIFF

gistfile1.txt

"""
Likely not useful to anyone else, but just putting it out there.

This script will take a directory of GeoTIFFs and merge them together without issues.
This script simply decompresses the files, runs nearblack to remove pseudo-black borders caused by compression, and then uses gdalwarp to stitch the files together.

The script is designed to use the minimal amount of disk space possible -- it cleans up each file after decompression and continually merges with a master image.
"""

import os
import shutil
from subprocess import Popen, PIPE, STDOUT

GEOTIFF_DIR = 'all_2009_tiffs'


def skip_file(filename):
    num = int(filename.split('_')[2])
    if num < 11781:
        return True
    return False


def uncompress(file_path):
    cmd = '/usr/bin/gdal_translate %s %s.uncompressed.tif' % (file_path, file_path)
    p = Popen(cmd, shell=True, stdin=PIPE, stdout=PIPE, stderr=STDOUT, close_fds=True)
    output = p.stdout.read()
    print output


def remove_nearblack(file_path):
    cmd = '/usr/bin/nearblack -near 20 %s' % file_path
    p = Popen(cmd, shell=True, stdin=PIPE, stdout=PIPE, stderr=STDOUT, close_fds=True)
    output = p.stdout.read()
    print output


def stitch_with_master(file_path):
    if not os.path.exists(master_path):
        shutil.copyfile(file_path, master_path)
        return
    cmd = '/usr/bin/gdalwarp -multi -dstalpha -srcnodata 0 -wo "SKIP_NOSOURCE" --config "GDAL_CACHEMAX=500" -wm=5000 %s %s temp.tif' % (file_path, master_path)
    p = Popen(cmd, shell=True, stdin=PIPE, stdout=PIPE, stderr=STDOUT, close_fds=True)
    output = p.stdout.read()
    print output

    os.remove(master_path)
    shutil.copyfile('temp.tif', master_path)


master_path = 'master.tiff'
for filename in sorted(os.listdir(GEOTIFF_DIR)):
    if skip_file(filename):
        continue
    file_path = os.path.join(GEOTIFF_DIR, filename)

    print "Uncompressing...%s" % file_path
    uncompress(file_path)
    print "Uncompressed %s!" % file_path

    print "Removing near black...%s" % file_path
    remove_nearblack("%s.uncompressed.tif" % file_path)
    print "Removed near black %s!" % file_path

    print "Stitching with master...%s" % file_path
    stitch_with_master("%s.uncompressed.tif" % file_path)

    print "Stitched with master %s!" % file_path
    os.remove("%s.uncompressed.tif" % file_path)
    print "Removed file %s.uncompressed.tif" % file_path