kiorky/do.sh

## do.sh
#!/usr/bin/env bash
cd ecws || exit -1
out=../out
warp() {
    echo gdalwarp $WRAP_OPTS -s_srs EPSG:2154 -of "$1" "$2" "$3"
    gdalwarp $WRAP_OPTS -s_srs EPSG:2154 -of "$1" "$2" "$3"
    if [[ $? != 0 ]];then exit -1;fi
}
translate() {
    echo gdal_translate $TRANSLATE_OPTS -of "$1" "$2" "$3"
    gdal_translate $TRANSLATE_OPTS -of "$1" "$2" "$3"
    if [[ $? != 0 ]];then exit -1;fi
}
main() {
    format="$1" var="$2"
    echo "MAIN: $format -- $var"
    destname="$format"
    suf=".$format.done"
    if [[ -n $var ]];then
        destname="$destname.$var";
        suf=".$var.$suf";
    fi
    mark="$out/done/${i}${suf}"
    d="$out/${destname}"
    outfile="$d/$(basename $i .ecw).$format"
    tif_outfile="$outfile"
    WRAP_OPTS=""
    TRANSLATE_OPTS=""
    rate=$(echo $var|sed -re "s/([0-9]+)(_LOSS(_COMPRESSED))*$/\1/g")
    case $format in
        geotiff)
            tformat='GTiff'
            ;;
        png)
            tformat='PNG'
            if [[ -n $rate ]];then
                TRANSLATE_OPTS="-co ZLEVEL=$rate"
            fi
            ;;
        jpeg)
            tformat='JPEG'
            TRANSLATE_OPTS="-co QUALITY=$rate"
            ;;
        jp2)
            tformat='JPEG2000'
            case $var in
                *_LOSS_COMPRESSED)
                    TRANSLATE_OPTS="-co FORMAT=JPC -co mode=real"
                    if [[ -n $rate ]];then TRANSLATE_OPTS="$TRANSLATE_OPTS -co rate=0.$rate";fi
                    ;;
                *_LOSS)
                    TRANSLATE_OPTS="-co FORMAT=JP2 -co mode=real"
                    if [[ -n $rate ]];then TRANSLATE_OPTS="$TRANSLATE_OPTS -co rate=0.$rate";fi
                    ;;
                LOSELESS)
                    TRANSLATE_OPTS="-co FORMAT=JP2 -co mode=int -co rate=1"
                    ;;
                LOSELESS_COMPRESSED)
                    TRANSLATE_OPTS="-co FORMAT=JPC -co mode=int -co rate=1"
                    ;;
            esac
            ;;
        *) tformat='GTiff' ;;
    esac
    if [[ $format != "geotiff" ]];then
        tif_outfile="$tif_tmp_outfile"
    fi
    if [[ ! -d "$d" ]];then mkdir -p "$d";fi
    if [[ ! -f "$mark" ]];then
        # maybe internal convert
        infile=$i
        if [[ ! -f "$tif_outfile" ]];then
            warp GTiff "$infile" "$tif_outfile";
        fi
        if [[ $format != "geotiff" ]];then
            translate $tformat "$tif_tmp_outfile" "$outfile"
        fi
        touch "$mark"
    else
        echo "$i: Already done $format (delete $mark)"
    fi
}
if [[ ! -d "$out/done" ]];then mkdir -p "$out/done";fi
for i in *ecw;do
    tif_tmp_outfile="$out/$(basename $i .ecw).geotiff"
    for fmt in png jp2 geotiff jpeg;do
        WRAP_OPTS=""
        TRANSLATE_OPTS=""
        case $fmt in
            "png")
#                main $fmt
#                main $fmt 1
#                main $fmt 2
#                main $fmt 3
#                main $fmt 4
#                main $fmt 5
#                main $fmt 7
#                main $fmt 8
#                main $fmt 9
                ;;
            "jpeg")
#                main $fmt
#                main $fmt 65
                main $fmt 70
#                main $fmt 75
                main $fmt 80
#                main $fmt 85
                main $fmt 90
#                main $fmt 95
#                main $fmt 100
                ;;
            "jp2")
#                main $fmt
#                main $fmt 25_LOSS_COMPRESSED
#                main $fmt 50_LOSS
#                main $fmt 50_LOSS_COMPRESSED
#                main $fmt 75_LOSS
#                main $fmt 75_LOSS_COMPRESSED
#                main $fmt LOSELESS
#                main $fmt LOSELESS_COMPRESSED
                ;;
            *)
                #main $fmt
                ;;
        esac
    done
    if [[ -f "$tif_tmp_outfile" ]];then rm -fv $tif_tmp_outfile;fi
done


## installgis.sh
#
# Installation of a WMS structure to serve very large ECW images layer
#
# at first we tried mapnik2:
#   - OGCserver -> too slow
#   - paleoserver -> unusable
#
# Then we tried at first we tried mapserver:
#   - A bit better, but do not scale with large extents
#

#
# git clone https://gist.github.com/6019523.git
# ./installgis.sh

cd $(dirname $0)
if [[ -e $PREFIX/bin/activate ]];then
    . $PREFIX/bin/activate
else
    apt-get install python-virtualenv
    virtualenv $PREFIX
    . $PREFIX/bin/activate
fi
export TMP=$PWD
export PREFIX="${PREFIX:-/var/makina/circus}"
export ROOT="$PREFIX/apps"
export PATH="$ROOT/bin:$PATH"
export CFLAGS="-I/usr/include/crunch -I$ROOT/include"
export LDFLAGS="-Wl,-rpath -Wl,$ROOT/lib -L$ROOT/lib -Wl,-rpath -Wl,/usr/lib/jvm/java-7-openjdk-amd64/jre/lib/amd64/server"
export CPPFLAGS="$CFLAGS" CXXFLAGS="$CFLAGS"
export LD_LIBRARY_PATH=$PREFIX/apps/lib/
export WA=${WA:-/var/lib/tomcat7/webapps}
export DATA=${DATA:-/var/makina/data}
export LAYERS=$DATA/layers
export DATAS=$(ls -1rdt $DATA/*|grep -v ".sav"|grep -v $LAYERS|head -n1)
export GEO_LAYER=orthophotos44
export GEO_LAYER_DIR=$WA/geoserver/data/$GEO_LAYER

base() {
        add-apt-repository ppa:ubuntugis/ubuntugis-unstable && apt-get update
        add-apt-repository ppa:mapnik/v2.2.0 && apt-get update
        add-apt-repository ppa:marlam/gta && apt-get update
        apt-get update
        apt-get install -y mapserver cgi-mapserver mapserver-bin python-mapscript multiwatch daemontools-run daemontools spawn-fcgi libmapserver-dev libgd2-xpm-dev libfcgi-dev libpoppler-dev libpodofo-dev libopenjpeg-dev libwebp-dev libmysqlclient-dev libmysqld-dev libfreexl-dev libarmadillo-dev libkml-dev liblzma-dev libarchive-dev liburiparser-dev subversion build-essential m4 libtool pkg-config autoconf gettext bzip2 groff man-db automake libsigc++-2.0-dev tcl8.5 git opencl-headers libdap-dev libdap-bin librasqal3-dev rasqal-utils cmake liblcms2-dev liblcms1-dev libepsilon-dev libogdi3.2-dev ogdi-bin openjdk-6-jdk grass-dev grass-dev grass grass-core grass-gui libcfitsio3-dev libccfits-dev libcrunch-dev libgta-dev python-gdal apache2-prefork-dev libaprutil1-dev libapr1-dev libfcgi-dev mapnik-utils libmapnik-dev apt-build openjdk-7-jdk swig ant maven2 tomcat7
        git clone https://github.com/makinacorpus/libecw.git
        cd libecw
        ./configure CFLAGS="-O0" CXXFLAGS="-O0" --enable-shared --enable-static --prefix=$ROOT && make && make install
        wget https://openjpeg.googlecode.com/files/openjpeg-2.0.0.tar.gz
        tar xzvf openjpeg-2.0.0.tar.gz
        cd openjpeg-2.0.0
        cmake -DCMAKE_INSTALL_PREFIX=$ROOT . && make && make install
        git clone https://github.com/makinacorpus/libkml.git
        cd libkml
        ./configure --enable-shared --enable-static --prefix=$ROOT && make clean && make && make install
        wget http://download.osgeo.org/gdal/1.10.0/gdal-1.10.0.tar.gz
        tar xzvf gdal-1.10.0.tar.gz
}

gdal() {
        cd gdal-1.10.0
        sed -ire "s:^JAVA_HOME.*:JAVA_HOME = /usr/lib/jvm/java-7-openjdk-amd64:g" swig/java/java.opt
        pushd swig/java/ && make && cp -v *so $ROOT/lib && cp gdal.jar $ROOT && popd
        # cd frmts/msg && unzip PublicDecompWTMakefiles.zip && cd ../..
        ./configure --prefix=$ROOT --with-gif=/usr--with-hdf4=/usr --with-hdf5=/usr --with-jasper=/usr --with-openjpeg=$ROOT --with-ecw=$ROOT --with-expat=/usr --with-curl=/usr --with-odbc --with-spatialite=/usr --with-sqlite3=/usr --with-webp=/usr --with-poppler=/usr --with-perl=/usr --with-geos=/usr --with-mysql=/usr/bin/mysql_config --with-armadillo=/usr --with-libkml=$ROOT --with-dods_root=/usr --with-epsilon=/usr --with-java=yes --with-mdb --with-dds=/usr --with-gta=/usr --with-liblzma=yes --with-libtiff=internal --with-geotiff=internal --with-jpeg=internal --with-jpeg12 --without-ogdi && make && make install

}

mapnik2() {
        # important to note here
        apt-build source libmapnik
        cp -rf /var/cache/apt-build/build/mapnik-2.2.0/ $TOP
        cd mapnik-2.2.0
        ./configure PREFIX="$ROOT"  CUSTOM_CXXFLAGS="$CFLAGS" CUSTOM_LDFLAGS="$LDFLAGS" && make && make install
        cd mapserver-6.2.1
        ./configure --enable-static --enable-shared --with-fribidi-config=/usr/lib/pkgconfig/fribidi.pc --with-freetype--with-png --with-gif --with-libiconv --with-gd --with-proj --with-geos -with-postgis --with-wfs --with-wcs --with-wmsclient --with-wfsclient --with-sos --with-kml --with-xslt --with-cairo --with-libsvg-cairo --with-fastcgi --with-exslt --with-xml-mapfile --with-threads --enable-proj-fastpath --prefix="$ROOT" --with-gdal="$ROOT/bin/gdal-config" --with-ogr="$ROOT/bin/gdal-config" && make && make install
}

mapserver() {
        wget http://download.osgeo.org/mapserver/mapserver-6.2.1.tar.gz
        tar xzvf mapserver-6.2.1.tar.gz
        vim /etc/nginx/sites-enabled/wms
        vim $PREFIX/map.map
        chmod +x $PREFIX/mapserv-init.sh
        cp mapserv-init.sh $PREFIX
        sed -ire "s:^PREFIX=.*:PREFIX=\"$PREFIX\":g" $PREFIX/mapserv-init.sh
        ln -fs $PREFIX/mapserv-init.sh /etc/init.d/mapserv-init.sh
        /etc/init.d/nginx stop
        /etc/init.d/nginx start
        /etc/init.d/mapserv-init.sh stop
        /etc/init.d/mapserv-init.sh start
        update-rc.d -f mapserv-init.sh defaults 99
        # http://trac.osgeo.org/gdal/wiki/CatalogueForQIS
        $PREFIX/compute-stats.sh
        $PREFIX/apps/bin/gdaltindex --config  GDAL_CACHEMAX 3000000000 $ROOT/map.shp /var/makina/data/Ortho_2012_CG44/*ecw

}

geoserver() {
    cd $TMP
    GEOSERVER_VER=2.3.5
    FIC=geoserver-$GEOSERVER_VER-war.zip
    FPFIC=$PWD/$FIC
    if [[ ! -f $FIC ]];then
        wget http://downloads.sourceforge.net/project/geoserver/GeoServer/$GEOSERVER_VER/$FIC
    fi
    GD_FIC=geoserver-$GEOSERVER_VER-gdal-plugin.zip
    GD_FPFIC=$PWD/$GD_FIC
    if [[ ! -f $GD_FIC ]];then
        wget http://downloads.sourceforge.net/project/geoserver/GeoServer%20Extensions/$GEOSERVER_VER/$GD_FIC
    fi
    ls $WA/geoserver/WEB-INF/lib/gdal*
    if [[ ! -e $WA/geoserver/WEB-INF/lib/gdal-$GEOSERVER_VER.jar ]];then
        unzip -od gdalp_tmp $GD_FPFIC && cp -vf gdalp_tmp/*.jar $GD_$WA/geoserver/WEB-INF/lib && rm -rf gdalp_tmp
    fi
    if [[ ! -e $WA/geoserver/WEB-INF/lib ]];then
        unzip -od $WA $FPFIC geoserver.war
        /etc/init.d/tomcat7 restart
        sleep 4
    fi
    cp -v $ROOT/gdal.jar $WA/geoserver/WEB-INF/lib
    sed -re "s:(\s*LANG=.*)([\\])$:\1export LD_LIBRARY_PATH=\\\"$PREFIX/apps/lib\:\$LD_LIBRARY_PATH\\\" \2:g" -i /etc/init.d/tomcat7
    rsync -av  /var/makina/circus/geoserver/ $WA/geoserver/data/orthophotos44/
    chown -Rf tomcat7:root $WA/geoserver
    /etc/init.d/tomcat7 restart
    # in dev, prevent cookfile to be done
}

cook() {
    cd $TMP
    if [[ ! -f "$TMP/.cook_$1" ]];then
        $1
        if [[ $? == 0 ]];then
            echo  "Done $1"
            touch "$TMP/.cook_$1"
        fi
    else
        echo "Already done $1"
    fi
}


assemble_map() {
    # geoserver dont want big filenames
    if [[ ! -d $GEO_LAYER_DIR ]];then
        mkdir $GEO_LAYER_DIR
    fi
    cd $GEO_LAYER_DIR || exit -1
    rm *ecw;
    j=0;
    for i in $DATAS/*ecw;do
        j=$((j+1));
        ln -sfv $i $j.ecw;
    done
}

#echo "127.0.0.1 services.makina-corpus.net">>/etc/hsots

assemble_shapefile() {
    pushd $WA/geoserver/data/orthophotos44/
    rm -rf rm orthophotos44.shx orthophotos44.shp orthophotos44.prj orthophotos44.dbf
    time $PREFIX/apps/bin/gdaltindex --config GDAL_CACHEMAX 3000000002 orthophotos44.shp *ecw
    popd
}
# for geoserver wmss
# images must have less thatn 8 chars, with a preference for digit finelames
# they must be local to the data dir, make syminks
# your shapefile must reference them with relative paths !
# in the data dir, you must have only and only the shp(4 files), the properties files and the images files, NOTHING ELSE
buildlayers() {
    if [[ ! -e $LAYERS ]];then
        mkdir $LAYERS
    fi
    #for i in $DATAS/*.ecw;do
    #    gdalinfo $i
    #    exit
    #    zooms=$(gdalinfo $i|grep Overviews|head -n 1|awk -F'Overviews:' '{print $2}'|sed "s/,//g")
    #    for z in $zooms;do
    #        zd="$LAYERS/$z"
    #        if [[ ! -d $zd ]];then
    #            mkdir $zd
    #        fi
    #        echo ln -sfv $i "$zd/$(basename $i)"
    #    done
    #    exit -1
    #done
    cook assemble_shapefile
    ls nonexisting

}

current() {
    for i in base gdal geoserver buildlayers;do
        cook $i
    done
}

current

# vim: set ft=sh:

## mapserv-init.sh
#!/bin/sh
## BEGIN INIT INFO
# Provides: FastCGI servers for PHP
# Required-Start: networking
# Required-Stop: networking
# Default-Start: 2 3 4 5
# Default-Stop: S 0 1 6
# Short-Description: Start FastCGI servers with PHP.
# Description: Start PHP with spawn-fcgi. For use with nginx and lighttpd.
#
#
### END INIT INFO

RUN_USER=www-data
RUN_GROUP=www-data

LISTEN_ADDRESS=127.0.0.1
LISTEN_PORT=53217
PREFIX="CHANGEME"

SPAWN_FCGI=/usr/bin/spawn-fcgi
PHP_CGI=$PREFIX/apps/bin/mapserv
PID_DIR=/var/run/mapserv
PID_FILE=$PID_DIR/fastcgi.pid
CHILDREN=5

export MS_MAPFILE="$PREFIX/map.map"
export LD_LIBRARY_PATH="$LD_LIBRARY_PATH:/usr/lib/jvm/java-7-openjdk-amd64/jre/lib/amd64/server/"

# the -F switch of spawn-fcg does not work when the -n swich
# is set. using multiwatch instead
# see http://manpages.ubuntu.com/manpages/lucid/man1/spawn-fcgi.1.html


check() {
        if [ ! -d "$PID_DIR" ];then
                mkdir "$PID_DIR"
                chown $FASTCGI_USER:$FASTCGI_GROUP "$PID_DIR"
                chmod 0770 $PID_DIR
        fi
}
d_start() {
    check
    if [ -f $PID_FILE ]; then
      echo -n " already running"
    else
        start-stop-daemon --start -p $PID_FILE \
            --exec /usr/bin/env -- $SPAWN_FCGI  \
            -u $RUN_USER -g $RUN_GROUP -a $LISTEN_ADDRESS -p $LISTEN_PORT \
            -P $PID_FILE -- /usr/bin/multiwatch -f $CHILDREN $PHP_CGI
    fi
}

d_stop() {
    check
    start-stop-daemon --stop --quiet --pidfile $PID_FILE \
                      || echo -n " not running"
    if [ -f "$PID_FILE" ]; then
        rm "$PID_FILE"
    fi
}

case "$1" in
  start)
    echo -n "Starting FastCGI: $0"
    d_start
    echo "."
    ;;

  stop)
    echo -n "Stopping FastCGI: $0"
    d_stop
    echo "."
    ;;
  restart)
    echo -n "Restarting FastCGI: $0"
    d_stop
    sleep 1
    d_start
    ;;
  *)
    echo "usage: $0 {start|stop|restart}"
    ;;
esac

## stats.sh
#!/usr/bin/env bash
WHERE=/var/makina/data/Ortho_2012_CG44
ECHANTILLON=./ecws
NB_PIC=$(ls $WHERE/*ecw -1|wc -l)
TOTAL_SIZE=$(du -sc $WHERE/*ecw|tail -n1|awk '{print $1}')
ECHANTILLON_SIZE=$(du -sc $ECHANTILLON/*ecw|tail -n1|awk '{print $1}')
E_NB_PIC=$(ls $ECHANTILLON/*ecw -1|wc -l)
echo "ECW: $E_NB_PIC($ECHANTILLON_SIZE) / $NB_PIC($TOTAL_SIZE) ecws"
for i in out/jpeg.{70,80,90};do
    size=$(du -s $i|awk '{print $1}')
    nf=$(ls $i/*|grep -v xml|wc -l|awk '{print $1}')
    echo "JPEG: Size: $i: $size"
    echo "JPEG: Files: $i: $nf"
    echo "JPEG: Estimated($NB_PIC): $i $(echo "($size*$NB_PIC.0)/$nf"|bc)";
done|sort

#  nf         NB_PIC
#  size       x
# vim:set et sts=4 ts=4 tw=80:
	#!/usr/bin/env bash
	cd ecws \|\| exit -1
	out=../out
	warp() {
	echo gdalwarp $WRAP_OPTS -s_srs EPSG:2154 -of "$1" "$2" "$3"
	gdalwarp $WRAP_OPTS -s_srs EPSG:2154 -of "$1" "$2" "$3"
	if [[ $? != 0 ]];then exit -1;fi
	}
	translate() {
	echo gdal_translate $TRANSLATE_OPTS -of "$1" "$2" "$3"
	gdal_translate $TRANSLATE_OPTS -of "$1" "$2" "$3"
	if [[ $? != 0 ]];then exit -1;fi
	}
	main() {
	format="$1" var="$2"
	echo "MAIN: $format -- $var"
	destname="$format"
	suf=".$format.done"
	if [[ -n $var ]];then
	destname="$destname.$var";
	suf=".$var.$suf";
	fi
	mark="$out/done/${i}${suf}"
	d="$out/${destname}"
	outfile="$d/$(basename $i .ecw).$format"
	tif_outfile="$outfile"
	WRAP_OPTS=""
	TRANSLATE_OPTS=""
	rate=$(echo $var\|sed -re "s/([0-9]+)(_LOSS(_COMPRESSED))*$/\1/g")
	case $format in
	geotiff)
	tformat='GTiff'
	;;
	png)
	tformat='PNG'
	if [[ -n $rate ]];then
	TRANSLATE_OPTS="-co ZLEVEL=$rate"
	fi
	;;
	jpeg)
	tformat='JPEG'
	TRANSLATE_OPTS="-co QUALITY=$rate"
	;;
	jp2)
	tformat='JPEG2000'
	case $var in
	*_LOSS_COMPRESSED)
	TRANSLATE_OPTS="-co FORMAT=JPC -co mode=real"
	if [[ -n $rate ]];then TRANSLATE_OPTS="$TRANSLATE_OPTS -co rate=0.$rate";fi
	;;
	*_LOSS)
	TRANSLATE_OPTS="-co FORMAT=JP2 -co mode=real"
	if [[ -n $rate ]];then TRANSLATE_OPTS="$TRANSLATE_OPTS -co rate=0.$rate";fi
	;;
	LOSELESS)
	TRANSLATE_OPTS="-co FORMAT=JP2 -co mode=int -co rate=1"
	;;
	LOSELESS_COMPRESSED)
	TRANSLATE_OPTS="-co FORMAT=JPC -co mode=int -co rate=1"
	;;
	esac
	;;
	*) tformat='GTiff' ;;
	esac
	if [[ $format != "geotiff" ]];then
	tif_outfile="$tif_tmp_outfile"
	fi
	if [[ ! -d "$d" ]];then mkdir -p "$d";fi
	if [[ ! -f "$mark" ]];then
	# maybe internal convert
	infile=$i
	if [[ ! -f "$tif_outfile" ]];then
	warp GTiff "$infile" "$tif_outfile";
	fi
	if [[ $format != "geotiff" ]];then
	translate $tformat "$tif_tmp_outfile" "$outfile"
	fi
	touch "$mark"
	else
	echo "$i: Already done $format (delete $mark)"
	fi
	}
	if [[ ! -d "$out/done" ]];then mkdir -p "$out/done";fi
	for i in *ecw;do
	tif_tmp_outfile="$out/$(basename $i .ecw).geotiff"
	for fmt in png jp2 geotiff jpeg;do
	WRAP_OPTS=""
	TRANSLATE_OPTS=""
	case $fmt in
	"png")
	# main $fmt
	# main $fmt 1
	# main $fmt 2
	# main $fmt 3
	# main $fmt 4
	# main $fmt 5
	# main $fmt 7
	# main $fmt 8
	# main $fmt 9
	;;
	"jpeg")
	# main $fmt
	# main $fmt 65
	main $fmt 70
	# main $fmt 75
	main $fmt 80
	# main $fmt 85
	main $fmt 90
	# main $fmt 95
	# main $fmt 100
	;;
	"jp2")
	# main $fmt
	# main $fmt 25_LOSS_COMPRESSED
	# main $fmt 50_LOSS
	# main $fmt 50_LOSS_COMPRESSED
	# main $fmt 75_LOSS
	# main $fmt 75_LOSS_COMPRESSED
	# main $fmt LOSELESS
	# main $fmt LOSELESS_COMPRESSED
	;;
	*)
	#main $fmt
	;;
	esac
	done
	if [[ -f "$tif_tmp_outfile" ]];then rm -fv $tif_tmp_outfile;fi
	done
	#
	# Installation of a WMS structure to serve very large ECW images layer
	#
	# at first we tried mapnik2:
	# - OGCserver -> too slow
	# - paleoserver -> unusable
	#
	# Then we tried at first we tried mapserver:
	# - A bit better, but do not scale with large extents
	#

	#
	# git clone https://gist.github.com/6019523.git
	# ./installgis.sh

	cd $(dirname $0)
	if [[ -e $PREFIX/bin/activate ]];then
	. $PREFIX/bin/activate
	else
	apt-get install python-virtualenv
	virtualenv $PREFIX
	. $PREFIX/bin/activate
	fi
	export TMP=$PWD
	export PREFIX="${PREFIX:-/var/makina/circus}"
	export ROOT="$PREFIX/apps"
	export PATH="$ROOT/bin:$PATH"
	export CFLAGS="-I/usr/include/crunch -I$ROOT/include"
	export LDFLAGS="-Wl,-rpath -Wl,$ROOT/lib -L$ROOT/lib -Wl,-rpath -Wl,/usr/lib/jvm/java-7-openjdk-amd64/jre/lib/amd64/server"
	export CPPFLAGS="$CFLAGS" CXXFLAGS="$CFLAGS"
	export LD_LIBRARY_PATH=$PREFIX/apps/lib/
	export WA=${WA:-/var/lib/tomcat7/webapps}
	export DATA=${DATA:-/var/makina/data}
	export LAYERS=$DATA/layers
	export DATAS=$(ls -1rdt $DATA/*\|grep -v ".sav"\|grep -v $LAYERS\|head -n1)
	export GEO_LAYER=orthophotos44
	export GEO_LAYER_DIR=$WA/geoserver/data/$GEO_LAYER

	base() {
	add-apt-repository ppa:ubuntugis/ubuntugis-unstable && apt-get update
	add-apt-repository ppa:mapnik/v2.2.0 && apt-get update
	add-apt-repository ppa:marlam/gta && apt-get update
	apt-get update
	apt-get install -y mapserver cgi-mapserver mapserver-bin python-mapscript multiwatch daemontools-run daemontools spawn-fcgi libmapserver-dev libgd2-xpm-dev libfcgi-dev libpoppler-dev libpodofo-dev libopenjpeg-dev libwebp-dev libmysqlclient-dev libmysqld-dev libfreexl-dev libarmadillo-dev libkml-dev liblzma-dev libarchive-dev liburiparser-dev subversion build-essential m4 libtool pkg-config autoconf gettext bzip2 groff man-db automake libsigc++-2.0-dev tcl8.5 git opencl-headers libdap-dev libdap-bin librasqal3-dev rasqal-utils cmake liblcms2-dev liblcms1-dev libepsilon-dev libogdi3.2-dev ogdi-bin openjdk-6-jdk grass-dev grass-dev grass grass-core grass-gui libcfitsio3-dev libccfits-dev libcrunch-dev libgta-dev python-gdal apache2-prefork-dev libaprutil1-dev libapr1-dev libfcgi-dev mapnik-utils libmapnik-dev apt-build openjdk-7-jdk swig ant maven2 tomcat7
	git clone https://github.com/makinacorpus/libecw.git
	cd libecw
	./configure CFLAGS="-O0" CXXFLAGS="-O0" --enable-shared --enable-static --prefix=$ROOT && make && make install
	wget https://openjpeg.googlecode.com/files/openjpeg-2.0.0.tar.gz
	tar xzvf openjpeg-2.0.0.tar.gz
	cd openjpeg-2.0.0
	cmake -DCMAKE_INSTALL_PREFIX=$ROOT . && make && make install
	git clone https://github.com/makinacorpus/libkml.git
	cd libkml
	./configure --enable-shared --enable-static --prefix=$ROOT && make clean && make && make install
	wget http://download.osgeo.org/gdal/1.10.0/gdal-1.10.0.tar.gz
	tar xzvf gdal-1.10.0.tar.gz
	}

	gdal() {
	cd gdal-1.10.0
	sed -ire "s:^JAVA_HOME.*:JAVA_HOME = /usr/lib/jvm/java-7-openjdk-amd64:g" swig/java/java.opt
	pushd swig/java/ && make && cp -v *so $ROOT/lib && cp gdal.jar $ROOT && popd
	# cd frmts/msg && unzip PublicDecompWTMakefiles.zip && cd ../..
	./configure --prefix=$ROOT --with-gif=/usr--with-hdf4=/usr --with-hdf5=/usr --with-jasper=/usr --with-openjpeg=$ROOT --with-ecw=$ROOT --with-expat=/usr --with-curl=/usr --with-odbc --with-spatialite=/usr --with-sqlite3=/usr --with-webp=/usr --with-poppler=/usr --with-perl=/usr --with-geos=/usr --with-mysql=/usr/bin/mysql_config --with-armadillo=/usr --with-libkml=$ROOT --with-dods_root=/usr --with-epsilon=/usr --with-java=yes --with-mdb --with-dds=/usr --with-gta=/usr --with-liblzma=yes --with-libtiff=internal --with-geotiff=internal --with-jpeg=internal --with-jpeg12 --without-ogdi && make && make install

	}

	mapnik2() {
	# important to note here
	apt-build source libmapnik
	cp -rf /var/cache/apt-build/build/mapnik-2.2.0/ $TOP
	cd mapnik-2.2.0
	./configure PREFIX="$ROOT" CUSTOM_CXXFLAGS="$CFLAGS" CUSTOM_LDFLAGS="$LDFLAGS" && make && make install
	cd mapserver-6.2.1
	./configure --enable-static --enable-shared --with-fribidi-config=/usr/lib/pkgconfig/fribidi.pc --with-freetype--with-png --with-gif --with-libiconv --with-gd --with-proj --with-geos -with-postgis --with-wfs --with-wcs --with-wmsclient --with-wfsclient --with-sos --with-kml --with-xslt --with-cairo --with-libsvg-cairo --with-fastcgi --with-exslt --with-xml-mapfile --with-threads --enable-proj-fastpath --prefix="$ROOT" --with-gdal="$ROOT/bin/gdal-config" --with-ogr="$ROOT/bin/gdal-config" && make && make install
	}

	mapserver() {
	wget http://download.osgeo.org/mapserver/mapserver-6.2.1.tar.gz
	tar xzvf mapserver-6.2.1.tar.gz
	vim /etc/nginx/sites-enabled/wms
	vim $PREFIX/map.map
	chmod +x $PREFIX/mapserv-init.sh
	cp mapserv-init.sh $PREFIX
	sed -ire "s:^PREFIX=.*:PREFIX=\"$PREFIX\":g" $PREFIX/mapserv-init.sh
	ln -fs $PREFIX/mapserv-init.sh /etc/init.d/mapserv-init.sh
	/etc/init.d/nginx stop
	/etc/init.d/nginx start
	/etc/init.d/mapserv-init.sh stop
	/etc/init.d/mapserv-init.sh start
	update-rc.d -f mapserv-init.sh defaults 99
	# http://trac.osgeo.org/gdal/wiki/CatalogueForQIS
	$PREFIX/compute-stats.sh
	$PREFIX/apps/bin/gdaltindex --config GDAL_CACHEMAX 3000000000 $ROOT/map.shp /var/makina/data/Ortho_2012_CG44/*ecw

	}

	geoserver() {
	cd $TMP
	GEOSERVER_VER=2.3.5
	FIC=geoserver-$GEOSERVER_VER-war.zip
	FPFIC=$PWD/$FIC
	if [[ ! -f $FIC ]];then
	wget http://downloads.sourceforge.net/project/geoserver/GeoServer/$GEOSERVER_VER/$FIC
	fi
	GD_FIC=geoserver-$GEOSERVER_VER-gdal-plugin.zip
	GD_FPFIC=$PWD/$GD_FIC
	if [[ ! -f $GD_FIC ]];then
	wget http://downloads.sourceforge.net/project/geoserver/GeoServer%20Extensions/$GEOSERVER_VER/$GD_FIC
	fi
	ls $WA/geoserver/WEB-INF/lib/gdal*
	if [[ ! -e $WA/geoserver/WEB-INF/lib/gdal-$GEOSERVER_VER.jar ]];then
	unzip -od gdalp_tmp $GD_FPFIC && cp -vf gdalp_tmp/*.jar $GD_$WA/geoserver/WEB-INF/lib && rm -rf gdalp_tmp
	fi
	if [[ ! -e $WA/geoserver/WEB-INF/lib ]];then
	unzip -od $WA $FPFIC geoserver.war
	/etc/init.d/tomcat7 restart
	sleep 4
	fi
	cp -v $ROOT/gdal.jar $WA/geoserver/WEB-INF/lib
	sed -re "s:(\sLANG=.)([\\])$:\1export LD_LIBRARY_PATH=\\\"$PREFIX/apps/lib\:\$LD_LIBRARY_PATH\\\" \2:g" -i /etc/init.d/tomcat7
	rsync -av /var/makina/circus/geoserver/ $WA/geoserver/data/orthophotos44/
	chown -Rf tomcat7:root $WA/geoserver
	/etc/init.d/tomcat7 restart
	# in dev, prevent cookfile to be done
	}

	cook() {
	cd $TMP
	if [[ ! -f "$TMP/.cook_$1" ]];then
	$1
	if [[ $? == 0 ]];then
	echo "Done $1"
	touch "$TMP/.cook_$1"
	fi
	else
	echo "Already done $1"
	fi
	}


	assemble_map() {
	# geoserver dont want big filenames
	if [[ ! -d $GEO_LAYER_DIR ]];then
	mkdir $GEO_LAYER_DIR
	fi
	cd $GEO_LAYER_DIR \|\| exit -1
	rm *ecw;
	j=0;
	for i in $DATAS/*ecw;do
	j=$((j+1));
	ln -sfv $i $j.ecw;
	done
	}

	#echo "127.0.0.1 services.makina-corpus.net">>/etc/hsots

	assemble_shapefile() {
	pushd $WA/geoserver/data/orthophotos44/
	rm -rf rm orthophotos44.shx orthophotos44.shp orthophotos44.prj orthophotos44.dbf
	time $PREFIX/apps/bin/gdaltindex --config GDAL_CACHEMAX 3000000002 orthophotos44.shp *ecw
	popd
	}
	# for geoserver wmss
	# images must have less thatn 8 chars, with a preference for digit finelames
	# they must be local to the data dir, make syminks
	# your shapefile must reference them with relative paths !
	# in the data dir, you must have only and only the shp(4 files), the properties files and the images files, NOTHING ELSE
	buildlayers() {
	if [[ ! -e $LAYERS ]];then
	mkdir $LAYERS
	fi
	#for i in $DATAS/*.ecw;do
	# gdalinfo $i
	# exit
	# zooms=$(gdalinfo $i\|grep Overviews\|head -n 1\|awk -F'Overviews:' '{print $2}'\|sed "s/,//g")
	# for z in $zooms;do
	# zd="$LAYERS/$z"
	# if [[ ! -d $zd ]];then
	# mkdir $zd
	# fi
	# echo ln -sfv $i "$zd/$(basename $i)"
	# done
	# exit -1
	#done
	cook assemble_shapefile
	ls nonexisting

	}

	current() {
	for i in base gdal geoserver buildlayers;do
	cook $i
	done
	}

	current

	# vim: set ft=sh:
	#!/bin/sh
	## BEGIN INIT INFO
	# Provides: FastCGI servers for PHP
	# Required-Start: networking
	# Required-Stop: networking
	# Default-Start: 2 3 4 5
	# Default-Stop: S 0 1 6
	# Short-Description: Start FastCGI servers with PHP.
	# Description: Start PHP with spawn-fcgi. For use with nginx and lighttpd.
	#
	#
	### END INIT INFO

	RUN_USER=www-data
	RUN_GROUP=www-data

	LISTEN_ADDRESS=127.0.0.1
	LISTEN_PORT=53217
	PREFIX="CHANGEME"

	SPAWN_FCGI=/usr/bin/spawn-fcgi
	PHP_CGI=$PREFIX/apps/bin/mapserv
	PID_DIR=/var/run/mapserv
	PID_FILE=$PID_DIR/fastcgi.pid
	CHILDREN=5

	export MS_MAPFILE="$PREFIX/map.map"
	export LD_LIBRARY_PATH="$LD_LIBRARY_PATH:/usr/lib/jvm/java-7-openjdk-amd64/jre/lib/amd64/server/"

	# the -F switch of spawn-fcg does not work when the -n swich
	# is set. using multiwatch instead
	# see http://manpages.ubuntu.com/manpages/lucid/man1/spawn-fcgi.1.html


	check() {
	if [ ! -d "$PID_DIR" ];then
	mkdir "$PID_DIR"
	chown $FASTCGI_USER:$FASTCGI_GROUP "$PID_DIR"
	chmod 0770 $PID_DIR
	fi
	}
	d_start() {
	check
	if [ -f $PID_FILE ]; then
	echo -n " already running"
	else
	start-stop-daemon --start -p $PID_FILE \
	--exec /usr/bin/env -- $SPAWN_FCGI \
	-u $RUN_USER -g $RUN_GROUP -a $LISTEN_ADDRESS -p $LISTEN_PORT \
	-P $PID_FILE -- /usr/bin/multiwatch -f $CHILDREN $PHP_CGI
	fi
	}

	d_stop() {
	check
	start-stop-daemon --stop --quiet --pidfile $PID_FILE \
	\|\| echo -n " not running"
	if [ -f "$PID_FILE" ]; then
	rm "$PID_FILE"
	fi
	}

	case "$1" in
	start)
	echo -n "Starting FastCGI: $0"
	d_start
	echo "."
	;;

	stop)
	echo -n "Stopping FastCGI: $0"
	d_stop
	echo "."
	;;
	restart)
	echo -n "Restarting FastCGI: $0"
	d_stop
	sleep 1
	d_start
	;;
	*)
	echo "usage: $0 {start\|stop\|restart}"
	;;
	esac
	#!/usr/bin/env bash
	WHERE=/var/makina/data/Ortho_2012_CG44
	ECHANTILLON=./ecws
	NB_PIC=$(ls $WHERE/*ecw -1\|wc -l)
	TOTAL_SIZE=$(du -sc $WHERE/*ecw\|tail -n1\|awk '{print $1}')
	ECHANTILLON_SIZE=$(du -sc $ECHANTILLON/*ecw\|tail -n1\|awk '{print $1}')
	E_NB_PIC=$(ls $ECHANTILLON/*ecw -1\|wc -l)
	echo "ECW: $E_NB_PIC($ECHANTILLON_SIZE) / $NB_PIC($TOTAL_SIZE) ecws"
	for i in out/jpeg.{70,80,90};do
	size=$(du -s $i\|awk '{print $1}')
	nf=$(ls $i/*\|grep -v xml\|wc -l\|awk '{print $1}')
	echo "JPEG: Size: $i: $size"
	echo "JPEG: Files: $i: $nf"
	echo "JPEG: Estimated($NB_PIC): $i $(echo "($size*$NB_PIC.0)/$nf"\|bc)";
	done\|sort

	# nf NB_PIC
	# size x
	# vim:set et sts=4 ts=4 tw=80: