spark2ignite

import httplib2
import pprint
import sys

from apiclient.discovery import build
from apiclient.errors import HttpError

from oauth2client.client import AccessTokenRefreshError
from oauth2client.client import OAuth2WebServerFlow
from oauth2client.client import flow_from_clientsecrets

spark2ignite

#!/bin/bash

VERSIONS=$(gcloud app versions list --service $1 --sort-by '~version' --format 'value(version.id)')
COUNT=0
echo "Keeping the $2 latest versions of the $1 service"
for VERSION in $VERSIONS
do
    ((COUNT++))
    if [ $COUNT -gt $2 ]
    then

spark2ignite

package main

import (
	"context"
	"fmt"
	"os"

	"cloud.google.com/go/bigquery"
)

spark2ignite

## Requires these variables to be set
# export PROJECT=your-projectname
# export DNS_ZONE=your.domain.com.
[[ -z “$PROJECT” ]] && { echo “Env var PROJECT is missing, please export PROJECT=your-project” ; exit 1; }
[[ -z “$DNS_ZONE” ]] && { echo “Env var DNS_ZONE is missing, please export DNS_ZONE=your.domain.com.” ; exit 1; }
# Create Clusters
gcloud container clusters create west-cluster — zone us-west1-a — scopes “cloud-platform,storage-ro,logging-write,monitoring-write,service-control,service-management,https://www.googleapis.com/auth/ndev.clouddns.readwrite"
gcloud container clusters create east-cluster — zone us-east1-b — scopes “cloud-platform,storage-ro,logging-write,monitoring-write,service-control,service-management,https://www.googleapis.com/auth/ndev.clouddns.readwrite"
# Make Aliases
kubectl config set-context east — cluster=gke_${PROJECT}_us-east1-b_east-cluster — user=gke_${PROJECT}_us-east1-b_east-cluster

spark2ignite

package com.jellybtn;
import com.google.api.services.bigquery.model.TableRow;
import com.google.cloud.dataflow.sdk.values.TupleTag;
import org.json.JSONObject;
public class MapPeople extends BaseMap {
    MapPeople(TupleTag < TableRow > errorsTag) {
        super(errorsTag);
    }
    @Override
    String getType() {

spark2ignite

package com.jellybtn;
import com.google.api.services.bigquery.model.TableReference;
import com.google.api.services.bigquery.model.TableRow;
import com.google.api.services.bigquery.model.TableSchema;
import com.google.cloud.dataflow.sdk.Pipeline;
import com.google.cloud.dataflow.sdk.io.BigQueryIO;
import com.google.cloud.dataflow.sdk.io.PubsubIO;
import com.google.cloud.dataflow.sdk.options.PipelineOptionsFactory;
import com.google.cloud.dataflow.sdk.transforms.Filter;
import com.google.cloud.dataflow.sdk.transforms.Flatten;

spark2ignite

"use strict";

require('@google/cloud-trace').start();

const fs = require('fs');
const stream = require('stream');
const PubSub = require('@google-cloud/pubsub');
const util = require("util");
const request = require("request");
const bodyParser = require("body-parser");

spark2ignite

{
   "apiVersion": "extensions/v1beta1",
   "kind": "HorizontalPodAutoscaler",
   "metadata": {
      "name": "api"
   },
   "spec": {
      "cpuUtilization": {
         "targetPercentage": 40
      },

spark2ignite

# This file should be saved as /etc/sysctl.conf and can be activated using the command:
# sysctl -e -p /etc/sysctl.conf
#

###
### GENERAL SYSTEM SECURITY OPTIONS ###
###

# Auto-reboot linux 30 seconds after a kernel panic
kernel.panic = 30

spark2ignite

FROM ubuntu:14.04.4

ENV DEBIAN_FRONTEND=noninteractive
RUN apt-get update && apt-get install -y tomcat7 mysql-client vim curl
EXPOSE 8080

# Workaround for https://bugs.launchpad.net/ubuntu/+source/tomcat7/+bug/1232258
RUN ln -s /var/lib/tomcat7/common/ /usr/share/tomcat7/common && \
    ln -s /var/lib/tomcat7/server/ /usr/share/tomcat7/server && \
    ln -s /var/lib/tomcat7/shared/ /usr/share/tomcat7/shared && \