Skip to content

Instantly share code, notes, and snippets.

local jp = require("jsonpath")
local profile = {
["countryCode"] = "AE",
["emailVerified"] = "true",
["email"] = "johndoe@domain.com",
["userId"] = "1234",
["name"] = "full name",
["serviceAccounts"] = {
{
server {
listen 9191;
server_name req_id;
# set the server tokens off
server_tokens off;
#set the client headers so large requests can be rejected at nginx
#########################################################################
# Generated using generic-service.ftl
#########################################################################
server {
listen 80;
server_name andra.adobe.io;
package example;
import org.apache.flink.api.common.ProgramDescription;
import org.apache.flink.api.common.functions.FlatJoinFunction;
import org.apache.flink.api.common.functions.GroupReduceFunction;
import org.apache.flink.api.common.functions.MapFunction;
import org.apache.flink.api.common.functions.ReduceFunction;
import org.apache.flink.api.java.DataSet;
import org.apache.flink.api.java.ExecutionEnvironment;
import org.apache.flink.api.java.operators.DeltaIteration;
This file has been truncated, but you can view the full file.
19:44:23,133 WARN org.apache.hadoop.util.NativeCodeLoader - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
19:44:23,220 INFO org.apache.flink.runtime.jobmanager.JobManager - --------------------------------------------------------------------------------
19:44:23,220 INFO org.apache.flink.runtime.jobmanager.JobManager - Starting JobManager (Version: 0.10-SNAPSHOT, Rev:590c6d0, Date:09.07.2015 @ 10:38:34 CEST)
19:44:23,220 INFO org.apache.flink.runtime.jobmanager.JobManager - Current user: andra.lungu
19:44:23,220 INFO org.apache.flink.runtime.jobmanager.JobManager - JVM: Java HotSpot(TM) 64-Bit Server VM - Oracle Corporation - 1.7/23.7-b01
19:44:23,220 INFO org.apache.flink.runtime.jobmanager.JobManager - Maximum heap size: 3925 MiBytes
19:44:23,220 INFO org.apache.flink.runtime.jobmanager.JobManager - JAVA_HOME: /usr/lib/jvm/oracle-
...................
final double xMin = threshold;
DataSet<Vertex<String, NullValue>> skewedVertices = SplitVertex.determineSkewedVertices(xMin,
verticesWithDegrees);
Graph<String, Tuple2<String, Long>, Double> graphWithSplitVertices =
SplitVertex.treeDeAggregate(skewedVertices, graph, alpha, level, xMin);
Graph<String, Tuple2<String, Long>, Double> undirectedGraph = graphWithSplitVertices.getUndirected();
################################################################################
# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements. See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership. The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
Computation file/tmp/computation_monitoring8090505730739905402.txt
06/29/2015 04:44:31 Job execution switched to status RUNNING.
06/29/2015 04:44:31 CHAIN DataSource (at getEdgesDataSet(GSATriangleCount.java:198) (org.apache.flink.api.java.io.CsvInputFormat)) -> Map (Map at getEdgesDataSet(GSATriangleCount.java:198)) -> Map (Map at main(GSATriangleCount.java:33)) -> Combine(Distinct at main(GSATriangleCount.java:33))(1/100) switched to SCHEDULED
06/29/2015 04:44:31 CHAIN DataSource (at getEdgesDataSet(GSATriangleCount.java:198) (org.apache.flink.api.java.io.CsvInputFormat)) -> Map (Map at getEdgesDataSet(GSATriangleCount.java:198)) -> Map (Map at main(GSATriangleCount.java:33)) -> Combine(Distinct at main(GSATriangleCount.java:33))(1/100) switched to DEPLOYING
06/29/2015 04:44:31 CHAIN DataSource (at getEdgesDataSet(GSATriangleCount.java:198) (org.apache.flink.api.java.io.CsvInputFormat)) -> Map (Map at getEdgesDataSet(GSATriangleCount.java:198)) -> Map (Map at main(GSATriangleCount.java:33)) -> Combine(Dis
@andralungu
andralungu / gist:d222b75cb33aea57955d
Created June 19, 2015 11:40
NodeSplittingTriangleCount output log
This file has been truncated, but you can view the full file.
06/19/2015 12:03:31 Job execution switched to status RUNNING.
06/19/2015 12:03:31 CHAIN DataSource (at getEdgesDataSet(NodeSplittingTriangleCount.java:337) (org.apache.flink.api.java.io.CsvInputFormat)) -> Map (Map at getEdgesDataSet(NodeSplittingTriangleCount.java:337)) -> FlatMap (FlatMap at fromDataSet(Graph.java:171)) -> Combine(Distinct at fromDataSet(Graph.java:171))(1/224) switched to SCHEDULED
06/19/2015 12:03:31 CHAIN DataSource (at getEdgesDataSet(NodeSplittingTriangleCount.java:337) (org.apache.flink.api.java.io.CsvInputFormat)) -> Map (Map at getEdgesDataSet(NodeSplittingTriangleCount.java:337)) -> FlatMap (FlatMap at fromDataSet(Graph.java:171)) -> Combine(Distinct at fromDataSet(Graph.java:171))(1/224) switched to DEPLOYING
06/19/2015 12:03:31 CHAIN DataSource (at getEdgesDataSet(NodeSplittingTriangleCount.java:337) (org.apache.flink.api.java.io.CsvInputFormat)) -> Map (Map at getEdgesDataSet(NodeSplittingTriangleCount.java:337)) -> FlatMap (FlatMap at fromDataSet(Graph.java:171)) -> Combine(D
Execution Plan:
{
"nodes": [
{
"id": 11,
"type": "source",
"pact": "Data Source",
"contents": "at getDefaultEdgeDataSet(NodeSplittingData.java:48) (org.apache.flink.api.java.io.CollectionInputFormat)",
"parallelism": "1",