aniketbhatnagar

for i in *.pdf; do
  name=$i;
  name=${name%.*};
  dirname=${name}
  echo $dirname
  mkdir -p $dirname
  cp $i $dirname/$i
  cd $dirname
  convert  -quality 100 $i ${name}.png;
  rm -rf $i

aniketbhatnagar

#!/bin/sh

# Usage: ./profile.sh pid output.txt

PROFILED_PID=$1
OUTPUT_FILE=$2

echo "Getting stacktraces from process $PROFILED_PID... Will stop on ^C or when the process exits."

rm -f "$OUTPUT_FILE"

aniketbhatnagar

#!/usr/bin/env bash
sudo mkdir -p /data/app/my-profiler-agent/logs
sudo chmod 777 /data/app/my-profiler-agent
sudo chmod 777 /data/app/my-profiler-agent/logs

sudo yum install -y wget
wget http://cmmaven.cm.aol.com:8081/nexus/content/repositories/aol-advertising/com/aol/advertising/dmp/my-profiler-agent/0.0.1/my-profiler-agent-0.0.1.jar -O /data/app/my-profiler-agent/my-profiler-agent.jar
java -jar /data/app/my-profiler-agent/my-profiler-agent.jar > /data/app/my-profiler-agent/logs/out.log &

aniketbhatnagar

import org.apache.spark.SparkContext
import org.apache.spark.sql.{Dataset, SQLContext, SparkSession}

object DataSetOptBug {

  def main(args: Array[String]): Unit = {
    if (System.getProperty("spark.master") == null) System.setProperty("spark.master", "local[*]")
    val sparkSession: SparkSession = SparkSession.builder.appName("AudScale Context").getOrCreate
    val sqlContext: SQLContext = sparkSession.sqlContext
    val sparkContext: SparkContext = sparkSession.sparkContext

aniketbhatnagar

Caused by: javax.ws.rs.ProcessingException: Error closing message content input stream.
	at org.glassfish.jersey.message.internal.EntityInputStream.close(EntityInputStream.java:159)
	at org.glassfish.jersey.message.internal.InboundMessageContext$EntityContent.close(InboundMessageContext.java:151)
	at org.glassfish.jersey.message.internal.InboundMessageContext.close(InboundMessageContext.java:909)
	at com.github.dockerjava.jaxrs.connector.ApacheConnectorClientResponse.close(ApacheConnectorClientResponse.java:45)
	at org.glassfish.jersey.client.InboundJaxrsResponse.close(InboundJaxrsResponse.java:163)
	at com.github.dockerjava.jaxrs.util.WrappedResponseInputStream.close(WrappedResponseInputStream.java:57)
	at com.github.dockerjava.core.async.ResultCallbackTemplate.close(ResultCallbackTemplate.java:80)
	at com.getintent.aerospike.embedded.AerospikeContainerMonitor.run(AerospikeContainerMonitor.java:41)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)

aniketbhatnagar

import play.api.libs.iteratee.Enumerator
import play.api.libs.iteratee.Enumeratee
import play.api.libs.iteratee.Iteratee

def grouped[T](enumerator: Enumerator[T], groupSize: Int): Enumerator[List[T]] = {
  val groupingIteratee = Enumeratee.take[T](groupSize) &>> Iteratee.getChunks
  val groupingEnumeratee = Enumeratee.grouped(groupingIteratee)
  enumerator &> groupingEnumeratee
}

aniketbhatnagar

If you attempt to proxy pass CDH 5 Manager using apache, you may run into following error:

2014-06-29 08:43:02,977  WARN [600353515@scm-web-6:csrf.CsrfRefererInterceptor@68] Rejecting request originating from x.x.x.x for http://x.x.x.x:7180/cmf/parcel/validate with referrer blah

To resolve the issue, just set ProxyPreserveHost to On.

aniketbhatnagar

If any of the libraryDependencies is null, you will get a following exception. This can also happen if you have used lazy vals and have used dependendencies out of order. For example:

val combinedDeps = Seq(d1, d2)
val d1 = "..." %% ".." % "."
val d2 = "..." %% ".." % "."

Will always give the following NPE because d1 is referred before it is declared. Solution to this is to always use lazy vals.

java.lang.NullPointerException
        at sbt.CacheIvy$L3$$anonfun$moduleToHL$1.apply(CacheIvy.scala:156)

aniketbhatnagar

D:\scala\spark\fork\spark>mvn install dependency:tree -Phadoop-2.4 -Phive -Pyarn
 -Dyarn.version=2.4.0 -Pkinesis-asl -DskipTests=true
[INFO] Scanning for projects...
[INFO] ------------------------------------------------------------------------
[INFO] Reactor Build Order:
[INFO]
[INFO] Spark Project Parent POM
[INFO] Spark Project Core
[INFO] Spark Project Bagel

aniketbhatnagar

object EnumeratorFun extends App {

   var counter: Int = 0

   val enumerator = Enumerator.generateM[Int]({
     val ret: Option[Int] = if (counter < 5) {
       counter += 1
       Some(counter)
     } else None
     Future(ret)