Skip to content

Instantly share code, notes, and snippets.

@thomasjungblut
thomasjungblut / gist:4495808
Last active June 21, 2017 01:32
serialize bloom filters
package de.jungblut.benchmark;
import java.io.FileInputStream;
import java.io.FileOutputStream;
import java.io.IOException;
import java.io.ObjectInputStream;
import java.io.ObjectOutputStream;
import com.google.common.hash.BloomFilter;
import com.google.common.hash.Funnels;
@thomasjungblut
thomasjungblut / gist:4134189
Created November 23, 2012 05:58
Bacon Generator
package de.jungblut.bacon;
import java.io.BufferedReader;
import java.io.BufferedWriter;
import java.io.FileInputStream;
import java.io.FileWriter;
import java.io.IOException;
import java.io.InputStreamReader;
import java.util.Arrays;
import java.util.HashSet;
@thomasjungblut
thomasjungblut / DiskSerializationProfile.java
Created October 19, 2012 09:39
Profiling helper for disk serialization
import java.text.NumberFormat;
import org.apache.hadoop.io.IntWritable;
import de.jungblut.datastructure.DiskList;
import de.jungblut.datastructure.PrefetchCache;
public class DiskSerializationProfile {
static final NumberFormat NUMBER_FORMAT = NumberFormat.getNumberInstance();
@thomasjungblut
thomasjungblut / DiskSerializationBenchmark.java
Created October 18, 2012 14:42
Benchmark of sequential disk datastructures
import java.io.IOException;
import java.util.Iterator;
import java.util.List;
import org.apache.hadoop.io.IntWritable;
import org.apache.hadoop.io.Writable;
import org.apache.jdbm.DBMaker;
import com.google.caliper.Param;
import com.google.caliper.Runner;
@thomasjungblut
thomasjungblut / HAMA-559_bench_1.java
Created October 17, 2012 19:49
HAMA-559, caliper benchmark
package de.jungblut.benchmark;
import java.util.Random;
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.io.IntWritable;
import org.apache.hama.bsp.TaskAttemptID;
import org.apache.hama.bsp.TaskID;
import org.apache.hama.bsp.message.DiskQueue;
import org.apache.hama.bsp.message.MessageQueue;