Skip to content

Instantly share code, notes, and snippets.

View mwmitchell's full-sized avatar

Matt Mitchell mwmitchell

View GitHub Profile
package foo;
import io.grpc.Attributes;
import io.grpc.EquivalentAddressGroup;
import io.grpc.NameResolver;
import io.grpc.NameResolverProvider;
import java.net.InetSocketAddress;
import java.net.URI;
import java.util.List;
import java.util.stream.Collectors;
@mwmitchell
mwmitchell / digitalcorpora-download.sh
Created March 22, 2019 13:10
digitalcorpora-download.sh
#!/bin/bash
for i in $(seq -f "%03g" 1 99)
do
wget http://downloads.digitalcorpora.org/corpora/files/govdocs1/zipfiles/$i.zip -O $i.zip
unzip $i.zip
rm $i.zip
done
package com.lucidworks.fusion.service.connectors.job.fetcher.request;
import java.nio.charset.Charset;
import java.util.Collection;
import java.util.concurrent.ConcurrentSkipListSet;
import com.google.common.collect.Lists;
import com.google.common.hash.Funnel;
import com.google.common.hash.Funnels;
import com.google.common.hash.HashFunction;
@Override
public WebResponse GET(WebRequest request) throws IOException, InterruptedException {
PipedInputStream pipedInputStream = new PipedInputStream();
try {
String url = request.getLink().getOriginal().get();
PipedOutputStream pipedOutputStream = new PipedOutputStream(pipedInputStream);
BodyDeferringAsyncHandler bodyDeferringAsyncHandler = new BodyDeferringAsyncHandler(pipedOutputStream);
BoundRequestBuilder requestBuilder = client.prepareGet(url);
ListenableFuture<Response> futureResponse = requestBuilder.execute(bodyDeferringAsyncHandler);
try {
package com.lucidworks;
import java.io.BufferedInputStream;
import java.io.BufferedOutputStream;
import java.io.ByteArrayInputStream;
import java.io.ByteArrayOutputStream;
import java.io.FileNotFoundException;
import java.io.FileOutputStream;
import java.io.IOException;
import java.io.InputStream;
//
// Start via: phantomjs --load-images=false server.js
// Call like: curl 127.0.0.1:8080/https://www.reddit.com/
// The response should be a fully rendered (+JS) page
//
var webserver = require('webserver');
var server = webserver.create();
var service = server.listen('127.0.0.1:8080', function(request, response) {
var page = require('webpage').create();
(defn gcd [a b] (if (= b 0) a (gcd b (rem a b))))
public static void main(String[] args[]){
ExecutorService pool = Executors.newFixedThreadPool(5);
final BlockingQueue<String> in = new ArrayBlockingQueue<>(1);
final BlockingQueue<String> out = new ArrayBlockingQueue<>(1);
Random random = new Random();
AtomicInteger count = new AtomicInteger(0);
Callable<Runnable> inputProc = () -> {
return () -> {
@mwmitchell
mwmitchell / much-fields.py
Created July 16, 2015 14:11
much-fields.py
import csv
bigArray = []
fieldNameArray = []
sampleArray = []
theSize = 4000
for i in range(theSize):
fieldNameArray.append('Field_' + str(i))
function create(){
var observers = {},
locks = {};
var context = {
wait: wait,
owner: owner,
_locks: locks,
_observers: observers