Skip to content

Instantly share code, notes, and snippets.

View schon's full-sized avatar

Seongduk Cheon schon

View GitHub Profile
@schon
schon / SparkDFTest.scala
Last active November 7, 2015 14:29
Workaround a equality bug of data frame in spark 1.5.1
import org.apache.spark.sql.SQLContext
import org.apache.spark.sql.functions._
import org.apache.spark.{SparkConf, SparkContext}
object SparkDFTest {
def main(args: Array[String]) {
val conf = new SparkConf().setAppName("SparkDFTest")
val sc = new SparkContext(conf)
import java.util.*;
public class InvertIndexer {
private Map<String, Set<String>> invertedIndex = new HashMap<>();
public void index(String[][] inputSet) {
for (String[] input : inputSet) {
String word = input[0];
Set<String> words;
---
swagger: "2.0"
info:
version: "2018-03-29T10:08:28Z"
title: "ChintAISearch"
host: "p9s9218kij.execute-api.ap-northeast-1.amazonaws.com"
basePath: "/dev"
schemes:
- "https"
paths: