Skip to content

Instantly share code, notes, and snippets.

View yukim's full-sized avatar

Yuki Morishita yukim

View GitHub Profile
@yukim
yukim / k8ssandra-expand.yaml
Last active July 27, 2021 02:25
Cassandra Meetup in Tokyo, Summer 2021: k8ssandra demo
cassandra:
# Cassandraバージョン
version: 4.0.0
# データ保存先ボリューム
cassandraLibDirVolume:
storageClass: standard-rwo
size: 20Gi
# 各ノードのヒープサイズ
heap:
size: 8G
/*
* Copyright DataStax, Inc.
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
@yukim
yukim / Dockerfile
Last active May 16, 2019 13:09
Steps to creating Apache Cassandra 4.0 Docker image
FROM cassandra-build-deb AS build-stage
LABEL Author="Yuki Morishita <yukim@apache.org>"
ENV DEB_DIST_DIR="/home/build/dist"
WORKDIR /home/build/cassandra
RUN sed -i -e "s/4\.0/4\.0-SNAPSHOT/" debian/changelog \
# Copy fqltool.jar
&& sed -i '/Copy stress jars/ i \\tdh_install build/tools/lib/fqltool.jar usr/share/cassandra' debian/rules \
# Add auditlogviewer & fqltool to cassandra-tools
&& echo "tools/bin/auditlogviewer usr/bin\ntools/bin/fqltool usr/bin" >> debian/cassandra-tools.install \
@yukim
yukim / Main.java
Created May 26, 2018 04:08
JJUG CCC Spring 2018 demo code
package demo;
import org.apache.tinkerpop.gremlin.driver.Client;
import org.apache.tinkerpop.gremlin.driver.Cluster;
import org.apache.tinkerpop.gremlin.driver.remote.DriverRemoteConnection;
import org.apache.tinkerpop.gremlin.process.traversal.dsl.graph.GraphTraversal;
import org.apache.tinkerpop.gremlin.process.traversal.dsl.graph.GraphTraversalSource;
import org.apache.tinkerpop.gremlin.structure.Graph;
import org.apache.tinkerpop.gremlin.structure.util.empty.EmptyGraph;
@yukim
yukim / DseMain.java
Last active April 27, 2018 06:14
Tinkerpop driver/server behavior
package com.datastax.demo;
import com.datastax.driver.dse.DseCluster;
import com.datastax.driver.dse.DseSession;
import com.datastax.driver.dse.graph.GraphNode;
import com.datastax.driver.dse.graph.GraphOptions;
import com.datastax.driver.dse.graph.GraphStatement;
import com.datastax.dse.graph.api.DseGraph;
import org.apache.tinkerpop.gremlin.process.traversal.dsl.graph.GraphTraversal;
import org.apache.tinkerpop.gremlin.process.traversal.dsl.graph.GraphTraversalSource;
@yukim
yukim / movielense_loader.groovy
Created September 8, 2017 12:45
DSE Graph Loader example to load MovieLens 1M Dataset
config create_schema: false
occupations = [0:'other', 1:'academic/educator', 2:'artist', \
3:'clerical/admin', 4:'college/grad student', 5:'customer service', \
6:'doctor/health care', 7:'executive/managerial', 8:'farmer', \
9:'homemaker', 10:'K-12 student', 11:'lawyer', 12:'programmer', \
13:'retired', 14:'sales/marketing', 15:'scientist', 16:'self-employed', \
17:'technician/engineer', 18:'tradesman/craftsman', 19:'unemployed', 20:'writer']
inputDir = './movielense/ml-1m/'
@yukim
yukim / gist:291d6d0435608aae75fd
Created July 7, 2015 14:27
mvn dependency:tree for Apache Cassandra
[INFO] --- maven-dependency-plugin:2.8:tree (default-cli) @ cassandra-all ---
[INFO] org.apache.cassandra:cassandra-all:jar:3.0.0-SNAPSHOT
[INFO] +- org.xerial.snappy:snappy-java:jar:1.1.1.7:compile
[INFO] +- net.jpountz.lz4:lz4:jar:1.3.0:compile
[INFO] +- com.ning:compress-lzf:jar:0.8.4:compile
[INFO] +- com.google.guava:guava:jar:18.0:compile
[INFO] +- commons-cli:commons-cli:jar:1.1:compile
[INFO] +- commons-codec:commons-codec:jar:1.2:compile
[INFO] +- org.apache.commons:commons-lang3:jar:3.1:compile
[INFO] +- org.apache.commons:commons-math3:jar:3.2:compile
diff --git a/src/java/org/apache/cassandra/streaming/ConnectionHandler.java b/src/java/org/apache/cassandra/streaming/ConnectionHandler.java
index 356138b..b06a818 100644
--- a/src/java/org/apache/cassandra/streaming/ConnectionHandler.java
+++ b/src/java/org/apache/cassandra/streaming/ConnectionHandler.java
@@ -366,7 +366,7 @@ public class ConnectionHandler
{
throw new AssertionError(e);
}
- catch (IOException e)
+ catch (Throwable e)
@yukim
yukim / EWMATest.java
Created March 5, 2014 17:20
CASSANDRA-6591 EWMA test
package org.apache.cassandra;
import java.util.concurrent.TimeUnit;
import com.yammer.metrics.stats.EWMA;
import static java.lang.Math.exp;
public class EWMATest
{
@yukim
yukim / gist:8245030
Created January 3, 2014 19:39
Fix for possible endless lock in CLSM
diff --git a/src/java/org/apache/cassandra/db/commitlog/CommitLogSegmentManager.java b/src/java/org/apache/cassandra/db/commitlog/CommitLogSegmentManager.java
index 4275362..815616b 100644
--- a/src/java/org/apache/cassandra/db/commitlog/CommitLogSegmentManager.java
+++ b/src/java/org/apache/cassandra/db/commitlog/CommitLogSegmentManager.java
@@ -288,10 +288,9 @@ public class CommitLogSegmentManager
advanceAllocatingFrom(last);
// flush and wait for all CFs that are dirty in segments up-to and including 'last'
- Future<?> future = flushDataFrom(segmentsToRecycle);
try