This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
import org.apache.spark.{SparkContext, SparkConf} | |
import org.apache.spark.mllib.tree.GradientBoostedTrees | |
import org.apache.spark.mllib.tree.configuration.BoostingStrategy | |
import org.apache.spark.mllib.util.MLUtils | |
object GBT { | |
def main(args: Array[String]): Unit = { | |
val conf = new SparkConf(false) // skip loading external settings |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
#!/usr/bin/env bash | |
LOG="/home/allied/ps.log" | |
nohup ./ps_output.sh > ${LOG} 2>&1 & |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
#!/bin/bash | |
set -e | |
# Parametes | |
ZK_M1=10.10.25.10 | |
ZK_M2=10.10.25.11 | |
ZK_M3=10.10.25.12 | |
ZK_CLUSTER="zk://$ZK_M1:2181,$ZK_M2:2181,$ZK_M3:2181" | |
# Download mesos dns | |
wget https://github.com/mesosphere/mesos-dns/releases/download/v0.5.2/mesos-dns-v0.5.2-linux-amd64 | |
chmod +x mesos-dns-v0.5.2-linux-amd64 |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
# First install python on all nodes as ansible needs this | |
- hosts: all | |
become: true | |
gather_facts: false | |
pre_tasks: | |
- name: Install python2 for Ansible | |
raw: bash -c "test -e /usr/bin/python || (apt -qqy update && apt install -qqy python-minimal)" | |
register: output | |
changed_when: output.stdout != "" | |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
apiVersion: ceph.rook.io/v1 | |
kind: CephCluster | |
metadata: | |
name: rook-ceph | |
namespace: rook-ceph | |
spec: | |
cephVersion: | |
image: ceph/ceph:v14.2.1-20190430 | |
dataDirHostPath: /var/lib/rook | |
mon: |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
#!/bin/bash | |
if [[ "$1" = 'nifi' ]]; then | |
scripts_dir='/opt/nifi/scripts' | |
[[ -f "${scripts_dir}/common.sh" ]] && . "${scripts_dir}/common.sh" | |
# Override JVM memory settings | |
if [[ ! -z "${NIFI_JVM_HEAP_INIT}" ]]; then |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
FROM apache/nifi:1.9.2 | |
ARG NAR_VERSION="1.0.0-SNAPSHOT" | |
ENV NAR_FILE_NAME="custom-processor-${NAR_VERSION}.nar" | |
ENV NAR_FILE_SOURCE="build/libs/${NAR_FILE_NAME}" | |
ENV FLOW_FILE_SOURCE="build/libs/flow.xml.gz" | |
ENV LOGBACK_FILE_SOURCE="build/resources/main/logback.xml" | |
ENV DRIVERS_SOURCE="build/drivers/*jar" | |
ENV DRIVERS_TARGET="/home/nifi/jdbc-drivers/" |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
global | |
log 127.0.0.1 local0 info | |
spread-checks 5 | |
max-spread-checks 15000 | |
maxconn 50000 | |
tune.ssl.default-dh-param 2048 | |
ssl-default-bind-ciphers ECDHE-ECDSA-AES128-GCM-SHA256:ECDHE-RSA-AES128-GCM-SHA256:ECDHE-ECDSA-AES256-GCM-SHA384:ECDHE-RSA-AES256-GCM-SHA384:DHE-RSA-AES128-GCM-SHA256:DHE-RSA-AES256-GCM-SHA384:ECDHE-ECDSA-AES128-SHA256:ECDHE-RSA-AES128-SHA256:ECDHE-ECDSA-AES256-SHA384:ECDHE-RSA-AES256-SHA384:DHE-RSA-AES128-SHA256:DHE-RSA-AES256-SHA256:AES128-GCM-SHA256:AES256-GCM-SHA384:AES128-SHA256:AES256-SHA256:!aNULL:!MD5:!DSS | |
ssl-default-bind-options no-sslv3 no-tlsv10 no-tls-tickets | |
ssl-default-server-ciphers ECDHE-ECDSA-AES128-GCM-SHA256:ECDHE-RSA-AES128-GCM-SHA256:ECDHE-ECDSA-AES256-GCM-SHA384:ECDHE-RSA-AES256-GCM-SHA384:DHE-RSA-AES128-GCM-SHA256:DHE-RSA-AES256-GCM-SHA384:ECDHE-ECDSA-AES128-SHA256:ECDHE-RSA-AES128-SHA256:ECDHE-ECDSA-AES256-SHA384:ECDHE-RSA-AES256-SHA384:DHE-RSA-AES128-SHA256:DHE-RSA-AES256-SHA256:AES128-GCM-SHA256:AES256-GCM-SHA384:AES128-SHA256:AES256-SHA256:!aNULL:!MD |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
{ | |
"settings": { | |
"number_of_shards": 1, | |
"analysis": { | |
"analyzer": { | |
"sensor_path_tree": { | |
"tokenizer": "sensor_hierarchy" | |
}, | |
"sensor_path_tree_reversed": { | |
"tokenizer": "sensor_hierarchy_reversed" |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
import java.nio.ByteBuffer | |
import java.util.concurrent.TimeUnit | |
import akka.actor._ | |
import akka.util.ByteString | |
import okhttp3._ | |
import okio.{ByteString => OkioByteString} | |
import scala.util.Try |
OlderNewer