krishnasrinivas

---
apiVersion: apps/v1
kind: StatefulSet
metadata:
  name: throughput1
  namespace: ns-4
spec:
  podManagementPolicy: Parallel
  replicas: 8
  selector:

krishnasrinivas

#!/bin/bash

TMPDIR=$1

usage="USAGE: mkdir.sh TMPDIR\n"

[ -z $TMPDIR ] && printf "$usage" && exit

mkdir -p $TMPDIR

krishnasrinivas

#!/bin/bash
trap 'killall -9 parallel-dd' INT

# number of bytes per file
SIZE=12K

# number of threads
THREADS=100

# number of files per thread

krishnasrinivas

#!/bin/bash

trap 'killall -9 parallel-dd' INT

tmpdir=$1

usage="USAGE: parallel-dd TMPDIR\n"

[ -z $tmpdir ] && printf "$usage" && exit

krishnasrinivas

[Unit]
Description=MinIO Monitor
After=network.target

[Service]
ExecStart=/bin/minio-monitor.sh
Restart=always

# Specifies the maximum number of threads this process can create
TasksMax=infinity

krishnasrinivas

#!/bin/bash                                                                          

echo "please ensure that this script is running on a spark-master node"       
                                     
sudo apt update
sudo apt install -y openjdk-11-jdk
sudo apt install -y scala                    
                    
echo "deb https://dl.bintray.com/sbt/debian /" | sudo tee -a /etc/apt/sources.list.d/sbt.list
sudo apt-key adv --keyserver hkp://keyserver.ubuntu.com:80 --recv 2EE0EA64E40A89B84B2DF73499E82A75642AC823

krishnasrinivas

#!/bin/bash

sudo apt update
sudo apt install -y wget openjdk-11-jdk

wget http://us.mirrors.quenda.co/apache/spark/spark-2.4.1/spark-2.4.1-bin-hadoop2.7.tgz
wget http://mirror.reverse.net/pub/apache/hadoop/common/hadoop-3.1.2/hadoop-3.1.2.tar.gz

tar xvzf spark-2.4.1-bin-hadoop2.7.tgz
tar xvzf hadoop-3.1.2.tar.gz

krishnasrinivas

#!/bin/bash

sudo apt update
sudo apt install -y wget openjdk-11-jdk

wget http://us.mirrors.quenda.co/apache/spark/spark-2.4.1/spark-2.4.1-bin-hadoop2.7.tgz
wget http://mirror.reverse.net/pub/apache/hadoop/common/hadoop-3.1.2/hadoop-3.1.2.tar.gz

tar xvzf spark-2.4.1-bin-hadoop2.7.tgz
tar xvzf hadoop-3.1.2.tar.gz

krishnasrinivas

#include <stdio.h>
#include <stdlib.h>
#include <unistd.h>
#include "nkv_api.h"
#include "nkv_result.h"

struct minio_nkv_handle {
  uint64_t nkv_handle;
  uint64_t container_hash;
  uint64_t network_path_hash;

krishnasrinivas

[root@colo-client08 minio]# export MINIO_NKV_CONFIG=/home/minio/nkv_config.json
[root@colo-client08 minio]# export MINIO_ACCESS_KEY=minio
[root@colo-client08 minio]# export MINIO_SECRET_KEY=minio123                                                                                                                                                       
[root@colo-client08 minio]# export LD_LIBRARY_PATH=/home/minio/nkv_minio_package/lib
[root@colo-client08 minio]# cat nkv_config.json 
{
  "fm_address": "10.1.20.91",
  "contact_fm": 0,
  "nkv_transport" : 0,
  "min_container_required" : 1,