fruch

import os

from ccmlib.scylla_repository import setup
from ccmlib.common import ArgumentError

from unittest import TestCase


class TestRepo(TestCase):
    def test_02(self):

fruch

# to get this one running
# pip install pandas ckanapi openpyxl
import pandas as pd

from ckanapi import RemoteCKAN
ua = 'ckanapiexample/1.0 (+http://example.com/my/website)'

demo = RemoteCKAN('https://data.gov.il', user_agent=ua)
data = demo.action.datastore_search(resource_id='8a21d39d-91e3-40db-aca1-f73f7ab1df69', limit=500000)
df =  pd.DataFrame(data['records'])

fruch

export SCYLLA_VERSION=unstable/master:2020-07-01T03:57:53Z
export MAPPED_SCYLLA_VERSION=4.1.0
export KEEP_TEST_CLUSTER=true
PROTOCOL_VERSION=4 EVENT_LOOP_MANAGER=asyncio pytest ./tests/integration/standard/test_shard_aware.py

fruch

from sdcm.results_analyze import PerformanceResultsAnalyzer
import logging

logging.basicConfig(level="DEBUG")
LOGGER = logging.getLogger("CDCPerfTest")


def get_ycsb_cmd_params(cmd):
    """
    Parsing ycsb command

fruch

from itertools import chain

import boto3

from aws_operations import CLOUD_ACCESS

region_name = 'us-west-1'
cloudformation = boto3.resource('cloudformation', region_name=region_name, **CLOUD_ACCESS)
ec2 = boto3.resource('ec2', region_name=region_name, **CLOUD_ACCESS)
ec2_client = boto3.client('ec2', region_name=region_name, **CLOUD_ACCESS)

fruch

import functools
import urllib.parse

import boto3
import requests


def replace_host(url, host):
    parsed = urllib.parse.urlparse(url)
    return parsed._replace(netloc="{}:{}".format(host, parsed.port)).geturl()

fruch

#!/usr/bin/env bash
set -x
set -e
commit_to_backport=$*
git fetch upstream
function backport() {
    branch=${1}
    echo "Backporting ${commit_to_backport} to ${branch}.."
    git branch -D ${branch} || echo "no branch"
    git checkout upstream/${branch} --track

fruch

LATEST_MASTER_JOB_ID=`aws --no-sign-request s3 ls downloads.scylladb.com/relocatable/unstable/master/ | grep '2020-' | tr -s ' ' | cut -d ' ' -f 3 | tr -d '\/'  | sort -g | tail -n 1`
AWS_BASE=s3://downloads.scylladb.com/relocatable/unstable/master/${LATEST_MASTER_JOB_ID}

rm scylla-*.tar.gz

aws s3 --no-sign-request cp ${AWS_BASE}/scylla-package.tar.gz .
aws s3 --no-sign-request cp ${AWS_BASE}/scylla-tools-package.tar.gz .
aws s3 --no-sign-request cp ${AWS_BASE}/scylla-jmx-package.tar.gz .

ccm create scylla-driver-temp -n 1 --scylla --version unstable/master:$LATEST_MASTER_JOB_ID \

fruch

Testing Alternator

What is alternator

• A drop in replacement for AWS dynamodb https://docs.aws.amazon.com/amazondynamodb/latest/developerguide/Introduction.html

• Announced last year, in scylla open source https://www.scylladb.com/2019/09/11/scylla-alternator-the-open-source-dynamodb-compatible-api/

Testing

fruch

VERSION=rc3
AWS_BASE=s3://downloads.scylladb.com/downloads/scylla/relocatable/scylladb-4.0/

for f in `aws s3 ls ${AWS_BASE} | awk '{print $4}' | grep "${VERSION}" | grep 'scylla-tools\|scylla-package\|scylla-jmx'` ;
do
    aws s3 cp ${AWS_BASE}${f} .
    if [[ $f == *"scylla-package"* ]]; then
        export SCYLLA_CORE_PACKAGE=./$f
    fi
    if [[ $f == *"scylla-tools"* ]]; then