martin-g

FROM openeuler/openeuler:22.03-lts-sp4

RUN dnf update -y && dnf install -y gperftools-libs git wget

RUN adduser kleidiai

USER kleidiai

WORKDIR /home/kleidiai

martin-g

CREATE OR REPLACE TABLE stats AS
SELECT * FROM read_csv('./packages.tsv',
  delim = '\t',
  header = true,
  columns = {
    'package': 'VARCHAR',
    'total': 'INTEGER'
  }) 
WHERE package NOT LIKE 'bioconductor-%'
  AND package NOT LIKE 'perl-%'

martin-g

#!/usr/bin/env bash

# set -x

RECIPES_PATH=${1:-recipes}

AARCH64_STATUS_FILE="/home/martin/git/bioconda/bioconda-stats/package-downloads/anaconda.org/bioconda/aarch64-status.tsv"

rm -f ${AARCH64_STATUS_FILE}
echo -e "package\thas-aarch64\tnoarch" > ${AARCH64_STATUS_FILE}

martin-g

Achieving warp speed with Rust

Contents:

• Number one optimization tip: don't
• Never optimize blindly
• Don't bother optimizing one-time costs
• Improve your algorithms
• CPU architecture primer
• Keep as much as possible in cache
• Keep as much as possible in registers

martin-g

apiVersion: scheduling.volcano.sh/v1beta1
kind: PodGroup
spec:
  minMember: 1
  minResources:
    cpu: "5"
    memory: "7Gi"
  priorityClassName: medium
  queue: my-queue

martin-g

#!/usr/bin/env bash

K8S_NAMESPACE="spark-on-k8s"
K8S_SERVICE_ACCOUNT_NAME="spark-account-name"
K8S_CLUSTER_ROLE="spark-on-k8s-cluster-role"

CURRENT_CONTEXT=(kubectl config view -o jsonpath="{.current-context}")

K8S_MASTER=$(kubectl config view -o jsonpath="{.clusters[?(@.name==\"$CURRENT_CONTEXT\")].cluster.server}")

martin-g

apiVersion: scheduling.volcano.sh/v1beta1
kind: Queue
metadata:
  name: my-queue
spec:
  weight: 1
  capability:
    cpu: "6"
    memory: "8096Mi"

martin-g

apiVersion: scheduling.k8s.io/v1
kind: PriorityClass
metadata:
  name: high
value: 100
---
apiVersion: scheduling.k8s.io/v1
kind: PriorityClass
metadata:
  name: medium

martin-g

#!/usr/bin/env bash

DRIVER_CORES=1
DRIVER_MEM=2048m
EXECUTOR_INSTANCES=3
EXECUTOR_CORES=2
EXECUTOR_MEM=2048m
SPARK_HOME="/path/to/spark-3.3.0-SNAPSHOT-bin-with-volcano" # CHANGE 1

PATH="$JAVA_8_HOME/bin:$SPARK_HOME/bin:$PATH"

martin-g

#!/usr/bin/env bash

BASE_OS="openeuler/openeuler:20.03-lts-sp3"
SPARK_VERSION="3.3.0-SNAPSHOT"
SCALA_VERSION="scala_2.12"
DOCKERIMAGETAG="11-jre-slim"

cd $SPARK_HOME
./bin/docker-image-tool.sh \
  -t ${SPARK_VERSION}-${SCALA_VERSION}-${DOCKERIMAGETAG} \