Skip to content

Instantly share code, notes, and snippets.

@jlelli

jlelli/kvm-root-domain-account-after.ipynb

Created June 13, 2018 09:19
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save jlelli/9c44669aca300805a44261990114887d to your computer and use it in GitHub Desktop.
Save jlelli/9c44669aca300805a44261990114887d to your computer and use it in GitHub Desktop.
Download ZIP
Fix SCHED_DEADLINE root domain bandwidth accounting
Display the source blob
Display the rendered blob
Raw
kvm-root-domain-account-after.ipynb
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Display the source blob
Display the rendered blob
Raw
kvm-root-domain-account-before.ipynb
{
"cells": [
{
"cell_type": "code",
"execution_count": 1,
"metadata": {},
"outputs": [
{
"name": "stderr",
"output_type": "stream",
"text": [
"2018-06-13 11:18:24,213 INFO : root : Using LISA logging configuration:\n",
"2018-06-13 11:18:24,214 INFO : root : /home/juri/work/lisa/logging.conf\n"
]
}
],
"source": [
"import logging\n",
"from conf import LisaLogging\n",
"LisaLogging.setup()\n",
"\n",
"# Uncomment the follwing line to enabled devlib debugging statements\n",
"# logging.getLogger('ssh').setLevel(logging.DEBUG)"
]
},
{
"cell_type": "code",
"execution_count": 2,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"Populating the interactive namespace from numpy and matplotlib\n"
]
}
],
"source": [
"# Generate plots inline\n",
"%pylab inline\n",
"\n",
"import copy\n",
"import json\n",
"import os\n",
"\n",
"# Support to access the remote target\n",
"import devlib\n",
"from env import TestEnv\n",
"\n",
"# Support to configure and run RTApp based workloads\n",
"from wlgen import RTA, Periodic, PerfMessaging\n",
"\n",
"# Support for performance analysis of RTApp workloads\n",
"from perf_analysis import PerfAnalysis\n",
"\n",
"# Support for trace events analysis\n",
"from trace import Trace\n",
"\n",
"# Suport for FTrace events parsing and visualization\n",
"import trappy\n",
"\n",
"import pandas as pd\n",
"import matplotlib.pyplot as plt"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"# Test environment setup"
]
},
{
"cell_type": "code",
"execution_count": 3,
"metadata": {},
"outputs": [],
"source": [
"# Setup a target configuration\n",
"my_conf = {\n",
" \n",
" # Define the kind of target platform to use for the experiments\n",
" \"platform\" : 'linux', # Linux system, valid other options are:\n",
" # android - access via ADB\n",
" # linux - access via SSH\n",
" # host - direct access\n",
" \n",
" # Preload settings for a specific target\n",
" #\"board\" : 'xeon_E5-2609_v3',\n",
" \n",
" # Define devlib module to load\n",
" \"modules\" : [\n",
" #'bl', # enable big.LITTLE support\n",
" #'cpufreq' # enable CPUFreq support\n",
" 'hotplug'\n",
" ],\n",
" \n",
" \"exclude_modules\" : [\n",
" 'cpufreq'\n",
" ],\n",
"\n",
" # Account to access the remote target\n",
" \"host\" : '127.0.0.1',\n",
" \"port\" : '10022',\n",
" \"username\" : 'root',\n",
" \"password\" : '',\n",
"\n",
" # Comment the following line to force rt-app calibration on your target\n",
" \"rtapp-calib\" : {\n",
" \"0\": 23, \"1\": 23, \"2\": 23, \"3\": 23\n",
" },\n",
" \n",
" # Binary tools required to run this experiment\n",
" # These tools must be present in the tools/ folder for the architecture\n",
" \"tools\" : ['rt-app', 'taskset', 'trace-cmd', 'perf'],\n",
" \n",
" # FTrace events end buffer configuration\n",
" \"ftrace\" : {\n",
" \"events\" : [\n",
" \"sched_switch\"\n",
" ],\n",
" \"buffsize\" : 20240\n",
" },\n",
" \n",
" \"results_dir\" : \"kvm-root-domain\"\n",
"}"
]
},
{
"cell_type": "code",
"execution_count": 4,
"metadata": {
"scrolled": false
},
"outputs": [
{
"name": "stderr",
"output_type": "stream",
"text": [
"2018-06-13 11:18:25,310 INFO : TestEnv : Using base path: /home/juri/work/lisa\n",
"2018-06-13 11:18:25,312 INFO : TestEnv : Loading custom (inline) target configuration\n",
"2018-06-13 11:18:25,313 INFO : TestEnv : Devlib modules to load: ['cpuidle', 'hotplug']\n",
"2018-06-13 11:18:25,315 INFO : TestEnv : Connecting linux target:\n",
"2018-06-13 11:18:25,317 INFO : TestEnv : username : root\n",
"2018-06-13 11:18:25,319 INFO : TestEnv : host : 127.0.0.1\n",
"2018-06-13 11:18:25,321 INFO : TestEnv : password : \n",
"2018-06-13 11:18:25,322 INFO : TestEnv : port : 10022\n",
"2018-06-13 11:18:25,324 INFO : TestEnv : Connection settings:\n",
"2018-06-13 11:18:25,325 INFO : TestEnv : {'username': 'root', 'host': '127.0.0.1', 'password': '', 'port': '10022'}\n",
"2018-06-13 11:18:28,692 INFO : TestEnv : Initializing target workdir:\n",
"2018-06-13 11:18:28,697 INFO : TestEnv : /root/devlib-target\n",
"2018-06-13 11:18:31,418 INFO : TestEnv : Attempting to read energy model from target\n",
"2018-06-13 11:18:31,422 ERROR : TestEnv : Couldn't read target energy model: Requires cpufreq devlib module. Please ensure \"cpufreq\" is listed in your target/test modules\n",
"2018-06-13 11:18:31,425 INFO : TestEnv : Topology:\n",
"2018-06-13 11:18:31,428 INFO : TestEnv : [[0, 1, 2, 3]]\n",
"2018-06-13 11:18:31,430 WARNING : TestEnv : Unable to identify cluster frequencies\n",
"2018-06-13 11:18:32,267 INFO : TestEnv : Enabled tracepoints:\n",
"2018-06-13 11:18:32,268 INFO : TestEnv : sched_switch\n",
"2018-06-13 11:18:32,270 INFO : TestEnv : Using configuration provided RTApp calibration\n",
"2018-06-13 11:18:32,272 INFO : TestEnv : Using RT-App calibration values:\n",
"2018-06-13 11:18:32,274 INFO : TestEnv : {\"0\": 23, \"1\": 23, \"2\": 23, \"3\": 23}\n",
"2018-06-13 11:18:32,275 INFO : TestEnv : Set results folder to:\n",
"2018-06-13 11:18:32,277 INFO : TestEnv : /home/juri/work/lisa/results/kvm-root-domain\n",
"2018-06-13 11:18:32,278 INFO : TestEnv : Experiment results available also in:\n",
"2018-06-13 11:18:32,280 INFO : TestEnv : /home/juri/work/lisa/results_latest\n"
]
}
],
"source": [
"te = TestEnv(my_conf, force_new=True, wipe=False)\n",
"target = te.target"
]
},
{
"cell_type": "code",
"execution_count": 5,
"metadata": {},
"outputs": [
{
"name": "stderr",
"output_type": "stream",
"text": [
"2018-06-13 11:18:32,290 INFO : root : Target ABI: x86_64, CPus: ['QEMU Virtual version 2.5+', 'QEMU Virtual version 2.5+', 'QEMU Virtual version 2.5+', 'QEMU Virtual version 2.5+']\n"
]
}
],
"source": [
"logging.info(\"Target ABI: %s, CPus: %s\",\n",
" target.abi,\n",
" target.cpuinfo.cpu_names)"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"# Test Root Domain accounting"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"## sched_load_balance"
]
},
{
"cell_type": "code",
"execution_count": 6,
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"['dl_rq[0]:',\n",
" ' .dl_nr_running : 0',\n",
" ' .dl_nr_migratory : 0',\n",
" ' .dl_bw->bw : 996147',\n",
" ' .dl_bw->total_bw : 0',\n",
" 'dl_rq[1]:',\n",
" ' .dl_nr_running : 0',\n",
" ' .dl_nr_migratory : 0',\n",
" ' .dl_bw->bw : 996147',\n",
" ' .dl_bw->total_bw : 0',\n",
" 'dl_rq[2]:',\n",
" ' .dl_nr_running : 0',\n",
" ' .dl_nr_migratory : 0',\n",
" ' .dl_bw->bw : 996147',\n",
" ' .dl_bw->total_bw : 0',\n",
" 'dl_rq[3]:',\n",
" ' .dl_nr_running : 0',\n",
" ' .dl_nr_migratory : 0',\n",
" ' .dl_bw->bw : 996147',\n",
" ' .dl_bw->total_bw : 0',\n",
" '']"
]
},
"execution_count": 6,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"target.execute('grep dl_ /proc/sched_debug').split('\\r\\n')"
]
},
{
"cell_type": "code",
"execution_count": 7,
"metadata": {},
"outputs": [],
"source": [
"target.execute('schedtool -E -t 10000000:100000000 -e ~/sched-deadline-tests/basic/cpuhog &');"
]
},
{
"cell_type": "code",
"execution_count": 8,
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"['dl_rq[0]:',\n",
" ' .dl_nr_running : 0',\n",
" ' .dl_nr_migratory : 0',\n",
" ' .dl_bw->bw : 996147',\n",
" ' .dl_bw->total_bw : 104857',\n",
" 'dl_rq[1]:',\n",
" ' .dl_nr_running : 0',\n",
" ' .dl_nr_migratory : 0',\n",
" ' .dl_bw->bw : 996147',\n",
" ' .dl_bw->total_bw : 104857',\n",
" 'dl_rq[2]:',\n",
" ' .dl_nr_running : 0',\n",
" ' .dl_nr_migratory : 0',\n",
" ' .dl_bw->bw : 996147',\n",
" ' .dl_bw->total_bw : 104857',\n",
" 'dl_rq[3]:',\n",
" ' .dl_nr_running : 0',\n",
" ' .dl_nr_migratory : 0',\n",
" ' .dl_bw->bw : 996147',\n",
" ' .dl_bw->total_bw : 104857',\n",
" '']"
]
},
"execution_count": 8,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"target.execute('grep dl_ /proc/sched_debug').split('\\r\\n')"
]
},
{
"cell_type": "code",
"execution_count": 9,
"metadata": {},
"outputs": [],
"source": [
"target.execute('echo 0 > /sys/fs/cgroup/cpuset.sched_load_balance');"
]
},
{
"cell_type": "code",
"execution_count": 10,
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"['dl_rq[0]:',\n",
" ' .dl_nr_running : 0',\n",
" ' .dl_nr_migratory : 0',\n",
" ' .dl_bw->bw : 996147',\n",
" ' .dl_bw->total_bw : 0',\n",
" 'dl_rq[1]:',\n",
" ' .dl_nr_running : 0',\n",
" ' .dl_nr_migratory : 0',\n",
" ' .dl_bw->bw : 996147',\n",
" ' .dl_bw->total_bw : 0',\n",
" 'dl_rq[2]:',\n",
" ' .dl_nr_running : 0',\n",
" ' .dl_nr_migratory : 0',\n",
" ' .dl_bw->bw : 996147',\n",
" ' .dl_bw->total_bw : 0',\n",
" 'dl_rq[3]:',\n",
" ' .dl_nr_running : 1',\n",
" ' .dl_nr_migratory : 1',\n",
" ' .dl_bw->bw : 996147',\n",
" ' .dl_bw->total_bw : 0',\n",
" '']"
]
},
"execution_count": 10,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"target.execute('grep dl_ /proc/sched_debug').split('\\r\\n')"
]
},
{
"cell_type": "code",
"execution_count": 11,
"metadata": {},
"outputs": [],
"source": [
"target.execute('killall cpuhog');"
]
},
{
"cell_type": "code",
"execution_count": 12,
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"['dl_rq[0]:',\n",
" ' .dl_nr_running : 0',\n",
" ' .dl_nr_migratory : 0',\n",
" ' .dl_bw->bw : 996147',\n",
" ' .dl_bw->total_bw : -104857',\n",
" 'dl_rq[1]:',\n",
" ' .dl_nr_running : 0',\n",
" ' .dl_nr_migratory : 0',\n",
" ' .dl_bw->bw : 996147',\n",
" ' .dl_bw->total_bw : -104857',\n",
" 'dl_rq[2]:',\n",
" ' .dl_nr_running : 0',\n",
" ' .dl_nr_migratory : 0',\n",
" ' .dl_bw->bw : 996147',\n",
" ' .dl_bw->total_bw : -104857',\n",
" 'dl_rq[3]:',\n",
" ' .dl_nr_running : 0',\n",
" ' .dl_nr_migratory : 0',\n",
" ' .dl_bw->bw : 996147',\n",
" ' .dl_bw->total_bw : -104857',\n",
" '']"
]
},
"execution_count": 12,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"target.execute('grep dl_ /proc/sched_debug').split('\\r\\n')"
]
},
{
"cell_type": "code",
"execution_count": 13,
"metadata": {},
"outputs": [],
"source": [
"target.execute('echo 1 > /sys/fs/cgroup/cpuset.sched_load_balance');"
]
},
{
"cell_type": "code",
"execution_count": 14,
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"['dl_rq[0]:',\n",
" ' .dl_nr_running : 0',\n",
" ' .dl_nr_migratory : 0',\n",
" ' .dl_bw->bw : 996147',\n",
" ' .dl_bw->total_bw : 0',\n",
" 'dl_rq[1]:',\n",
" ' .dl_nr_running : 0',\n",
" ' .dl_nr_migratory : 0',\n",
" ' .dl_bw->bw : 996147',\n",
" ' .dl_bw->total_bw : 0',\n",
" 'dl_rq[2]:',\n",
" ' .dl_nr_running : 0',\n",
" ' .dl_nr_migratory : 0',\n",
" ' .dl_bw->bw : 996147',\n",
" ' .dl_bw->total_bw : 0',\n",
" 'dl_rq[3]:',\n",
" ' .dl_nr_running : 0',\n",
" ' .dl_nr_migratory : 0',\n",
" ' .dl_bw->bw : 996147',\n",
" ' .dl_bw->total_bw : 0',\n",
" '']"
]
},
"execution_count": 14,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"target.execute('grep dl_ /proc/sched_debug').split('\\r\\n')"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"## hotplug"
]
},
{
"cell_type": "code",
"execution_count": 15,
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"['dl_rq[0]:',\n",
" ' .dl_nr_running : 0',\n",
" ' .dl_nr_migratory : 0',\n",
" ' .dl_bw->bw : 996147',\n",
" ' .dl_bw->total_bw : 0',\n",
" 'dl_rq[1]:',\n",
" ' .dl_nr_running : 0',\n",
" ' .dl_nr_migratory : 0',\n",
" ' .dl_bw->bw : 996147',\n",
" ' .dl_bw->total_bw : 0',\n",
" 'dl_rq[2]:',\n",
" ' .dl_nr_running : 0',\n",
" ' .dl_nr_migratory : 0',\n",
" ' .dl_bw->bw : 996147',\n",
" ' .dl_bw->total_bw : 0',\n",
" 'dl_rq[3]:',\n",
" ' .dl_nr_running : 0',\n",
" ' .dl_nr_migratory : 0',\n",
" ' .dl_bw->bw : 996147',\n",
" ' .dl_bw->total_bw : 0',\n",
" '']"
]
},
"execution_count": 15,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"target.execute('grep dl_ /proc/sched_debug').split('\\r\\n')"
]
},
{
"cell_type": "code",
"execution_count": 16,
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"[0, 1, 2, 3]"
]
},
"execution_count": 16,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"target.list_online_cpus()"
]
},
{
"cell_type": "code",
"execution_count": 17,
"metadata": {},
"outputs": [],
"source": [
"target.execute('schedtool -E -t 10000000:100000000 -e ~/sched-deadline-tests/basic/cpuhog &');"
]
},
{
"cell_type": "code",
"execution_count": 18,
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"['dl_rq[0]:',\n",
" ' .dl_nr_running : 0',\n",
" ' .dl_nr_migratory : 0',\n",
" ' .dl_bw->bw : 996147',\n",
" ' .dl_bw->total_bw : 104857',\n",
" 'dl_rq[1]:',\n",
" ' .dl_nr_running : 0',\n",
" ' .dl_nr_migratory : 0',\n",
" ' .dl_bw->bw : 996147',\n",
" ' .dl_bw->total_bw : 104857',\n",
" 'dl_rq[2]:',\n",
" ' .dl_nr_running : 0',\n",
" ' .dl_nr_migratory : 0',\n",
" ' .dl_bw->bw : 996147',\n",
" ' .dl_bw->total_bw : 104857',\n",
" 'dl_rq[3]:',\n",
" ' .dl_nr_running : 0',\n",
" ' .dl_nr_migratory : 0',\n",
" ' .dl_bw->bw : 996147',\n",
" ' .dl_bw->total_bw : 104857',\n",
" '']"
]
},
"execution_count": 18,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"target.execute('grep dl_ /proc/sched_debug').split('\\r\\n')"
]
},
{
"cell_type": "code",
"execution_count": 19,
"metadata": {},
"outputs": [],
"source": [
"target.hotplug.offline(1)"
]
},
{
"cell_type": "code",
"execution_count": 20,
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"[0, 2, 3]"
]
},
"execution_count": 20,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"target.list_online_cpus()"
]
},
{
"cell_type": "code",
"execution_count": 21,
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"['dl_rq[0]:',\n",
" ' .dl_nr_running : 0',\n",
" ' .dl_nr_migratory : 0',\n",
" ' .dl_bw->bw : 996147',\n",
" ' .dl_bw->total_bw : 0',\n",
" 'dl_rq[2]:',\n",
" ' .dl_nr_running : 0',\n",
" ' .dl_nr_migratory : 0',\n",
" ' .dl_bw->bw : 996147',\n",
" ' .dl_bw->total_bw : 0',\n",
" 'dl_rq[3]:',\n",
" ' .dl_nr_running : 0',\n",
" ' .dl_nr_migratory : 0',\n",
" ' .dl_bw->bw : 996147',\n",
" ' .dl_bw->total_bw : 0',\n",
" '']"
]
},
"execution_count": 21,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"target.execute('grep dl_ /proc/sched_debug').split('\\r\\n')"
]
},
{
"cell_type": "code",
"execution_count": 22,
"metadata": {},
"outputs": [],
"source": [
"target.execute('killall cpuhog');"
]
},
{
"cell_type": "code",
"execution_count": 23,
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"['dl_rq[0]:',\n",
" ' .dl_nr_running : 0',\n",
" ' .dl_nr_migratory : 0',\n",
" ' .dl_bw->bw : 996147',\n",
" ' .dl_bw->total_bw : -104857',\n",
" 'dl_rq[2]:',\n",
" ' .dl_nr_running : 0',\n",
" ' .dl_nr_migratory : 0',\n",
" ' .dl_bw->bw : 996147',\n",
" ' .dl_bw->total_bw : -104857',\n",
" 'dl_rq[3]:',\n",
" ' .dl_nr_running : 0',\n",
" ' .dl_nr_migratory : 0',\n",
" ' .dl_bw->bw : 996147',\n",
" ' .dl_bw->total_bw : -104857',\n",
" '']"
]
},
"execution_count": 23,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"target.execute('grep dl_ /proc/sched_debug').split('\\r\\n')"
]
},
{
"cell_type": "code",
"execution_count": 24,
"metadata": {},
"outputs": [],
"source": [
"target.hotplug.online(1)"
]
},
{
"cell_type": "code",
"execution_count": 25,
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"['dl_rq[0]:',\n",
" ' .dl_nr_running : 0',\n",
" ' .dl_nr_migratory : 0',\n",
" ' .dl_bw->bw : 996147',\n",
" ' .dl_bw->total_bw : 0',\n",
" 'dl_rq[1]:',\n",
" ' .dl_nr_running : 0',\n",
" ' .dl_nr_migratory : 0',\n",
" ' .dl_bw->bw : 996147',\n",
" ' .dl_bw->total_bw : 0',\n",
" 'dl_rq[2]:',\n",
" ' .dl_nr_running : 0',\n",
" ' .dl_nr_migratory : 0',\n",
" ' .dl_bw->bw : 996147',\n",
" ' .dl_bw->total_bw : 0',\n",
" 'dl_rq[3]:',\n",
" ' .dl_nr_running : 0',\n",
" ' .dl_nr_migratory : 0',\n",
" ' .dl_bw->bw : 996147',\n",
" ' .dl_bw->total_bw : 0',\n",
" '']"
]
},
"execution_count": 25,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"target.execute('grep dl_ /proc/sched_debug').split('\\r\\n')"
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {},
"outputs": [],
"source": []
}
],
"metadata": {
"kernelspec": {
"display_name": "Python 2",
"language": "python",
"name": "python2"
},
"language_info": {
"codemirror_mode": {
"name": "ipython",
"version": 2
},
"file_extension": ".py",
"mimetype": "text/x-python",
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython2",
"version": "2.7.14"
}
},
"nbformat": 4,
"nbformat_minor": 1
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment