Totktonada/README.md

## README.md

      
    Raw
  

              README.md
            
          
    How to run

Prepare tarantool and modules builds:
git clone https://github.com/tarantool/http.git http-v1
cd http-v1
git checkout da1407c8e82dbdfd44abab8b1bb9860c217e7e22
cmake . -DCMAKE_BUILD_TYPE=RelWithDebInfo && make -j
cd -

git clone https://github.com/tarantool/http.git http-v2
cd http-v2
git checkout e7e00ea0e9f668493ea8f222569b3d91c30b46f9
cmake . -DCMAKE_BUILD_TYPE=RelWithDebInfo && make -j
cd -

git clone https://github.com/tarantool/http.git http-v2-adaptor-to-v1
cd http-v2-adaptor-to-v1
git checkout e69ef4fa21ed78c0941bf8f3b2b0501cd49277bd
cmake . -DCMAKE_BUILD_TYPE=RelWithDebInfo && make -j
cd -

git clone --recursive https://github.com/tarantool/tarantool.git
cd tarantool
git checkout 1a01c906fe5f337dae0cf2f21738312c3a8a4c61
git submodule update --init --recursive
cmake . -DCMAKE_BUILD_TYPE=RelWithDebInfo -DENABLE_BACKTRACE=ON -DENABLE_DIST=ON && make -j
cd -
Prepare the system (varies across hardware and OS):
# close all heavy background applications like web-browser
grep -o intel_pstate=disable /proc/cmdline  # ensure pstate is disabled
cpupower -c all frequency-set -g userspace  # as root
cpupower -c all frequency-set -f 2.9GHz     # as root; no TurboBoost
sync && echo 3 > /proc/sys/vm/drop_caches   # as root
Run benchmarks:
./bench-v1.sh
./bench-v2.sh
./bench-v2-adaptor-to-v1.sh
Collect report:
./gen_report.sh
Credits

The benchmark is adapted from the comparison between the http server module
and the nginx upstream module made by Ilya Konyukhov.

  
## bench-v1.sh
#!/bin/sh

set -exu

export LUA_PATH='./http-v1/?.lua;./http-v1/?/init.lua;;'
./tarantool/src/tarantool server-v1.lua > server-v1.log 2> server-v1.err &

for mode in 1:1 2:2 4:4 4:8 8:8; do
    threads="${mode%:?}"
    connections="${mode#?:}"

    sleep 5
    wrk --threads "${threads}"         \
        --connections "${connections}" \
        --duration 1m                  \
        http://localhost:8089          \
        > "wrk-v1-t${threads}-c${connections}.log" \
        2> "wrk-v1-t${threads}-c${connections}.err"
done

killall tarantool
wait

## bench-v2-adaptor-to-v1.sh
#!/bin/sh

set -exu

export LUA_PATH='./http-v2-adaptor-to-v1/?.lua;./http-v2-adaptor-to-v1/?/init.lua;;'
./tarantool/src/tarantool server-v1.lua > server-v2-adaptor-to-v1.log 2> server-v2-adaptor-to-v1.err &

for mode in 1:1 2:2 4:4 4:8 8:8; do
    threads="${mode%:?}"
    connections="${mode#?:}"

    sleep 5
    wrk --threads "${threads}"         \
        --connections "${connections}" \
        --duration 1m                  \
        http://localhost:8089          \
        > "wrk-v2-adaptor-to-v1-t${threads}-c${connections}.log" \
        2> "wrk-v2-adaptor-to-v1-t${threads}-c${connections}.err"
done

killall tarantool
wait

## bench-v2.sh
#!/bin/sh

set -exu

export LUA_PATH='./http-v2/?.lua;./http-v2/?/init.lua;;'
./tarantool/src/tarantool server-v2.lua > server-v2.log 2> server-v2.err &

for mode in 1:1 2:2 4:4 4:8 8:8; do
    threads="${mode%:?}"
    connections="${mode#?:}"

    sleep 5
    wrk --threads "${threads}"         \
        --connections "${connections}" \
        --duration 1m                  \
        http://localhost:8089          \
        > "wrk-v2-t${threads}-c${connections}.log" \
        2> "wrk-v2-t${threads}-c${connections}.err"
done

killall tarantool
wait

## gen_report.sh
#!/bin/sh

grep Requests/sec wrk-v1-t*.log
printf '\n'

grep Requests/sec wrk-v2-t*.log
printf '\n'

grep Requests/sec wrk-v2-adaptor-to-v1-t*.log
printf '\n'

./tarantool/src/tarantool --version
printf '\n'

printf "http-v1:               $(cd http-v1 && git describe --long --always)\n"
printf "http-v2:               $(cd http-v2 && git describe --long --always)\n"
printf "http-v2-adaptor-to-v1: $(cd http-v2-adaptor-to-v1 && git describe --long --always)\n"
printf '\n'

uname -a
printf '\n'

cat /proc/cpuinfo

## server-v1.lua
#!/usr/bin/env tarantool

local http = require('http.server')

local http_response = {
    status = 200,
    headers = {},
    body = 'ok',
}

local httpd = http.new('0.0.0.0', 8089)
httpd:route({path='/', method='GET'}, function()
    return http_response
end)
httpd:start()

## server-v2.lua
#!/usr/bin/env tarantool

local http = require('http.server')
local router = require('http.router')

local http_response = {
    status = 200,
    headers = {},
    body = 'ok',
}

local httpd = http.new('0.0.0.0', 8089)
local my_router = router.new()
httpd:set_router(my_router)
my_router:route({path='/', method='GET'}, function()
    return http_response
end)
httpd:start()
	#!/bin/sh

	set -exu

	export LUA_PATH='./http-v1/?.lua;./http-v1/?/init.lua;;'
	./tarantool/src/tarantool server-v1.lua > server-v1.log 2> server-v1.err &

	for mode in 1:1 2:2 4:4 4:8 8:8; do
	threads="${mode%:?}"
	connections="${mode#?:}"

	sleep 5
	wrk --threads "${threads}" \
	--connections "${connections}" \
	--duration 1m \
	http://localhost:8089 \
	> "wrk-v1-t${threads}-c${connections}.log" \
	2> "wrk-v1-t${threads}-c${connections}.err"
	done

	killall tarantool
	wait
	#!/bin/sh

	set -exu

	export LUA_PATH='./http-v2-adaptor-to-v1/?.lua;./http-v2-adaptor-to-v1/?/init.lua;;'
	./tarantool/src/tarantool server-v1.lua > server-v2-adaptor-to-v1.log 2> server-v2-adaptor-to-v1.err &

	for mode in 1:1 2:2 4:4 4:8 8:8; do
	threads="${mode%:?}"
	connections="${mode#?:}"

	sleep 5
	wrk --threads "${threads}" \
	--connections "${connections}" \
	--duration 1m \
	http://localhost:8089 \
	> "wrk-v2-adaptor-to-v1-t${threads}-c${connections}.log" \
	2> "wrk-v2-adaptor-to-v1-t${threads}-c${connections}.err"
	done

	killall tarantool
	wait
	#!/bin/sh

	set -exu

	export LUA_PATH='./http-v2/?.lua;./http-v2/?/init.lua;;'
	./tarantool/src/tarantool server-v2.lua > server-v2.log 2> server-v2.err &

	for mode in 1:1 2:2 4:4 4:8 8:8; do
	threads="${mode%:?}"
	connections="${mode#?:}"

	sleep 5
	wrk --threads "${threads}" \
	--connections "${connections}" \
	--duration 1m \
	http://localhost:8089 \
	> "wrk-v2-t${threads}-c${connections}.log" \
	2> "wrk-v2-t${threads}-c${connections}.err"
	done

	killall tarantool
	wait
	#!/bin/sh

	grep Requests/sec wrk-v1-t*.log
	printf '\n'

	grep Requests/sec wrk-v2-t*.log
	printf '\n'

	grep Requests/sec wrk-v2-adaptor-to-v1-t*.log
	printf '\n'

	./tarantool/src/tarantool --version
	printf '\n'

	printf "http-v1: $(cd http-v1 && git describe --long --always)\n"
	printf "http-v2: $(cd http-v2 && git describe --long --always)\n"
	printf "http-v2-adaptor-to-v1: $(cd http-v2-adaptor-to-v1 && git describe --long --always)\n"
	printf '\n'

	uname -a
	printf '\n'

	cat /proc/cpuinfo
	#!/usr/bin/env tarantool

	local http = require('http.server')

	local http_response = {
	status = 200,
	headers = {},
	body = 'ok',
	}

	local httpd = http.new('0.0.0.0', 8089)
	httpd:route({path='/', method='GET'}, function()
	return http_response
	end)
	httpd:start()
	#!/usr/bin/env tarantool

	local http = require('http.server')
	local router = require('http.router')

	local http_response = {
	status = 200,
	headers = {},
	body = 'ok',
	}

	local httpd = http.new('0.0.0.0', 8089)
	local my_router = router.new()
	httpd:set_router(my_router)
	my_router:route({path='/', method='GET'}, function()
	return http_response
	end)
	httpd:start()