zachgk

[test_name]
mistral
[container]
ghcr.io/huggingface/text-generation-inference:1.3.4
[vars]
CONCURRENCY={1,16,32}
[env]
MODEL_ID=mistralai/Mistral-7B-v0.1
NUM_SHARD=1
[aws_curl]

zachgk

[test_name]
mistral
[container]
deepjavalibrary/djl-serving:0.25.0-deepspeed
[vars]
CONCURRENCY={1,16,32}
[serving_properties]
engine=Python
option.tensor_parallel_degree=1
option.rolling_batch=vllm

zachgk

[test_name]
concurrency1
[serving_properties]
engine=Python
option.tensor_parallel_degree=1
option.rolling_batch=vllm
option.model_id=mistralai/Mistral-7B-v0.1
option.max_rolling_batch_size=32
[aws_curl]
TOKENIZER=mistralai/Mistral-7B-v0.1 ./awscurl -c 1 -N 10 \

zachgk

[test_name]
test
[serving_properties]
engine=MPI
option.model_id=tiiuae/falcon-40b
option.task=text-generation
option.trust_remote_code=true
option.tensor_parallel_degree=8
option.max_rolling_batch_size=32
option.rolling_batch=lmi-dist

zachgk

Keybase proof

I hereby claim:

• I am zachgk on github.
• I am zachgk (https://keybase.io/zachgk) on keybase.
• I have a public key ASAT7wZ4cYLKhvcz86EpSqj9-b7H9W6cIL-zHjvnNjAtKAo

To claim this, I am signing this object:

zachgk

console.log("Starting modifications to Wikipedia!"); //Start

if($("body.mediawiki:not(.page-Main_Page)")[0] ){

	$("#p-logo a").css({ //Change the top-left logo be the death star
		"background-image" : "url(http://images1.wikia.nocookie.net/__cb20111207032811/starwars/images/2/2a/DeathStarTransp-SWE.png)",
		"background-size" : "90% 90%" //Scale Image down
	});

	$("#firstHeading").css({ //Change the top font/color