Hive Workload Management Examples For Tez Container Mode

workload-management-examples.txt

SHOW RESOURCE PLANS;
CREATE RESOURCE PLAN llap;
CREATE RESOURCE PLAN global;
set mapred.min.split.size=10000000;
set mapred.max.split.size=10000000;
source /work/queries/tpcds/q55.sql;

ALTER RESOURCE PLAN llap ACTIVATE;
ALTER RESOURCE PLAN global DISABLE;
CREATE TRIGGER global.highly_parallel WHEN TOTAL_TASKS > 40 DO KILL;
ALTER TRIGGER global.highly_parallel ADD TO UNMANAGED;
ALTER RESOURCE PLAN global ENABLE;
ALTER RESOURCE PLAN global ACTIVATE;

set mapred.min.split.size=100000000;
set mapred.max.split.size=100000000;
source /work/queries/tpcds/q55.sql;

ALTER RESOURCE PLAN llap ACTIVATE;
ALTER RESOURCE PLAN global DISABLE;
CREATE TRIGGER global.big_hdfs_read WHEN HDFS_BYTES_READ > '300kb' DO KILL;
ALTER TRIGGER global.big_hdfs_read ADD TO UNMANAGED;
ALTER RESOURCE PLAN global ENABLE;
ALTER RESOURCE PLAN global ACTIVATE;

set mapred.min.split.size=20000000;
set mapred.max.split.size=20000000;
source /work/queries/tpcds/q55.sql;

ALTER RESOURCE PLAN llap ACTIVATE;
ALTER RESOURCE PLAN global DISABLE;
CREATE TRIGGER global.slow_query WHEN EXECUTION_TIME > 10000 DO KILL;
ALTER TRIGGER global.slow_query ADD TO UNMANAGED;
ALTER RESOURCE PLAN global ENABLE;
ALTER RESOURCE PLAN global ACTIVATE;

set mapred.min.split.size=20000000;
set mapred.max.split.size=20000000;
source /work/queries/tpcds/q55.sql;

ALTER RESOURCE PLAN llap ACTIVATE;
ALTER RESOURCE PLAN global DISABLE;
ALTER TRIGGER global.big_hdfs_read WHEN HDFS_BYTES_READ > 3000000000 DO KILL;
ALTER TRIGGER global.slow_query WHEN EXECUTION_TIME > 100000 DO KILL;
CREATE TRIGGER global.some_spills WHEN SPILLED_RECORDS > 10 DO KILL;
ALTER TRIGGER global.some_spills ADD TO UNMANAGED;
ALTER RESOURCE PLAN global ENABLE;
ALTER RESOURCE PLAN global ACTIVATE;

set mapred.min.split.size=20000000;
set mapred.max.split.size=20000000;
source /work/queries/tpcds/q55.sql;

ALTER RESOURCE PLAN llap ACTIVATE;
ALTER RESOURCE PLAN global DISABLE;
DROP TRIGGER global.some_spills;
DROP TRIGGER global.slow_query;
DROP TRIGGER global.big_hdfs_read;
DROP TRIGGER global.highly_parallel;
ALTER RESOURCE PLAN global ENABLE;
ALTER RESOURCE PLAN global ACTIVATE;