impalad.INFO

gistfile1.sh

Log file created at: 2015/02/19 22:33:48
Running on machine: NODE_3
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
E0219 22:33:48.210180 41650 logging.cc:103] stderr will be logged to this file.
erik@NODE_3:~$ tail -n 200 /var/log/impala/impalad.INFO
--llama_registration_timeout_secs=30
--llama_registration_wait_secs=3
--num_hdfs_worker_threads=16
--resource_broker_cnxn_attempts=1
--resource_broker_cnxn_retry_interval_ms=3000
--resource_broker_recv_timeout=0
--resource_broker_send_timeout=0
--staging_cgroup=impala_staging
--state_store_host=131.159.16.231
--state_store_subscriber_port=23000
--use_statestore=true
--local_library_dir=/tmp
--serialize_batch=false
--status_report_interval=5
--num_threads_per_core=3
--scratch_dirs=/tmp
--queue_wait_timeout_ms=60000
--default_pool_max_queued=200
--default_pool_max_requests=200
--default_pool_mem_limit=
--disable_pool_max_requests=false
--disable_pool_mem_limits=false
--fair_scheduler_allocation_path=
--llama_site_path=
--log_mem_usage_interval=0
--authorization_policy_file=
--authorization_policy_provider_class=org.apache.sentry.provider.common.HadoopGroupResourceAuthorizationProvider
--authorized_proxy_user_config=
--load_catalog_at_startup=false
--server_name=
--abort_on_failed_audit_event=true
--audit_event_log_dir=
--be_service_threads=64
--beeswax_port=21000
--cancellation_thread_pool_size=5
--default_query_options=
--fe_service_threads=64
--hs2_port=21050
--idle_query_timeout=0
--idle_session_timeout=0
--local_nodemanager_url=
--log_query_to_file=true
--max_audit_event_log_file_size=5000
--max_profile_log_file_size=5000
--max_result_cache_size=100000
--profile_log_dir=
--query_log_size=250
--ssl_client_ca_certificate=
--ssl_private_key=
--ssl_server_certificate=
--max_vcore_oversubscription_ratio=2.5
--rm_always_use_defaults=false
--rm_default_cpu_vcores=2
--rm_default_memory=4G
--disable_admission_control=true
--require_username=false
--statestore_subscriber_cnxn_attempts=10
--statestore_subscriber_cnxn_retry_interval_ms=3000
--statestore_subscriber_timeout_seconds=30
--state_store_port=24000
--statestore_heartbeat_frequency_ms=1000
--statestore_max_missed_heartbeats=10
--statestore_num_heartbeat_threads=10
--statestore_num_update_threads=10
--statestore_update_frequency_ms=2000
--force_lowercase_usernames=false
--num_cores=0
--web_log_bytes=1048576
--non_impala_java_vlog=0
--periodic_counter_update_period_ms=500
--enable_webserver_doc_root=true
--webserver_authentication_domain=
--webserver_certificate_file=
--webserver_doc_root=/usr/lib/impala
--webserver_interface=
--webserver_password_file=
--webserver_port=25000
--flagfile=
--fromenv=
--tryfromenv=
--undefok=
--tab_completion_columns=80
--tab_completion_word=
--help=false
--helpfull=false
--helpmatch=
--helpon=
--helppackage=false
--helpshort=false
--helpxml=false
--version=false
--alsologtoemail=
--alsologtostderr=false
--drop_log_memory=true
--log_backtrace_at=
--log_dir=/var/log/impala
--log_link=
--log_prefix=true
--logbuflevel=0
--logbufsecs=30
--logbufvlevel=1
--logemaillevel=999
--logmailer=/bin/mail
--logtostderr=false
--max_log_size=1800
--minloglevel=0
--stderrthreshold=4
--stop_logging_if_full_disk=false
--symbolize_stacktrace=true
--v=0
--vmodule=
I0219 22:33:48.211874 41650 init.cc:138] Cpu Info:
  Model: Intel(R) Xeon(R) CPU E5-2660 v2 @ 2.20GHz
  Cores: 40
  L1 Cache: 32.00 KB
  L2 Cache: 256.00 KB
  L3 Cache: 25.00 MB
  Hardware Supports:
    ssse3
    sse4_1
    sse4_2
    popcnt
I0219 22:33:48.211886 41650 init.cc:139] Disk Info: 
  Num disks 3: 
    sda (rotational=false)
    sdb (rotational=true)
    sr (rotational=true)

I0219 22:33:48.211899 41650 init.cc:140] Physical Memory: 251.87 GB
I0219 22:33:48.211907 41650 init.cc:141] OS version: Linux version 3.16.0-29-generic (buildd@tipua) (gcc version 4.9.1 (Ubuntu 4.9.1-16ubuntu6) ) #39-Ubuntu SMP Mon Dec 15 22:27:29 UTC 2014
I0219 22:33:48.211912 41650 init.cc:142] Process ID: 41650
I0219 22:33:49.558141 41650 hbase-table-scanner.cc:156] Detected HBase version >= 0.95.2
I0219 22:33:49.654348 41650 GlogAppender.java:123] Logging initialized. Impala: INFO, All other: INFO
I0219 22:33:49.656558 41650 JniFrontend.java:128] Authorization is 'DISABLED'.
I0219 22:33:49.656636 41650 JniFrontend.java:130] Java Version Info: Java(TM) SE Runtime Environment (1.7.0_72-b14)
I0219 22:33:50.203672 41650 simple-scheduler.cc:102] Admission control is disabled.
I0219 22:33:50.204874 41650 impala-server.cc:1137] Default query options:TQueryOptions {
  01: abort_on_error (bool) = false,
  02: max_errors (i32) = 0,
  03: disable_codegen (bool) = false,
  04: batch_size (i32) = 0,
  05: num_nodes (i32) = 0,
  06: max_scan_range_length (i64) = 0,
  07: num_scanner_threads (i32) = 0,
  08: max_io_buffers (i32) = 0,
  09: allow_unsupported_formats (bool) = false,
  10: default_order_by_limit (i64) = -1,
  11: debug_action (string) = "",
  12: mem_limit (i64) = 0,
  13: abort_on_default_limit_exceeded (bool) = false,
  15: hbase_caching (i32) = 0,
  16: hbase_cache_blocks (bool) = false,
  17: parquet_file_size (i64) = 0,
  18: explain_level (i32) = 1,
  19: sync_ddl (bool) = false,
  23: disable_cached_reads (bool) = false,
  24: disable_outermost_topn (bool) = false,
  25: rm_initial_mem (i64) = 0,
  26: query_timeout_s (i32) = 0,
  28: appx_count_distinct (bool) = false,
  29: disable_unsafe_spills (bool) = false,
  31: exec_single_node_rows_threshold (i32) = 100,
}
I0219 22:33:51.075651 41650 tmp-file-mgr.cc:77] Created the following scratch dirs:/tmp/impala-scratch
I0219 22:33:51.075763 41650 simple-logger.cc:72] Logging to: /var/log/impala/profiles//impala_profile_log_1.0-1424381631075
I0219 22:33:51.075942 41650 impala-server.cc:390] Event logging is disabled
I0219 22:33:51.100605 41650 impala-server.cc:1857] Impala Beeswax Service listening on 21000
I0219 22:33:51.101837 41650 impala-server.cc:1879] Impala HiveServer2 Service listening on 21050
I0219 22:33:51.103020 41650 impala-server.cc:1894] ImpalaInternalService listening on 22000
I0219 22:33:51.103353 41650 thrift-server.cc:389] ThriftServer 'backend' started on port: 22000
I0219 22:33:51.103363 41650 exec-env.cc:277] Starting global services
I0219 22:33:51.119920 41650 exec-env.cc:338] Using global memory limit: 201.50 GB
I0219 22:33:51.120687 41650 webserver.cc:195] Starting webserver on 0.0.0.0:25000
I0219 22:33:51.120700 41650 webserver.cc:209] Document root: /usr/lib/impala
I0219 22:33:51.120825 41650 webserver.cc:275] Webserver started
I0219 22:33:51.120833 41650 simple-scheduler.cc:181] Starting simple scheduler
I0219 22:33:51.120942 41650 simple-scheduler.cc:232] Simple-scheduler using 10.0.0.13 as IP address
I0219 22:33:51.120952 41650 statestore-subscriber.cc:186] Starting statestore subscriber
I0219 22:33:51.122211 41650 thrift-server.cc:389] ThriftServer 'StatestoreSubscriber' started on port: 23000
I0219 22:33:51.122221 41650 statestore-subscriber.cc:197] Registering with statestore
I0219 22:33:51.123155 41650 statestore-subscriber.cc:201] statestore registration successful
I0219 22:33:51.128371 41650 thrift-server.cc:389] ThriftServer 'beeswax-frontend' started on port: 21000
I0219 22:33:51.133352 41650 thrift-server.cc:389] ThriftServer 'hiveserver2-frontend' started on port: 21050
I0219 22:33:51.133386 41650 impalad-main.cc:89] Impala has started.
I0219 22:34:05.561547 41749 impala-server.cc:1383] Catalog topic entry deletion: TABLE:tpch_parquet.region
I0219 22:34:05.561646 41749 impala-server.cc:1383] Catalog topic entry deletion: TABLE:tpch_parquet.nation
I0219 22:34:05.561668 41749 impala-server.cc:1383] Catalog topic entry deletion: TABLE:tpch_parquet.lineitem
I0219 22:34:05.561691 41749 impala-server.cc:1383] Catalog topic entry deletion: TABLE:tpch_parquet.partsupp
I0219 22:34:05.561707 41749 impala-server.cc:1383] Catalog topic entry deletion: TABLE:default.orders
I0219 22:34:05.561730 41749 impala-server.cc:1383] Catalog topic entry deletion: TABLE:default.region
I0219 22:34:05.561744 41749 impala-server.cc:1383] Catalog topic entry deletion: TABLE:default.supplier
I0219 22:34:05.561758 41749 impala-server.cc:1383] Catalog topic entry deletion: TABLE:tpch_parquet.supplier
I0219 22:34:05.561774 41749 impala-server.cc:1383] Catalog topic entry deletion: TABLE:tpch_parquet.part
I0219 22:34:05.561806 41749 impala-server.cc:1383] Catalog topic entry deletion: TABLE:default.nation
I0219 22:34:05.561821 41749 impala-server.cc:1383] Catalog topic entry deletion: TABLE:default.partsupp
I0219 22:34:05.561836 41749 impala-server.cc:1383] Catalog topic entry deletion: TABLE:default.lineitem
I0219 22:34:05.561851 41749 impala-server.cc:1383] Catalog topic entry deletion: TABLE:default.part
I0219 22:34:05.561866 41749 impala-server.cc:1383] Catalog topic entry deletion: TABLE:default.customer
I0219 22:34:07.567049 41751 impala-server.cc:1383] Catalog topic entry deletion: TABLE:tpch_parquet.customer
I0219 22:34:07.567083 41751 impala-server.cc:1383] Catalog topic entry deletion: TABLE:tpch_parquet.orders