impalad.INFO

gistfile1.sh

Log file created at: 2015/02/19 16:54:23
Running on machine: MY_HOSTNAME
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I0219 16:54:23.468576 47606 logging.cc:102] stdout will be logged to this file.
E0219 16:54:23.468718 47606 logging.cc:103] stderr will be logged to this file.
I0219 16:54:23.468993 47606 authentication.cc:993] Internal communication is not authenticated
I0219 16:54:23.469002 47606 authentication.cc:1014] External communication is not authenticated
I0219 16:54:23.469199 47606 init.cc:132] impalad version 2.1.0-cdh5 RELEASE (build e48c2b48c53ea9601b8f47a39373aa83ff7ca6e2)
Built on Tue, 16 Dec 2014 19:26:45 PST
I0219 16:54:23.469208 47606 init.cc:133] Using hostname: MY_HOSTNAME
I0219 16:54:23.469928 47606 logging.cc:138] Flags (see also /varz are on debug webserver):
--catalog_service_port=26000
--load_catalog_in_background=true
--num_metadata_loading_threads=16
--sentry_config=
--disable_optimization_passes=false
--dump_ir=false
--opt_module=
--print_llvm_ir_instruction_count=false
--unopt_module=
--abort_on_config_error=true
--be_port=22000
--be_principal=
--compact_catalog_topic=false
--disable_mem_pools=false
--enable_process_lifetime_heap_profiling=false
--heap_profile_dir=
--hostname=MY_HOSTNAME
--keytab_file=
--krb5_conf=
--krb5_debug_file=
--mem_limit=80%
--principal=
--log_filename=impalad
--redirect_stdout_stderr=true
--data_source_batch_size=1024
--exchg_node_buffer_size_bytes=10485760
--enable_partitioned_aggregation=true
--enable_partitioned_hash_join=true
--enable_probe_side_filtering=true
--skip_lzo_version_check=false
--max_row_batches=0
--debug_disable_streaming_gzip=false
--enable_phj_probe_side_filtering=true
--enable_ldap_auth=false
--kerberos_reinit_interval=60
--ldap_allow_anonymous_binds=false
--ldap_baseDN=
--ldap_bind_pattern=
--ldap_ca_certificate=
--ldap_domain=
--ldap_manual_config=false
--ldap_passwords_in_clear_ok=false
--ldap_tls=false
--ldap_uri=
--sasl_path=/usr/lib/sasl2:/usr/lib64/sasl2:/usr/local/lib/sasl2:/usr/lib/x86_64-linux-gnu/sasl2
--rpc_cnxn_attempts=10
--rpc_cnxn_retry_interval_ms=2000
--disk_spill_encryption=false
--insert_inherit_permissions=false
--max_free_io_buffers=128
--min_buffer_size=1024
--num_disks=0
--num_threads_per_disk=0
--read_size=8388608
--catalog_service_host=131.159.16.231
--cgroup_hierarchy_path=
--enable_rm=false
--enable_webserver=true
--llama_addresses=
--llama_callback_port=28000
--llama_host=
--llama_max_request_attempts=5
--llama_port=15000
--llama_registration_timeout_secs=30
--llama_registration_wait_secs=3
--num_hdfs_worker_threads=16
--resource_broker_cnxn_attempts=1
--resource_broker_cnxn_retry_interval_ms=3000
--resource_broker_recv_timeout=0
--resource_broker_send_timeout=0
--staging_cgroup=impala_staging
--state_store_host=131.159.16.231
--state_store_subscriber_port=23000
--use_statestore=true
--local_library_dir=/tmp
--serialize_batch=false
--status_report_interval=5
--num_threads_per_core=3
--scratch_dirs=/tmp
--queue_wait_timeout_ms=60000
--default_pool_max_queued=200
--default_pool_max_requests=200
--default_pool_mem_limit=
--disable_pool_max_requests=false
--disable_pool_mem_limits=false
--fair_scheduler_allocation_path=
--llama_site_path=
--log_mem_usage_interval=0
--authorization_policy_file=
--authorization_policy_provider_class=org.apache.sentry.provider.common.HadoopGroupResourceAuthorizationProvider
--authorized_proxy_user_config=
--load_catalog_at_startup=false
--server_name=
--abort_on_failed_audit_event=true
--audit_event_log_dir=
--be_service_threads=64
--beeswax_port=21000
--cancellation_thread_pool_size=5
--default_query_options=
--fe_service_threads=64
--hs2_port=21050
--idle_query_timeout=0
--idle_session_timeout=0
--local_nodemanager_url=
--log_query_to_file=true
--max_audit_event_log_file_size=5000
--max_profile_log_file_size=5000
--max_result_cache_size=100000
--profile_log_dir=
--query_log_size=250
--ssl_client_ca_certificate=
--ssl_private_key=
--ssl_server_certificate=
--max_vcore_oversubscription_ratio=2.5
--rm_always_use_defaults=false
--rm_default_cpu_vcores=2
--rm_default_memory=4G
--disable_admission_control=true
--require_username=false
--statestore_subscriber_cnxn_attempts=10
--statestore_subscriber_cnxn_retry_interval_ms=3000
--statestore_subscriber_timeout_seconds=30
--state_store_port=24000
--statestore_heartbeat_frequency_ms=1000
--statestore_max_missed_heartbeats=10
--statestore_num_heartbeat_threads=10
--statestore_num_update_threads=10
--statestore_update_frequency_ms=2000
--force_lowercase_usernames=false
--num_cores=0
--web_log_bytes=1048576
--non_impala_java_vlog=0
--periodic_counter_update_period_ms=500
--enable_webserver_doc_root=true
--webserver_authentication_domain=
--webserver_certificate_file=
--webserver_doc_root=/usr/lib/impala
--webserver_interface=
--webserver_password_file=
--webserver_port=25000
--flagfile=
--fromenv=
--tryfromenv=
--undefok=
--tab_completion_columns=80
--tab_completion_word=
--help=false
--helpfull=false
--helpmatch=
--helpon=
--helppackage=false
--helpshort=false
--helpxml=false
--version=false
--alsologtoemail=
--alsologtostderr=false
--drop_log_memory=true
--log_backtrace_at=
--log_dir=/var/log/impala
--log_link=
--log_prefix=true
--logbuflevel=0
--logbufsecs=30
--logbufvlevel=1
--logemaillevel=999
--logmailer=/bin/mail
--logtostderr=false
--max_log_size=1800
--minloglevel=0
--stderrthreshold=4
--stop_logging_if_full_disk=false
--symbolize_stacktrace=true
--v=0
--vmodule=
I0219 16:54:23.469998 47606 init.cc:138] Cpu Info:
  Model: Intel(R) Xeon(R) CPU E5-2660 v2 @ 2.20GHz
  Cores: 40
  L1 Cache: 32.00 KB
  L2 Cache: 256.00 KB
  L3 Cache: 25.00 MB
  Hardware Supports:
    ssse3
    sse4_1
    sse4_2
    popcnt
I0219 16:54:23.470007 47606 init.cc:139] Disk Info: 
  Num disks 3: 
    sda (rotational=false)
    sdb (rotational=true)
    sr (rotational=true)

I0219 16:54:23.470016 47606 init.cc:140] Physical Memory: 251.87 GB
I0219 16:54:23.470022 47606 init.cc:141] OS version: Linux version 3.16.0-29-generic (buildd@tipua) (gcc version 4.9.1 (Ubuntu 4.9.1-16ubuntu6) ) #39-Ubuntu SMP Mon Dec 15 22:27:29 UTC 2014
I0219 16:54:23.470026 47606 init.cc:142] Process ID: 47606
I0219 16:54:24.815232 47606 hbase-table-scanner.cc:156] Detected HBase version >= 0.95.2
I0219 16:54:24.924291 47606 GlogAppender.java:123] Logging initialized. Impala: INFO, All other: INFO
I0219 16:54:24.928951 47606 JniFrontend.java:128] Authorization is 'DISABLED'.
I0219 16:54:24.929131 47606 JniFrontend.java:130] Java Version Info: Java(TM) SE Runtime Environment (1.7.0_72-b14)
I0219 16:54:25.406951 47606 simple-scheduler.cc:102] Admission control is disabled.
I0219 16:54:25.407682 47606 impala-server.cc:1137] Default query options:TQueryOptions {
  01: abort_on_error (bool) = false,
  02: max_errors (i32) = 0,
  03: disable_codegen (bool) = false,
  04: batch_size (i32) = 0,
  05: num_nodes (i32) = 0,
  06: max_scan_range_length (i64) = 0,
  07: num_scanner_threads (i32) = 0,
  08: max_io_buffers (i32) = 0,
  09: allow_unsupported_formats (bool) = false,
  10: default_order_by_limit (i64) = -1,
  11: debug_action (string) = "",
  12: mem_limit (i64) = 0,
  13: abort_on_default_limit_exceeded (bool) = false,
  15: hbase_caching (i32) = 0,
  16: hbase_cache_blocks (bool) = false,
  17: parquet_file_size (i64) = 0,
  18: explain_level (i32) = 1,
  19: sync_ddl (bool) = false,
  23: disable_cached_reads (bool) = false,
  24: disable_outermost_topn (bool) = false,
  25: rm_initial_mem (i64) = 0,
  26: query_timeout_s (i32) = 0,
  28: appx_count_distinct (bool) = false,
  29: disable_unsafe_spills (bool) = false,
  31: exec_single_node_rows_threshold (i32) = 100,
}
I0219 16:54:27.535320 47606 tmp-file-mgr.cc:77] Created the following scratch dirs:/tmp/impala-scratch
I0219 16:54:27.535419 47606 simple-logger.cc:72] Logging to: /var/log/impala/profiles//impala_profile_log_1.0-1424361267535
I0219 16:54:27.535603 47606 impala-server.cc:390] Event logging is disabled
I0219 16:54:27.560405 47606 impala-server.cc:1857] Impala Beeswax Service listening on 21000
I0219 16:54:27.561822 47606 impala-server.cc:1879] Impala HiveServer2 Service listening on 21050
I0219 16:54:27.563164 47606 impala-server.cc:1894] ImpalaInternalService listening on 22000
I0219 16:54:27.563586 47606 thrift-server.cc:389] ThriftServer 'backend' started on port: 22000
I0219 16:54:27.563598 47606 exec-env.cc:277] Starting global services
I0219 16:54:27.582772 47606 exec-env.cc:338] Using global memory limit: 201.50 GB
I0219 16:54:27.583727 47606 webserver.cc:195] Starting webserver on 0.0.0.0:25000
I0219 16:54:27.583742 47606 webserver.cc:209] Document root: /usr/lib/impala
I0219 16:54:27.583889 47606 webserver.cc:275] Webserver started
I0219 16:54:27.583897 47606 simple-scheduler.cc:181] Starting simple scheduler
I0219 16:54:27.584043 47606 simple-scheduler.cc:232] Simple-scheduler using 10.0.0.13 as IP address
I0219 16:54:27.584053 47606 statestore-subscriber.cc:186] Starting statestore subscriber
I0219 16:54:27.585582 47606 thrift-server.cc:389] ThriftServer 'StatestoreSubscriber' started on port: 23000
I0219 16:54:27.585592 47606 statestore-subscriber.cc:197] Registering with statestore
I0219 16:54:27.586287 47606 statestore-subscriber.cc:201] statestore registration successful
I0219 16:54:27.590522 47606 thrift-server.cc:389] ThriftServer 'beeswax-frontend' started on port: 21000
I0219 16:54:27.594619 47606 thrift-server.cc:389] ThriftServer 'hiveserver2-frontend' started on port: 21050
I0219 16:54:27.594630 47606 impalad-main.cc:89] Impala has started.