Created
March 23, 2015 21:24
-
-
Save andypern/6b742025bc596949c930 to your computer and use it in GitHub Desktop.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| [root@sandbox conf.empty]# hadoop fs -ls wasb://andypcontainer@maprazuretest.blob.core.windows.net/ | |
| 15/03/23 21:23:25 DEBUG lib.MutableMetricsFactory: field org.apache.hadoop.metrics2.lib.MutableRate org.apache.hadoop.security.UserGroupInformation$UgiMetrics.loginSuccess with annotation @org.apache.hadoop.metrics2.annotation.Metric(value=[Rate of successful kerberos logins and latency (milliseconds)], about=, valueName=Time, type=DEFAULT, always=false, sampleName=Ops) | |
| 15/03/23 21:23:25 DEBUG lib.MutableMetricsFactory: field org.apache.hadoop.metrics2.lib.MutableRate org.apache.hadoop.security.UserGroupInformation$UgiMetrics.loginFailure with annotation @org.apache.hadoop.metrics2.annotation.Metric(value=[Rate of failed kerberos logins and latency (milliseconds)], about=, valueName=Time, type=DEFAULT, always=false, sampleName=Ops) | |
| 15/03/23 21:23:25 DEBUG lib.MutableMetricsFactory: field org.apache.hadoop.metrics2.lib.MutableRate org.apache.hadoop.security.UserGroupInformation$UgiMetrics.getGroups with annotation @org.apache.hadoop.metrics2.annotation.Metric(value=[GetGroups], about=, valueName=Time, type=DEFAULT, always=false, sampleName=Ops) | |
| 15/03/23 21:23:25 DEBUG impl.MetricsSystemImpl: UgiMetrics, User and group related metrics | |
| 15/03/23 21:23:26 DEBUG impl.MetricsSystemImpl: from system property: null | |
| 15/03/23 21:23:26 DEBUG impl.MetricsSystemImpl: from environment variable: null | |
| 15/03/23 21:23:26 INFO impl.MetricsConfig: loaded properties from hadoop-metrics2.properties | |
| 15/03/23 21:23:26 DEBUG impl.MetricsConfig: *.period = 60 | |
| *.sink.ganglia.class = org.apache.hadoop.metrics2.sink.ganglia.GangliaSink31 | |
| *.sink.ganglia.period = 10 | |
| *.sink.ganglia.supportsparse = true | |
| .sink.ganglia.slope = jvm.metrics.gcCount=zero,jvm.metrics.memHeapUsedM=both | |
| .sink.ganglia.dmax = jvm.metrics.threadsBlocked=70,jvm.metrics.memHeapUsedM=40 | |
| namenode.sink.ganglia.servers = sandbox.hortonworks.com:8661 | |
| datanode.sink.ganglia.servers = sandbox.hortonworks.com:8659 | |
| jobtracker.sink.ganglia.servers = sandbox.hortonworks.com:8662 | |
| tasktracker.sink.ganglia.servers = sandbox.hortonworks.com:8658 | |
| maptask.sink.ganglia.servers = sandbox.hortonworks.com:8660 | |
| reducetask.sink.ganglia.servers = sandbox.hortonworks.com:8660 | |
| resourcemanager.sink.ganglia.servers = sandbox.hortonworks.com:8664 | |
| nodemanager.sink.ganglia.servers = sandbox.hortonworks.com:8657 | |
| historyserver.sink.ganglia.servers = sandbox.hortonworks.com:8666 | |
| journalnode.sink.ganglia.servers = sandbox.hortonworks.com:8654 | |
| nimbus.sink.ganglia.servers = sandbox.hortonworks.com:8649 | |
| supervisor.sink.ganglia.servers = sandbox.hortonworks.com:8650 | |
| resourcemanager.sink.ganglia.tagsForPrefix.yarn = Queue | |
| 15/03/23 21:23:26 DEBUG impl.MetricsConfig: | |
| 15/03/23 21:23:26 DEBUG impl.MetricsConfig: poking parent 'PropertiesConfiguration' for key: period | |
| 15/03/23 21:23:26 DEBUG lib.MutableMetricsFactory: field org.apache.hadoop.metrics2.lib.MutableStat org.apache.hadoop.metrics2.impl.MetricsSystemImpl.snapshotStat with annotation @org.apache.hadoop.metrics2.annotation.Metric(value=[Snapshot, Snapshot stats], about=, valueName=Time, type=DEFAULT, always=false, sampleName=Ops) | |
| 15/03/23 21:23:26 DEBUG lib.MutableMetricsFactory: field org.apache.hadoop.metrics2.lib.MutableStat org.apache.hadoop.metrics2.impl.MetricsSystemImpl.publishStat with annotation @org.apache.hadoop.metrics2.annotation.Metric(value=[Publish, Publishing stats], about=, valueName=Time, type=DEFAULT, always=false, sampleName=Ops) | |
| 15/03/23 21:23:26 DEBUG lib.MutableMetricsFactory: field org.apache.hadoop.metrics2.lib.MutableCounterLong org.apache.hadoop.metrics2.impl.MetricsSystemImpl.droppedPubAll with annotation @org.apache.hadoop.metrics2.annotation.Metric(value=[Dropped updates by all sinks], about=, valueName=Time, type=DEFAULT, always=false, sampleName=Ops) | |
| 15/03/23 21:23:26 DEBUG impl.MetricsConfig: poking parent 'PropertiesConfiguration' for key: source.source.start_mbeans | |
| 15/03/23 21:23:26 DEBUG impl.MetricsConfig: poking parent 'MetricsConfig' for key: source.start_mbeans | |
| 15/03/23 21:23:26 DEBUG impl.MetricsConfig: poking parent 'PropertiesConfiguration' for key: *.source.start_mbeans | |
| 15/03/23 21:23:26 DEBUG impl.MetricsSourceAdapter: Updating attr cache... | |
| 15/03/23 21:23:26 DEBUG impl.MetricsSourceAdapter: Done. # tags & metrics=10 | |
| 15/03/23 21:23:26 DEBUG impl.MetricsSourceAdapter: Updating info cache... | |
| 15/03/23 21:23:26 DEBUG impl.MetricsSystemImpl: [javax.management.MBeanAttributeInfo[description=Metrics context, name=tag.Context, type=java.lang.String, read-only, descriptor={}], javax.management.MBeanAttributeInfo[description=Number of active metrics sources, name=NumActiveSources, type=java.lang.Integer, read-only, descriptor={}], javax.management.MBeanAttributeInfo[description=Number of all registered metrics sources, name=NumAllSources, type=java.lang.Integer, read-only, descriptor={}], javax.management.MBeanAttributeInfo[description=Number of active metrics sinks, name=NumActiveSinks, type=java.lang.Integer, read-only, descriptor={}], javax.management.MBeanAttributeInfo[description=Number of all registered metrics sinks, name=NumAllSinks, type=java.lang.Integer, read-only, descriptor={}], javax.management.MBeanAttributeInfo[description=Number of ops for snapshot stats, name=SnapshotNumOps, type=java.lang.Long, read-only, descriptor={}], javax.management.MBeanAttributeInfo[description=Average time for snapshot stats, name=SnapshotAvgTime, type=java.lang.Double, read-only, descriptor={}], javax.management.MBeanAttributeInfo[description=Number of ops for publishing stats, name=PublishNumOps, type=java.lang.Long, read-only, descriptor={}], javax.management.MBeanAttributeInfo[description=Average time for publishing stats, name=PublishAvgTime, type=java.lang.Double, read-only, descriptor={}], javax.management.MBeanAttributeInfo[description=Dropped updates by all sinks, name=DroppedPubAll, type=java.lang.Long, read-only, descriptor={}]] | |
| 15/03/23 21:23:26 DEBUG impl.MetricsSourceAdapter: Done | |
| 15/03/23 21:23:26 DEBUG util.MBeans: Registered Hadoop:service=azure-file-system,name=MetricsSystem,sub=Stats | |
| 15/03/23 21:23:26 DEBUG impl.MetricsSourceAdapter: MBean for source MetricsSystem,sub=Stats registered. | |
| 15/03/23 21:23:26 INFO impl.MetricsSystemImpl: Scheduled snapshot period at 60 second(s). | |
| 15/03/23 21:23:26 INFO impl.MetricsSystemImpl: azure-file-system metrics system started | |
| 15/03/23 21:23:26 DEBUG util.MBeans: Registered Hadoop:service=azure-file-system,name=MetricsSystem,sub=Control | |
| 15/03/23 21:23:26 DEBUG impl.MetricsSystemImpl: AzureFileSystemMetrics, Azure Storage Volume File System metrics | |
| 15/03/23 21:23:26 DEBUG impl.MetricsConfig: poking parent 'PropertiesConfiguration' for key: source.source.start_mbeans | |
| 15/03/23 21:23:26 DEBUG impl.MetricsConfig: poking parent 'MetricsConfig' for key: source.start_mbeans | |
| 15/03/23 21:23:26 DEBUG impl.MetricsConfig: poking parent 'PropertiesConfiguration' for key: *.source.start_mbeans | |
| 15/03/23 21:23:26 DEBUG impl.MetricsSourceAdapter: Updating attr cache... | |
| 15/03/23 21:23:26 DEBUG impl.MetricsSourceAdapter: Done. # tags & metrics=18 | |
| 15/03/23 21:23:26 DEBUG impl.MetricsSourceAdapter: Updating info cache... | |
| 15/03/23 21:23:26 DEBUG impl.MetricsSystemImpl: [javax.management.MBeanAttributeInfo[description=Metrics context, name=tag.Context, type=java.lang.String, read-only, descriptor={}], javax.management.MBeanAttributeInfo[description=A unique identifier for the file , name=tag.wasbFileSystemId, type=java.lang.String, read-only, descriptor={}], javax.management.MBeanAttributeInfo[description=Local hostname, name=tag.Hostname, type=java.lang.String, read-only, descriptor={}], javax.management.MBeanAttributeInfo[description=Total number of web responses obtained from Azure Storage, name=wasb_web_responses, type=java.lang.Long, read-only, descriptor={}], javax.management.MBeanAttributeInfo[description=Total number of files created through the WASB file system., name=wasb_files_created, type=java.lang.Long, read-only, descriptor={}], javax.management.MBeanAttributeInfo[description=Total number of files deleted through the WASB file system., name=wasb_files_deleted, type=java.lang.Long, read-only, descriptor={}], javax.management.MBeanAttributeInfo[description=Total number of directories created through the WASB file system., name=wasb_directories_created, type=java.lang.Long, read-only, descriptor={}], javax.management.MBeanAttributeInfo[description=Total number of directories deleted through the WASB file system., name=wasb_directories_deleted, type=java.lang.Long, read-only, descriptor={}], javax.management.MBeanAttributeInfo[description=Total number of bytes written to Azure Storage during the last second., name=wasb_bytes_written_last_second, type=java.lang.Long, read-only, descriptor={}], javax.management.MBeanAttributeInfo[description=Total number of bytes read from Azure Storage during the last second., name=wasb_bytes_read_last_second, type=java.lang.Long, read-only, descriptor={}], javax.management.MBeanAttributeInfo[description=The maximum upload rate encountered to Azure Storage in bytes/second., name=wasb_maximum_upload_bytes_per_second, type=java.lang.Long, read-only, descriptor={}], javax.management.MBeanAttributeInfo[description=The maximum download rate encountered to Azure Storage in bytes/second., name=wasb_maximum_download_bytes_per_second, type=java.lang.Long, read-only, descriptor={}], javax.management.MBeanAttributeInfo[description=Total number of raw bytes (including overhead) uploaded to Azure Storage., name=wasb_raw_bytes_uploaded, type=java.lang.Long, read-only, descriptor={}], javax.management.MBeanAttributeInfo[description=Total number of raw bytes (including overhead) downloaded from Azure Storage., name=wasb_raw_bytes_downloaded, type=java.lang.Long, read-only, descriptor={}], javax.management.MBeanAttributeInfo[description=Total number of client-side errors by WASB (excluding 404)., name=wasb_client_errors, type=java.lang.Long, read-only, descriptor={}], javax.management.MBeanAttributeInfo[description=Total number of server-caused errors by WASB., name=wasb_server_errors, type=java.lang.Long, read-only, descriptor={}], javax.management.MBeanAttributeInfo[description=The average latency in milliseconds of uploading a single block. The average latency is calculated over a 5-second rolling window., name=wasb_average_block_upload_latency_ms, type=java.lang.Long, read-only, descriptor={}], javax.management.MBeanAttributeInfo[description=The average latency in milliseconds of downloading a single block. The average latency is calculated over a 5-second rolling window., name=wasb_average_block_download_latency_ms, type=java.lang.Long, read-only, descriptor={}]] | |
| 15/03/23 21:23:26 DEBUG impl.MetricsSourceAdapter: Done | |
| 15/03/23 21:23:26 DEBUG util.MBeans: Registered Hadoop:service=azure-file-system,name=AzureFileSystemMetrics | |
| 15/03/23 21:23:26 DEBUG impl.MetricsSourceAdapter: MBean for source AzureFileSystemMetrics registered. | |
| 15/03/23 21:23:26 DEBUG impl.MetricsSystemImpl: Registered source AzureFileSystemMetrics | |
| Found 1 items | |
| -rwxrwxrwx 1 167392 2015-03-23 19:44 wasb://andypcontainer@maprazuretest.blob.core.windows.net/log.json | |
| 15/03/23 21:23:26 DEBUG util.MBeans: Unregistering Hadoop:service=azure-file-system,name=AzureFileSystemMetrics | |
| 15/03/23 21:23:26 INFO impl.MetricsSystemImpl: Stopping azure-file-system metrics system... | |
| 15/03/23 21:23:26 DEBUG util.MBeans: Unregistering Hadoop:service=azure-file-system,name=MetricsSystem,sub=Stats | |
| 15/03/23 21:23:26 INFO impl.MetricsSystemImpl: azure-file-system metrics system stopped. | |
| 15/03/23 21:23:26 DEBUG impl.MetricsSystemImpl: refCount=1 | |
| 15/03/23 21:23:26 DEBUG util.MBeans: Unregistering Hadoop:service=azure-file-system,name=MetricsSystem,sub=Control | |
| 15/03/23 21:23:26 INFO impl.MetricsSystemImpl: azure-file-system metrics system shutdown complete. |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment