most of these require logout/restart to take effect
# Enable character repeat on keydown
defaults write -g ApplePressAndHoldEnabled -bool false
# Set a shorter Delay until key repeat
diff --git a/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/tools/DFSck.java b/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/tools/DFSck.java | |
index 10b0012016b..6f53ee436ba 100644 | |
--- a/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/tools/DFSck.java | |
+++ b/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/tools/DFSck.java | |
@@ -210,6 +210,11 @@ private Integer listCorruptFileBlocks(String dir, String baseUrl) | |
allDone = true; | |
break; | |
} | |
+ if (line.startsWith("Access denied for user")) { | |
+ numCorrupt = 0; |
class HyperLogLogStoreUDAF extends UserDefinedAggregateFunction { | |
override def inputSchema = new StructType() | |
.add("stringInput", BinaryType) | |
override def update(buffer: MutableAggregationBuffer, input: Row) = { | |
// This input Row only has a single column storing the input value in String (or other Binary data). | |
// We only update the buffer when the input value is not null. | |
if (!input.isNullAt(0)) { | |
if (buffer.isNullAt(0)) { |
#!/usr/bin/env bash | |
# global parameters | |
g_tmp_folder="ncdc_tmp"; | |
g_output_folder="ncdc_data"; | |
g_remote_host="ftp.ncdc.noaa.gov"; | |
g_remote_path="pub/data/noaa"; | |
<?xml version="1.0"?> | |
<?xml-stylesheet type="text/xsl" href="configuration.xsl"?> | |
<!-- Put site-specific property overrides in this file. --> | |
<configuration xmlns:xi="http://www.w3.org/2001/XInclude"> | |
<!-- | |
<property> | |
<name>fs.azure.account.key.{WASB_ACCOUNT_NAME}.blob.core.windows.net</name> | |
<value>{WASB_ACCOUNT_KEY}</value> | |
</property> |
import org.apache.commons.collections4.IterableUtils; | |
import java.util.function.Function; | |
public class Iterables { | |
public static <F, T> Iterable<T> map( | |
Iterable<F> iterable, | |
Function<F, T> mapper) { | |
return IterableUtils.transformedIterable(iterable, (x) -> mapper.apply(x)); | |
} |
Feb 5 09:01:01 localhost systemd: Started Session 81 of user root. | |
Feb 5 09:01:01 localhost systemd: Starting Session 81 of user root. | |
Feb 5 09:01:01 localhost systemd: Removed slice user-0.slice. | |
Feb 5 09:01:01 localhost systemd: Stopping user-0.slice. | |
Feb 5 10:01:01 localhost systemd: Created slice user-0.slice. | |
Feb 5 10:01:01 localhost systemd: Starting user-0.slice. | |
Feb 5 10:01:01 localhost systemd: Started Session 82 of user root. | |
Feb 5 10:01:01 localhost systemd: Starting Session 82 of user root. | |
Feb 5 10:01:01 localhost systemd: Removed slice user-0.slice. |
azure vm docker create -e 22 -l 'West US' VM_NAME "b39f27a8b8c64d52b05eac6a62ebad85__Ubuntu-14_04-LTS-amd64-server-20140618.1-en-us-30GB" ACCOUNT PASSWORD |