cdh-admin-setup-data.sh

sudo yum -y install git

#Below command will create directory by name data
git clone https://github.com/dgadiraju/data.git

#One of the directory is cards, we will unzip largedeck.txt.gz
gunzip data/cards/largedeck.txt.gz

#Creating userspace
#hdfs is superuser for hdfs
#All the servers where hdfs is configured (including gateways) will contain this user
#We need to use hdfs or any superuser to create userspace
#This command will take care of userspace for user itversity
sudo -u hdfs hadoop fs -mkdir -p /user/itversity
sudo -u hdfs hadoop fs -chown itversity:itversity /user/itversity

#Now we can run rest of the commands to copy data into hdfs using user itversity
hadoop fs -mkdir /user/itversity/cards
hadoop fs -put data/cards/deckofcards.txt /user/itversity/cards
hadoop fs -put data/cards/largedeck.txt /user/itversity/cards

#We can get metadata associated with the files using hdfs fsck command
hdfs fsck /user/itversity/cards -files -blocks -locations