paul-lupu

{
    "configurations" : [
        {
            "global" : {
                "hive_metastore_user_passwd" : "hive",
                "hbase_master_heapsize": "250",
                "hbase_regionserver_heapsize": "250",
                "oozie_metastore_user_passwd" : "oozie"
            }
        },

paul-lupu

#!/bin/bash
rm -rf /var/lib/ambari-server/resources/stacks/HDP/*/services/ZEPPELIN

VERSION=`hdp-select status hadoop-client | sed 's/hadoop-client - \([0-9]\.[0-9]\).*/\1/'`

mkdir -p /var/lib/ambari-server/resources/stacks/HDP/$VERSION/services/ZEPPELIN

chmod 777 /var/lib/ambari-server/resources/stacks/HDP/$VERSION/services/ZEPPELIN

cd /var/lib/ambari-server/resources/stacks/HDP/$VERSION/services/ZEPPELIN

paul-lupu

HDP 2.3 eliminates much of the complexity administering Hadoop and improves developer productivity. Hide
For the Hadoop Administrator

Ambari’s new guided configurations makes installation and configuration of HDFS, YARN, Hive and HBase easier and more predictable.
Ambari now supports customizable operations dashboard which allow administrators to focus on the cluster’s key performance indicators.
Automated Host Discovery for fast and predictable cluster formation.
Introduction of Cloudbreak from the recent SequenceIQ acquisition, automating provisioning of HDP clusters in wide choice of cloud environments.
For the Hadoop Developer

Enriched SQL semantics and new Hive User View in Ambari to write, run and debug queries.

paul-lupu

    raise Fail(err_msg)
resource_management.core.exceptions.Fail: Execution of 'yum install -y epel-release' returned 1. Loaded plugins: fastestmirror, priorities
Setting up Install Process
Loading mirror speeds from cached hostfile
Error: File /var/cache/yum/x86_64/6/epel/metalink.xml does not exist
Could not parse metalink https://mirrors.fedoraproject.org/metalink?repo=epel-6&arch=x86_64 error was 
No repomd file

paul-lupu

[root@sandbox yum.repos.d]#  ls -la /etc/yum.repos.d/epel*
-rw-r--r-- 1 root root 1056 Nov  5  2012 /etc/yum.repos.d/epel-testing.repo
-rw-r--r-- 1 root root  957 Nov  5  2012 /etc/yum.repos.d/epel.repo

paul-lupu

Failed to set locale, defaulting to C
Loaded plugins: fastestmirror, priorities
Loading mirror speeds from cached hostfile
epel/metalink                                                                                                                                                                                                           |  387 B     00:00     
Could not parse metalink https://mirrors.fedoraproject.org/metalink?repo=epel-6&arch=x86_64 error was 
No repomd file
Error: File /var/cache/yum/x86_64/6/epel/metalink.xml does not exist

paul-lupu

<?xml version="1.0" encoding="utf-8"?>
<metalink version="3.0" xmlns="http://www.metalinker.org/" type="dynamic" pubdate="Mon, 29 Feb 2016 21:56:23 GMT" generator="mirrormanager" xmlns:mm0="http://fedorahosted.org/mirrormanager">
<!--
# repo = epel-6 arch =  error: invalid repo or arch
# following repositories are available:
# repo=atomic-21&arch=x86_64
# repo=atomic-22&arch=x86_64
# repo=atomic-23&arch=x86_64
# repo=core-2&arch=i386
# repo=core-2&arch=x86_64

paul-lupu

  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed
129   387  129   387    0     0    293      0  0:00:01  0:00:01 --:--:--   871
<?xml version="1.0" encoding="utf-8"?>
<metalink version="3.0" xmlns="http://www.metalinker.org/" type="dynamic" pubdate="Mon, 29 Feb 2016 22:03:44 GMT" generator="mirrormanager" xmlns:mm0="http://fedorahosted.org/mirrormanager">
<!--
# Bad Request 7612
# {'repo': u'epel-6', 'IP': IP('81.196.65.101'), 'client_ip': u'81.196.65.101', 'metalink': True, 'arch': u'x86_64'}
-->
</metalink>

paul-lupu

[root@sandbox spark-client]# su spark
[spark@sandbox spark-client]$ ./bin/spark-submit --class org.apache.spark.examples.SparkPi --master yarn-client --num-executors 3 --driver-memory 512m --executor-memory 512m --executor-cores 1 lib/spark-examples*.jar 10
16/03/14 12:42:52 INFO SparkContext: Running Spark version 1.6.0
16/03/14 12:42:53 WARN NativeCodeLoader: Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
16/03/14 12:42:54 INFO SecurityManager: Changing view acls to: spark
16/03/14 12:42:54 INFO SecurityManager: Changing modify acls to: spark
16/03/14 12:42:54 INFO SecurityManager: SecurityManager: authentication disabled; ui acls disabled; users with view permissions: Set(spark); users with modify permissions: Set(spark)
16/03/14 12:42:54 INFO Utils: Successfully started service 'sparkDriver' on port 51735.
16/03/14 12:42:55 INFO Slf4jLogger: Slf4jLogger started
16/03/14 12:42:55 INFO Remoting: Starting remoting

paul-lupu

Last login: Mon Mar 14 13:21:35 2016 from 10.0.2.2
[root@sandbox ~]# export SPARK_HOME=/usr/hdp/current/spark-client
[root@sandbox ~]# cd $SPARK_HOME
[root@sandbox spark-client]# 
[root@sandbox spark-client]# netstat -lnptu | grep 4040
[root@sandbox spark-client]# su spark
[spark@sandbox spark-client]$ ./bin/spark-submit --class org.apache.spark.examples.SparkPi --master yarn-client --num-executors 3 --driver-memory 512m --executor-memory 512m --executor-cores 1 lib/spark-examples*.jar 10
16/03/14 13:22:43 INFO SparkContext: Running Spark version 1.6.0
16/03/14 13:22:44 WARN NativeCodeLoader: Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
16/03/14 13:22:45 INFO SecurityManager: Changing view acls to: spark