Skip to content

Instantly share code, notes, and snippets.

@Mahito
Created September 13, 2013 02:18
Show Gist options
  • Save Mahito/6546159 to your computer and use it in GitHub Desktop.
Save Mahito/6546159 to your computer and use it in GitHub Desktop.
Failed to Create Hive Metastore Database Tables.
+ date
+ date
Fri Sep 13 02:10:52 UTC 2013
++ dirname /usr/lib64/cmf/service/hive/hive.sh
+ cloudera_config=/usr/lib64/cmf/service/hive
++ cd /usr/lib64/cmf/service/hive/../common
++ pwd
+ cloudera_config=/usr/lib64/cmf/service/common
+ . /usr/lib64/cmf/service/common/cloudera-config.sh
++ set -x
+ locate_java_home
+ '[' -z '' ']'
+ for candidate in /usr/lib/j2sdk1.6-sun /usr/lib/jvm/java-6-sun '/usr/lib/jvm/java-1.6.0-sun-1.6.0.*' '/usr/lib/jvm/java-1.6.0-sun-1.6.0.*/jre/' /usr/lib/jvm/j2sdk1.6-oracle /usr/lib/jvm/j2sdk1.6-oracle/jre '/usr/java/jdk1.6*' '/usr/java/jre1.6*' '/usr/java/jdk1.7*' '/usr/java/jre1.7*' /usr/lib/jvm/j2sdk1.7-oracle /usr/lib/jvm/j2sdk1.7-oracle/jre /Library/Java/Home /usr/java/default /usr/lib/jvm/default-java /usr/lib/jvm/java-openjdk /usr/lib/jvm/jre-openjdk '/usr/lib/jvm/java-1.7.0-openjdk*' '/usr/lib/jvm/java-7-openjdk*' '/usr/lib/jvm/java-1.6.0-openjdk-1.6.*' '/usr/lib/jvm/jre-1.6.0-openjdk*'
+ '[' -e /usr/lib/j2sdk1.6-sun/bin/java ']'
+ for candidate in /usr/lib/j2sdk1.6-sun /usr/lib/jvm/java-6-sun '/usr/lib/jvm/java-1.6.0-sun-1.6.0.*' '/usr/lib/jvm/java-1.6.0-sun-1.6.0.*/jre/' /usr/lib/jvm/j2sdk1.6-oracle /usr/lib/jvm/j2sdk1.6-oracle/jre '/usr/java/jdk1.6*' '/usr/java/jre1.6*' '/usr/java/jdk1.7*' '/usr/java/jre1.7*' /usr/lib/jvm/j2sdk1.7-oracle /usr/lib/jvm/j2sdk1.7-oracle/jre /Library/Java/Home /usr/java/default /usr/lib/jvm/default-java /usr/lib/jvm/java-openjdk /usr/lib/jvm/jre-openjdk '/usr/lib/jvm/java-1.7.0-openjdk*' '/usr/lib/jvm/java-7-openjdk*' '/usr/lib/jvm/java-1.6.0-openjdk-1.6.*' '/usr/lib/jvm/jre-1.6.0-openjdk*'
+ '[' -e /usr/lib/jvm/java-6-sun/bin/java ']'
+ for candidate in /usr/lib/j2sdk1.6-sun /usr/lib/jvm/java-6-sun '/usr/lib/jvm/java-1.6.0-sun-1.6.0.*' '/usr/lib/jvm/java-1.6.0-sun-1.6.0.*/jre/' /usr/lib/jvm/j2sdk1.6-oracle /usr/lib/jvm/j2sdk1.6-oracle/jre '/usr/java/jdk1.6*' '/usr/java/jre1.6*' '/usr/java/jdk1.7*' '/usr/java/jre1.7*' /usr/lib/jvm/j2sdk1.7-oracle /usr/lib/jvm/j2sdk1.7-oracle/jre /Library/Java/Home /usr/java/default /usr/lib/jvm/default-java /usr/lib/jvm/java-openjdk /usr/lib/jvm/jre-openjdk '/usr/lib/jvm/java-1.7.0-openjdk*' '/usr/lib/jvm/java-7-openjdk*' '/usr/lib/jvm/java-1.6.0-openjdk-1.6.*' '/usr/lib/jvm/jre-1.6.0-openjdk*'
+ '[' -e '/usr/lib/jvm/java-1.6.0-sun-1.6.0.*/bin/java' ']'
+ for candidate in /usr/lib/j2sdk1.6-sun /usr/lib/jvm/java-6-sun '/usr/lib/jvm/java-1.6.0-sun-1.6.0.*' '/usr/lib/jvm/java-1.6.0-sun-1.6.0.*/jre/' /usr/lib/jvm/j2sdk1.6-oracle /usr/lib/jvm/j2sdk1.6-oracle/jre '/usr/java/jdk1.6*' '/usr/java/jre1.6*' '/usr/java/jdk1.7*' '/usr/java/jre1.7*' /usr/lib/jvm/j2sdk1.7-oracle /usr/lib/jvm/j2sdk1.7-oracle/jre /Library/Java/Home /usr/java/default /usr/lib/jvm/default-java /usr/lib/jvm/java-openjdk /usr/lib/jvm/jre-openjdk '/usr/lib/jvm/java-1.7.0-openjdk*' '/usr/lib/jvm/java-7-openjdk*' '/usr/lib/jvm/java-1.6.0-openjdk-1.6.*' '/usr/lib/jvm/jre-1.6.0-openjdk*'
+ '[' -e '/usr/lib/jvm/java-1.6.0-sun-1.6.0.*/jre//bin/java' ']'
+ for candidate in /usr/lib/j2sdk1.6-sun /usr/lib/jvm/java-6-sun '/usr/lib/jvm/java-1.6.0-sun-1.6.0.*' '/usr/lib/jvm/java-1.6.0-sun-1.6.0.*/jre/' /usr/lib/jvm/j2sdk1.6-oracle /usr/lib/jvm/j2sdk1.6-oracle/jre '/usr/java/jdk1.6*' '/usr/java/jre1.6*' '/usr/java/jdk1.7*' '/usr/java/jre1.7*' /usr/lib/jvm/j2sdk1.7-oracle /usr/lib/jvm/j2sdk1.7-oracle/jre /Library/Java/Home /usr/java/default /usr/lib/jvm/default-java /usr/lib/jvm/java-openjdk /usr/lib/jvm/jre-openjdk '/usr/lib/jvm/java-1.7.0-openjdk*' '/usr/lib/jvm/java-7-openjdk*' '/usr/lib/jvm/java-1.6.0-openjdk-1.6.*' '/usr/lib/jvm/jre-1.6.0-openjdk*'
+ '[' -e /usr/lib/jvm/j2sdk1.6-oracle/bin/java ']'
+ for candidate in /usr/lib/j2sdk1.6-sun /usr/lib/jvm/java-6-sun '/usr/lib/jvm/java-1.6.0-sun-1.6.0.*' '/usr/lib/jvm/java-1.6.0-sun-1.6.0.*/jre/' /usr/lib/jvm/j2sdk1.6-oracle /usr/lib/jvm/j2sdk1.6-oracle/jre '/usr/java/jdk1.6*' '/usr/java/jre1.6*' '/usr/java/jdk1.7*' '/usr/java/jre1.7*' /usr/lib/jvm/j2sdk1.7-oracle /usr/lib/jvm/j2sdk1.7-oracle/jre /Library/Java/Home /usr/java/default /usr/lib/jvm/default-java /usr/lib/jvm/java-openjdk /usr/lib/jvm/jre-openjdk '/usr/lib/jvm/java-1.7.0-openjdk*' '/usr/lib/jvm/java-7-openjdk*' '/usr/lib/jvm/java-1.6.0-openjdk-1.6.*' '/usr/lib/jvm/jre-1.6.0-openjdk*'
+ '[' -e /usr/lib/jvm/j2sdk1.6-oracle/jre/bin/java ']'
+ for candidate in /usr/lib/j2sdk1.6-sun /usr/lib/jvm/java-6-sun '/usr/lib/jvm/java-1.6.0-sun-1.6.0.*' '/usr/lib/jvm/java-1.6.0-sun-1.6.0.*/jre/' /usr/lib/jvm/j2sdk1.6-oracle /usr/lib/jvm/j2sdk1.6-oracle/jre '/usr/java/jdk1.6*' '/usr/java/jre1.6*' '/usr/java/jdk1.7*' '/usr/java/jre1.7*' /usr/lib/jvm/j2sdk1.7-oracle /usr/lib/jvm/j2sdk1.7-oracle/jre /Library/Java/Home /usr/java/default /usr/lib/jvm/default-java /usr/lib/jvm/java-openjdk /usr/lib/jvm/jre-openjdk '/usr/lib/jvm/java-1.7.0-openjdk*' '/usr/lib/jvm/java-7-openjdk*' '/usr/lib/jvm/java-1.6.0-openjdk-1.6.*' '/usr/lib/jvm/jre-1.6.0-openjdk*'
+ '[' -e /usr/java/jdk1.6.0_31/bin/java ']'
+ export JAVA_HOME=/usr/java/jdk1.6.0_31
+ JAVA_HOME=/usr/java/jdk1.6.0_31
+ break
+ '[' -z /usr/java/jdk1.6.0_31 ']'
+ source_parcel_environment
+ '[' '!' -z '' ']'
+ set_hive_classpath
+ set_classpath_in_var AUX_CLASSPATH
+ '[' -z AUX_CLASSPATH ']'
+ '[' /usr/share/cmf ']'
++ find /usr/share/cmf/lib/plugins -name '*.jar'
++ tr '\n' :
+ ADD_TO_CP=/usr/share/cmf/lib/plugins/navigator-plugin-4.7.1-shaded.jar:/usr/share/cmf/lib/plugins/tt-instrumentation-4.7.1.jar:/usr/share/cmf/lib/plugins/event-publish-4.7.1-shaded.jar:
+ ADD_TO_CP=/usr/share/cmf/lib/plugins/navigator-plugin-4.7.1-shaded.jar:/usr/share/cmf/lib/plugins/tt-instrumentation-4.7.1.jar:/usr/share/cmf/lib/plugins/event-publish-4.7.1-shaded.jar
+ eval 'OLD_VALUE=$AUX_CLASSPATH'
++ OLD_VALUE=
+ '[' -z ']'
+ export AUX_CLASSPATH=/usr/share/cmf/lib/plugins/navigator-plugin-4.7.1-shaded.jar:/usr/share/cmf/lib/plugins/tt-instrumentation-4.7.1.jar:/usr/share/cmf/lib/plugins/event-publish-4.7.1-shaded.jar
+ AUX_CLASSPATH=/usr/share/cmf/lib/plugins/navigator-plugin-4.7.1-shaded.jar:/usr/share/cmf/lib/plugins/tt-instrumentation-4.7.1.jar:/usr/share/cmf/lib/plugins/event-publish-4.7.1-shaded.jar
+ '[' 4 = 4 ']'
+ export 'HADOOP_CLIENT_OPTS=-Djava.net.preferIPv4Stack=true -Xmx102850094 -XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:-CMSConcurrentMTEnabled -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSParallelRemarkEnabled '
+ HADOOP_CLIENT_OPTS='-Djava.net.preferIPv4Stack=true -Xmx102850094 -XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:-CMSConcurrentMTEnabled -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSParallelRemarkEnabled '
+ echo 'using /usr/java/jdk1.6.0_31 as JAVA_HOME'
+ echo 'using 4 as CDH_VERSION'
+ export HADOOP_HOME=/usr/lib/hadoop
+ HADOOP_HOME=/usr/lib/hadoop
+ export HIVE_HOME=/usr/lib/hive
+ HIVE_HOME=/usr/lib/hive
+ export HIVE_CONF_DIR=/var/run/cloudera-scm-agent/process/22-hive-metastore-create-tables
+ HIVE_CONF_DIR=/var/run/cloudera-scm-agent/process/22-hive-metastore-create-tables
+ '[' -d /var/run/cloudera-scm-agent/process/22-hive-metastore-create-tables/yarn-conf ']'
+ '[' -d /var/run/cloudera-scm-agent/process/22-hive-metastore-create-tables/hadoop-conf ']'
+ export HADOOP_CONF_DIR=/var/run/cloudera-scm-agent/process/22-hive-metastore-create-tables/hadoop-conf
+ HADOOP_CONF_DIR=/var/run/cloudera-scm-agent/process/22-hive-metastore-create-tables/hadoop-conf
+ '[' -f /var/run/cloudera-scm-agent/process/22-hive-metastore-create-tables/core-site.xml ']'
+ cp -af /var/run/cloudera-scm-agent/process/22-hive-metastore-create-tables/core-site.xml /var/run/cloudera-scm-agent/process/22-hive-metastore-create-tables/hadoop-conf
+ echo 'using /usr/lib/hive as HIVE_HOME'
+ echo 'using /var/run/cloudera-scm-agent/process/22-hive-metastore-create-tables as HIVE_CONF_DIR'
+ echo 'using /usr/lib/hadoop as HADOOP_HOME'
+ echo 'using /var/run/cloudera-scm-agent/process/22-hive-metastore-create-tables/hadoop-conf as HADOOP_CONF_DIR'
+ perl -pi -e 's#{{CMF_CONF_DIR}}#/var/run/cloudera-scm-agent/process/22-hive-metastore-create-tables#g' /var/run/cloudera-scm-agent/process/22-hive-metastore-create-tables/core-site.xml /var/run/cloudera-scm-agent/process/22-hive-metastore-create-tables/hive-site.xml
+ JDBC_JARS=/usr/share/java/mysql-connector-java.jar:/usr/share/cmf/lib/postgresql-9.0-801.jdbc4.jar:/usr/share/java/oracle-connector-java.jar
+ [[ -z /usr/share/cmf/lib/plugins/navigator-plugin-4.7.1-shaded.jar:/usr/share/cmf/lib/plugins/tt-instrumentation-4.7.1.jar:/usr/share/cmf/lib/plugins/event-publish-4.7.1-shaded.jar ]]
+ export AUX_CLASSPATH=/usr/share/cmf/lib/plugins/navigator-plugin-4.7.1-shaded.jar:/usr/share/cmf/lib/plugins/tt-instrumentation-4.7.1.jar:/usr/share/cmf/lib/plugins/event-publish-4.7.1-shaded.jar:/usr/share/java/mysql-connector-java.jar:/usr/share/cmf/lib/postgresql-9.0-801.jdbc4.jar:/usr/share/java/oracle-connector-java.jar
+ AUX_CLASSPATH=/usr/share/cmf/lib/plugins/navigator-plugin-4.7.1-shaded.jar:/usr/share/cmf/lib/plugins/tt-instrumentation-4.7.1.jar:/usr/share/cmf/lib/plugins/event-publish-4.7.1-shaded.jar:/usr/share/java/mysql-connector-java.jar:/usr/share/cmf/lib/postgresql-9.0-801.jdbc4.jar:/usr/share/java/oracle-connector-java.jar
+ copy_hive_default /var/run/cloudera-scm-agent/process/22-hive-metastore-create-tables
+ [[ -z 4 ]]
+ '[' 1 -ne 1 ']'
+ [[ 4 == 3 ]]
+ [[ create_metastore_tables == webhcat ]]
+ [[ create_metastore_tables == updatelocation ]]
+ [[ create_metastore_tables == create_metastore_tables ]]
+ [[ -z '' ]]
+ CREATE_TABLES_CLASSPATH='/usr/share/cmf/lib/*:/usr/share/java/mysql-connector-java.jar:/usr/share/cmf/lib/postgresql-9.0-801.jdbc4.jar:/usr/share/java/oracle-connector-java.jar'
++ dirname /usr/lib64/cmf/service/hive/hive.sh
+ exec /usr/java/jdk1.6.0_31/bin/java -Djava.net.preferIPv4Stack=true -cp '/usr/share/cmf/lib/*:/usr/share/java/mysql-connector-java.jar:/usr/share/cmf/lib/postgresql-9.0-801.jdbc4.jar:/usr/share/java/oracle-connector-java.jar' com.cloudera.cmf.service.hive.HiveMetastoreDbUtil /var/run/cloudera-scm-agent/process/22-hive-metastore-create-tables/metastore_db_py.properties /usr/lib64/cmf/service/hive/ddl --createTables
Exception in thread "main" java.lang.RuntimeException: org.postgresql.util.PSQLException: Connection refused. Check that the hostname and port are correct and that the postmaster is accepting TCP/IP connections.
at com.cloudera.cmf.service.hive.HiveMetastoreDbUtil.countTables(HiveMetastoreDbUtil.java:196)
at com.cloudera.cmf.service.hive.HiveMetastoreDbUtil.createTables(HiveMetastoreDbUtil.java:214)
at com.cloudera.cmf.service.hive.HiveMetastoreDbUtil.main(HiveMetastoreDbUtil.java:257)
Caused by: org.postgresql.util.PSQLException: Connection refused. Check that the hostname and port are correct and that the postmaster is accepting TCP/IP connections.
at org.postgresql.core.v3.ConnectionFactoryImpl.openConnectionImpl(ConnectionFactoryImpl.java:136)
at org.postgresql.core.ConnectionFactory.openConnection(ConnectionFactory.java:66)
at org.postgresql.jdbc2.AbstractJdbc2Connection.<init>(AbstractJdbc2Connection.java:125)
at org.postgresql.jdbc3.AbstractJdbc3Connection.<init>(AbstractJdbc3Connection.java:30)
at org.postgresql.jdbc3g.AbstractJdbc3gConnection.<init>(AbstractJdbc3gConnection.java:22)
at org.postgresql.jdbc4.AbstractJdbc4Connection.<init>(AbstractJdbc4Connection.java:30)
at org.postgresql.jdbc4.Jdbc4Connection.<init>(Jdbc4Connection.java:24)
at org.postgresql.Driver.makeConnection(Driver.java:393)
at org.postgresql.Driver.connect(Driver.java:267)
at java.sql.DriverManager.getConnection(DriverManager.java:582)
at java.sql.DriverManager.getConnection(DriverManager.java:185)
at com.cloudera.enterprise.dbutil.SqlRunner.open(SqlRunner.java:109)
at com.cloudera.enterprise.dbutil.SqlRunner.runSingleQuery(SqlRunner.java:80)
at com.cloudera.cmf.service.hive.HiveMetastoreDbUtil.countTables(HiveMetastoreDbUtil.java:191)
... 2 more
Caused by: java.net.ConnectException: Connection timed out
at java.net.PlainSocketImpl.socketConnect(Native Method)
at java.net.PlainSocketImpl.doConnect(PlainSocketImpl.java:351)
at java.net.PlainSocketImpl.connectToAddress(PlainSocketImpl.java:213)
at java.net.PlainSocketImpl.connect(PlainSocketImpl.java:200)
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:366)
at java.net.Socket.connect(Socket.java:529)
at java.net.Socket.connect(Socket.java:478)
at java.net.Socket.<init>(Socket.java:375)
at java.net.Socket.<init>(Socket.java:189)
at org.postgresql.core.PGStream.<init>(PGStream.java:62)
at org.postgresql.core.v3.ConnectionFactoryImpl.openConnectionImpl(ConnectionFactoryImpl.java:76)
... 15 more
@Mahito
Copy link
Author

Mahito commented Sep 13, 2013

Cloudera Manager側のPortがあいてないのが原因だったようですね・・・

手元の古い手順書と現在のインストールマニュアルに違いがあるのに気づかずすいませんでした。

Authorize TCP ports 7180, 7182, 7183 and ICMP.

Authorize TCP ports 7180, 7182, 7183 and 7432.

Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment