DhruvKumar

# Sample script to deploy HDF via blueprint
# - Installs Ambari server/agents
# - Builds/installs requested HDF mpack version (based on build number)
# - Uses ambari-bootstrap to generate blueprint based on stack advisor recommendation and starts cluster install
# - Optionally: installs KDC, sets up postgres for Ranger, allows customizations of config properties and number of Nifi nodes
#
# Usage: Run below to invoke this script. You can customize the functionality by setting env vars e.g.
# wget https://gist.github.com/abajwa-hw/ae4125c5154deac6713cdd25d2b83620/raw -O setup_hdf_blueprint.sh ; chmod +x setup_hdf_blueprint.sh; export hdf_build=493; export host_count=3; export install_nifi_on_all_nodes=true; export use_default_configs=false; ./setup_hdf_blueprint.sh ;

# Note for multi-node install, you will need to install/register agents on other nodes first using below (replace <AMBARI_SERVER_HOSTNAME>)

DhruvKumar

05 Jan 2016 02:12:21,550  INFO [main] Configuration:657 - Generation of file with password
05 Jan 2016 02:12:23,168  INFO [main] Configuration:670 - Reading password from existing file
05 Jan 2016 02:12:24,699  INFO [main] Configuration:670 - Reading password from existing file
05 Jan 2016 02:12:25,861  INFO [main] Configuration:670 - Reading password from existing file
05 Jan 2016 02:12:27,093  INFO [main] Configuration:670 - Reading password from existing file
05 Jan 2016 02:12:27,795  INFO [main] ViewExtractor:82 - Creating archive folder /var/lib/ambari-server/resources/views/work/ADMIN_VIEW{2.1.2}.
05 Jan 2016 02:12:27,797  INFO [main] ViewExtractor:89 - Extracting files from ambari-admin-2.1.2.377.jar.
05 Jan 2016 02:12:28,421  INFO [main] Configuration:670 - Reading password from existing file
05 Jan 2016 02:12:29,607  INFO [main] Configuration:670 - Reading password from existing file
05 Jan 2016 02:12:34,577  INFO [main] Configuration:670 - Reading password from existing file

DhruvKumar

{
  "configurations" : [
    {
      "falcon-startup.properties" : {
        "properties_attributes" : { },
        "properties" : {
          "*.falcon.graph.blueprints.graph" : "com.thinkaurelius.titan.core.TitanFactory",
          "*.internal.queue.size" : "1000",
          "*.oozie.process.workflow.builder" : "org.apache.falcon.workflow.OozieProcessWorkflowBuilder",
          "*.falcon.graph.storage.directory" : "/hadoop/falcon/data/lineage/graphdb",

DhruvKumar

{
  "blueprint": "HA_blueprint",
  "default_password": "admin",
  "host_groups": [
    {
      "hosts": [
        {
          "fqdn": "master1.012g3iyhe01upgbu35npgl5l4a.gx.internal.cloudapp.net"
        }
      ],

DhruvKumar

{
  "Blueprints": {
    "stack_name": "HDP",
    "stack_version": "2.3",
    "blueprint_name": "HA_blueprint"
  },
  "host_groups": [
    {
      "cardinality": "1",
      "name": "master_1",

DhruvKumar

<?xml version="1.0" encoding="UTF-8"?>
<module external.linked.project.path="$MODULE_DIR$" external.root.project.path="$MODULE_DIR$" external.system.id="GRADLE" external.system.module.group="" external.system.module.version="1.0" type="PLUGIN_MODULE" version="4">
  <component name="DevKit.ModuleBuildProperties" url="file://$MODULE_DIR$/META-INF/plugin.xml" />
  <component name="NewModuleRootManager" inherit-compiler-output="true">
    <exclude-output />
    <content url="file://$MODULE_DIR$">
      <sourceFolder url="file://$MODULE_DIR$/src/main/java" isTestSource="false" />
      <sourceFolder url="file://$MODULE_DIR$/src/test/java" isTestSource="true" />
      <sourceFolder url="file://$MODULE_DIR$/src/main/resources" type="java-resource" />
      <sourceFolder url="file://$MODULE_DIR$/src/test/resources" type="java-test-resource" />