Created
November 15, 2016 05:45
-
-
Save alanrenouf/59e25477f68e7ca135a40c0ec1c8fbcd to your computer and use it in GitHub Desktop.
VMware Virtual SAN -- All Flash Automated Deployment for Stretched Cluster
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| #################################################################################### | |
| # # | |
| # VMware Virtual SAN -- All Flash Automated Deployment for Stretched Cluster # | |
| # # | |
| #################################################################################### | |
| #################################################################################### | |
| # # | |
| # The All-in-One and Ultimate Virtual SAN Streched Cluster Config. Script # | |
| # # | |
| # by Alan Renouf and Rawlinson # | |
| # # | |
| #################################################################################### | |
| # -- Add all VMware PowerCLI modules -- | |
| get-module -ListAvailable VMware* | Import-Module | Out-Null | |
| # -- Infrastructure Settings for scripts -- | |
| $VCNode = "vcenter-fqdn-or-ip" | |
| $VCUserName = "administrator@vsphere.local" | |
| $VCPassword = "password" | |
| $ESXiUserName = "root" | |
| $ESXiPassword = 'password' | |
| $DCName = "octo-sabu" | |
| $CluName = "hci-stretched-cluster" | |
| $VDSName = "10G Switch" | |
| $PrimaryPortGroup = 3001 | |
| $SecondaryPortgroup = 3003 | |
| $WitnessPortgroup = 3002 | |
| $DNS = "10.142.7.21", "10.142.7.22" | |
| $NTP = "10.132.249.12", "10.132.249.28" | |
| $VMotionIP = "192.168.21." | |
| $VSANIP = "192.168." | |
| $cachingSSD = "S630DC-960" | |
| $CapacitySSD = "MICRON_M510DC_MT" | |
| $witness = "VSAN-witness-fqdn-or-ip" | |
| $witnessIP = "192.168.2.68" | |
| $WitnessSNM = "255.255.255.0" | |
| # -- Static Routes -- | |
| $PrimarySR = "192.168.1.0" | |
| $PrimaryGW = "192.168.1.253" | |
| $SecondarySR = "192.168.3.0" | |
| $SecondaryGW = "192.168.3.253" | |
| $WitnessSR = "192.168.2.0" | |
| $WitnessGW = "192.168.2.253" | |
| # -- Connect to vCenter -- | |
| Connect-viserver $VCNode -user $VCUserName -pass $VCPassword -WarningAction SilentlyContinue | |
| # -- Datacenter/Cluster Configuration -- | |
| # -- Create Datacenters -- | |
| Write-Host "Creating Datacenter: $DCName" -ForegroundColor Green | |
| $DC = New-Datacenter -Name $DCName -Location (Get-Folder Datacenters) | |
| # -- Adding and configuring the Virtual SAN Witness Appliance to vCenter | |
| Write-Host "Creating Witness Datacenter: witness-$($DCName)" -ForegroundColor Green | |
| $WDC = New-Datacenter -Name "Witness-$($DCName)" -Location (Get-Folder Datacenters) | |
| Write-Host "Adding Witness host $Witness" -ForegroundColor Green | |
| Add-VMHost -Name $witness -Location $WDC -User $ESXiUserName -Password $ESXiPassword -Force | Out-Null | |
| Write-Host "Adding Witness IP Address" -ForegroundColor Green | |
| $WVMK = get-vmhost $witness | Get-VMHostNetworkAdapter | Where { $_.dhcpEnabled -eq $true} | |
| $WVMK | Set-VMHostNetworkAdapter -IP $witnessIP -SubnetMask $WitnessSNM -Confirm:$false | Out-Null | |
| # -- Create Cluster -- | |
| Write-Host "Creating Cluster: $CluName" -ForegroundColor Green | |
| $CLU = New-Cluster -Name $CluName -Location ($DC) -DrsEnabled | |
| # -- Add Hosts to cluster -- | |
| 09..16 | Foreach { | |
| $num = $_ ; | |
| $newnum = "{0:D2}" -f $num | |
| Write-Host "Adding host hostname-$newnum.vmware.com" -ForegroundColor Green | |
| Add-VMHost -Name "hostname-$newnum.vmware.com" -Location $CluName -User $ESXiUserName -Password $ESXiPassword -Force | Out-Null | |
| } | |
| # -- Host Configuration -- | |
| $VMHosts = Get-VMHost | Sort Name | |
| # -- Add DNS/NTP and Enable iScsi Settings for the hosts -- | |
| Foreach ($vmhost in $vmhosts) { | |
| Write-Host "Configuring DNS and Domain Name on $vmhost" -ForegroundColor Green | |
| Get-VMHostNetwork -VMHost $vmhost | Set-VMHostNetwork -DNSAddress $DNS -Confirm:$false | Out-Null | |
| Write-Host "Configuring NTP Servers on $VMHost" -ForegroundColor Green | |
| Add-VMHostNTPServer -NtpServer $NTP -VMHost $VMHost -Confirm:$false -ErrorAction SilentlyContinue | FT | Out-Null | |
| Write-Host "Configuring NTP Client Policy on $VMHost" -ForegroundColor Green | |
| Get-VMHostService -VMHost $VMHost | where {$_.Key -eq "ntpd"} | Set-VMHostService -policy "on" -Confirm:$false | FT | Out-Null | |
| Write-Host "Restarting NTP Client on $VMHost" -ForegroundColor Green | |
| Get-VMHostService -VMHost $VMHost | where {$_.Key -eq "ntpd"} | Restart-VMHostService -Confirm:$false | FT | Out-Null | |
| } | |
| # -- Network Configuration -- | |
| # -- Create DVSwitch -- | |
| Write-Host "Creating VDSwitch: $VDSName" -ForegroundColor Green | |
| $VDS = New-VDSwitch -Name $VDSName -NumUplinkPorts 2 -Location $DC -Mtu 9000 -Version "6.0.0" | |
| # -- Create Portgroups -- | |
| Write-Host "Creating PortGroup: VSAN Network $PrimaryPortGroup" -ForegroundColor Green | |
| New-VDPortgroup -Name "VSAN Network $PrimaryPortGroup" -Vds $vds -VlanId $PrimaryPortGroup | Out-Null | |
| Write-Host "Creating PortGroup: VSAN Network $SecondaryPortGroup" -ForegroundColor Green | |
| New-VDPortgroup -Name "VSAN Network $SecondaryPortGroup" -Vds $vds -VlanId $SecondaryPortGroup | Out-Null | |
| Write-Host "Creating PortGroup: VSAN Network $WitnessPortGroup" -ForegroundColor Green | |
| New-VDPortgroup -Name "VSAN Network $WitnessPortGroup" -Vds $vds -VlanId $WitnessPortGroup | Out-Null | |
| Write-Host "Creating vMotion Network 3021" -ForegroundColor Green | |
| New-VDPortgroup -Name "vMotion Network 3021" -VDSwitch $vds -VlanId 3021 | Out-Null | |
| # -- Add Hosts to VDSWitch and Migrate pNIC to VDS (vmnic2/vmnic3) -- | |
| Foreach ($vmhost in ($DC | Get-VmHost)) { | |
| Write-Host "Adding $VMHost to $VDSName" -ForegroundColor Green | |
| $vds | Add-VDSwitchVMHost -VMHost $vmhost | Out-Null | |
| $vmhostNetworkAdapter = Get-VMHost $vmhost | Get-VMHostNetworkAdapter -Physical -Name vmnic2 | |
| Write-Host "Adding $VMHostNetworkAdapter to $VDSName" -ForegroundColor Green | |
| $vds | Add-VDSwitchPhysicalNetworkAdapter -VMHostNetworkAdapter $vmhostNetworkAdapter -Confirm:$false | Out-Null | |
| $vmhostNetworkAdapter = Get-VMHost $vmhost | Get-VMHostNetworkAdapter -Physical -Name vmnic3 | |
| Write-Host "Adding $VMHostNetworkAdapter to $VDSName" -ForegroundColor Green | |
| $vds | Add-VDSwitchPhysicalNetworkAdapter -VMHostNetworkAdapter $vmhostNetworkAdapter -Confirm:$false | Out-Null | |
| } | |
| # -- Set DVUplink2 to standby -- | |
| $TeamingPolicys = $vds | Get-VDPortgroup VSAN* | Get-VDUplinkTeamingPolicy | |
| Foreach ($Policy in $TeamingPolicys) { | |
| Write-Host "Setting Standby Uplink for $($Policy.VDPortGroup)" -ForegroundColor Green | |
| $Policy | Set-VDUplinkTeamingPolicy -StandbyUplinkPort "dvUplink2" | Out-Null | |
| } | |
| # -- Create vMotion VMKernel Ports for all hosts in DC -- | |
| foreach ($vmhost in ($DC | Get-VmHost)) { | |
| $HostIP = ($vmhost | Get-VMHostNetworkAdapter -Name vmk0).ip | |
| $LastO = $HostIP.Split(".")[3] | |
| $VSANNet = Get-VDPortGroup "VSAN Network $PrimaryPortGroup" | |
| $3rdO = ($VSANNet.Name).Substring(16) | |
| $CurrentvMotionIP = $vMotionIP + $LastO | |
| Write-Host "Adding vMotion Network Adapter to $VMHost with IP of $CurrentvMotionIP" -ForegroundColor Green | |
| New-vmhostnetworkadapter -VMHost $vmhost -PortGroup "vMotion Network 3021" -VirtualSwitch $vds -VMotionEnabled $true -IP $CurrentvMotionIP -SubnetMask "255.255.255.0" | Out-Null | |
| } | |
| #Adding Static Routes for Virtual SAN Streched Cluster | |
| # -- Primary site -- | |
| 09..12 | Foreach { | |
| $num = $_ | |
| $newnum = "{0:D2}" -f $num | |
| $VMHost = "hostname-$newnum.vmware.com" | |
| $HostIP = (Get-VMHost $vmhost | Get-VMHostNetworkAdapter -Name vmk0).ip | |
| $LastO = $HostIP.Split(".")[3] | |
| $VSANNet = Get-VDPortGroup "VSAN Network $PrimaryPortGroup" | |
| $3rdO = ($VSANNet.Name).Substring(16) | |
| $CurrentVSANIP = $VSANIP + $3rdO + "." + $LastO | |
| Write-Host "Adding $CurrentVSANIP to $($VSANNet.Name) and enabling VSAN traffic" -ForegroundColor Green | |
| $VSANVMK = New-vmhostnetworkadapter -VMHost $vmhost -PortGroup $VSANNet.Name -VirtualSwitch $vds -VsanTrafficEnabled $true -IP $CurrentVSANIP -SubnetMask "255.255.255.0" | |
| Write-Host "Adding Static Routes for primary Site to host hostname-$newnum.vmware.com" -ForegroundColor Green | |
| New-VMHostRoute -VMHost $VMHost -Destination $SecondarySR -Gateway $PrimaryGW -PrefixLength 24 -Confirm:$false | Out-Null | |
| New-VMHostRoute -VMHost $VMHost -Destination $WitnessSR -Gateway $PrimaryGW -PrefixLength 24 -Confirm:$false | Out-Null | |
| if (-not $1PrimaryIP) { | |
| $1PrimaryIP = (Get-VMHost $VMHost | Get-VMHostNetworkAdapter -Name $VMKnet).IP | |
| } | |
| } | |
| # -- Secondary Site -- | |
| 13..16 | Foreach { | |
| $num = $_ ; | |
| $newnum = "{0:D2}" -f $num | |
| $VMHost = "hostname-$newnum.vmware.com" | |
| $HostIP = (Get-VMHost $vmhost | Get-VMHostNetworkAdapter -Name vmk0).ip | |
| $LastO = $HostIP.Split(".")[3] | |
| $VSANNet = Get-VDPortGroup "VSAN Network $SecondaryPortGroup" | |
| $3rdO = ($VSANNet.Name).Substring(16) | |
| $CurrentVSANIP = $VSANIP + $3rdO + "." + $LastO | |
| Write-Host "Adding $CurrentVSANIP to $($VSANNet.Name) and enabling VSAN traffic" -ForegroundColor Green | |
| $VSANVMK = New-vmhostnetworkadapter -VMHost $vmhost -PortGroup $VSANNet.Name -VirtualSwitch $vds -VsanTrafficEnabled $true -IP $CurrentVSANIP -SubnetMask "255.255.255.0" | |
| Write-Host "Adding Static Routes for Secondary Site to host hostname-$newnum.vmware.com" -ForegroundColor Green | |
| New-VMHostRoute -VMHost $VMHost -Destination $PrimarySR -Gateway $SecondaryGW -PrefixLength 24 -Confirm:$false | Out-Null | |
| New-VMHostRoute -VMHost $VMHost -Destination $WitnessSR -Gateway $SecondaryGW -PrefixLength 24 -Confirm:$false | Out-Null | |
| if (-not $1SecondaryIP) { | |
| $1SecondaryIP = (Get-VMHost $VMHost | Get-VMHostNetworkAdapter -Name $VMKnet).IP | |
| } | |
| } | |
| # -- witness Site -- | |
| Write-Host "Adding Static Routes to Witness" -ForegroundColor Green | |
| New-VMHostRoute -VMHost $witness -Destination $PrimarySR -Gateway $WitnessGW -PrefixLength 24 -Confirm:$false | Out-Null | |
| New-VMHostRoute -VMHost $witness -Destination $SecondarySR -Gateway $WitnessGW -PrefixLength 24 -Confirm:$false | Out-Null | |
| # -- communication validation between all Hosts and networks -- | |
| # -- primary site -- | |
| 09..12 | Foreach { | |
| $num = $_ ; | |
| $newnum = "{0:D2}" -f $num | |
| $VMHost = "hostname-$newnum.vmware.com" | |
| $VMKnet = (Get-VMHostNetworkAdapter -VMHost $vmhost -PortGroup "VSAN*").Name | |
| Write-Host "Pinging $SecondarySR from $VMHost on $vmknet..." -ForegroundColor Green | |
| $esxcli = Get-ESXCLI -VMhost $vmhost | |
| $ping = $esxcli.network.diag.ping(2,$null,$null,$1SecondaryIP,$vmknet,$null,$null,$null,$null,$null,$null,$null,$null) | select -expand Summary | |
| if ($ping.Recieved -ge 1) { | |
| Write-Host "Ping of Secondary: $1SecondaryIP Tested OK" -ForegroundColor Yellow | |
| } Else { | |
| Write-Host "Ping of Secondary: $1SecondaryIP Failed" -ForegroundColor Red | |
| } | |
| Write-Host "Pinging $WitnessSR from $VMHost on $VMKnet..." -ForegroundColor Green | |
| $ping = $esxcli.network.diag.ping(2,$null,$null,$WitnessIP,$vmknet,$null,$null,$null,$null,$null,$null,$null,$null) | select -expand Summary | |
| if ($ping.Recieved -ge 1) { | |
| Write-Host "Ping of Witness: $WitnessSR Tested OK" -ForegroundColor Yellow | |
| } Else { | |
| Write-Host "Ping of Witness: $WitnessSR Failed" -ForegroundColor Red | |
| } | |
| } | |
| # -- secondary site -- | |
| 13..16 | Foreach { | |
| $num = $_ ; | |
| $newnum = "{0:D2}" -f $num | |
| $VMHost = "hostname-$newnum.vmware.com" | |
| $VMKnet = (Get-VMHostNetworkAdapter -VMHost $vmhost -PortGroup "VSAN*").Name | |
| Write-Host "Pinging $PrimarySR from $VMHost on $vmknet..." -ForegroundColor Green | |
| $esxcli = Get-ESXCLI -VMhost $vmhost | |
| $ping = $esxcli.network.diag.ping(2,$null,$null,$1PrimaryIP,$vmknet,$null,$null,$null,$null,$null,$null,$null,$null) | select -expand Summary | |
| if ($ping.Recieved -ge 1) { | |
| Write-Host "Ping of Primary: $1PrimaryIP Tested OK" -ForegroundColor Yellow | |
| } Else { | |
| Write-Host "Ping of Primary: $1PrimaryIP Failed" -ForegroundColor Red | |
| } | |
| Write-Host "Pinging $WitnessSR from $VMHost on $vmknet..." -ForegroundColor Green | |
| $ping = $esxcli.network.diag.ping(2,$null,$null,$WitnessIP,$vmknet,$null,$null,$null,$null,$null,$null,$null,$null) | select -expand Summary | |
| if ($ping.Recieved -ge 1) { | |
| Write-Host "Ping of Witness: $WitnessSR Tested OK" -ForegroundColor Yellow | |
| } Else { | |
| Write-Host "Ping of Witness: $WitnessSR Failed" -ForegroundColor Red | |
| } | |
| } | |
| # -- witness site -- | |
| $VMKnet = (Get-VMHostNetworkAdapter -VMHost $witness -PortGroup "VSAN*").Name | |
| Write-Host "Pinging $PrimarySR from $witness on $vmknet..." -ForegroundColor Green | |
| $esxcli = Get-ESXCLI -VMhost $witness | |
| $Ping = $esxcli.network.diag.ping(2,$null,$null,$1PrimaryIP,$vmknet,$null,$null,$null,$null,$null,$null,$null,$null) | select -expand Summary | |
| if ($ping.Recieved -ge 1) { | |
| Write-Host "Ping of Primary: $1PrimaryIP Tested OK" -ForegroundColor Yellow | |
| } Else { | |
| Write-Host "Ping of Primary: $1PrimaryIP Failed" -ForegroundColor Red | |
| } | |
| Write-Host "Pinging $SecondarySR from $witness on $vmknet..." -ForegroundColor Green | |
| $ping = $esxcli.network.diag.ping(2,$null,$null,$1SecondaryIP,$vmknet,$null,$null,$null,$null,$null,$null,$null,$null) | select -expand Summary | |
| if ($ping.Recieved -ge 1) { | |
| Write-Host "Ping of Secondary: $1SecondaryIP Tested OK" -ForegroundColor Yellow | |
| } Else { | |
| Write-Host "Ping of Secondary: $1SecondaryIP Failed" -ForegroundColor Red | |
| } | |
| # -- enable Virtual SAN | |
| Write-Host "Enabling VSAN in manual mode for Cluster: $CLU" -ForegroundColor Green | |
| $CLU = $CLU | Set-Cluster -VsanEnabled:$true -VsanDiskClaimMode Manual -Confirm:$false -ErrorAction SilentlyContinue | |
| # -- claim and tag caching and capacity flash devices | |
| Foreach ($vmh in ($DC | Get-VmHost)) { | |
| Write-Host "Finding disks for $($vmh)" | |
| $esxcli = Get-ESXCLI -VMhost $vmh | |
| 0..1 | Foreach { | |
| $DiskgroupNum = $_ +1 | |
| $Caching = ($esxcli.storage.core.device.list() | Where {$_.model -eq $cachingSSD})[$_] | |
| $Capacity = ($esxcli.storage.core.device.list() | Where {$_.model -eq $capacitySSD})[$_] | |
| Write-Host "Using $($caching.Vendor) - $($caching.Model) for Caching in Disk Group $Diskgroupnum" -foregroundColor Green | |
| Write-Host "Using $($Capacity.Vendor) - $($Capacity.Model) for Capacity in Disk Group $Diskgroupnum" -foregroundColor Green | |
| Write-Host "Tagging $($Capacity.Model) as Capacity" | |
| $capacitytag = $esxcli.vsan.storage.tag.add(($capacity.Device), "capacityFlash") | |
| Write-Host "Adding Storage devices to $($vmhost)" | |
| $adddisks = $esxcli.vsan.storage.add(($capacity.device), ($Caching.device)) | |
| if ($adddisks -eq "true") { | |
| Write-Host "Disks added" -ForegroundColor Green | |
| } Else { | |
| Write-Host "Error adding disks: $adddisks" -ForegroundColor Red | |
| } | |
| } | |
| Write-Host "Enable space efficiency sparse swap on $($vmh)" -ForegroundColor Green | |
| Get-AdvancedSetting -Entity $vmh -Name "VSAN.SwapThickProvisionDisabled" | Set-AdvancedSetting -Value 1 -Confirm:$false | out-null | |
| } | |
| # -- Virtual SAN cluster configuration validation | |
| If ($CLU.VSANEnabled){ | |
| Write-Host "VSAN cluster $($CLU.Name) created in $($CLU.VSANDiskClaimMode) configuration" -ForegroundColor Yellow | |
| Write-Host "The following Hosts and Disk Groups now exist:" | |
| Get-VsanDiskGroup | Select VMHost, Name | FT -AutoSize | |
| Write-Host "The following VSAN Datastore now exists:" | |
| Get-Datastore | Where {$_.Type -eq "vsan"} | Select Name, Type, FreeSpaceGB, CapacityGB | |
| } Else { | |
| Write-Host "Something went wrong, Virtual SAN not enabled" | |
| } |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment