ClusterManifest.xml

<?xml version="1.0" encoding="utf-8"?>
<ClusterManifest xmlns:xsd="http://www.w3.org/2001/XMLSchema" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" Name="Test Generated ClusterManifest" Version="v1" Description="Test Generated ClusterManifest" xmlns="http://schemas.microsoft.com/2011/01/fabric">
  <NodeTypes>
    <NodeType Name="BOSH">
      <Endpoints>
        <!-- see ServiceFabricServiceModel.xsd under FabricEndpointsType -->
        <ClientConnectionEndpoint Port="19000" />
        <LeaseDriverEndpoint Port="19001" />
        <ClusterConnectionEndpoint Port="19002" />
        <ServiceConnectionEndpoint Port="19006" />
        <HttpGatewayEndpoint Port="19080" Protocol="http" />
        <HttpApplicationGatewayEndpoint Port="19081" Protocol="http" />
        <ApplicationEndpoints StartPort="22001" EndPort="23000" />

        <ApplicationEndpoints
          StartPort="22001"
          EndPort="23000" />
      </Endpoints>
      <!--Certificates>
        <ClusterCertificate X509FindType = "FindBySubjectName" X509FindValue="*.eastus.cloudapp.azure.com" />
        <ServerCertificate X509FindType = "FindBySubjectName" X509FindValue="*.eastus.cloudapp.azure.com" />
        <ClientCertificate X509FindType = "FindBySubjectName" X509FindValue="*.eastus.cloudapp.azure.com" />
      </Certificates-->
    </NodeType>
  </NodeTypes>
  <Infrastructure>
    <Linux IsScaleMin="true">
      <NodeList>
        <Node NodeName="service-fabric0"
          NodeTypeRef="BOSH"
          IPAddressOrFQDN="10.10.1.11"
          IsSeedNode="true"
          FaultDomain="fd:/z1"
          UpgradeDomain="10.10.1.11" />
        <Node NodeName="service-fabric3"
          NodeTypeRef="BOSH"
          IPAddressOrFQDN="10.10.1.12"
          IsSeedNode="true"
          FaultDomain="fd:/z1"
          UpgradeDomain="10.10.1.12" />
        <Node NodeName="service-fabric1"
          NodeTypeRef="BOSH"
          IPAddressOrFQDN="10.10.1.13"
          IsSeedNode="true"
          FaultDomain="fd:/z2"
          UpgradeDomain="10.10.1.13" />
        <Node NodeName="service-fabric4"
          NodeTypeRef="BOSH"
          IPAddressOrFQDN="10.10.1.14"
          IsSeedNode="true"
          FaultDomain="fd:/z2"
          UpgradeDomain="10.10.1.14" />
        <Node NodeName="service-fabric2"
          NodeTypeRef="BOSH"
          IPAddressOrFQDN="10.10.1.15"
          IsSeedNode="true"
          FaultDomain="fd:/z3"
          UpgradeDomain="10.10.1.15" />
      </NodeList>
    </Linux>
  </Infrastructure>
  <FabricSettings>
    <Section Name="Trace/Console">
        <Parameter Name="Level" Value="2" />
        <Parameter Name="Filters" Value="HttpGateway:5,Managed:5,TokenValidationServiceAgent:5" />
    </Section>
    <Section Name="Trace/Etw">
        <Parameter Name="Level" Value="4" />
    </Section>
    <Section Name="Trace/File">
        <Parameter Name="Level" Value="4" />
        <Parameter Name="Option" Value="p,m" />
        <Parameter Name="Path" Value="/var/vcap/sys/log/service-fabric/aad.trace" />
    </Section>
    <Section Name="Federation">
      <Parameter Name="NodeIdGeneratorVersion" Value="V4" />
    </Section>
    <Section Name="ClusterManager">
      <!-- The default target and min replica set sizes are 7 and 5. The below configuration is not required for cluster that have 7 or more nodes.  -->
      <Parameter Name="TargetReplicaSetSize" Value="5" />
      <Parameter Name="MinReplicaSetSize" Value="3" />
      <Parameter Name="UpgradeStatusPollInterval" Value="30" />
      <Parameter Name="UpgradeHealthCheckInterval" Value="30" />
      <Parameter Name="FabricUpgradeHealthCheckInterval" Value="30" />
    </Section>
    <Section Name="FailoverManager">
      <!-- expected cluster size allows the placement to start when the cluster is started. This value should be less than total number of nodes
            as without it the FailoverManager will not start the placement of the user services. This value should be 80% to 90% of the cluster size.
      -->
      <!-- ExpectedClusterSize - 80% of nodes -->
      <Parameter Name="ExpectedClusterSize" Value="4" />
      <!-- The default target and min replica set sizes are 7 and 5. The below configuration is not required for cluster that have 7 or more nodes.  -->
      <Parameter Name="TargetReplicaSetSize" Value="5" />
      <Parameter Name="MinReplicaSetSize" Value="3" />
      <Parameter Name="ReconfigurationTimeLimit" Value="20" />
      <Parameter Name="BuildReplicaTimeLimit" Value="20" />
      <Parameter Name="CreateInstanceTimeLimit" Value="20" />
      <Parameter Name="PlacementTimeLimit" Value="20" />
    </Section>
    <Section Name="NamingService">
      <!-- The default target and min replica set sizes are 7 and 5. The below configuration is not required for cluster that have 7 or more nodes.  -->
      <Parameter Name="TargetReplicaSetSize" Value="5" />
      <Parameter Name="MinReplicaSetSize" Value="3" />
    </Section>
    <Section Name="HttpGateway">
      <Parameter Name="IsEnabled" Value="True" />
      <Parameter Name="VersionCheck" Value="True" />
    </Section>
    <Section Name="ImageStoreService">
      <Parameter Name="TargetReplicaSetSize" Value="5" />
      <Parameter Name="MinReplicaSetSize" Value="3" />
      <Parameter Name="ReplicaRestartWaitDuration" Value="5" />
    </Section>
    <Section Name="Management">
        <Parameter Name="ImageStoreConnectionString" Value="fabric:ImageStore" />
    </Section>
    <Section Name="Hosting">
      <Parameter Name="EndpointProviderEnabled" Value="true" />
      <Parameter Name="RunAsPolicyEnabled" Value="true" />
      <Parameter Name="DeactivationScanInterval" Value="60" />
      <Parameter Name="DeactivationGraceInterval" Value="10" />
      <Parameter Name="EnableProcessDebugging" Value="true" />
      <Parameter Name="ServiceTypeRegistrationTimeout" Value="20" />
      <Parameter Name="CacheCleanupScanInterval" Value="300" />
    </Section>
    <Section Name="PerformanceCounterLocalStore">
      <Parameter Name="IsEnabled" Value="False" />
    </Section>
    <Section Name="PlacementAndLoadBalancing">
      <!-- balance the load on the cluster every 5 minutes.  -->
      <Parameter Name="MinLoadBalancingInterval" Value="300" />
    </Section>
    <Section Name="ReconfigurationAgent">
      <Parameter Name="ServiceApiHealthDuration" Value="20" />
      <Parameter Name="ServiceReconfigurationApiHealthDuration" Value="20" />
      <Parameter Name="LocalHealthReportingTimerInterval" Value="5" />
      <Parameter Name="IsDeactivationInfoEnabled" Value="true" />
      <Parameter Name="RAUpgradeProgressCheckInterval" Value="3" />
    </Section>
    <Section Name="FabricClient">
      <Parameter Name="HealthReportSendInterval" Value="1" />
    </Section>
    <Section Name="Diagnostics">
      <Parameter Name="ProducerInstances" Value="WinFabLttProducer" />
      <Parameter Name="ConsumerInstances" Value="AzureWinFabCsv"/>
    </Section>
    <Section Name="WinFabLttProducer">
      <Parameter Name="ProducerType" Value="LttProducer"/>
      <Parameter Name="IsEnabled" Value="true"/>
    </Section>
    <Section Name="AzureWinFabCsv">
      <Parameter Name="ConsumerType" Value="AzureBlobCsvUploader"/>
      <Parameter Name="ProducerInstance" Value="WinFabLttProducer"/>
      <Parameter Name="IsEnabled" Value="true"/>
      <Parameter Name="StoreConnectionString" Value="xstore:DefaultEndpointsProtocol=https;AccountName=[];AccountKey=[]"/>
      <Parameter Name="ContainerName" Value="fabriclogs"/>
    </Section>
    <Section Name="RunAs_DCA">
      <Parameter Name="RunAsAccountType" Value="LocalSystem" />
    </Section>

    <!-- The sections below specify parameters for the logs used by the different stateful system services.
          LogSize specifies the size of the log used for by the system service. It is in units of bytes.
          MaximumRecordSize  specifies the size of the maximum record that can be stored in the log. It is in units of bytes.
          Important Note: The log size must be at least 16 times the size of the maximum record. So in the settings below, the log size is 128MB and the maximum record size is 8MB. 16 times 8MB is 128MB. If the log size is less than 16 times the maximum record size, the cluster will not start.-->
    <Section Name="ClusterManager/SharedLog">
      <Parameter Name="LogSize" Value="134217728"/>
      <Parameter Name="MaximumRecordSize" Value="8388608" />
    </Section>
    <Section Name="FileStoreService/SharedLog">
      <Parameter Name="LogSize" Value="134217728"/>
      <Parameter Name="MaximumRecordSize" Value="8388608" />
    </Section>
    <Section Name="Naming/SharedLog">
      <Parameter Name="LogSize" Value="134217728"/>
      <Parameter Name="MaximumRecordSize" Value="8388608" />
    </Section>
    <Section Name="Failover/SharedLog">
      <Parameter Name="LogSize" Value="134217728"/>
      <Parameter Name="MaximumRecordSize" Value="8388608" />
    </Section>

    <Section Name="Security">
      <Parameter Name="ClusterCredentialType" Value="None" />
      <Parameter Name="ServerAuthCredentialType" Value="None" />
    </Section>
    <!-- <Section Name="Security">
        <Parameter Name="ClusterCredentialType" Value="None"/>
        <Parameter Name="ServerAuthCredentialType" Value="X509"/>
        <Parameter Name="CrlCheckingFlag" Value="0"/>
        <Parameter Name="ServerCertThumbprints" Value="BD1C71E248B8C6834C151174DECDBDC02DE1D954"/>
        <Parameter Name="AdminClientCertThumbprints" Value="BD1C71E248B8C6834C151174DECDBDC02DE1D954"/>
        <Parameter Name="ClientCertThumbprints" Value="BD1C71E248B8C6834C151174DECDBDC02DE1D954"/>
        <Parameter Name="X509Folder" Value="/var/vcap/store/service-fabric/Certs" />
        <Parameter Name="AADTenantID" Value="9b2560bf-210a-4bd7-b039-15daa6265945" />
        <Parameter Name="AADClusterApplication" Value="5ce658d7-0dd8-4341-8050-4d95cc4d6770" />
        <Parameter Name="AADClientApplication" Value="4b62276d-6c71-4be1-a5c0-ebe147e78db4" />
    </Section> -->

  </FabricSettings>
</ClusterManifest>

service-fabric.log

Setting environment for FabricDeployer to run
Running FabricDeployer on /var/vcap/jobs/service-fabric/config/ClusterManifest.xml
Setting sfuser as owner for FabricDataRoot
Setting sfuser as owner of FabricBinRoot
Setting sfuser as owner of FabricLogRoot
fs.inotify.max_user_instances=2048
fs.inotify.max_user_instances = 2048
Starting tracing session
Session ServiceFabric_0 created.
Traces will be written in /var/vcap/data/sys/log/service-fabric/lttng-traces/ServiceFabric_0-20180426-144806
UST channel channel0 enabled for session ServiceFabric_0
UST event service_fabric:* created in channel channel0
UST context vtid added to all channels
UST context vpid added to all channels
Tracing started for session ServiceFabric_0
Deployer called with
Setup section, parameter FabricDataRoot, has value
Setup section, parameter FabricLogRoot, has value
Setup section, parameter ServiceRunAsAccountName, has value
Setup section, parameter ServiceRunAsPassword, has value
Setup section, parameter SkipFirewallConfiguration, has value
Setup section, parameter ServiceStartupType, has value
Setup section, parameter ContainerNetworkName, has value
Setup section, parameter ContainerNetworkSetup, has value
Setup section, parameter EnableCircularTraceSession, has value
Setup section, parameter ContainerDnsSetup, has value
Setup section, parameter: ContainerDnsSetup, value: <null>, interpreted value: Allow
Setup section, parameter FabricDataRoot, has value
Setup section, parameter FabricLogRoot, has value
Setup section, parameter ServiceRunAsAccountName, has value
Setup section, parameter ServiceRunAsPassword, has value
Setup section, parameter SkipFirewallConfiguration, has value
Setup section, parameter ServiceStartupType, has value
Setup section, parameter ContainerNetworkName, has value
Setup section, parameter ContainerNetworkSetup, has value
Setup section, parameter EnableCircularTraceSession, has value
Setup section, parameter ContainerDnsSetup, has value
Setup section, parameter: ContainerDnsSetup, value: <null>, interpreted value: Allow
Trace folder already exists. Traces will be written to existing trace folder: /var/vcap/sys/log/service-fabric/Traces
Running deployer with None /fabricBinRoot:/opt/microsoft/servicefabric/bin /fabricDataRoot:/var/vcap/store/service-fabric /fabricLogRoot:/var/vcap/sys/log/service-fabric /cm:/var/vcap/store/service-fabric/service-fabric0/Fabric/ClusterManifest.current.xml /oldClusterManifestString: /im:/var/vcap/store/service-fabric/service-fabric0/Fabric/Fabric.Data/InfrastructureManifest.xml /instanceId: /targetVersion: /nodeName: /nodeTypeName: /runAsType: /runAsAccountName: /runAsPassword: /serviceStartupType: /output: /currentVersion: /error: /bootstrapMSIPath: /machineName: /fabricPackageRoot: /jsonClusterConfigLocation: /enableCircularTraceSession: /continueIfContainersFeatureNotInstalled: /skipDeleteData:
Obtained writer lock for /var/vcap/store/service-fabric/lock
Executing None /fabricBinRoot:/opt/microsoft/servicefabric/bin /fabricDataRoot:/var/vcap/store/service-fabric /fabricLogRoot:/var/vcap/sys/log/service-fabric /cm:/var/vcap/store/service-fabric/service-fabric0/Fabric/ClusterManifest.current.xml /oldClusterManifestString: /im:/var/vcap/store/service-fabric/service-fabric0/Fabric/Fabric.Data/InfrastructureManifest.xml /instanceId: /targetVersion: /nodeName: /nodeTypeName: /runAsType: /runAsAccountName: /runAsPassword: /serviceStartupType: /output: /currentVersion: /error: /bootstrapMSIPath: /machineName: /fabricPackageRoot: /jsonClusterConfigLocation: /enableCircularTraceSession: /continueIfContainersFeatureNotInstalled: /skipDeleteData:
Running operation System.Fabric.FabricDeployer.RestartOperation
DeploymentValidator: warning: Skipping StoreConnectionString validation on consumer AzureWinFabCsv.
Current profile will be disabled by default for firewall rule
The current machine IP addresses are: 127.0.0.1, ::1, 10.10.1.11, fe80::492:53ff:fe3a:ceb2%2, 172.17.0.1
Dynamic port range not specified in cluster manifest. Start port : 0. Using default dynamic port range for server.
Released writer lock on /var/vcap/store/service-fabric/lock
Starting FabricHost
Starting Fabric Host as console application.
ContainerEventManager::OnEventRequestCompleted: error='Failed to connect to any resolved endpoint'. RequestUri='/events?since=1524754087&filters=%7B%22event%22:%5B%22stop%22,%22die%22,%22health_status%22%5D,%22type%22:%5B%22container%22%5D%7D', IsEventReadQuery='false', ContinuousFailureCount='1'.
time="2018-04-26T14:48:08.961198722Z" level=warning msg="[!] DON'T BIND ON ANY IP ADDRESS WITHOUT setting --tlsverify IF YOU DON'T KNOW WHAT YOU'RE DOING [!]"
time="2018-04-26T14:48:08.962470693Z" level=info msg="libcontainerd: started new docker-containerd process" pid=25777
time="2018-04-26T14:48:08Z" level=info msg="starting containerd" module=containerd revision=cfd04396dc68220d1cecbe686a6cc3aa5ce3667c version=v1.0.2
time="2018-04-26T14:48:08Z" level=info msg="loading plugin "io.containerd.content.v1.content"..." module=containerd type=io.containerd.content.v1
time="2018-04-26T14:48:08Z" level=info msg="loading plugin "io.containerd.snapshotter.v1.btrfs"..." module=containerd type=io.containerd.snapshotter.v1
time="2018-04-26T14:48:08Z" level=warning msg="failed to load plugin io.containerd.snapshotter.v1.btrfs" error="path /var/lib/docker/containerd/daemon/io.containerd.snapshotter.v1.btrfs must be a btrfs filesystem to be used with the btrfs snapshotter" module=containerd
time="2018-04-26T14:48:08Z" level=info msg="loading plugin "io.containerd.snapshotter.v1.overlayfs"..." module=containerd type=io.containerd.snapshotter.v1
time="2018-04-26T14:48:08Z" level=info msg="loading plugin "io.containerd.metadata.v1.bolt"..." module=containerd type=io.containerd.metadata.v1
time="2018-04-26T14:48:08Z" level=warning msg="could not use snapshotter btrfs in metadata plugin" error="path /var/lib/docker/containerd/daemon/io.containerd.snapshotter.v1.btrfs must be a btrfs filesystem to be used with the btrfs snapshotter" module="containerd/io.containerd.metadata.v1.bolt"
time="2018-04-26T14:48:08Z" level=info msg="loading plugin "io.containerd.differ.v1.walking"..." module=containerd type=io.containerd.differ.v1
time="2018-04-26T14:48:08Z" level=info msg="loading plugin "io.containerd.gc.v1.scheduler"..." module=containerd type=io.containerd.gc.v1
time="2018-04-26T14:48:08Z" level=info msg="loading plugin "io.containerd.grpc.v1.containers"..." module=containerd type=io.containerd.grpc.v1
time="2018-04-26T14:48:08Z" level=info msg="loading plugin "io.containerd.grpc.v1.content"..." module=containerd type=io.containerd.grpc.v1
time="2018-04-26T14:48:08Z" level=info msg="loading plugin "io.containerd.grpc.v1.diff"..." module=containerd type=io.containerd.grpc.v1
time="2018-04-26T14:48:08Z" level=info msg="loading plugin "io.containerd.grpc.v1.events"..." module=containerd type=io.containerd.grpc.v1
time="2018-04-26T14:48:08Z" level=info msg="loading plugin "io.containerd.grpc.v1.healthcheck"..." module=containerd type=io.containerd.grpc.v1
time="2018-04-26T14:48:08Z" level=info msg="loading plugin "io.containerd.grpc.v1.images"..." module=containerd type=io.containerd.grpc.v1
time="2018-04-26T14:48:08Z" level=info msg="loading plugin "io.containerd.grpc.v1.leases"..." module=containerd type=io.containerd.grpc.v1
time="2018-04-26T14:48:08Z" level=info msg="loading plugin "io.containerd.grpc.v1.namespaces"..." module=containerd type=io.containerd.grpc.v1
time="2018-04-26T14:48:08Z" level=info msg="loading plugin "io.containerd.grpc.v1.snapshots"..." module=containerd type=io.containerd.grpc.v1
time="2018-04-26T14:48:08Z" level=info msg="loading plugin "io.containerd.monitor.v1.cgroups"..." module=containerd type=io.containerd.monitor.v1
time="2018-04-26T14:48:08Z" level=info msg="loading plugin "io.containerd.runtime.v1.linux"..." module=containerd type=io.containerd.runtime.v1
time="2018-04-26T14:48:08Z" level=info msg="loading plugin "io.containerd.grpc.v1.tasks"..." module=containerd type=io.containerd.grpc.v1
time="2018-04-26T14:48:08Z" level=info msg="loading plugin "io.containerd.grpc.v1.version"..." module=containerd type=io.containerd.grpc.v1
time="2018-04-26T14:48:08Z" level=info msg="loading plugin "io.containerd.grpc.v1.introspection"..." module=containerd type=io.containerd.grpc.v1
time="2018-04-26T14:48:08Z" level=info msg=serving... address="/var/run/docker/containerd/docker-containerd-debug.sock" module="containerd/debug"
time="2018-04-26T14:48:08Z" level=info msg=serving... address="/var/run/docker/containerd/docker-containerd.sock" module="containerd/grpc"
time="2018-04-26T14:48:08Z" level=info msg="containerd successfully booted in 0.002690s" module=containerd
time="2018-04-26T14:48:08.986895830Z" level=info msg="[graphdriver] using prior storage driver: overlay2"
time="2018-04-26T14:48:08.990097128Z" level=info msg="Graph migration to content-addressability took 0.00 seconds"
time="2018-04-26T14:48:08.990296517Z" level=warning msg="Your kernel does not support cgroup rt period"
time="2018-04-26T14:48:08.990312904Z" level=warning msg="Your kernel does not support cgroup rt runtime"
time="2018-04-26T14:48:08.990885004Z" level=info msg="Loading containers: start."
time="2018-04-26T14:48:09.145227915Z" level=info msg="Default bridge (docker0) is assigned with an IP address 172.17.0.0/16. Daemon option --bip can be used to set a preferred IP address"
time="2018-04-26T14:48:09.185967938Z" level=info msg="Loading containers: done."
time="2018-04-26T14:48:09.213456102Z" level=info msg="Docker daemon" commit=0520e24 graphdriver(s)=overlay2 version=18.03.0-ce
time="2018-04-26T14:48:09.213560432Z" level=info msg="Daemon has completed initialization"
time="2018-04-26T14:48:09.220397473Z" level=info msg="API listen on /var/run/docker.sock"
time="2018-04-26T14:48:09.220469775Z" level=info msg="API listen on 127.0.0.1:2375"
Unable to open text trace file '/var/vcap/sys/log/service-fabric/aad-25780-Fabric.trace': E_ACCESSDENIED
terminating with uncaught exception of type std::runtime_error: Unable to open text trace file '/var/vcap/sys/log/service-fabric/aad-25780-Fabric.trace': E_ACCESSDENIED
Log directory: /var/vcap/sys/log/service-fabric
The DiskSpaceManager.CleanupTimer timer is being started for 300000 milliseconds...
Found following consumer types available: AzureBlobCsvUploader, AzureTableQueryableCsvUploader, AzureBlobFolderUploader.
Producer instance: WinFabLttProducer, producer type: LttProducer.
Consumer instance: AzureWinFabCsv, consumer type: AzureBlobCsvUploader, consumer assembly: AzureFileUploader, Version=6.0.0.0, Culture=neutral, PublicKeyToken=31bf3856ad364e35, consumer type name: FabricDCA.AzureBlobCsvUploader, producer instance: WinFabLttProducer.
Plugins enabled: 24.
The 'AccountKey' not a valid Base-64 string as it contains a non-base 64 character, more than two padding characters, or a non-white space character among the padding characters.
Index map file /var/vcap/sys/log/service-fabric/work/WFab/WorkSubFolderMap.dat created.
Index map file /var/vcap/sys/log/service-fabric/work/WFab/0/WorkSubFolderMap.dat created.
Directory containing trace files: /var/vcap/sys/log/service-fabric/Traces Directory containing dtr traces: /var/vcap/sys/log/service-fabric/work/WFab/0/0/Log
The WindowsFabric_AzureWinFabCsv_MoveCsvFileTimer timer is being started for 60000 milliseconds...
Reached end of index map file /var/vcap/sys/log/service-fabric/work/WFab/WorkSubFolderMap.dat
Reached end of index map file /var/vcap/sys/log/service-fabric/work/WFab/0/WorkSubFolderMap.dat
Index map file /var/vcap/sys/log/service-fabric/work/WFab/0/WorkSubFolderMap.dat created.
Upload to blob storage is disabled (Storage key not available). Only log age management is enabled.Local trace Path: /var/vcap/sys/log/service-fabric/work/WFab/0/0/Log
Created consumer AzureWinFabCsv.
Entering TelemetryWriterFactory
return appinsight
Index map file /var/vcap/sys/log/service-fabric/work/WorkSubFolderMap.dat created.
Index map file /var/vcap/sys/log/service-fabric/work/0/WorkSubFolderMap.dat created.
ClusterId: undefined, TenantId: undefined, NodeNameHash: 2205159961, Initial send telemetry delay of 00:30:00 at a frequency of every 480 minutes.
Creating LTT producer worker object ...
LttProducer: ApplicationInstanceId:WindowsFabric SectionName:WinFabLttProducer LogDirectory:/var/vcap/sys/log/service-fabric WorkDirectory:WindowsFabric
The WindowsFabric_LttTimer timer is being started for 600000 milliseconds...
Created producer WinFabLttProducer.
Created data collector for application instance WindowsFabric.
Configuration change delivery to application instance manager is enabled.
Interval at which we check for inactive service packages: 180 seconds.
Maximum time for which a service package can remain inactive before being deleted: 900 seconds.
No backup files found in directory /var/vcap/sys/log/service-fabric/AppInstanceData/Table
The InactiveServicePackageScanTimer timer is being started for 180000 milliseconds...
Unable to open text trace file '/var/vcap/sys/log/service-fabric/aad-25923-Fabric.trace': E_ACCESSDENIED
terminating with uncaught exception of type std::runtime_error: Unable to open text trace file '/var/vcap/sys/log/service-fabric/aad-25923-Fabric.trace': E_ACCESSDENIED
Unable to open text trace file '/var/vcap/sys/log/service-fabric/aad-25929-Fabric.trace': E_ACCESSDENIED
terminating with uncaught exception of type std::runtime_error: Unable to open text trace file '/var/vcap/sys/log/service-fabric/aad-25929-Fabric.trace': E_ACCESSDENIED
Unable to open text trace file '/var/vcap/sys/log/service-fabric/aad-25936-Fabric.trace': E_ACCESSDENIED
terminating with uncaught exception of type std::runtime_error: Unable to open text trace file '/var/vcap/sys/log/service-fabric/aad-25936-Fabric.trace': E_ACCESSDENIED
Unable to open text trace file '/var/vcap/sys/log/service-fabric/aad-25944-Fabric.trace': E_ACCESSDENIED
terminating with uncaught exception of type std::runtime_error: Unable to open text trace file '/var/vcap/sys/log/service-fabric/aad-25944-Fabric.trace': E_ACCESSDENIED
Scanning directory /var/vcap/sys/log/service-fabric/Traces for trace files.
The WindowsFabric_AzureWinFabCsv_MoveCsvFileTimer timer is being started for 60000 milliseconds...
Unable to open text trace file '/var/vcap/sys/log/service-fabric/aad-25979-Fabric.trace': E_ACCESSDENIED
terminating with uncaught exception of type std::runtime_error: Unable to open text trace file '/var/vcap/sys/log/service-fabric/aad-25979-Fabric.trace': E_ACCESSDENIED
Unable to open text trace file '/var/vcap/sys/log/service-fabric/aad-26077-Fabric.trace': E_ACCESSDENIED
terminating with uncaught exception of type std::runtime_error: Unable to open text trace file '/var/vcap/sys/log/service-fabric/aad-26077-Fabric.trace': E_ACCESSDENIED
Scanning directory /var/vcap/sys/log/service-fabric/Traces for trace files.
The WindowsFabric_AzureWinFabCsv_MoveCsvFileTimer timer is being started for 60000 milliseconds...
Unable to open text trace file '/var/vcap/sys/log/service-fabric/aad-26112-Fabric.trace': E_ACCESSDENIED
terminating with uncaught exception of type std::runtime_error: Unable to open text trace file '/var/vcap/sys/log/service-fabric/aad-26112-Fabric.trace': E_ACCESSDENIED
Scanning directory /var/vcap/sys/log/service-fabric/Traces for trace files.
The WindowsFabric_AzureWinFabCsv_MoveCsvFileTimer timer is being started for 60000 milliseconds...
The InactiveServicePackageScanTimer timer is being started for 180000 milliseconds...
Unable to open text trace file '/var/vcap/sys/log/service-fabric/aad-26152-Fabric.trace': E_ACCESSDENIED
terminating with uncaught exception of type std::runtime_error: Unable to open text trace file '/var/vcap/sys/log/service-fabric/aad-26152-Fabric.trace': E_ACCESSDENIED
Unable to open text trace file '/var/vcap/sys/log/service-fabric/aad-26186-Fabric.trace': E_ACCESSDENIED
terminating with uncaught exception of type std::runtime_error: Unable to open text trace file '/var/vcap/sys/log/service-fabric/aad-26186-Fabric.trace': E_ACCESSDENIED
Scanning directory /var/vcap/sys/log/service-fabric/Traces for trace files.
The WindowsFabric_AzureWinFabCsv_MoveCsvFileTimer timer is being started for 60000 milliseconds...
Hosted service HostedService/service-fabric0_Fabric cannot be rescheduled since it exceeded max retry limit. Terminating
Local policy deleted 0 of 0 attempted files from the directory.
Space found for logs. Disk space remaining: 9,517,920,256B.
Global True policy deleted 0 of 0 attempted files, 0B of goal 0B, oldest file  minutes old.
The DiskSpaceManager.CleanupTimer timer is being started for 300000 milliseconds...
Scanning directory /var/vcap/sys/log/service-fabric/Traces for trace files.
The WindowsFabric_AzureWinFabCsv_MoveCsvFileTimer timer is being started for 60000 milliseconds...
Scanning directory /var/vcap/sys/log/service-fabric/Traces for trace files.
The WindowsFabric_AzureWinFabCsv_MoveCsvFileTimer timer is being started for 60000 milliseconds...
The InactiveServicePackageScanTimer timer is being started for 180000 milliseconds...
Scanning directory /var/vcap/sys/log/service-fabric/Traces for trace files.
The WindowsFabric_AzureWinFabCsv_MoveCsvFileTimer timer is being started for 60000 milliseconds...
Scanning directory /var/vcap/sys/log/service-fabric/Traces for trace files.
The WindowsFabric_AzureWinFabCsv_MoveCsvFileTimer timer is being started for 60000 milliseconds...
Scanning directory /var/vcap/sys/log/service-fabric/Traces for trace files.
The WindowsFabric_AzureWinFabCsv_MoveCsvFileTimer timer is being started for 60000 milliseconds...
The InactiveServicePackageScanTimer timer is being started for 180000 milliseconds...
Local policy deleted 0 of 0 attempted files from the directory.
Global True policy deleted 0 of 0 attempted files, 0B of goal 0B, oldest file  minutes old.
The DiskSpaceManager.CleanupTimer timer is being started for 300000 milliseconds...
Scanning directory /var/vcap/sys/log/service-fabric/Traces for trace files.
The WindowsFabric_AzureWinFabCsv_MoveCsvFileTimer timer is being started for 60000 milliseconds...
Starting the LTTng handler, ApplicationInstance: WindowsFabric
Session ServiceFabric_1 created.
Traces will be written in /var/vcap/data/sys/log/service-fabric/lttng-traces/ServiceFabric_1-20180426-145809
UST channel channel0 enabled for session ServiceFabric_1
UST event service_fabric:* created in channel channel0
UST context vtid added to all channels
UST context vpid added to all channels
Tracing started for session ServiceFabric_1
Waiting for data availability.
Tracing stopped for session ServiceFabric_0
Session ServiceFabric_0 destroyed
error: stat of /var/vcap/sys/log/service-fabric/Traces/../UserTraces/traces.dtr failed: No such file or directory
The WindowsFabric_LttTimer timer is being started for 600000 milliseconds...
Scanning directory /var/vcap/sys/log/service-fabric/Traces for trace files.
Moving file 2018-04-26_14:58:12.dtr for upload.
Traces are ready. They have been moved from /var/vcap/sys/log/service-fabric/Traces/2018-04-26_14:58:12.dtr to /var/vcap/sys/log/service-fabric/work/WFab/0/0/Log/Fabric/cb0caebdc74603a68807d940e29ae38_fabric_traces_6.2.141.1_100000000000000000_000001_00636603514905370000_0000000000.dtr.zip.
The WindowsFabric_AzureWinFabCsv_MoveCsvFileTimer timer is being started for 60000 milliseconds...
Scanning directory /var/vcap/sys/log/service-fabric/Traces for trace files.
The WindowsFabric_AzureWinFabCsv_MoveCsvFileTimer timer is being started for 60000 milliseconds...
The InactiveServicePackageScanTimer timer is being started for 180000 milliseconds...
Scanning directory /var/vcap/sys/log/service-fabric/Traces for trace files.
The WindowsFabric_AzureWinFabCsv_MoveCsvFileTimer timer is being started for 60000 milliseconds...
Scanning directory /var/vcap/sys/log/service-fabric/Traces for trace files.
The WindowsFabric_AzureWinFabCsv_MoveCsvFileTimer timer is being started for 60000 milliseconds...
Local policy deleted 0 of 0 attempted files from the directory.
Disk space user WindowsFabric_AzureWinFabCsv was found to be using 136,450B of disk space.
Global True policy deleted 0 of 0 attempted files, 0B of goal 0B, oldest file  minutes old.
The DiskSpaceManager.CleanupTimer timer is being started for 300000 milliseconds...
Scanning directory /var/vcap/sys/log/service-fabric/Traces for trace files.
The WindowsFabric_AzureWinFabCsv_MoveCsvFileTimer timer is being started for 60000 milliseconds...
The InactiveServicePackageScanTimer timer is being started for 180000 milliseconds...
Scanning directory /var/vcap/sys/log/service-fabric/Traces for trace files.
The WindowsFabric_AzureWinFabCsv_MoveCsvFileTimer timer is being started for 60000 milliseconds...
Scanning directory /var/vcap/sys/log/service-fabric/Traces for trace files.
The WindowsFabric_AzureWinFabCsv_MoveCsvFileTimer timer is being started for 60000 milliseconds...
Scanning directory /var/vcap/sys/log/service-fabric/Traces for trace files.
The WindowsFabric_AzureWinFabCsv_MoveCsvFileTimer timer is being started for 60000 milliseconds...
The InactiveServicePackageScanTimer timer is being started for 180000 milliseconds...
Scanning directory /var/vcap/sys/log/service-fabric/Traces for trace files.
The WindowsFabric_AzureWinFabCsv_MoveCsvFileTimer timer is being started for 60000 milliseconds...
Local policy deleted 0 of 0 attempted files from the directory.
Disk space user WindowsFabric_AzureWinFabCsv was found to be using 136,450B of disk space.
Global True policy deleted 0 of 0 attempted files, 0B of goal 0B, oldest file  minutes old.
The DiskSpaceManager.CleanupTimer timer is being started for 300000 milliseconds...
Scanning directory /var/vcap/sys/log/service-fabric/Traces for trace files.
The WindowsFabric_AzureWinFabCsv_MoveCsvFileTimer timer is being started for 60000 milliseconds...
Starting the LTTng handler, ApplicationInstance: WindowsFabric
Session ServiceFabric_0 created.
Traces will be written in /var/vcap/data/sys/log/service-fabric/lttng-traces/ServiceFabric_0-20180426-150812
UST channel channel0 enabled for session ServiceFabric_0
UST event service_fabric:* created in channel channel0
UST context vtid added to all channels
UST context vpid added to all channels
Tracing started for session ServiceFabric_0
Waiting for data availability.
Tracing stopped for session ServiceFabric_1
Session ServiceFabric_1 destroyed
The WindowsFabric_LttTimer timer is being started for 600000 milliseconds...
Scanning directory /var/vcap/sys/log/service-fabric/Traces for trace files.
Moving file 2018-04-26_15:08:15.dtr for upload.
The InactiveServicePackageScanTimer timer is being started for 180000 milliseconds...
Traces are ready. They have been moved from /var/vcap/sys/log/service-fabric/Traces/2018-04-26_15:08:15.dtr to /var/vcap/sys/log/service-fabric/work/WFab/0/0/Log/Fabric/cb0caebdc74603a68807d940e29ae38_fabric_traces_6.2.141.1_100000000000000000_000001_00636603520944010000_0000000000.dtr.zip.
The WindowsFabric_AzureWinFabCsv_MoveCsvFileTimer timer is being started for 60000 milliseconds...
Scanning directory /var/vcap/sys/log/service-fabric/Traces for trace files.
The WindowsFabric_AzureWinFabCsv_MoveCsvFileTimer timer is being started for 60000 milliseconds...
Scanning directory /var/vcap/sys/log/service-fabric/Traces for trace files.
The WindowsFabric_AzureWinFabCsv_MoveCsvFileTimer timer is being started for 60000 milliseconds...
The InactiveServicePackageScanTimer timer is being started for 180000 milliseconds...
Scanning directory /var/vcap/sys/log/service-fabric/Traces for trace files.
The WindowsFabric_AzureWinFabCsv_MoveCsvFileTimer timer is being started for 60000 milliseconds...
Local policy deleted 0 of 0 attempted files from the directory.
Disk space user WindowsFabric_AzureWinFabCsv was found to be using 238,416B of disk space.
Global True policy deleted 0 of 0 attempted files, 0B of goal 0B, oldest file  minutes old.
The DiskSpaceManager.CleanupTimer timer is being started for 300000 milliseconds...
Scanning directory /var/vcap/sys/log/service-fabric/Traces for trace files.
The WindowsFabric_AzureWinFabCsv_MoveCsvFileTimer timer is being started for 60000 milliseconds...
Scanning directory /var/vcap/sys/log/service-fabric/Traces for trace files.
The WindowsFabric_AzureWinFabCsv_MoveCsvFileTimer timer is being started for 60000 milliseconds...
The InactiveServicePackageScanTimer timer is being started for 180000 milliseconds...
Scanning directory /var/vcap/sys/log/service-fabric/Traces for trace files.
The WindowsFabric_AzureWinFabCsv_MoveCsvFileTimer timer is being started for 60000 milliseconds...
Scanning directory /var/vcap/sys/log/service-fabric/Traces for trace files.
The WindowsFabric_AzureWinFabCsv_MoveCsvFileTimer timer is being started for 60000 milliseconds...
Scanning directory /var/vcap/sys/log/service-fabric/Traces for trace files.
The WindowsFabric_AzureWinFabCsv_MoveCsvFileTimer timer is being started for 60000 milliseconds...
Local policy deleted 0 of 0 attempted files from the directory.
Disk space user WindowsFabric_AzureWinFabCsv was found to be using 238,416B of disk space.
Global True policy deleted 0 of 0 attempted files, 0B of goal 0B, oldest file  minutes old.
The DiskSpaceManager.CleanupTimer timer is being started for 300000 milliseconds...
Sending 3 telemetry items. Batch 1 of 3.
The InactiveServicePackageScanTimer timer is being started for 180000 milliseconds...
Scanning directory /var/vcap/sys/log/service-fabric/Traces for trace files.
The WindowsFabric_AzureWinFabCsv_MoveCsvFileTimer timer is being started for 60000 milliseconds...
Starting the LTTng handler, ApplicationInstance: WindowsFabric
Session ServiceFabric_1 created.
Traces will be written in /var/vcap/data/sys/log/service-fabric/lttng-traces/ServiceFabric_1-20180426-151815
UST channel channel0 enabled for session ServiceFabric_1
UST event service_fabric:* created in channel channel0
UST context vtid added to all channels
UST context vpid added to all channels
Tracing started for session ServiceFabric_1
Waiting for data availability.
Tracing stopped for session ServiceFabric_0
Session ServiceFabric_0 destroyed
The WindowsFabric_LttTimer timer is being started for 600000 milliseconds...
Scanning directory /var/vcap/sys/log/service-fabric/Traces for trace files.
Moving file 2018-04-26_15:18:18.dtr for upload.
Traces are ready. They have been moved from /var/vcap/sys/log/service-fabric/Traces/2018-04-26_15:18:18.dtr to /var/vcap/sys/log/service-fabric/work/WFab/0/0/Log/Fabric/cb0caebdc74603a68807d940e29ae38_fabric_traces_6.2.141.1_100000000000000000_000001_00636603526968030000_0000000000.dtr.zip.
The WindowsFabric_AzureWinFabCsv_MoveCsvFileTimer timer is being started for 60000 milliseconds...
Scanning directory /var/vcap/sys/log/service-fabric/Traces for trace files.
The WindowsFabric_AzureWinFabCsv_MoveCsvFileTimer timer is being started for 60000 milliseconds...
The InactiveServicePackageScanTimer timer is being started for 180000 milliseconds...
Scanning directory /var/vcap/sys/log/service-fabric/Traces for trace files.
The WindowsFabric_AzureWinFabCsv_MoveCsvFileTimer timer is being started for 60000 milliseconds...
Scanning directory /var/vcap/sys/log/service-fabric/Traces for trace files.
The WindowsFabric_AzureWinFabCsv_MoveCsvFileTimer timer is being started for 60000 milliseconds...
Local policy deleted 0 of 0 attempted files from the directory.
Disk space user WindowsFabric_AzureWinFabCsv was found to be using 341,154B of disk space.
Global True policy deleted 0 of 0 attempted files, 0B of goal 0B, oldest file  minutes old.
The DiskSpaceManager.CleanupTimer timer is being started for 300000 milliseconds...
Scanning directory /var/vcap/sys/log/service-fabric/Traces for trace files.
The WindowsFabric_AzureWinFabCsv_MoveCsvFileTimer timer is being started for 60000 milliseconds...
The InactiveServicePackageScanTimer timer is being started for 180000 milliseconds...
Scanning directory /var/vcap/sys/log/service-fabric/Traces for trace files.
The WindowsFabric_AzureWinFabCsv_MoveCsvFileTimer timer is being started for 60000 milliseconds...
Scanning directory /var/vcap/sys/log/service-fabric/Traces for trace files.
The WindowsFabric_AzureWinFabCsv_MoveCsvFileTimer timer is being started for 60000 milliseconds...
Scanning directory /var/vcap/sys/log/service-fabric/Traces for trace files.
The WindowsFabric_AzureWinFabCsv_MoveCsvFileTimer timer is being started for 60000 milliseconds...
The InactiveServicePackageScanTimer timer is being started for 180000 milliseconds...
Scanning directory /var/vcap/sys/log/service-fabric/Traces for trace files.
The WindowsFabric_AzureWinFabCsv_MoveCsvFileTimer timer is being started for 60000 milliseconds...
Local policy deleted 0 of 0 attempted files from the directory.
Disk space user WindowsFabric_AzureWinFabCsv was found to be using 341,154B of disk space.
Global True policy deleted 0 of 0 attempted files, 0B of goal 0B, oldest file  minutes old.
The DiskSpaceManager.CleanupTimer timer is being started for 300000 milliseconds...
Scanning directory /var/vcap/sys/log/service-fabric/Traces for trace files.
The WindowsFabric_AzureWinFabCsv_MoveCsvFileTimer timer is being started for 60000 milliseconds...
Starting the LTTng handler, ApplicationInstance: WindowsFabric
Session ServiceFabric_0 created.
Traces will be written in /var/vcap/data/sys/log/service-fabric/lttng-traces/ServiceFabric_0-20180426-152818
UST channel channel0 enabled for session ServiceFabric_0
UST event service_fabric:* created in channel channel0
UST context vtid added to all channels
UST context vpid added to all channels
Tracing started for session ServiceFabric_0
Waiting for data availability.
Tracing stopped for session ServiceFabric_1
Session ServiceFabric_1 destroyed
The WindowsFabric_LttTimer timer is being started for 600000 milliseconds...
Scanning directory /var/vcap/sys/log/service-fabric/Traces for trace files.
Moving file 2018-04-26_15:28:21.dtr for upload.
Traces are ready. They have been moved from /var/vcap/sys/log/service-fabric/Traces/2018-04-26_15:28:21.dtr to /var/vcap/sys/log/service-fabric/work/WFab/0/0/Log/Fabric/cb0caebdc74603a68807d940e29ae38_fabric_traces_6.2.141.1_100000000000000000_000001_00636603532998730000_0000000000.dtr.zip.
The WindowsFabric_AzureWinFabCsv_MoveCsvFileTimer timer is being started for 60000 milliseconds...
The InactiveServicePackageScanTimer timer is being started for 180000 milliseconds...
Scanning directory /var/vcap/sys/log/service-fabric/Traces for trace files.
The WindowsFabric_AzureWinFabCsv_MoveCsvFileTimer timer is being started for 60000 milliseconds...
Scanning directory /var/vcap/sys/log/service-fabric/Traces for trace files.
The WindowsFabric_AzureWinFabCsv_MoveCsvFileTimer timer is being started for 60000 milliseconds...
Scanning directory /var/vcap/sys/log/service-fabric/Traces for trace files.
The WindowsFabric_AzureWinFabCsv_MoveCsvFileTimer timer is being started for 60000 milliseconds...
Local policy deleted 0 of 0 attempted files from the directory.
Disk space user WindowsFabric_AzureWinFabCsv was found to be using 444,070B of disk space.
Global True policy deleted 0 of 0 attempted files, 0B of goal 0B, oldest file  minutes old.
The DiskSpaceManager.CleanupTimer timer is being started for 300000 milliseconds...
The InactiveServicePackageScanTimer timer is being started for 180000 milliseconds...
Scanning directory /var/vcap/sys/log/service-fabric/Traces for trace files.
The WindowsFabric_AzureWinFabCsv_MoveCsvFileTimer timer is being started for 60000 milliseconds...