DaveRuijter

database_names_filter = "20_silver*"
try:
    dbs = spark.sql(f"SHOW DATABASES LIKE '{database_names_filter}'").select("databaseName").collect()
    dbs = [(row.databaseName) for row in dbs]
    for database_name in dbs:
        print(f"Found database: {database_name}, performing actions on all its tables..")
        tables = spark.sql(f"SHOW TABLES FROM `{database_name}`").select("tableName").collect()
        tables = [(row.tableName) for row in tables]
        for table_name in tables:
            #spark.sql(f"ALTER TABLE `{database_name}`.`{table_name}` SET TBLPROPERTIES ('delta.logRetentionDuration'='interval 30 days', 'delta.deletedFileRetentionDuration'='interval 7 days')")

DaveRuijter

next-version: 1.0
assembly-versioning-scheme: MajorMinorPatch
assembly-file-versioning-scheme: MajorMinorPatchTag
assembly-informational-format: '{InformationalVersion}'
mode: ContinuousDelivery
increment: Inherit
continuous-delivery-fallback-tag: ci
tag-prefix: '[vV]'
major-version-bump-message: '\+semver:\s?(breaking|major)'
minor-version-bump-message: '\+semver:\s?(feature|minor)'

DaveRuijter

🚀 Release v{{buildDetails.buildNumber}}

Associated Pull Requests ({{pullRequests.length}})

{{#forEach pullRequests}}

• Pull Request [#{{this.pullRequestId}} {{this.title}}]({{replace (replace this.url "_apis/git/repositories" "_git") "pullRequests" "pullRequest"}}) {{/forEach}}

Associated Azure Board Items ({{workItems.length}})

{{#forEach this.workItems}}

• Item [#{{this.id}} {{lookup this.fields 'System.Title'}}]({{replace this.url "_apis/wit/workItems" "_workitems/edit"}})

DaveRuijter

trigger:
  - main
  - master

pool:
  vmImage: ubuntu-latest

## Job to create release and add tag
jobs:
  - job: CalculateVersion

DaveRuijter

trigger:
- none

pool:
  vmImage: ubuntu-latest

## Job to calculate semantic version
jobs:
  - job: CalculateVersion
    displayName: Semantic versioning

DaveRuijter

Type of update

• Fix
• Feature
• Big feature

DaveRuijter

# =================================================================================================================================================
## This script will remove the given Service Principal from Power BI workspaces
## It will first ask for the (correct) ObjectId of the Service Principal
## Then it will ask for the credentials of a Power BI Service Administrator
# =================================================================================================================================================

## Parameters

# Remove the Service Principal from workspaces that are in Premium capacity?
$RemoveFromPremiumCapacityWorkspaces = $true

DaveRuijter

# =================================================================================================================================================
## This script will add the given Service Principal to Power BI workspaces
## It will first ask for the (correct) ObjectId of the Service Principal
## Then it will ask for the credentials of a Power BI Service Administrator

## Note: this script only works with v2 workspaces (you can't add a Service Principal to a v1 workspace)
# =================================================================================================================================================

## Parameters

DaveRuijter

{
    "name": "pipeline1",
    "properties": {
        "activities": [
            {
                "name": "Call dataset refresh",
                "type": "WebActivity",
                "dependsOn": [
                    {
                        "activity": "Get AAD Token",

DaveRuijter

{
    "name": "ADF_Scale_Azure_SQLDB",
    "properties": {
        "activities": [
            {
                "name": "ADF_Scale_Azure_SQLDB",
                "type": "WebActivity",
                "policy": {
                    "timeout": "7.00:00:00",
                    "retry": 0,