dfrnks

import subprocess
from distutils.command.build import build as _build  # type: ignore

import setuptools


# This class handles the pip install mechanism.
class build(_build):  # pylint: disable=invalid-name
    """A build command class that will be invoked during package install.
    The package built using the current setup.py will be staged and later

dfrnks

import re
import time
import pyarrow
import logging
import argparse

import apache_beam as beam

from apache_beam.options.pipeline_options import PipelineOptions, SetupOptions

dfrnks

import subprocess
from distutils.command.build import build as _build  # type: ignore

import setuptools


# This class handles the pip install mechanism.
class build(_build):  # pylint: disable=invalid-name
    """A build command class that will be invoked during package install.
    The package built using the current setup.py will be staged and later

dfrnks

import pyarrow
import argparse
import logging

import apache_beam as beam

from beam_mysql.connector import splitters
from beam_mysql.connector.io import ReadFromMySQL

from apache_beam.options.pipeline_options import PipelineOptions, SetupOptions

dfrnks

CREATE OR REPLACE FUNCTION 
    `id-projeto`.librarys.cleanse_string (text STRING)
RETURNS STRING AS (
    REGEXP_REPLACE(LOWER(TRIM(text)), '[^a-zA-Z0-9 ]+', '')
)

dfrnks

CREATE TEMP FUNCTION cleanse_STRING(text STRING)
  RETURNS STRING AS (REGEXP_REPLACE(LOWER(TRIM(text)), '[^a-zA-Z0-9 ]+', '') );

WITH
  strings AS (
  SELECT
    '    Hello, World!!!    ' AS text
  UNION ALL
  SELECT
    '  I am $SPecial$ STRing    ' AS text

dfrnks

# Put all your resources under `resources:`. For each resource, you need:
# - The type of resource. In this example, the type is a Compute VM instance.
# - An internal name for the resource.
# - The properties for the resource. In this example, for VM instances, you add
#   the machine type, a boot disk, network information, and so on.
#
# For a list of supported resources,
# see https://cloud.google.com/deployment-manager/docs/configuration/supported-resource-types.
resources:
- type: compute.v1.instance

dfrnks

# This is an example Starter pipeline configuration
# Use a skeleton to build, test and deploy using manual and parallel steps
# -----
# You can specify a custom docker image from Docker Hub as your build environment.
image: atlassian/default-image:2

pipelines:
  default:
    - step:
        name: Deployment to test environment

dfrnks

            ...
            - pipe: dfrnks/power-bi-publish:0.1.2
              variables:
                USERNAME: $USERNAME
                PASSWORD: $PASSWORD
                CLIENT_ID: $CLIENT_ID
                CLIENT_SECRET: $CLIENT_SECRET
                WORKSPACE: "The My Workspace"
                DIRECTORY_PBIX: "workspaces/the_my_workspace"
                GATEWAY: "My Gateway:My Data Source"

dfrnks

# This is an example Starter pipeline configuration
# Use a skeleton to build, test and deploy using manual and parallel steps
# -----
# You can specify a custom docker image from Docker Hub as your build environment.
image: atlassian/default-image:2

pipelines:
  default:
    - step:
        name: 'Starting the pipe'