Skip to content

Instantly share code, notes, and snippets.

{
"data": {"name": "dataset"},
"vconcat": [
{
"mark": {
"type": "text",
"fontSize": 40,
"align": "left",
"baseline": "top",
@mlongoria
mlongoria / FlowerSVGPath.txt
Created March 29, 2023 03:22
Flower SVG for deneb
M0 -0.97Q 0.62 -0.76 0 0.08Q 0.62 -0.76 1 -0.24Q 0.67 0.3 0 0.08Q 0.67 0.3 0.62 0.93Q 0 0.79 0 0.08Q 0 0.79 -0.62 0.93Q -1 0.3 0 0.08Q -1 0.3 -1 -0.24Q -0.62 -0.76 0 0.08Q -0.62 -0.76 0 -0.97Q 0.62 -0.76 0 0.08z
@mlongoria
mlongoria / Comet.json
Last active August 18, 2022 04:45
Comet Chart Deneb
{
"data": {"name": "dataset"},
"title": "Change In Percent of Americans Living Alone - 1980 vs 2018",
"height": 40,
"width": 350,
"mark": {"type": "trail"},
"encoding": {
"facet": {
"field": "Entity",
"title": null,
{
"data": {"name": "dataset"},
"mark": "area",
"encoding": {
"x": {
"timeUnit": "weekyear",
"field": "Date",
"title": null,
"axis": {"domain": false, "format": "%b %Y", "tickSize": 0}
},
@mlongoria
mlongoria / Color 1.M
Created August 16, 2020 00:27
Color Contrast Math
let
//Get values 0 - 255
Source = Values,
//Call that column R for Red
#"R Dec" = Table.RenameColumns(Source,{{"Column1", "R Dec"}}),
//Crossjoin to Values to get Green values 0 - 255
#"G Dec" = Table.AddColumn(#"R Dec", "Custom", each Values),
#"Expanded G Dec" = Table.ExpandTableColumn(#"G Dec", "Custom", {"Column1"}, {"G Dec"}),
//Crossjoin to Values to get Blue values 0 - 255
#"B Dec" = Table.AddColumn(#"Expanded G Dec", "B", each Values),
@mlongoria
mlongoria / SQLDWTableSwapWithClassifications
Created May 29, 2019 22:50
Stored procedure to swap tables via RENAME and DROP TABLE and transfer any sensitivity classifications from the original table to the new table
CREATE PROC SwapWithMetadata
@SrcSchema NVARCHAR(128),
@SrcTable NVARCHAR(128),
@DestSchema NVARCHAR(128),
@DestTable NVARCHAR(128),
@TransferMetadata BIT,
@DropOldTable BIT
AS
BEGIN
<!-- This goes in your data flow as the source -->
<CustomComponent Name="TF Dynamics 365 <#=table.Name#>" ComponentTypeName="PragmaticWorks.TaskFactory.DynamicsSource" Version="1" ContactInfo="Dynamics Source;Pragmatic Works, Inc; Task Factory (c) 2009 - 2016 Pragmatic Works, Inc; http://www.pragmaticworks.com;support@pragmaticworks.com" UsesDispositions="true">
<Annotations>
<Annotation AnnotationType="Description">Extract data from Microsoft Dynamics CRM.</Annotation>
</Annotations>
<DataflowOverrides>
<OutputPath OutputPathName="Dynamics Source Output">
<!-- Iterate through the columns (I'm passing in table and column from another file), ignoring any audit columns you may have added to your table. Set the Error Row Disposition and Truncation Row Disposition. -->
<# foreach (var column in table.Columns.Where(c => !c.Name.Equals("AuditETLLogID") && !c.Name.Equals("AuditIn
@mlongoria
mlongoria / PL_Copy_MySourceDBToADLS.biml
Last active March 10, 2017 19:21
Biml ADF Pipeline Generation
<#@ import namespace="System.Data" #>
<#@ import namespace="System.Text" #>
<#@ property name="targetTables" type="DataView"#>
<#@ property name="frequency" type="string"#>
<#@ property name="scope" type="string"#>
{
"$schema": "http://datafactories.schema.management.azure.com/schemas/2015-09-01/Microsoft.DataFactory.Pipeline.json",
"name": "PL_Copy_MySourceDBToADLS_<#=frequency#>_<#=scope#>",
"properties": {
"description": "<#=frequency#> <#=scope#> copies of data from Source db to the data lake.",
@mlongoria
mlongoria / Biml ADF Dataset Generation Snippet.txt
Last active March 10, 2017 18:49
A file that generates Azure Data Factory datasets and pipelines via Biml
<#@ template tier="10" #>
<#@ import namespace="System.Data" #>
<#@ import namespace="System.Text" #>
<#@ code file="BGHelper.cs" #>
<#@ import namespace="BGHelper" #>
<Biml xmlns="http://schemas.varigence.com/biml.xsd">
</Biml>
<#
string mdFilePath = "C:\\Users\\admin\\Source\\Workspaces\\SH Data Warehouse\\metadata";
@mlongoria
mlongoria / 1_DS_OnPremSQL_MySourceDB_Schema_Table.biml
Last active March 3, 2017 18:09
BimlScript that is used with an Excel spreadsheet to define datasets and copy pipelines in Azure Data Factory for SQL to ADLS. Needed: List of tables with schema, frequency, indicator of incremental or full load, and field used for window if incremental load
<#@ property name="schema" type="string" #>
<#@ property name="table" type="string" #>
<#@ property name="frequency" type = "string" #>
{
"$schema": "http://datafactories.schema.management.azure.com/schemas/2015-09-01/Microsoft.DataFactory.Table.json",
"name": "DS_OnPremSQL_MySourceDB_<#=schema#>_<#=table#>",
"properties": {
"type": "SqlServerTable",
"linkedServiceName": "LS_OnPremSQL_MySourceDB",