Skip to content

Instantly share code, notes, and snippets.

View bulletchartwithban.json
{
"data": {"name": "dataset"},
"vconcat": [
{
"mark": {
"type": "text",
"fontSize": 40,
"align": "left",
"baseline": "top",
@mlongoria
mlongoria / FlowerSVGPath.txt
Created March 29, 2023 03:22
Flower SVG for deneb
View FlowerSVGPath.txt
M0 -0.97Q 0.62 -0.76 0 0.08Q 0.62 -0.76 1 -0.24Q 0.67 0.3 0 0.08Q 0.67 0.3 0.62 0.93Q 0 0.79 0 0.08Q 0 0.79 -0.62 0.93Q -1 0.3 0 0.08Q -1 0.3 -1 -0.24Q -0.62 -0.76 0 0.08Q -0.62 -0.76 0 -0.97Q 0.62 -0.76 0 0.08z
@mlongoria
mlongoria / Comet.json
Last active August 18, 2022 04:45
Comet Chart Deneb
View Comet.json
{
"data": {"name": "dataset"},
"title": "Change In Percent of Americans Living Alone - 1980 vs 2018",
"height": 40,
"width": 350,
"mark": {"type": "trail"},
"encoding": {
"facet": {
"field": "Entity",
"title": null,
View StreamGraphDeneb.json
{
"data": {"name": "dataset"},
"mark": "area",
"encoding": {
"x": {
"timeUnit": "weekyear",
"field": "Date",
"title": null,
"axis": {"domain": false, "format": "%b %Y", "tickSize": 0}
},
@mlongoria
mlongoria / Color 1.M
Created August 16, 2020 00:27
Color Contrast Math
View Color 1.M
let
//Get values 0 - 255
Source = Values,
//Call that column R for Red
#"R Dec" = Table.RenameColumns(Source,{{"Column1", "R Dec"}}),
//Crossjoin to Values to get Green values 0 - 255
#"G Dec" = Table.AddColumn(#"R Dec", "Custom", each Values),
#"Expanded G Dec" = Table.ExpandTableColumn(#"G Dec", "Custom", {"Column1"}, {"G Dec"}),
//Crossjoin to Values to get Blue values 0 - 255
#"B Dec" = Table.AddColumn(#"Expanded G Dec", "B", each Values),
@mlongoria
mlongoria / SQLDWTableSwapWithClassifications
Created May 29, 2019 22:50
Stored procedure to swap tables via RENAME and DROP TABLE and transfer any sensitivity classifications from the original table to the new table
View SQLDWTableSwapWithClassifications
CREATE PROC SwapWithMetadata
@SrcSchema NVARCHAR(128),
@SrcTable NVARCHAR(128),
@DestSchema NVARCHAR(128),
@DestTable NVARCHAR(128),
@TransferMetadata BIT,
@DropOldTable BIT
AS
BEGIN
View TF Dynamics CRM Source Biml
<!-- This goes in your data flow as the source -->
<CustomComponent Name="TF Dynamics 365 <#=table.Name#>" ComponentTypeName="PragmaticWorks.TaskFactory.DynamicsSource" Version="1" ContactInfo="Dynamics Source;Pragmatic Works, Inc; Task Factory (c) 2009 - 2016 Pragmatic Works, Inc; http://www.pragmaticworks.com;support@pragmaticworks.com" UsesDispositions="true">
<Annotations>
<Annotation AnnotationType="Description">Extract data from Microsoft Dynamics CRM.</Annotation>
</Annotations>
<DataflowOverrides>
<OutputPath OutputPathName="Dynamics Source Output">
<!-- Iterate through the columns (I'm passing in table and column from another file), ignoring any audit columns you may have added to your table. Set the Error Row Disposition and Truncation Row Disposition. -->
<# foreach (var column in table.Columns.Where(c => !c.Name.Equals("AuditETLLogID") && !c.Name.Equals("AuditIn
@mlongoria
mlongoria / PL_Copy_MySourceDBToADLS.biml
Last active March 10, 2017 19:21
Biml ADF Pipeline Generation
View PL_Copy_MySourceDBToADLS.biml
<#@ import namespace="System.Data" #>
<#@ import namespace="System.Text" #>
<#@ property name="targetTables" type="DataView"#>
<#@ property name="frequency" type="string"#>
<#@ property name="scope" type="string"#>
{
"$schema": "http://datafactories.schema.management.azure.com/schemas/2015-09-01/Microsoft.DataFactory.Pipeline.json",
"name": "PL_Copy_MySourceDBToADLS_<#=frequency#>_<#=scope#>",
"properties": {
"description": "<#=frequency#> <#=scope#> copies of data from Source db to the data lake.",
@mlongoria
mlongoria / Biml ADF Dataset Generation Snippet.txt
Last active March 10, 2017 18:49
A file that generates Azure Data Factory datasets and pipelines via Biml
View Biml ADF Dataset Generation Snippet.txt
<#@ template tier="10" #>
<#@ import namespace="System.Data" #>
<#@ import namespace="System.Text" #>
<#@ code file="BGHelper.cs" #>
<#@ import namespace="BGHelper" #>
<Biml xmlns="http://schemas.varigence.com/biml.xsd">
</Biml>
<#
string mdFilePath = "C:\\Users\\admin\\Source\\Workspaces\\SH Data Warehouse\\metadata";
@mlongoria
mlongoria / 1_DS_OnPremSQL_MySourceDB_Schema_Table.biml
Last active March 3, 2017 18:09
BimlScript that is used with an Excel spreadsheet to define datasets and copy pipelines in Azure Data Factory for SQL to ADLS. Needed: List of tables with schema, frequency, indicator of incremental or full load, and field used for window if incremental load
View 1_DS_OnPremSQL_MySourceDB_Schema_Table.biml
<#@ property name="schema" type="string" #>
<#@ property name="table" type="string" #>
<#@ property name="frequency" type = "string" #>
{
"$schema": "http://datafactories.schema.management.azure.com/schemas/2015-09-01/Microsoft.DataFactory.Table.json",
"name": "DS_OnPremSQL_MySourceDB_<#=schema#>_<#=table#>",
"properties": {
"type": "SqlServerTable",
"linkedServiceName": "LS_OnPremSQL_MySourceDB",