hoehrmann

Missing:

• A few elements allow infinite nesting, that is not yet represented
• Some TODOs are mentioned in the YAML files directly.
• Where XML paths have more variables than the JSON paths, variables have to be reviewed; Usually that means the first [n] in the JSON path would become [n,o] (SDMX-ML 3.0.0 distributes artefacts in a way that requires aggregation in SDMX-JSON 2.0)

Note:

• SDMX 2.0 and SDMX 2.1 are converted to SDMX-JSON 1.0
• SDMX 3.0.0 is converted to SDMX-JSON 2.0.0.

hoehrmann

#
# In a JSON document, there is a unique normalized JSON Path for everything,
# so you can write out a JSON document as a combination of paths and values:
# 
#   $.meta.id = "ID123"
# 
# Given some JSON schema document, you can write out all possible paths. To
# handle infinite nesting, part of the path could be described using a regular
# expression.
#

hoehrmann

import click
import ijson
import ijson.common
import json
import pathlib
import functools

def escape(s: str):
    esc = {
        "\u0000": "\\u0000",

hoehrmann

// This is now https://github.com/federlieb/federprof

hoehrmann

token = _
  / keyword
  / identifier
  / constant
  / string-literal
  / punctuator

preprocessing-token = _
  / header-name
  / identifier

hoehrmann

; FIXME: The grammar has been transformed so that `w` appears after a
; token, but there is no way in ABNF to define it as token-separator
; that can optionally contain a mix of comments and white-space. Take
; `;;` as an example, for that to match `sql-stmt-list` `w` would
; have to match the empty string. But if `w` matches the empty string
; then `ISNOT` is the same as `IS NOT`.

sql-stmt-list = [ sql-stmt ] *( ";" w [ sql-stmt ] )
sql-stmt = [ "EXPLAIN" w [ "QUERY" w "PLAN" w ] ] ( alter-table-stmt / analyze-stmt / attach-stmt / begin-stmt / commit-stmt / create-index-stmt / create-table-stmt / create-trigger-stmt / create-view-stmt / create-virtual-table-stmt / delete-stmt / delete-stmt-limited / detach-stmt / drop-index-stmt / drop-table-stmt / drop-trigger-stmt / drop-view-stmt / insert-stmt / pragma-stmt / reindex-stmt / release-stmt / rollback-stmt / savepoint-stmt / select-stmt / update-stmt / update-stmt-limited / vacuum-stmt )
alter-table-stmt = "ALTER" w "TABLE" w [ schema-name w "." w ] table-na

hoehrmann

#!perl -w
use strict;
use warnings;
use DBI;
use IO::File;
use XML::Parser;

my %fields;
my @fields;

hoehrmann

#!perl -w
use strict;
use warnings;
use URI::Escape 'uri_escape';

sub tool
{
  my $req = shift;
  return unless defined $req;

hoehrmann

#####################################################################
#
# This script starts an automatically recorded session using `script`
# storing logs in `$log_dir`. Care should be taken to secure records
# generated by this script as they may easily contain passwords and
# other sensistive information.
#
#####################################################################

# FIXME(bh): make this configurable

hoehrmann

#!/bin/bash
#####################################################################
# Copyright (c) 2016 Bjoern Hoehrmann <bjoern@hoehrmann.de>. GPLv3+.
#
# Given image + color, creates mask encoding pixel's LAB color diff.
#####################################################################

path_in="$1"
color_rgb="$2"
path_out="$3"