This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
from copy import deepcopy | |
from airflow.config_templates.airflow_local_settings import DEFAULT_LOGGING_CONFIG | |
from urllib.parse import urlparse | |
from pprint import pprint | |
from airflow.configuration import conf | |
LOGGING_CONFIG = deepcopy(DEFAULT_LOGGING_CONFIG) | |
REMOTE_BASE_LOG_FOLDER: str = conf.get('core', 'REMOTE_BASE_LOG_FOLDER') |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
steps: | |
- name: gcr.io/cloud-builders/git | |
args: ['clone', 'https://github.com/GoogleCloudPlatform/java-docs-samples.git', 'repo_dir'] | |
- name: gcr.io/cloud-builders/git | |
args: ['checkout', '$_GIT_COMMIT'] | |
dir: 'repo_dir' | |
- name: maven:3.6.3-jdk-8 | |
args: | |
- sed | |
- -i |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
#!/usr/bin/env bash | |
yq r airflow/api_connexion/openapi/v1.yaml --tojson \ | |
| jq \ | |
' | |
.paths | |
| to_entries[] | |
| ( | |
(.value|del(.parameters)|keys[]|ascii_upcase) | |
+ |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
import base64 | |
import inspect | |
import pickle | |
import shlex | |
import textwrap | |
def get_dag_runs(dag_id_prefix): | |
print("dag_id_prefix=", dag_id_prefix) | |
import logging |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
#!/usr/bin/env python3.7 | |
import argparse | |
import os | |
import shlex | |
import signal | |
import socket | |
import sys | |
from contextlib import closing | |
from subprocess import Popen, CalledProcessError | |
from tempfile import TemporaryDirectory |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
#!/usr/bin/env bash | |
secret=$(cat g_firebase.json | jq .private_key -r) | |
token_expiration=3600 | |
# Static header fields. | |
header='{ | |
"typ": "JWT", | |
"alg": "RS256", | |
"kid": "4f5fb174ca131353190d0662ec7c832b7e6184f5" |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
# | |
# Licensed to the Apache Software Foundation (ASF) under one | |
# or more contributor license agreements. See the NOTICE file | |
# distributed with this work for additional information | |
# regarding copyright ownership. The ASF licenses this file | |
# to you under the Apache License, Version 2.0 (the | |
# "License"); you may not use this file except in compliance | |
# with the License. You may obtain a copy of the License at | |
# | |
# http://www.apache.org/licenses/LICENSE-2.0 |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
#!/usr/bin/env bash | |
# Licensed to the Apache Software Foundation (ASF) under one | |
# or more contributor license agreements. See the NOTICE file | |
# distributed with this work for additional information | |
# regarding copyright ownership. The ASF licenses this file | |
# to you under the Apache License, Version 2.0 (the | |
# "License"); you may not use this file except in compliance | |
# with the License. You may obtain a copy of the License at | |
# |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
#!/usr/bin/env bash | |
# Licensed to the Apache Software Foundation (ASF) under one | |
# or more contributor license agreements. See the NOTICE file | |
# distributed with this work for additional information | |
# regarding copyright ownership. The ASF licenses this file | |
# to you under the Apache License, Version 2.0 (the | |
# "License"); you may not use this file except in compliance | |
# with the License. You may obtain a copy of the License at | |
# |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
import functools | |
import logging | |
import time | |
import sys | |
from airflow.configuration import conf | |
from airflow.operators.dummy_operator import DummyOperator | |
from airflow.utils.dates import days_ago |