qi-qi

ffmpeg -i source.mp3 -acodec copy -ss 00:15:30 -to 00:17:32 result.mp3

qi-qi

gcloud composer environments run airflow --location us-central1 --project=xxx backfill -- dag_id_xxx -t task_id_xxx -s 2020-10-01 -e 2020-11-29

# composer 2
gcloud composer environments run airflow-composer2 --location us-east4 --project=xxx dags backfill -- dag_id_xxx --reset-dagruns -s 2022-05-31 -e 2022-06-01

qi-qi

kubectl exec -itn composer-1-17-0-preview-8-airflow-2-1-1-00074d24 airflow-scheduler-7844585b8f-7fq4h -- /bin/bash

composer-1.17.0-preview.8-airflow-2.1.1


Package                                  Version
---------------------------------------- --------------
absl-py                                  0.13.0
alembic                                  1.6.5
amqp                                     2.6.1

qi-qi

sudo apt-get update && sudo apt-get -y upgrade

sudo pip3 install --upgrade apache-airflow[all]==1.10.2

sudo apt-get install -y curl build-essential autoconf libtool pkg-config git libxml2-dev libxslt1-dev libkrb5-dev libsasl2-dev libssl-dev libffi-dev locales netcat apt-utils libblas-dev libmysqlclient-dev libpq-dev liblapack-dev supervisor net-tools

sudo apt-get install -y python3.6-dev python3-distutils python3-kerberos python3-jenkins

curl https://bootstrap.pypa.io/get-pip.py -o get-pip.py
sudo python3 get-pip.py

qi-qi

keytool -genkey -v -keystore debug.keystore -storepass android -alias androiddebugkey -keypass android -keyalg RSA -keysize 2048 -validity 10000 -dname "C=US, O=Android, CN=Android Debug"

qi-qi

export PS1="\u:\w$ "

###
\d – Current date
\t – Current time
\h – Host name
\# – Command number
\u – User name
\W – Current working directory (ie: Desktop/)
\w – Current working directory with full path (ie: /Users/Admin/Desktop/)

qi-qi

{
  "StartAt": "transcribe",
  "States": {
    "transcribe": {
      "Type": "Task",
      "Resource": "arn:aws:states:::lambda:invoke",
      "Parameters": {
        "FunctionName": "arn:aws:lambda:us-east-1:544788468928:function:lab-transcribe-wrapper:$LATEST",
        "Payload": {
          "Input.$": "$"

qi-qi

{
  "Comment": "s3 trigger lambda and transcribe",
  "StartAt": "transcribe",
  "States": {
    "transcribe": {
      "Type": "Task",
      "Resource": "arn:aws:states:::lambda:invoke",
      "Parameters": {
        "FunctionName": "arn:aws:lambda:us-east-1:274315249506:function:lab-lambda-transcribe:$LATEST",
        "Payload": {

qi-qi

<RoutingRules>
  <RoutingRule>
    <Redirect>
      <Protocol>https</Protocol>
      <HostName>www.linkedin.com</HostName>
      <ReplaceKeyPrefixWith>in/qiq</ReplaceKeyPrefixWith>
      <HttpRedirectCode>302</HttpRedirectCode>
    </Redirect>
  </RoutingRule>
</RoutingRules>

qi-qi

from airflow import DAG
from datetime import datetime, time
from airflow.operators.dummy_operator import DummyOperator
from airflow.sensors.time_sensor import TimeSensor
from airflow.sensors.sql_sensor import SqlSensor

default_args = {
    "start_date": datetime(2020, 1, 1),
    "email_on_failure": False,
    "email_on_retry": False,