Created
April 12, 2018 04:05
-
-
Save diggzhang/9b23c5315c8e6a212cb6cf7956f0dbce to your computer and use it in GitHub Desktop.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
# -*- coding: utf-8 -*- | |
# | |
# Licensed under the Apache License, Version 2.0 (the "License"); | |
# you may not use this file except in compliance with the License. | |
# You may obtain a copy of the License at | |
# | |
# http://www.apache.org/licenses/LICENSE-2.0 | |
# | |
# Unless required by applicable law or agreed to in writing, software | |
# distributed under the License is distributed on an "AS IS" BASIS, | |
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | |
# See the License for the specific language governing permissions and | |
# limitations under the License. | |
from __future__ import absolute_import | |
from __future__ import division | |
from __future__ import print_function | |
from __future__ import unicode_literals | |
from builtins import str | |
from past.builtins import basestring | |
import importlib | |
import os | |
import smtplib | |
from email.mime.text import MIMEText | |
from email.mime.multipart import MIMEMultipart | |
from email.mime.application import MIMEApplication | |
from email.utils import formatdate | |
from airflow import configuration | |
from airflow.exceptions import AirflowConfigException | |
from airflow.utils.log.logging_mixin import LoggingMixin | |
import requests | |
import json | |
import urllib3 | |
urllib3.disable_warnings() | |
def ding_bot(msg): | |
# bot_url = 'https://oapi.dingtalk.com/robot/send?access_token=82333333333c957f9991a9ec6343552e63e631c2b8ff5c6359f295a3cc7774df' | |
bot_url = configuration.get('dingding', 'BOT_URL') | |
headers = {'Content-Type': 'application/json'} | |
md_text = { | |
"title": "AIRFLOW ERROR", | |
"text": msg.as_string() | |
} | |
post_data = { | |
"msgtype": "markdown", | |
"markdown": md_text | |
} | |
r = requests.post(bot_url, headers=headers,data=json.dumps(post_data)) | |
def send_email(to, subject, html_content, files=None, dryrun=False, cc=None, bcc=None, mime_subtype='mixed'): | |
""" | |
Send email using backend specified in EMAIL_BACKEND. | |
""" | |
path, attr = configuration.get('email', 'EMAIL_BACKEND').rsplit('.', 1) | |
module = importlib.import_module(path) | |
backend = getattr(module, attr) | |
return backend(to, subject, html_content, files=files, dryrun=dryrun, cc=cc, bcc=bcc, mime_subtype=mime_subtype) | |
def send_email_smtp(to, subject, html_content, files=None, dryrun=False, cc=None, bcc=None, mime_subtype='mixed'): | |
""" | |
Send an email with html content | |
>>> send_email('test@example.com', 'foo', '<b>Foo</b> bar', ['/dev/null'], dryrun=True) | |
""" | |
SMTP_MAIL_FROM = configuration.get('smtp', 'SMTP_MAIL_FROM') | |
to = get_email_address_list(to) | |
msg = MIMEMultipart(mime_subtype) | |
msg['Subject'] = subject | |
msg['From'] = SMTP_MAIL_FROM | |
msg['To'] = ", ".join(to) | |
recipients = to | |
if cc: | |
cc = get_email_address_list(cc) | |
msg['CC'] = ", ".join(cc) | |
recipients = recipients + cc | |
if bcc: | |
# don't add bcc in header | |
bcc = get_email_address_list(bcc) | |
recipients = recipients + bcc | |
msg['Date'] = formatdate(localtime=True) | |
mime_text = MIMEText(html_content, 'html') | |
msg.attach(mime_text) | |
for fname in files or []: | |
basename = os.path.basename(fname) | |
with open(fname, "rb") as f: | |
part = MIMEApplication( | |
f.read(), | |
Name=basename | |
) | |
part['Content-Disposition'] = 'attachment; filename="%s"' % basename | |
part['Content-ID'] = '<%s>' % basename | |
msg.attach(part) | |
send_MIME_email(SMTP_MAIL_FROM, recipients, msg, dryrun) | |
def send_MIME_email(e_from, e_to, mime_msg, dryrun=False): | |
log = LoggingMixin().log | |
SMTP_HOST = configuration.get('smtp', 'SMTP_HOST') | |
SMTP_PORT = configuration.getint('smtp', 'SMTP_PORT') | |
SMTP_STARTTLS = configuration.getboolean('smtp', 'SMTP_STARTTLS') | |
SMTP_SSL = configuration.getboolean('smtp', 'SMTP_SSL') | |
SMTP_USER = None | |
SMTP_PASSWORD = None | |
try: | |
SMTP_USER = configuration.get('smtp', 'SMTP_USER') | |
SMTP_PASSWORD = configuration.get('smtp', 'SMTP_PASSWORD') | |
except AirflowConfigException: | |
log.debug("No user/password found for SMTP, so logging in with no authentication.") | |
if not dryrun: | |
s = smtplib.SMTP_SSL(SMTP_HOST, SMTP_PORT) if SMTP_SSL else smtplib.SMTP(SMTP_HOST, SMTP_PORT) | |
if SMTP_STARTTLS: | |
s.starttls() | |
if SMTP_USER and SMTP_PASSWORD: | |
s.login(SMTP_USER, SMTP_PASSWORD) | |
log.info("Sent an alert email to %s", e_to) | |
s.sendmail(e_from, e_to, mime_msg.as_string()) | |
ding_bot(mime_msg) | |
s.quit() | |
def get_email_address_list(address_string): | |
if isinstance(address_string, basestring): | |
if ',' in address_string: | |
address_string = address_string.split(',') | |
elif ';' in address_string: | |
address_string = address_string.split(';') | |
else: | |
address_string = [address_string] | |
return address_string |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment