pywebhdfs

example.py

from pywebhdfs.webhdfs import PyWebHdfsClient
client = PyWebHdfsClient(host='namenode-1.server.ip.address', port=14000, user_name='<user name>')

r = client.read_file(<file name>)
for l in r.decode('utf-8').split('\n'):
    l = l.strip()
    if 0 == len(l):
        continue
    # work
    
client.create_file(<file name>, '\n'.join([line for line in lines]).encode('utf-8'))