tensorflow read data from hdfs

tf_hdfs.py

import tensorflow as tf

filename_queue = tf.train.string_input_producer(["hdfs://10.152.104.73:8020/sogou/train-data/1_final.feature_transform"])

reader = tf.WholeFileReader()
key, value = reader.read(filename_queue)


with tf.Session() as sess:
  # Start populating the filename queue.
  coord = tf.train.Coordinator()
  threads = tf.train.start_queue_runners(coord=coord)

  id, val = sess.run([key, value])
  for v in val.splitlines():
    print(v.decode())

  coord.request_stop()
  coord.join(threads)