article.txt

root
 |-- article_id: long (nullable = true)
 |-- text: string (nullable = true)
 |-- tokens: array (nullable = true)
 |    |-- element: string (containsNull = true)
 |-- clf_tokens: array (nullable = true)
 |    |-- element: string (containsNull = true)
 |-- first_ts: integer (nullable = true)
 |-- url: string (nullable = true)
 |-- domain: string (nullable = true)
 |-- link_count: long (nullable = false)
 |-- impression_count: long (nullable = true)
 |-- actor_link_counts: map (nullable = true)
 |    |-- key: string
 |    |-- value: long (valueContainsNull = true)
 |-- actor_impression_counts: map (nullable = true)
 |    |-- key: string
 |    |-- value: long (valueContainsNull = true)
 |-- actor_alignments: struct (nullable = true)
 |    |-- n: integer (nullable = true)
 |    |-- mean: float (nullable = true)
 |    |-- std: float (nullable = true)
 |    |-- q0: float (nullable = true)
 |    |-- q25: float (nullable = true)
 |    |-- q50: float (nullable = true)
 |    |-- q75: float (nullable = true)
 |    |-- q100: float (nullable = true)
 |    |-- n_left: integer (nullable = true)
 |    |-- n_right: integer (nullable = true)
 |    |-- entropy: float (nullable = true)