This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
// 1. | |
// Cannot find what should I use instead of ReadSupport, ReadSupport, DataSourceReader | |
// if instead of ReadSupport we have to use now Scan then what happened to method createReader? | |
class DefaultSource extends ReadSupport { | |
override def createReader(options: DataSourceOptions): DataSourceReader = new GeneratingReader() | |
} | |
class GeneratingReader() extends DataSourceReader { | |
override def readSchema(): StructType = {...} |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
package main | |
import ( | |
"encoding/json" | |
"fmt" | |
) | |
type T1 struct { | |
Field1 string `json:"field_1"` | |
Field2 []int `json:"field_2"` |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
package com.miaozhen.dataeye.input; | |
import java.io.IOException; | |
import org.apache.hadoop.conf.Configuration; | |
import org.apache.hadoop.conf.Configured; | |
import org.apache.hadoop.fs.FileSystem; | |
import org.apache.hadoop.fs.Path; | |
import org.apache.hadoop.fs.PathFilter; | |
/** |