Constructors
Properties
Methods
option
Parameters
- key: string
- value: string | number | boolean
options
Parameters
- opts: { [key: string]: string }
load
Parameters
- paths: string | string[] = []
jdbc
jdbc( url: string, table: string, columnName?: undefined | string, lowerBound?: undefined | number, upperBound?: undefined | number, numPartitions?: undefined | number, predicates?: string[], properties: { [key: string]: string },): DataFrame Parameters
- url: string
- table: string
- columnName: undefined | string = undefined
- lowerBound: undefined | number = undefined
- upperBound: undefined | number = undefined
- numPartitions: undefined | number = undefined
- predicates: string[] = []
- properties: { [key: string]: string }
json
json(path: string, ...paths: string[]): DataFrame Parameters
- path: string
- ...paths: string[]
csv
csv(path: string, ...paths: string[]): DataFrame Parameters
- path: string
- ...paths: string[]
xml
xml(path: string, ...paths: string[]): DataFrame Parameters
- path: string
- ...paths: string[]
parquet
parquet(path: string, ...paths: string[]): DataFrame Parameters
- path: string
- ...paths: string[]
orc
orc(path: string, ...paths: string[]): DataFrame Parameters
- path: string
- ...paths: string[]
text
text(path: string, ...paths: string[]): DataFrame Parameters
- path: string
- ...paths: string[]
Interface used to load a [[Dataset]] from external storage systems (e.g. file systems, key-value stores, etc). Use
SparkSession.read()to access this.Since
1.0.0
Author
Kent Yao yao@apache.org
TODO: Some featuers are not implemented yet:
schemamethodjson(jsonDataset: Dataset[string])methodcsv(csvDataset: Dataset[string])methodxml(xmlDataset: Dataset[string])methodtextFile(path: string, ...paths: string[]): Dataset[string]method