org
.
apache
.
spark
.
binary
BinaryFileFormat
Related Doc:
package binary
class
BinaryFileFormat
extends
TextBasedFileFormat
with
DataSourceRegister
File format used for structured streaming of binary files
Linear Supertypes
DataSourceRegister
,
TextBasedFileFormat
,
FileFormat
,
AnyRef
,
Any
Ordering
Alphabetic
By Inheritance
Inherited
BinaryFileFormat
DataSourceRegister
TextBasedFileFormat
FileFormat
AnyRef
Any
Hide All
Show All
Visibility
Public
All
Instance Constructors
new
BinaryFileFormat
()
Value Members
final
def
!=
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
final
def
##
()
:
Int
Definition Classes
AnyRef → Any
final
def
==
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
final
def
asInstanceOf
[
T0
]
:
T0
Definition Classes
Any
def
buildReader
(
sparkSession:
SparkSession
,
dataSchema:
StructType
,
partitionSchema:
StructType
,
requiredSchema:
StructType
,
filters:
Seq
[
Filter
]
,
options:
Map
[
String
,
String
]
,
hadoopConf:
Configuration
)
: (
PartitionedFile
) ⇒
Iterator
[
InternalRow
]
Definition Classes
BinaryFileFormat
→ FileFormat
def
buildReaderWithPartitionValues
(
sparkSession:
SparkSession
,
dataSchema:
StructType
,
partitionSchema:
StructType
,
requiredSchema:
StructType
,
filters:
Seq
[
Filter
]
,
options:
Map
[
String
,
String
]
,
hadoopConf:
Configuration
)
: (
PartitionedFile
) ⇒
Iterator
[
InternalRow
]
Definition Classes
FileFormat
def
clone
()
:
AnyRef
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
eq
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
def
equals
(
other:
Any
)
:
Boolean
Definition Classes
BinaryFileFormat
→ AnyRef → Any
def
finalize
()
:
Unit
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
classOf[java.lang.Throwable]
)
final
def
getClass
()
:
Class
[_]
Definition Classes
AnyRef → Any
def
hashCode
()
:
Int
Definition Classes
BinaryFileFormat
→ AnyRef → Any
def
inferSchema
(
sparkSession:
SparkSession
,
options:
Map
[
String
,
String
]
,
files:
Seq
[
FileStatus
]
)
:
Option
[
StructType
]
Definition Classes
BinaryFileFormat
→ FileFormat
final
def
isInstanceOf
[
T0
]
:
Boolean
Definition Classes
Any
def
isSplitable
(
sparkSession:
SparkSession
,
options:
Map
[
String
,
String
]
,
path:
Path
)
:
Boolean
Definition Classes
BinaryFileFormat
→ TextBasedFileFormat → FileFormat
final
def
ne
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
final
def
notify
()
:
Unit
Definition Classes
AnyRef
final
def
notifyAll
()
:
Unit
Definition Classes
AnyRef
def
prepareWrite
(
sparkSession:
SparkSession
,
job:
Job
,
options:
Map
[
String
,
String
]
,
dataSchema:
StructType
)
:
OutputWriterFactory
Definition Classes
BinaryFileFormat
→ FileFormat
def
shortName
()
:
String
Definition Classes
BinaryFileFormat
→ DataSourceRegister
def
supportBatch
(
sparkSession:
SparkSession
,
dataSchema:
StructType
)
:
Boolean
Definition Classes
FileFormat
def
supportDataType
(
dataType:
DataType
,
isReadPath:
Boolean
)
:
Boolean
Definition Classes
FileFormat
final
def
synchronized
[
T0
]
(
arg0: ⇒
T0
)
:
T0
Definition Classes
AnyRef
def
toString
()
:
String
Definition Classes
BinaryFileFormat
→ AnyRef → Any
def
vectorTypes
(
requiredSchema:
StructType
,
partitionSchema:
StructType
,
sqlConf:
SQLConf
)
:
Option
[
Seq
[
String
]]
Definition Classes
FileFormat
final
def
wait
()
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
,
arg1:
Int
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
Inherited from
DataSourceRegister
Inherited from
TextBasedFileFormat
Inherited from
FileFormat
Inherited from
AnyRef
Inherited from
Any
Ungrouped
File format used for structured streaming of binary files