abstract class MLWriter extends BaseReadWrite with Logging
Abstract class for utility classes that can save ML instances in Spark's internal format.
- Annotations
- @Since( "1.6.0" )
- Alphabetic
- By Inheritance
- MLWriter
- Logging
- BaseReadWrite
- AnyRef
- Any
- Hide All
- Show All
- Public
- All
Instance Constructors
- new MLWriter()
Abstract Value Members
-
abstract
def
saveImpl(path: String): Unit
save()handles overwriting and then calls this method.save()handles overwriting and then calls this method. Subclasses should override this method to implement the actual saving of the instance.- Attributes
- protected
- Annotations
- @Since( "1.6.0" )
Concrete Value Members
-
final
def
!=(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
-
final
def
##(): Int
- Definition Classes
- AnyRef → Any
-
final
def
==(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
-
final
def
asInstanceOf[T0]: T0
- Definition Classes
- Any
-
def
clone(): AnyRef
- Attributes
- protected[java.lang]
- Definition Classes
- AnyRef
- Annotations
- @native() @throws( ... )
-
final
def
eq(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
-
def
equals(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
-
def
finalize(): Unit
- Attributes
- protected[java.lang]
- Definition Classes
- AnyRef
- Annotations
- @throws( classOf[java.lang.Throwable] )
-
final
def
getClass(): Class[_]
- Definition Classes
- AnyRef → Any
- Annotations
- @native()
-
def
hashCode(): Int
- Definition Classes
- AnyRef → Any
- Annotations
- @native()
-
def
initializeLogIfNecessary(isInterpreter: Boolean, silent: Boolean = false): Boolean
- Attributes
- protected
- Definition Classes
- Logging
-
def
initializeLogIfNecessary(isInterpreter: Boolean): Unit
- Attributes
- protected
- Definition Classes
- Logging
-
final
def
isInstanceOf[T0]: Boolean
- Definition Classes
- Any
-
def
isTraceEnabled(): Boolean
- Attributes
- protected
- Definition Classes
- Logging
-
def
log: Logger
- Attributes
- protected
- Definition Classes
- Logging
-
def
logDebug(msg: ⇒ String, throwable: Throwable): Unit
- Attributes
- protected
- Definition Classes
- Logging
-
def
logDebug(msg: ⇒ String): Unit
- Attributes
- protected
- Definition Classes
- Logging
-
def
logError(msg: ⇒ String, throwable: Throwable): Unit
- Attributes
- protected
- Definition Classes
- Logging
-
def
logError(msg: ⇒ String): Unit
- Attributes
- protected
- Definition Classes
- Logging
-
def
logInfo(msg: ⇒ String, throwable: Throwable): Unit
- Attributes
- protected
- Definition Classes
- Logging
-
def
logInfo(msg: ⇒ String): Unit
- Attributes
- protected
- Definition Classes
- Logging
-
def
logName: String
- Attributes
- protected
- Definition Classes
- Logging
-
def
logTrace(msg: ⇒ String, throwable: Throwable): Unit
- Attributes
- protected
- Definition Classes
- Logging
-
def
logTrace(msg: ⇒ String): Unit
- Attributes
- protected
- Definition Classes
- Logging
-
def
logWarning(msg: ⇒ String, throwable: Throwable): Unit
- Attributes
- protected
- Definition Classes
- Logging
-
def
logWarning(msg: ⇒ String): Unit
- Attributes
- protected
- Definition Classes
- Logging
-
final
def
ne(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
-
final
def
notify(): Unit
- Definition Classes
- AnyRef
- Annotations
- @native()
-
final
def
notifyAll(): Unit
- Definition Classes
- AnyRef
- Annotations
- @native()
-
def
option(key: String, value: String): MLWriter.this.type
Adds an option to the underlying MLWriter.
Adds an option to the underlying MLWriter. See the documentation for the specific model's writer for possible options. The option name (key) is case-insensitive.
- Annotations
- @Since( "2.3.0" )
-
val
optionMap: Map[String, String]
Map to store extra options for this writer.
Map to store extra options for this writer.
- Attributes
- protected
-
def
overwrite(): MLWriter.this.type
Overwrites if the output path already exists.
Overwrites if the output path already exists.
- Annotations
- @Since( "1.6.0" )
-
def
save(path: String): Unit
Saves the ML instances to the input path.
Saves the ML instances to the input path.
- Annotations
- @Since( "1.6.0" ) @throws( ... )
-
final
def
sc: SparkContext
Returns the underlying
SparkContext.Returns the underlying
SparkContext.- Attributes
- protected
- Definition Classes
- BaseReadWrite
-
def
session(sparkSession: SparkSession): MLWriter.this.type
Sets the Spark Session to use for saving/loading.
Sets the Spark Session to use for saving/loading.
- Definition Classes
- MLWriter → BaseReadWrite
- Annotations
- @Since( "1.6.0" )
-
var
shouldOverwrite: Boolean
- Attributes
- protected
-
final
def
sparkSession: SparkSession
Returns the user-specified Spark Session or the default.
Returns the user-specified Spark Session or the default.
- Attributes
- protected
- Definition Classes
- BaseReadWrite
-
final
def
sqlContext: SQLContext
Returns the user-specified SQL context or the default.
Returns the user-specified SQL context or the default.
- Attributes
- protected
- Definition Classes
- BaseReadWrite
-
final
def
synchronized[T0](arg0: ⇒ T0): T0
- Definition Classes
- AnyRef
-
def
toString(): String
- Definition Classes
- AnyRef → Any
-
final
def
wait(): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... )
-
final
def
wait(arg0: Long, arg1: Int): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... )
-
final
def
wait(arg0: Long): Unit
- Definition Classes
- AnyRef
- Annotations
- @native() @throws( ... )