object InternalH2OBackend extends InternalBackendUtils
- Alphabetic
- By Inheritance
- InternalH2OBackend
- InternalBackendUtils
- SharedBackendUtils
- Logging
- Serializable
- Serializable
- Logging
- AnyRef
- Any
- Hide All
- Show All
- Public
- All
Value Members
-
final
def
!=(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
-
final
def
##(): Int
- Definition Classes
- AnyRef → Any
-
final
def
==(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
- val UNSUPPORTED_SPARK_OPTIONS: Seq[(String, String)]
-
final
def
asInstanceOf[T0]: T0
- Definition Classes
- Any
-
def
checkAndUpdateConf(conf: H2OConf): H2OConf
Check Spark and H2O environment, update it if necessary and and warn about possible problems.
Check Spark and H2O environment, update it if necessary and and warn about possible problems.
This method checks the environments for generic configuration which does not depend on particular backend used In order to check the configuration for specific backend, method checkAndUpdateConf on particular backend has to be called.
This method has to be called at the start of each method which override this one
- conf
H2O Configuration to check
- returns
checked and updated configuration
- Definition Classes
- InternalH2OBackend → SharedBackendUtils
-
def
checkUnsupportedSparkOptions(unsupportedSparkOptions: Seq[(String, String)], conf: H2OConf): Unit
- Definition Classes
- InternalBackendUtils
-
def
clone(): AnyRef
- Attributes
- protected[lang]
- Definition Classes
- AnyRef
- Annotations
- @throws( ... ) @native()
-
def
createTempDir(): File
- Definition Classes
- SharedBackendUtils
-
def
distributeFiles(conf: H2OConf, sc: SparkContext): Unit
- Definition Classes
- SharedBackendUtils
-
final
def
eq(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
-
def
equals(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
-
def
finalize(): Unit
- Attributes
- protected[lang]
- Definition Classes
- AnyRef
- Annotations
- @throws( classOf[java.lang.Throwable] )
-
final
def
getClass(): Class[_]
- Definition Classes
- AnyRef → Any
- Annotations
- @native()
-
def
getExtraHttpHeaderArgs(conf: H2OConf): Seq[String]
- Definition Classes
- SharedBackendUtils
-
def
getH2OCommonArgs(conf: H2OConf): Seq[String]
Get H2O arguments which are passed to every node - regular node, client node
Get H2O arguments which are passed to every node - regular node, client node
- conf
H2O Configuration
- returns
sequence of arguments
- Definition Classes
- SharedBackendUtils
-
def
getH2OSecurityArgs(conf: H2OConf): Seq[String]
- Definition Classes
- SharedBackendUtils
-
def
getH2OWorkerArgs(conf: H2OConf): Seq[String]
Produce arguments for H2O node based on provided configuration and environment
Produce arguments for H2O node based on provided configuration and environment
It is expected to run on the executor machine
- returns
array of H2O launcher command line arguments
- Definition Classes
- InternalBackendUtils
-
def
getH2OWorkerAsClientArgs(conf: H2OConf): Seq[String]
- Definition Classes
- SharedBackendUtils
-
def
getHostname(env: SparkEnv): String
Return hostname of this node based on SparkEnv
Return hostname of this node based on SparkEnv
- env
SparkEnv instance
- returns
hostname of the node
- Definition Classes
- SharedBackendUtils
-
def
hashCode(): Int
- Definition Classes
- AnyRef → Any
- Annotations
- @native()
-
def
initializeLogIfNecessary(isInterpreter: Boolean, silent: Boolean): Boolean
- Attributes
- protected
- Definition Classes
- Logging
-
def
initializeLogIfNecessary(isInterpreter: Boolean): Unit
- Attributes
- protected
- Definition Classes
- Logging
-
final
def
isInstanceOf[T0]: Boolean
- Definition Classes
- Any
-
def
isTraceEnabled(): Boolean
- Attributes
- protected
- Definition Classes
- Logging
-
def
log: Logger
- Attributes
- protected
- Definition Classes
- Logging
-
def
logDebug(msg: ⇒ String, throwable: Throwable): Unit
- Attributes
- protected
- Definition Classes
- Logging
-
def
logDebug(msg: ⇒ String): Unit
- Attributes
- protected
- Definition Classes
- Logging
-
def
logError(msg: ⇒ String, throwable: Throwable): Unit
- Attributes
- protected
- Definition Classes
- Logging
-
def
logError(msg: ⇒ String): Unit
- Attributes
- protected
- Definition Classes
- Logging
-
def
logInfo(msg: ⇒ String, throwable: Throwable): Unit
- Attributes
- protected
- Definition Classes
- Logging
-
def
logInfo(msg: ⇒ String): Unit
- Attributes
- protected
- Definition Classes
- Logging
-
def
logName: String
- Attributes
- protected
- Definition Classes
- Logging
-
def
logTrace(msg: ⇒ String, throwable: Throwable): Unit
- Attributes
- protected
- Definition Classes
- Logging
-
def
logTrace(msg: ⇒ String): Unit
- Attributes
- protected
- Definition Classes
- Logging
-
def
logWarning(msg: ⇒ String, throwable: Throwable): Unit
- Attributes
- protected
- Definition Classes
- Logging
-
def
logWarning(msg: ⇒ String): Unit
- Attributes
- protected
- Definition Classes
- Logging
-
final
def
ne(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
-
final
def
notify(): Unit
- Definition Classes
- AnyRef
- Annotations
- @native()
-
final
def
notifyAll(): Unit
- Definition Classes
- AnyRef
- Annotations
- @native()
-
def
parseStringToHttpHeaderArgs(headers: String): Seq[String]
- Definition Classes
- SharedBackendUtils
-
def
saveFlatFileAsFile(content: String): File
- Definition Classes
- SharedBackendUtils
-
def
setSelfAddressToH2ONode(h2oArgs: Seq[String]): Unit
- Definition Classes
- InternalBackendUtils
- def startH2OWorker(conf: H2OConf): NodeDesc
-
final
def
synchronized[T0](arg0: ⇒ T0): T0
- Definition Classes
- AnyRef
-
def
toH2OArgs(h2oArgs: Seq[String], executors: Array[NodeDesc] = Array()): Array[String]
- Definition Classes
- SharedBackendUtils
-
def
toString(): String
- Definition Classes
- AnyRef → Any
-
def
translateHostnameToIp(hostname: String): String
- Attributes
- protected
- Definition Classes
- SharedBackendUtils
-
final
def
wait(): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... )
-
final
def
wait(arg0: Long, arg1: Int): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... )
-
final
def
wait(arg0: Long): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... ) @native()