class H2OContext extends H2OContextExtensions
- Alphabetic
- By Inheritance
- H2OContext
- H2OContextExtensions
- ShellUtils
- RestApiUtils
- RestCommunication
- RestEncodingUtils
- Logging
- Serializable
- Serializable
- Logging
- AnyRef
- Any
- Hide All
- Show All
- Public
- All
Value Members
-
final
def
!=(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
-
final
def
##(): Int
- Definition Classes
- AnyRef → Any
-
final
def
==(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
-
def
asH2OFrame(s: String): H2OFrame
Create a new H2OFrame based on existing Frame referenced by its id.
- def asH2OFrame(ds: SupportedDataset, frameName: Option[String]): H2OFrame
- def asH2OFrame(ds: SupportedDataset, frameName: String): H2OFrame
-
def
asH2OFrame(ds: SupportedDataset): H2OFrame
Transforms Dataset[Supported type] to H2OFrame
- def asH2OFrame(df: DataFrame, frameName: Option[String] = None, featureColumns: Option[Seq[String]] = None): H2OFrame
- def asH2OFrame(df: DataFrame, frameName: String): H2OFrame
- def asH2OFrame(df: DataFrame, featureColumns: Seq[String]): H2OFrame
-
def
asH2OFrame(df: DataFrame): H2OFrame
Transform DataFrame to H2OFrame
- def asH2OFrame(rdd: SupportedRDD, frameName: Option[String]): H2OFrame
- def asH2OFrame(rdd: SupportedRDD, frameName: String): H2OFrame
-
def
asH2OFrame(rdd: SupportedRDD): H2OFrame
Transforms RDD[Supported type] to H2OFrame
-
final
def
asInstanceOf[T0]: T0
- Definition Classes
- Any
-
def
asRDD[A <: Product](implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[A], arg1: ClassTag[A]): AnyRef { def apply(fr: ai.h2o.sparkling.H2OFrame): org.apache.spark.rdd.RDD[A] }
A generic convert of Frame into Product RDD type
A generic convert of Frame into Product RDD type
Consider using asH2OFrame since asRDD has several limitations such as that asRDD can't be used in Spark REPL in case we are RDD[T] where T is class defined in REPL. This is because class T is created as inner class and we are not able to create instance of class T without outer scope - which is impossible to get.
This code: hc.asRDD[PUBDEV458Type](rdd) will need to be call as hc.asRDD[PUBDEV458Type].apply(rdd)
-
def
asRDD[A <: Product](fr: H2OFrame)(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[A], arg1: ClassTag[A]): RDD[A]
Convert given H2O frame into a Product RDD type
Convert given H2O frame into a Product RDD type
Consider using asH2OFrame since asRDD has several limitations such as that asRDD can't be used in Spark REPL in case we are RDD[T] where T is class defined in REPL. This is because class T is created as inner class and we are not able to create instance of class T without outer scope - which is impossible to get.
- def asSparkFrame(s: String): DataFrame
- def asSparkFrame(s: String, copyMetadata: Boolean): DataFrame
- def asSparkFrame(fr: H2OFrame, copyMetadata: Boolean = true): DataFrame
-
val
backend: SparklingBackend
Used backend
Used backend
- Attributes
- protected
-
def
checkResponseCode(connection: HttpURLConnection, confirmationLoggingLevel: LoggingLevel = Info): Unit
- Definition Classes
- RestCommunication
-
def
clone(): AnyRef
- Attributes
- protected[lang]
- Definition Classes
- AnyRef
- Annotations
- @throws( ... ) @native()
-
def
collectPropertiesDoc(): Map[String, String]
- Attributes
- protected
- Definition Classes
- H2OContextExtensions
-
def
delete(endpoint: URI, suffix: String, conf: H2OConf): Unit
- endpoint
An address of H2O node with exposed REST endpoint
- suffix
REST relative path representing a specific call
- conf
H2O conf object
- Attributes
- protected
- Definition Classes
- RestCommunication
-
def
delete[ResultType](endpoint: URI, suffix: String, conf: H2OConf, params: Map[String, Any] = Map.empty, skippedFields: Seq[(Class[_], String)] = Seq.empty, encodeParamsAsJson: Boolean = false)(implicit arg0: ClassTag[ResultType]): ResultType
- ResultType
A type that the result will be deserialized to
- endpoint
An address of H2O node with exposed REST endpoint
- suffix
REST relative path representing a specific call
- conf
H2O conf object
- params
Query parameters
- skippedFields
The list of field specifications that are skipped during deserialization. The specification consists of the class containing the field and the field name.
- returns
A deserialized object
- Definition Classes
- RestCommunication
-
def
downloadBinaryURLContent(endpoint: URI, suffix: String, conf: H2OConf, file: File): Unit
- Attributes
- protected
- Definition Classes
- RestCommunication
-
def
downloadH2OLogs(destinationDir: String, logContainer: String): String
- Definition Classes
- H2OContextExtensions
-
def
downloadStringURLContent(endpoint: URI, suffix: String, conf: H2OConf, file: File): Unit
- Attributes
- protected
- Definition Classes
- RestCommunication
-
final
def
eq(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
-
def
equals(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
-
def
finalize(): Unit
- Attributes
- protected[lang]
- Definition Classes
- AnyRef
- Annotations
- @throws( classOf[java.lang.Throwable] )
- def flowURL(): String
-
def
getAndVerifyWorkerNodes(conf: H2OConf): Array[NodeDesc]
- Attributes
- protected
- Definition Classes
- H2OContextExtensions
-
final
def
getClass(): Class[_]
- Definition Classes
- AnyRef → Any
- Annotations
- @native()
-
def
getClusterEndpoint(conf: H2OConf): URI
- Definition Classes
- RestApiUtils
-
def
getClusterInfo(conf: H2OConf): CloudV3
- Definition Classes
- RestApiUtils
-
def
getConf: H2OConf
Return a copy of this H2OContext's configuration.
Return a copy of this H2OContext's configuration. The configuration cannot be changed at runtime.
- def getH2OLogLevel(): String
- def getH2ONodes(): Array[NodeDesc]
-
def
getLogLevel(conf: H2OConf): String
- Definition Classes
- RestApiUtils
-
def
getNodes(cloudV3: CloudV3): Array[NodeDesc]
- Definition Classes
- RestApiUtils
-
def
getNodes(conf: H2OConf): Array[NodeDesc]
- Definition Classes
- RestApiUtils
-
def
getPingInfo(conf: H2OConf): PingV3
- Definition Classes
- RestApiUtils
-
def
getTimeZone(conf: H2OConf): String
- Definition Classes
- RestApiUtils
-
def
h2oLocalClient: String
Returns location of REST API of H2O client
-
def
h2oLocalClientIp: String
Returns IP of H2O client
-
def
h2oLocalClientPort: Int
Returns port where H2O REST API is exposed
-
def
hashCode(): Int
- Definition Classes
- AnyRef → Any
- Annotations
- @native()
-
def
importHiveTable(database: String = HiveTableImporter.DEFAULT_DATABASE, table: String, partitions: Array[Array[String]] = null, allowMultiFormat: Boolean = false): H2OFrame
- Definition Classes
- H2OContextExtensions
-
def
initializeLogIfNecessary(isInterpreter: Boolean, silent: Boolean): Boolean
- Attributes
- protected
- Definition Classes
- Logging
-
def
initializeLogIfNecessary(isInterpreter: Boolean): Unit
- Attributes
- protected
- Definition Classes
- Logging
-
def
insert(endpoint: URI, suffix: String, conf: H2OConf, streamWrapper: (OutputStream) ⇒ OutputStream = identity, params: Map[String, Any] = Map.empty): OutputStream
- endpoint
An address of H2O node with exposed REST endpoint
- suffix
REST relative path representing a specific call
- conf
H2O conf object
- params
Query parameters
- returns
HttpUrlConnection facilitating the insertion and holding the outputStream
- Attributes
- protected
- Definition Classes
- RestCommunication
-
def
insertToNode(node: NodeDesc, suffix: String, conf: H2OConf, params: Map[String, Any] = Map.empty): OutputStream
- node
H2O node descriptor
- suffix
REST relative path representing a specific call
- conf
H2O conf object
- params
Query parameters
- returns
HttpUrlConnection facilitating the insertion and holding the outputStream
- Definition Classes
- RestCommunication
-
final
def
isInstanceOf[T0]: Boolean
- Definition Classes
- Any
-
def
isPrimitiveType(value: Any): Boolean
- Attributes
- protected
- Definition Classes
- RestEncodingUtils
- def isStopped(): Boolean
-
def
isTraceEnabled(): Boolean
- Attributes
- protected
- Definition Classes
- Logging
-
def
launchShellCommand(cmdToLaunch: Seq[String]): Int
- Attributes
- protected
- Definition Classes
- ShellUtils
-
def
log: Logger
- Attributes
- protected
- Definition Classes
- Logging
-
def
logDebug(msg: ⇒ String, throwable: Throwable): Unit
- Attributes
- protected
- Definition Classes
- Logging
-
def
logDebug(msg: ⇒ String): Unit
- Attributes
- protected
- Definition Classes
- Logging
-
def
logError(msg: ⇒ String, throwable: Throwable): Unit
- Attributes
- protected
- Definition Classes
- Logging
-
def
logError(msg: ⇒ String): Unit
- Attributes
- protected
- Definition Classes
- Logging
-
def
logInfo(msg: ⇒ String, throwable: Throwable): Unit
- Attributes
- protected
- Definition Classes
- Logging
-
def
logInfo(msg: ⇒ String): Unit
- Attributes
- protected
- Definition Classes
- Logging
-
def
logName: String
- Attributes
- protected
- Definition Classes
- Logging
-
def
logTrace(msg: ⇒ String, throwable: Throwable): Unit
- Attributes
- protected
- Definition Classes
- Logging
-
def
logTrace(msg: ⇒ String): Unit
- Attributes
- protected
- Definition Classes
- Logging
-
def
logWarning(msg: ⇒ String, throwable: Throwable): Unit
- Attributes
- protected
- Definition Classes
- Logging
-
def
logWarning(msg: ⇒ String): Unit
- Attributes
- protected
- Definition Classes
- Logging
-
final
def
ne(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
-
final
def
notify(): Unit
- Definition Classes
- AnyRef
- Annotations
- @native()
-
final
def
notifyAll(): Unit
- Definition Classes
- AnyRef
- Annotations
- @native()
-
def
openFlow(): Unit
Open H2O Flow running in this client.
-
def
openURI(uri: String): Unit
Open browser for given address.
Open browser for given address.
- uri
address to open in browser, e.g., http://example.com
- Attributes
- protected
- Definition Classes
- H2OContextExtensions
-
def
query[ResultType](endpoint: URI, suffix: String, conf: H2OConf, params: Map[String, Any] = Map.empty, skippedFields: Seq[(Class[_], String)] = Seq.empty, confirmationLoggingLevel: LoggingLevel = Info)(implicit arg0: ClassTag[ResultType]): ResultType
- ResultType
A type that the result will be deserialized to
- endpoint
An address of H2O node with exposed REST endpoint
- suffix
REST relative path representing a specific call
- conf
H2O conf object
- params
Query parameters
- skippedFields
The list of field specifications that are skipped during deserialization. The specification consists of the class containing the field and the field name.
- returns
A deserialized object
- Definition Classes
- RestCommunication
-
def
readURLContent(endpoint: URI, requestType: String, suffix: String, conf: H2OConf, params: Map[String, Any] = Map.empty, encodeParamsAsJson: Boolean = false, file: Option[String] = None, confirmationLoggingLevel: LoggingLevel = Info): InputStream
- Attributes
- protected
- Definition Classes
- RestCommunication
-
def
request[ResultType](endpoint: URI, requestType: String, suffix: String, conf: H2OConf, params: Map[String, Any] = Map.empty, skippedFields: Seq[(Class[_], String)] = Seq.empty, encodeParamsAsJson: Boolean = false, confirmationLoggingLevel: LoggingLevel = Info)(implicit arg0: ClassTag[ResultType]): ResultType
- Definition Classes
- RestCommunication
-
def
resolveNodeEndpoint(node: NodeDesc, conf: H2OConf): URI
- Definition Classes
- RestApiUtils
- def setH2OLogLevel(level: String): Unit
-
def
setLogLevel(conf: H2OConf, logLevel: String): Unit
- Definition Classes
- RestApiUtils
-
def
setTimeZone(conf: H2OConf, timezone: String): Unit
- Definition Classes
- RestApiUtils
-
def
shutdownCluster(conf: H2OConf): Unit
- Definition Classes
- RestApiUtils
- val sparkContext: SparkContext
-
def
stop(stopSparkContext: Boolean = false): Unit
Stops H2O context.
Stops H2O context.
- stopSparkContext
stop also spark context
-
def
stringify(value: Any): String
- Attributes
- protected
- Definition Classes
- RestEncodingUtils
-
def
stringifyArray(arr: Array[_]): String
- Attributes
- protected
- Definition Classes
- RestEncodingUtils
-
def
stringifyMap(map: Map[_, _]): String
- Attributes
- protected
- Definition Classes
- RestEncodingUtils
-
def
stringifyPair(pair: Tuple2[_, _]): String
- Attributes
- protected
- Definition Classes
- RestEncodingUtils
-
def
stringifyParams(params: Map[String, Any] = Map.empty, encodeParamsAsJson: Boolean = false): String
- Attributes
- protected
- Definition Classes
- RestEncodingUtils
-
def
stringifyPrimitiveParam(value: Any): String
- Attributes
- protected
- Definition Classes
- RestEncodingUtils
-
final
def
synchronized[T0](arg0: ⇒ T0): T0
- Definition Classes
- AnyRef
-
def
toString(): String
- Definition Classes
- H2OContext → AnyRef → Any
-
def
update[ResultType](endpoint: URI, suffix: String, conf: H2OConf, params: Map[String, Any] = Map.empty, skippedFields: Seq[(Class[_], String)] = Seq.empty, encodeParamsAsJson: Boolean = false)(implicit arg0: ClassTag[ResultType]): ResultType
- ResultType
A type that the result will be deserialized to
- endpoint
An address of H2O node with exposed REST endpoint
- suffix
REST relative path representing a specific call
- conf
H2O conf object
- params
Query parameters
- skippedFields
The list of field specifications that are skipped during deserialization. The specification consists of the class containing the field and the field name.
- returns
A deserialized object
- Definition Classes
- RestCommunication
- def visibleFlowURL(): String
-
final
def
wait(): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... )
-
final
def
wait(arg0: Long, arg1: Int): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... )
-
final
def
wait(arg0: Long): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... ) @native()
-
def
withConversionDebugPrints(sc: SparkContext, conversionName: String, block: ⇒ H2OFrame): H2OFrame
- Attributes
- protected
- Definition Classes
- H2OContextExtensions
-
object
implicits extends H2OContextImplicits with Serializable
Define implicits available via h2oContext.implicits._
-
object
LoggingLevel extends Enumeration
- Definition Classes
- RestCommunication