Packages

class Builder extends Logging

Linear Supertypes
Logging, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. Builder
  2. Logging
  3. AnyRef
  4. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Instance Constructors

  1. new Builder()

Type Members

  1. implicit class LogStringContext extends AnyRef
    Definition Classes
    Logging

Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  4. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  5. def client(client: SparkConnectClient): Builder
  6. def clone(): AnyRef
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native() @IntrinsicCandidate()
  7. def config(map: Map[String, Any]): Builder

    Sets a config option.

    Sets a config option. Options set using this method are automatically propagated to both SparkConf and SparkSession's own configuration.

    Since

    3.5.0

  8. def config(map: Map[String, Any]): Builder

    Sets a config a map of options.

    Sets a config a map of options. Options set using this method are automatically propagated to the Spark Connect session. Only runtime options are supported.

    Since

    3.5.0

  9. def config(key: String, value: Boolean): Builder

    Sets a config option.

    Sets a config option. Options set using this method are automatically propagated to the Spark Connect session. Only runtime options are supported.

    Since

    3.5.0

  10. def config(key: String, value: Double): Builder

    Sets a config option.

    Sets a config option. Options set using this method are automatically propagated to the Spark Connect session. Only runtime options are supported.

    Since

    3.5.0

  11. def config(key: String, value: Long): Builder

    Sets a config option.

    Sets a config option. Options set using this method are automatically propagated to the Spark Connect session. Only runtime options are supported.

    Since

    3.5.0

  12. def config(key: String, value: String): Builder

    Sets a config option.

    Sets a config option. Options set using this method are automatically propagated to the Spark Connect session. Only runtime options are supported.

    Since

    3.5.0

  13. def create(): SparkSession

    Create a new SparkSession.

    Create a new SparkSession.

    This will always return a newly created session.

    This method will update the default and/or active session if they are not set.

    Since

    3.5.0

  14. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  15. def equals(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  16. final def getClass(): Class[_]
    Definition Classes
    AnyRef → Any
    Annotations
    @native() @IntrinsicCandidate()
  17. def getOrCreate(): SparkSession

    Get or create a SparkSession.

    Get or create a SparkSession.

    If a session exist with the same configuration that is returned instead of creating a new session.

    This method will update the default and/or active session if they are not set. This method will always set the specified configuration options on the session, even when it is not newly created.

    Since

    3.5.0

  18. def hashCode(): Int
    Definition Classes
    AnyRef → Any
    Annotations
    @native() @IntrinsicCandidate()
  19. def initializeLogIfNecessary(isInterpreter: Boolean, silent: Boolean): Boolean
    Attributes
    protected
    Definition Classes
    Logging
  20. def initializeLogIfNecessary(isInterpreter: Boolean): Unit
    Attributes
    protected
    Definition Classes
    Logging
  21. def interceptor(interceptor: ClientInterceptor): Builder

    Add an interceptor to be used during channel creation.

    Add an interceptor to be used during channel creation.

    Note that interceptors added last are executed first by gRPC.

    Since

    3.5.0

  22. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  23. def isTraceEnabled(): Boolean
    Attributes
    protected
    Definition Classes
    Logging
  24. def log: Logger
    Attributes
    protected
    Definition Classes
    Logging
  25. def logDebug(msg: ⇒ String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  26. def logDebug(entry: LogEntry, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  27. def logDebug(entry: LogEntry): Unit
    Attributes
    protected
    Definition Classes
    Logging
  28. def logDebug(msg: ⇒ String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  29. def logError(msg: ⇒ String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  30. def logError(entry: LogEntry, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  31. def logError(entry: LogEntry): Unit
    Attributes
    protected
    Definition Classes
    Logging
  32. def logError(msg: ⇒ String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  33. def logInfo(msg: ⇒ String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  34. def logInfo(entry: LogEntry, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  35. def logInfo(entry: LogEntry): Unit
    Attributes
    protected
    Definition Classes
    Logging
  36. def logInfo(msg: ⇒ String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  37. def logName: String
    Attributes
    protected
    Definition Classes
    Logging
  38. def logNativeProto(dbrLogBytes: Array[Byte]): Unit
    Attributes
    protected
    Definition Classes
    Logging
  39. def logTrace(msg: ⇒ String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  40. def logTrace(entry: LogEntry, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  41. def logTrace(entry: LogEntry): Unit
    Attributes
    protected
    Definition Classes
    Logging
  42. def logTrace(msg: ⇒ String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  43. def logWarning(msg: ⇒ String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  44. def logWarning(entry: LogEntry, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  45. def logWarning(entry: LogEntry): Unit
    Attributes
    protected
    Definition Classes
    Logging
  46. def logWarning(msg: ⇒ String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  47. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  48. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native() @IntrinsicCandidate()
  49. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native() @IntrinsicCandidate()
  50. def remote(connectionString: String): Builder
  51. final def synchronized[T0](arg0: ⇒ T0): T0
    Definition Classes
    AnyRef
  52. def toString(): String
    Definition Classes
    AnyRef → Any
  53. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  54. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()
  55. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  56. def withLogContext(context: HashMap[String, String])(body: ⇒ Unit): Unit
    Attributes
    protected
    Definition Classes
    Logging

Deprecated Value Members

  1. def appName(name: String): Builder
    Annotations
    @deprecated
    Deprecated

    appName does not work in Spark Connect

  2. def build(): SparkSession

    Build the SparkSession.

    Build the SparkSession.

    This will always return a newly created session.

    Annotations
    @deprecated
    Deprecated

    (Since version 3.5.0) Please use create() instead.

  3. def enableHiveSupport(): Builder
    Annotations
    @deprecated
    Deprecated

    enableHiveSupport does not work in Spark Connect

  4. def finalize(): Unit
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] ) @Deprecated
    Deprecated
  5. def master(master: String): Builder
    Annotations
    @deprecated
    Deprecated

    master does not work in Spark Connect, please use remote instead

Inherited from Logging

Inherited from AnyRef

Inherited from Any

Ungrouped