c

org.apache.spark.sql

SQLImplicits

abstract class SQLImplicits extends LowPrioritySQLImplicits with DeprecatedFunctionLogging

A collection of implicit methods for converting names and Symbols into Columns, and for converting common Scala objects into Datasets.

Since

3.4.0

Linear Supertypes
DeprecatedFunctionLogging, UsageLogging, LowPrioritySQLImplicits, AnyRef, Any
Known Subclasses
implicits
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. SQLImplicits
  2. DeprecatedFunctionLogging
  3. UsageLogging
  4. LowPrioritySQLImplicits
  5. AnyRef
  6. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Type Members

  1. implicit class StringToColumn extends AnyRef

    Converts $"col name" into a Column.

    Converts $"col name" into a Column.

    Since

    3.4.0

Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  4. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  5. def clone(): AnyRef
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native() @IntrinsicCandidate()
  6. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  7. def equals(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  8. final def getClass(): Class[_]
    Definition Classes
    AnyRef → Any
    Annotations
    @native() @IntrinsicCandidate()
  9. def hashCode(): Int
    Definition Classes
    AnyRef → Any
    Annotations
    @native() @IntrinsicCandidate()
  10. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  11. implicit def localSeqToDatasetHolder[T](s: Seq[T])(implicit arg0: Encoder[T]): DatasetHolder[T]

    Creates a Dataset from a local Seq.

    Creates a Dataset from a local Seq.

    Since

    3.4.0

  12. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  13. implicit val newBooleanArrayEncoder: Encoder[Array[Boolean]]

    Since

    3.4.0

  14. implicit val newBooleanEncoder: Encoder[Boolean]

    Since

    3.4.0

  15. implicit val newBoxedBooleanEncoder: Encoder[Boolean]

    Since

    3.4.0

  16. implicit val newBoxedByteEncoder: Encoder[Byte]

    Since

    3.4.0

  17. implicit val newBoxedDoubleEncoder: Encoder[Double]

    Since

    3.4.0

  18. implicit val newBoxedFloatEncoder: Encoder[Float]

    Since

    3.4.0

  19. implicit val newBoxedIntEncoder: Encoder[Integer]

    Since

    3.4.0

  20. implicit val newBoxedLongEncoder: Encoder[Long]

    Since

    3.4.0

  21. implicit val newBoxedShortEncoder: Encoder[Short]

    Since

    3.4.0

  22. implicit val newByteArrayEncoder: Encoder[Array[Byte]]

    Since

    3.4.0

  23. implicit val newByteEncoder: Encoder[Byte]

    Since

    3.4.0

  24. implicit val newDateEncoder: Encoder[Date]

    Since

    3.4.0

  25. implicit val newDoubleArrayEncoder: Encoder[Array[Double]]

    Since

    3.4.0

  26. implicit val newDoubleEncoder: Encoder[Double]

    Since

    3.4.0

  27. implicit val newDurationEncoder: Encoder[Duration]

    Since

    3.4.0

  28. implicit val newFloatArrayEncoder: Encoder[Array[Float]]

    Since

    3.4.0

  29. implicit val newFloatEncoder: Encoder[Float]

    Since

    3.4.0

  30. implicit val newInstantEncoder: Encoder[Instant]

    Since

    3.4.0

  31. implicit val newIntArrayEncoder: Encoder[Array[Int]]

    Since

    3.4.0

  32. implicit val newIntEncoder: Encoder[Int]

    Since

    3.4.0

  33. implicit val newJavaDecimalEncoder: Encoder[BigDecimal]

    Since

    3.4.0

  34. implicit def newJavaEnumEncoder[A <: Enum[_]](implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[A]): Encoder[A]

    Since

    3.4.0

  35. implicit val newLocalDateEncoder: Encoder[LocalDate]

    Since

    3.4.0

  36. implicit val newLocalDateTimeEncoder: Encoder[LocalDateTime]

    Since

    3.4.0

  37. implicit val newLongArrayEncoder: Encoder[Array[Long]]

    Since

    3.4.0

  38. implicit val newLongEncoder: Encoder[Long]

    Since

    3.4.0

  39. implicit def newMapEncoder[T <: Map[_, _]](implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[T]): Encoder[T]

    Since

    3.4.0

  40. implicit val newPeriodEncoder: Encoder[Period]

    Since

    3.4.0

  41. implicit def newProductArrayEncoder[A <: Product](implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[A]): Encoder[Array[A]]

    Since

    3.4.0

  42. implicit def newProductEncoder[T <: Product](implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[T]): Encoder[T]

    Definition Classes
    LowPrioritySQLImplicits
    Since

    3.4.0

  43. implicit val newScalaDecimalEncoder: Encoder[BigDecimal]

    Since

    3.4.0

  44. implicit def newSequenceEncoder[T <: Seq[_]](implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[T]): Encoder[T]

    Since

    3.4.0

  45. implicit def newSetEncoder[T <: Set[_]](implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[T]): Encoder[T]

    Notice that we serialize Set to Catalyst array.

    Notice that we serialize Set to Catalyst array. The set property is only kept when manipulating the domain objects. The serialization format doesn't keep the set property. When we have a Catalyst array which contains duplicated elements and convert it to Dataset[Set[T]] by using the encoder, the elements will be de-duplicated.

    Since

    3.4.0

  46. implicit val newShortArrayEncoder: Encoder[Array[Short]]

    Since

    3.4.0

  47. implicit val newShortEncoder: Encoder[Short]

    Since

    3.4.0

  48. implicit val newStringArrayEncoder: Encoder[Array[String]]

    Since

    3.4.0

  49. implicit val newStringEncoder: Encoder[String]

    Since

    3.4.0

  50. implicit val newTimeStampEncoder: Encoder[Timestamp]

    Since

    3.4.0

  51. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native() @IntrinsicCandidate()
  52. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native() @IntrinsicCandidate()
  53. def recordDeprecated(functionDefinition: String, classReference: String): Unit
    Definition Classes
    DeprecatedFunctionLogging
  54. def recordEvent(metric: MetricDefinition, additionalTags: Map[TagDefinition, String], blob: String, trimBlob: Boolean): Unit
    Definition Classes
    UsageLogging
  55. def recordLineage(metric: MetricDefinition, additionalTags: Map[TagDefinition, String], blob: String, silent: Boolean): Unit
    Definition Classes
    UsageLogging
  56. def recordOperation[S](opType: OpType, extraTags: Map[TagDefinition, String], serializer: (AnyRef) ⇒ String)(thunk: ⇒ S): S
    Definition Classes
    UsageLogging
  57. def recordOperation[S](opType: OpType, opTarget: String, extraTags: Map[TagDefinition, String], isSynchronous: Boolean, alwaysRecordStats: Boolean, allowAuthTags: Boolean, killJvmIfStuck: Boolean, outputMetric: MetricDefinition, silent: Boolean)(thunk: ⇒ S): S
    Definition Classes
    UsageLogging
  58. def recordOperationWithResultTags[S](opType: OpType, opTarget: String, extraTags: Map[TagDefinition, String], isSynchronous: Boolean, alwaysRecordStats: Boolean, allowAuthTags: Boolean, killJvmIfStuck: Boolean, outputMetric: MetricDefinition)(thunk: ⇒ (S, Map[TagDefinition, String])): S
    Definition Classes
    UsageLogging
  59. def recordProductEvent(metric: MetricDefinition with CentralizableMetric, additionalTags: Map[TagDefinition, String], blob: String, trimBlob: Boolean): Unit
    Definition Classes
    UsageLogging
  60. def recordProductUsage(metric: MetricDefinition with CentralizableMetric, quantity: Double, additionalTags: Map[TagDefinition, String], blob: String, forceSample: Boolean, trimBlob: Boolean, silent: Boolean): Unit
    Definition Classes
    UsageLogging
  61. def recordUsage(metric: MetricDefinition, quantity: Double, additionalTags: Map[TagDefinition, String], blob: String, forceSample: Boolean, trimBlob: Boolean, silent: Boolean): Unit
    Definition Classes
    UsageLogging
  62. implicit def symbolToColumn(s: Symbol): ColumnName

    An implicit conversion that turns a Scala Symbol into a Column.

    An implicit conversion that turns a Scala Symbol into a Column.

    Since

    3.4.0

  63. final def synchronized[T0](arg0: ⇒ T0): T0
    Definition Classes
    AnyRef
  64. def toString(): String
    Definition Classes
    AnyRef → Any
  65. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  66. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()
  67. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  68. def withAttributionTags[S](tags: (TagDefinition, String)*)(thunk: ⇒ S): S
    Definition Classes
    UsageLogging

Deprecated Value Members

  1. def finalize(): Unit
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] ) @Deprecated
    Deprecated
  2. val newBooleanSeqEncoder: Encoder[Seq[Boolean]]

    Annotations
    @deprecated
    Deprecated

    (Since version 2.2.0) Use newSequenceEncoder instead

    Since

    3.4.0

  3. val newByteSeqEncoder: Encoder[Seq[Byte]]

    Annotations
    @deprecated
    Deprecated

    (Since version 2.2.0) Use newSequenceEncoder instead

    Since

    3.4.0

  4. val newDoubleSeqEncoder: Encoder[Seq[Double]]

    Annotations
    @deprecated
    Deprecated

    (Since version 2.2.0) Use newSequenceEncoder instead

    Since

    3.4.0

  5. val newFloatSeqEncoder: Encoder[Seq[Float]]

    Annotations
    @deprecated
    Deprecated

    (Since version 2.2.0) Use newSequenceEncoder instead

    Since

    3.4.0

  6. val newIntSeqEncoder: Encoder[Seq[Int]]

    Annotations
    @deprecated
    Deprecated

    (Since version 2.2.0) Use newSequenceEncoder instead

    Since

    3.4.0

  7. val newLongSeqEncoder: Encoder[Seq[Long]]

    Annotations
    @deprecated
    Deprecated

    (Since version 2.2.0) Use newSequenceEncoder instead

    Since

    3.4.0

  8. def newProductSeqEncoder[A <: Product](implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[A]): Encoder[Seq[A]]

    Annotations
    @deprecated
    Deprecated

    (Since version 2.2.0) Use newSequenceEncoder instead

    Since

    3.4.0

  9. val newShortSeqEncoder: Encoder[Seq[Short]]

    Annotations
    @deprecated
    Deprecated

    (Since version 2.2.0) Use newSequenceEncoder instead

    Since

    3.4.0

  10. val newStringSeqEncoder: Encoder[Seq[String]]

    Annotations
    @deprecated
    Deprecated

    (Since version 2.2.0) Use newSequenceEncoder instead

    Since

    3.4.0

Inherited from DeprecatedFunctionLogging

Inherited from UsageLogging

Inherited from LowPrioritySQLImplicits

Inherited from AnyRef

Inherited from Any

Ungrouped