Packages

c

org.apache.spark.sql

SQLImplicits

abstract class SQLImplicits extends LowPrioritySQLImplicits

A collection of implicit methods for converting common Scala objects into Datasets.

Annotations
@Evolving()
Since

1.6.0

Linear Supertypes
LowPrioritySQLImplicits, AnyRef, Any
Known Subclasses
implicits, implicits
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. SQLImplicits
  2. LowPrioritySQLImplicits
  3. AnyRef
  4. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Instance Constructors

  1. new SQLImplicits()

Type Members

  1. implicit class StringToColumn extends AnyRef

    Converts $"col name" into a Column.

    Converts $"col name" into a Column.

    Since

    2.0.0

Abstract Value Members

  1. abstract def _sqlContext: SQLContext
    Attributes
    protected

Concrete Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  4. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  5. def clone(): AnyRef
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @native() @throws( ... )
  6. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  7. def equals(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  8. def finalize(): Unit
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  9. final def getClass(): Class[_]
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  10. def hashCode(): Int
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  11. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  12. implicit def localSeqToDatasetHolder[T](s: Seq[T])(implicit arg0: Encoder[T]): DatasetHolder[T]

    Creates a Dataset from a local Seq.

    Creates a Dataset from a local Seq.

    Since

    1.6.0

  13. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  14. implicit def newBooleanArrayEncoder: Encoder[Array[Boolean]]

    Since

    1.6.1

  15. implicit def newBooleanEncoder: Encoder[Boolean]

    Since

    1.6.0

  16. implicit def newBoxedBooleanEncoder: Encoder[Boolean]

    Since

    2.0.0

  17. implicit def newBoxedByteEncoder: Encoder[Byte]

    Since

    2.0.0

  18. implicit def newBoxedDoubleEncoder: Encoder[Double]

    Since

    2.0.0

  19. implicit def newBoxedFloatEncoder: Encoder[Float]

    Since

    2.0.0

  20. implicit def newBoxedIntEncoder: Encoder[Integer]

    Since

    2.0.0

  21. implicit def newBoxedLongEncoder: Encoder[Long]

    Since

    2.0.0

  22. implicit def newBoxedShortEncoder: Encoder[Short]

    Since

    2.0.0

  23. implicit def newByteArrayEncoder: Encoder[Array[Byte]]

    Since

    1.6.1

  24. implicit def newByteEncoder: Encoder[Byte]

    Since

    1.6.0

  25. implicit def newDateEncoder: Encoder[Date]

    Since

    2.2.0

  26. implicit def newDoubleArrayEncoder: Encoder[Array[Double]]

    Since

    1.6.1

  27. implicit def newDoubleEncoder: Encoder[Double]

    Since

    1.6.0

  28. implicit def newFloatArrayEncoder: Encoder[Array[Float]]

    Since

    1.6.1

  29. implicit def newFloatEncoder: Encoder[Float]

    Since

    1.6.0

  30. implicit def newIntArrayEncoder: Encoder[Array[Int]]

    Since

    1.6.1

  31. implicit def newIntEncoder: Encoder[Int]

    Since

    1.6.0

  32. implicit def newJavaDecimalEncoder: Encoder[BigDecimal]

    Since

    2.2.0

  33. implicit def newLongArrayEncoder: Encoder[Array[Long]]

    Since

    1.6.1

  34. implicit def newLongEncoder: Encoder[Long]

    Since

    1.6.0

  35. implicit def newMapEncoder[T <: Map[_, _]](implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[T]): Encoder[T]

    Since

    2.3.0

  36. implicit def newProductArrayEncoder[A <: Product](implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[A]): Encoder[Array[A]]

    Since

    1.6.1

  37. implicit def newProductEncoder[T <: Product](implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[T]): Encoder[T]

    Definition Classes
    LowPrioritySQLImplicits
    Since

    1.6.0

  38. implicit def newScalaDecimalEncoder: Encoder[BigDecimal]

    Since

    2.2.0

  39. implicit def newSequenceEncoder[T <: Seq[_]](implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[T]): Encoder[T]

    Since

    2.2.0

  40. implicit def newSetEncoder[T <: Set[_]](implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[T]): Encoder[T]

    Notice that we serialize Set to Catalyst array.

    Notice that we serialize Set to Catalyst array. The set property is only kept when manipulating the domain objects. The serialization format doesn't keep the set property. When we have a Catalyst array which contains duplicated elements and convert it to Dataset[Set[T]] by using the encoder, the elements will be de-duplicated.

    Since

    2.3.0

  41. implicit def newShortArrayEncoder: Encoder[Array[Short]]

    Since

    1.6.1

  42. implicit def newShortEncoder: Encoder[Short]

    Since

    1.6.0

  43. implicit def newStringArrayEncoder: Encoder[Array[String]]

    Since

    1.6.1

  44. implicit def newStringEncoder: Encoder[String]

    Since

    1.6.0

  45. implicit def newTimeStampEncoder: Encoder[Timestamp]

    Since

    2.2.0

  46. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  47. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  48. implicit def rddToDatasetHolder[T](rdd: RDD[T])(implicit arg0: Encoder[T]): DatasetHolder[T]

    Creates a Dataset from an RDD.

    Creates a Dataset from an RDD.

    Since

    1.6.0

  49. implicit def symbolToColumn(s: Symbol): ColumnName

    An implicit conversion that turns a Scala Symbol into a Column.

    An implicit conversion that turns a Scala Symbol into a Column.

    Since

    1.3.0

  50. final def synchronized[T0](arg0: ⇒ T0): T0
    Definition Classes
    AnyRef
  51. def toString(): String
    Definition Classes
    AnyRef → Any
  52. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  53. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  54. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @native() @throws( ... )

Deprecated Value Members

  1. def newBooleanSeqEncoder: Encoder[Seq[Boolean]]

    Deprecated

    use newSequenceEncoder

    Since

    1.6.1

  2. def newByteSeqEncoder: Encoder[Seq[Byte]]

    Deprecated

    use newSequenceEncoder

    Since

    1.6.1

  3. def newDoubleSeqEncoder: Encoder[Seq[Double]]

    Deprecated

    use newSequenceEncoder

    Since

    1.6.1

  4. def newFloatSeqEncoder: Encoder[Seq[Float]]

    Deprecated

    use newSequenceEncoder

    Since

    1.6.1

  5. def newIntSeqEncoder: Encoder[Seq[Int]]

    Deprecated

    use newSequenceEncoder

    Since

    1.6.1

  6. def newLongSeqEncoder: Encoder[Seq[Long]]

    Deprecated

    use newSequenceEncoder

    Since

    1.6.1

  7. def newProductSeqEncoder[A <: Product](implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[A]): Encoder[Seq[A]]

    Deprecated

    use newSequenceEncoder

    Since

    1.6.1

  8. def newShortSeqEncoder: Encoder[Seq[Short]]

    Deprecated

    use newSequenceEncoder

    Since

    1.6.1

  9. def newStringSeqEncoder: Encoder[Seq[String]]

    Deprecated

    use newSequenceEncoder

    Since

    1.6.1

Inherited from LowPrioritySQLImplicits

Inherited from AnyRef

Inherited from Any

Ungrouped