SparkSession

Value Members

1. final def !=(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

2. final def ##(): Int

   

   Definition Classes

   AnyRef → Any

3. final def ==(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

4. def active: SparkSession

   

   Returns the currently active SparkSession, otherwise the default one.

   Returns the currently active SparkSession, otherwise the default one. If there is no default SparkSession, throws an exception.

   Since

   2.4.0

5. final def asInstanceOf[T0]: T0

   

   Definition Classes

   Any

6. def builder(): Builder

   

   Creates a SparkSession.Builder for constructing a SparkSession.

   Creates a SparkSession.Builder for constructing a SparkSession.

   Since

   2.0.0

7. def clearActiveSession(): Unit

   

   Clears the active SparkSession for current thread.

   Clears the active SparkSession for current thread. Subsequent calls to getOrCreate will return the first created context instead of a thread-local override.

   Since

   2.0.0

8. def clearDefaultSession(): Unit

   

   Clears the default SparkSession that is returned by the builder.

   Clears the default SparkSession that is returned by the builder.

   Since

   2.0.0

9. def clone(): AnyRef

   

   Attributes

   protected[java.lang]

   Definition Classes

   AnyRef

   Annotations

   @throws( ... )

10. final def eq(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

11. def equals(arg0: Any): Boolean

    

    Definition Classes

    AnyRef → Any

12. def finalize(): Unit

    

    Attributes

    protected[java.lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( classOf[java.lang.Throwable] )

13. def getActiveSession: Option[SparkSession]

    

    Returns the active SparkSession for the current thread, returned by the builder.

    Returns the active SparkSession for the current thread, returned by the builder.

    Since

    2.2.0

    Note

    Return None, when calling this function on executors

14. final def getClass(): Class[_]

    

    Definition Classes

    AnyRef → Any

15. def getDefaultSession: Option[SparkSession]

    

    Returns the default SparkSession that is returned by the builder.

    Returns the default SparkSession that is returned by the builder.

    Since

    2.2.0

    Note

    Return None, when calling this function on executors

16. def hashCode(): Int

    

    Definition Classes

    AnyRef → Any

17. def initializeLogIfNecessary(isInterpreter: Boolean, silent: Boolean = false): Boolean

    

    Attributes

    protected

    Definition Classes

    Logging

18. def initializeLogIfNecessary(isInterpreter: Boolean): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

19. final def isInstanceOf[T0]: Boolean

    

    Definition Classes

    Any

20. def isTraceEnabled(): Boolean

    

    Attributes

    protected

    Definition Classes

    Logging

21. def log: Logger

    

    Attributes

    protected

    Definition Classes

    Logging

22. def logDebug(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

23. def logDebug(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

24. def logError(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

25. def logError(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

26. def logInfo(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

27. def logInfo(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

28. def logName: String

    

    Attributes

    protected

    Definition Classes

    Logging

29. def logTrace(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

30. def logTrace(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

31. def logWarning(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

32. def logWarning(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

33. final def ne(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

34. final def notify(): Unit

    

    Definition Classes

    AnyRef

35. final def notifyAll(): Unit

    

    Definition Classes

    AnyRef

36. def setActiveSession(session: SparkSession): Unit

    

    Changes the SparkSession that will be returned in this thread and its children when SparkSession.getOrCreate() is called.

    Changes the SparkSession that will be returned in this thread and its children when SparkSession.getOrCreate() is called. This can be used to ensure that a given thread receives a SparkSession with an isolated session, instead of the global (first created) context.

    Since

    2.0.0

37. def setDefaultSession(session: SparkSession): Unit

    

    Sets the default SparkSession that is returned by the builder.

    Sets the default SparkSession that is returned by the builder.

    Since

    2.0.0

38. final def synchronized[T0](arg0: ⇒ T0): T0

    

    Definition Classes

    AnyRef

39. def toString(): String

    

    Definition Classes

    AnyRef → Any

40. final def wait(): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

41. final def wait(arg0: Long, arg1: Int): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

42. final def wait(arg0: Long): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )