storage

Type Members

1. sealed abstract class BlockId extends AnyRef

   :: DeveloperApi :: Identifies a particular Block of data, usually associated with a single file.

2. class BlockManagerId extends Externalizable

   :: DeveloperApi :: This class represent an unique identifier for a BlockManager.

3. class BlockNotFoundException extends Exception

4. case class BlockStatus(storageLevel: StorageLevel, memSize: Long, diskSize: Long, externalBlockStoreSize: Long) extends Product with Serializable

   Annotations

   @DeveloperApi()

5. case class BlockUpdatedInfo(blockManagerId: BlockManagerId, blockId: BlockId, storageLevel: StorageLevel, memSize: Long, diskSize: Long, externalBlockStoreSize: Long) extends Product with Serializable

   :: DeveloperApi :: Stores information about a block status in a block manager.

6. case class BroadcastBlockId(broadcastId: Long, field: String = "") extends BlockId with Product with Serializable

   Annotations

   @DeveloperApi()

7. case class RDDBlockId(rddId: Int, splitIndex: Int) extends BlockId with Product with Serializable

   Annotations

   @DeveloperApi()

8. class RDDInfo extends Ordered[RDDInfo]

   Annotations

   @DeveloperApi()

9. case class ShuffleBlockId(shuffleId: Int, mapId: Int, reduceId: Int) extends BlockId with Product with Serializable

   Annotations

   @DeveloperApi()

10. case class ShuffleDataBlockId(shuffleId: Int, mapId: Int, reduceId: Int) extends BlockId with Product with Serializable

    Annotations

    @DeveloperApi()

11. case class ShuffleIndexBlockId(shuffleId: Int, mapId: Int, reduceId: Int) extends BlockId with Product with Serializable

    Annotations

    @DeveloperApi()

12. class StorageLevel extends Externalizable

    :: DeveloperApi :: Flags for controlling the storage of an RDD.

13. class StorageStatus extends AnyRef

    :: DeveloperApi :: Storage information for each BlockManager.

14. class StorageStatusListener extends SparkListener

    :: DeveloperApi :: A SparkListener that maintains executor storage status.

15. case class StreamBlockId(streamId: Int, uniqueId: Long) extends BlockId with Product with Serializable

    Annotations

    @DeveloperApi()

16. case class TaskResultBlockId(taskId: Long) extends BlockId with Product with Serializable

    Annotations

    @DeveloperApi()

17. final class TimeTrackingOutputStream extends OutputStream