org.apache.spark

Class SparkEnv

java.lang.Object

org.apache.spark.SparkEnv

All Implemented Interfaces:

Logging

public class SparkEnv
extends java.lang.Object
implements Logging

:: DeveloperApi :: Holds all the runtime environment objects for a running Spark instance (either master or worker), including the serializer, Akka actor system, block manager, map output tracker, etc. Currently Spark code finds the SparkEnv through a global variable, so all the threads can access the same SparkEnv. It can be accessed by SparkEnv.get (e.g. after creating a SparkContext).

NOTE: This is not intended for external use. This is exposed for Shark and may be made private in a future release.

Constructor Summary

Constructors

Constructor and Description

SparkEnv(java.lang.String executorId, org.apache.spark.rpc.RpcEnv rpcEnv, Serializer serializer, Serializer closureSerializer, org.apache.spark.CacheManager cacheManager, org.apache.spark.MapOutputTracker mapOutputTracker, org.apache.spark.shuffle.ShuffleManager shuffleManager, org.apache.spark.broadcast.BroadcastManager broadcastManager, org.apache.spark.network.BlockTransferService blockTransferService, org.apache.spark.storage.BlockManager blockManager, org.apache.spark.SecurityManager securityManager, org.apache.spark.HttpFileServer httpFileServer, java.lang.String sparkFilesDir, org.apache.spark.metrics.MetricsSystem metricsSystem, org.apache.spark.shuffle.ShuffleMemoryManager shuffleMemoryManager, org.apache.spark.unsafe.memory.ExecutorMemoryManager executorMemoryManager, org.apache.spark.scheduler.OutputCommitCoordinator outputCommitCoordinator, SparkConf conf)

Method Summary

Methods

Modifier and Type	Method and Description
akka.actor.ActorSystem	actorSystem()
org.apache.spark.storage.BlockManager	blockManager()
org.apache.spark.network.BlockTransferService	blockTransferService()
org.apache.spark.broadcast.BroadcastManager	broadcastManager()
org.apache.spark.CacheManager	cacheManager()
Serializer	closureSerializer()
SparkConf	conf()
static java.lang.String	driverActorSystemName()
static java.lang.String	executorActorSystemName()
java.lang.String	executorId()
org.apache.spark.unsafe.memory.ExecutorMemoryManager	executorMemoryManager()
static SparkEnv	get() Returns the SparkEnv.
static SparkEnv	getThreadLocal() Returns the ThreadLocal SparkEnv.
java.util.concurrent.ConcurrentMap<java.lang.String,java.lang.Object>	hadoopJobMetadata()
org.apache.spark.HttpFileServer	httpFileServer()
boolean	isStopped()
org.apache.spark.MapOutputTracker	mapOutputTracker()
org.apache.spark.metrics.MetricsSystem	metricsSystem()
org.apache.spark.scheduler.OutputCommitCoordinator	outputCommitCoordinator()
org.apache.spark.rpc.RpcEnv	rpcEnv()
org.apache.spark.SecurityManager	securityManager()
Serializer	serializer()
static void	set(SparkEnv e)
org.apache.spark.shuffle.ShuffleManager	shuffleManager()
org.apache.spark.shuffle.ShuffleMemoryManager	shuffleMemoryManager()
java.lang.String	sparkFilesDir()

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Methods inherited from interface org.apache.spark.Logging

initializeIfNecessary, initializeLogging, isTraceEnabled, log_, log, logDebug, logDebug, logError, logError, logInfo, logInfo, logName, logTrace, logTrace, logWarning, logWarning

Constructor Detail

SparkEnv

public SparkEnv(java.lang.String executorId,
        org.apache.spark.rpc.RpcEnv rpcEnv,
        Serializer serializer,
        Serializer closureSerializer,
        org.apache.spark.CacheManager cacheManager,
        org.apache.spark.MapOutputTracker mapOutputTracker,
        org.apache.spark.shuffle.ShuffleManager shuffleManager,
        org.apache.spark.broadcast.BroadcastManager broadcastManager,
        org.apache.spark.network.BlockTransferService blockTransferService,
        org.apache.spark.storage.BlockManager blockManager,
        org.apache.spark.SecurityManager securityManager,
        org.apache.spark.HttpFileServer httpFileServer,
        java.lang.String sparkFilesDir,
        org.apache.spark.metrics.MetricsSystem metricsSystem,
        org.apache.spark.shuffle.ShuffleMemoryManager shuffleMemoryManager,
        org.apache.spark.unsafe.memory.ExecutorMemoryManager executorMemoryManager,
        org.apache.spark.scheduler.OutputCommitCoordinator outputCommitCoordinator,
        SparkConf conf)

Method Detail

driverActorSystemName

public static java.lang.String driverActorSystemName()

executorActorSystemName

public static java.lang.String executorActorSystemName()

set

public static void set(SparkEnv e)

get

public static SparkEnv get()

Returns the SparkEnv.

Returns:

(undocumented)

getThreadLocal

public static SparkEnv getThreadLocal()

Returns the ThreadLocal SparkEnv.

Returns:

(undocumented)

executorId

public java.lang.String executorId()

rpcEnv

public org.apache.spark.rpc.RpcEnv rpcEnv()

serializer

public Serializer serializer()

closureSerializer

public Serializer closureSerializer()

cacheManager

public org.apache.spark.CacheManager cacheManager()

mapOutputTracker

public org.apache.spark.MapOutputTracker mapOutputTracker()

shuffleManager

public org.apache.spark.shuffle.ShuffleManager shuffleManager()

broadcastManager

public org.apache.spark.broadcast.BroadcastManager broadcastManager()

blockTransferService

public org.apache.spark.network.BlockTransferService blockTransferService()

blockManager

public org.apache.spark.storage.BlockManager blockManager()

securityManager

public org.apache.spark.SecurityManager securityManager()

httpFileServer

public org.apache.spark.HttpFileServer httpFileServer()

sparkFilesDir

public java.lang.String sparkFilesDir()

metricsSystem

public org.apache.spark.metrics.MetricsSystem metricsSystem()

shuffleMemoryManager

public org.apache.spark.shuffle.ShuffleMemoryManager shuffleMemoryManager()

executorMemoryManager

public org.apache.spark.unsafe.memory.ExecutorMemoryManager executorMemoryManager()

outputCommitCoordinator

public org.apache.spark.scheduler.OutputCommitCoordinator outputCommitCoordinator()

conf

public SparkConf conf()

actorSystem

public akka.actor.ActorSystem actorSystem()

isStopped

public boolean isStopped()

hadoopJobMetadata

public java.util.concurrent.ConcurrentMap<java.lang.String,java.lang.Object> hadoopJobMetadata()