com.nicta.scoobi.core

ScoobiConfiguration

trait ScoobiConfiguration extends AnyRef

This class wraps the Hadoop (mutable) configuration with additional configuration information such as the jars which should be added to the classpath.

Linear Supertypes
AnyRef, Any
Known Subclasses
ScoobiConfigurationImpl
Ordering
  1. Alphabetic
  2. By inheritance
Inherited
  1. ScoobiConfiguration
  2. AnyRef
  3. Any
  1. Hide All
  2. Show all
Learn more about member selection
Visibility
  1. Public
  2. All

Abstract Value Members

  1. abstract def addClassLoader(classLoader: AbstractFileClassLoader): ScoobiConfiguration

  2. abstract def addJar(jar: String): ScoobiConfiguration

  3. abstract def addJarByClass(clazz: Class[_]): ScoobiConfiguration

  4. abstract def addJars(jars: Seq[String]): ScoobiConfiguration

  5. abstract def addUserDir(dir: String): ScoobiConfiguration

  6. abstract def addUserDirs(dirs: Seq[String]): ScoobiConfiguration

  7. abstract def concurrentJobs: Boolean

  8. abstract def configuration: Configuration

  9. abstract def counters: org.apache.hadoop.mapreduce.Counters

  10. abstract def deleteScoobiDirectory: Boolean

  11. abstract def deleteTemporaryOutputDirectory(job: Job): Boolean

  12. abstract def deleteWorkingDirectory: Boolean

  13. abstract def duplicate: ScoobiConfiguration

  14. abstract def fileSystem: FileSystem

  15. abstract def getBytesPerReducer: Long

  16. abstract def getMaxReducers: Int

  17. abstract def getMinReducers: Int

  18. abstract def includeLibJars(jars: Seq[URL]): ScoobiConfiguration

  19. abstract def isInMemory: Boolean

  20. abstract def isLocal: Boolean

  21. abstract def isRemote: Boolean

  22. abstract def jobId: String

  23. abstract def jobName: Option[String]

  24. abstract def jobNameIs(name: String): Unit

  25. abstract def jobStep(mscrId: Int): String

  26. abstract def loadDefaults: ScoobiConfiguration

  27. abstract def mode: Mode

  28. abstract def modeIs(mode: Mode): ScoobiConfiguration

  29. abstract def newEnv(wf: WireReaderWriter): Environment

  30. abstract def parse(commandLineArg: String, value: String): ScoobiConfiguration

  31. abstract def persist[A](o: DObject[A]): A

  32. abstract def persist[A](list: DList[A]): DList[A]

  33. abstract def persist[A](ps: Seq[Persistent[_]]): Seq[Persistent[_]]

  34. abstract def scoobiClassLoader: ClassLoader

  35. abstract def scoobiDir: String

  36. abstract def set(key: String, value: Any): Unit

  37. abstract def setAsInMemory: ScoobiConfiguration

  38. abstract def setAsLocal: ScoobiConfiguration

  39. abstract def setBytesPerReducer(sizeInBytes: Long): Unit

  40. abstract def setDirectories: ScoobiConfiguration

  41. abstract def setMaxReducers(maxReducers: Int): Unit

  42. abstract def setMinReducers(minReducers: Int): Unit

  43. abstract def setScoobiDir(dir: String): ScoobiConfiguration

  44. abstract def setUploadedLibJars(uploaded: Boolean): Unit

  45. abstract def temporaryJarFile: File

  46. abstract def temporaryOutputDirectory(job: Job): Path

  47. abstract def updateCounters(counters: org.apache.hadoop.mapreduce.Counters): ScoobiConfiguration

  48. abstract def uploadedLibJars: Boolean

  49. abstract def userClasses: Map[String, Array[Byte]]

  50. abstract def userDirs: Set[String]

  51. abstract def userJars: Set[String]

  52. abstract def withHadoopArgs(args: Array[String])(f: (Array[String]) ⇒ Unit): ScoobiConfiguration

  53. abstract def workingDir: String

  54. abstract def workingDirectory: Path

Concrete Value Members

  1. final def !=(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  2. final def !=(arg0: Any): Boolean

    Definition Classes
    Any

  3. final def ##(): Int

    Definition Classes
    AnyRef → Any

  4. final def ==(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  5. final def ==(arg0: Any): Boolean

    Definition Classes
    Any

  6. final def asInstanceOf[T0]: T0

    Definition Classes
    Any

  7. def clone(): AnyRef

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  8. final def eq(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  9. def equals(arg0: Any): Boolean

    Definition Classes
    AnyRef → Any

  10. def finalize(): Unit

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )

  11. final def getClass(): Class[_]

    Definition Classes
    AnyRef → Any

  12. def hashCode(): Int

    Definition Classes
    AnyRef → Any

  13. final def isInstanceOf[T0]: Boolean

    Definition Classes
    Any

  14. final def ne(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  15. final def notify(): Unit

    Definition Classes
    AnyRef

  16. final def notifyAll(): Unit

    Definition Classes
    AnyRef

  17. final def synchronized[T0](arg0: ⇒ T0): T0

    Definition Classes
    AnyRef

  18. def toString(): String

    Definition Classes
    AnyRef → Any

  19. final def wait(): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  20. final def wait(arg0: Long, arg1: Int): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  21. final def wait(arg0: Long): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

Deprecated Value Members

  1. def conf: Configuration

    Annotations
    @deprecated
    Deprecated

    (Since version 0.7.0) use 'configuration' instead

  2. def fs: FileSystem

    Annotations
    @deprecated
    Deprecated

    (Since version 0.7.0) use 'fileSystem' instead

Inherited from AnyRef

Inherited from Any

Ungrouped