com.nicta.scoobi.core

ScoobiConfiguration

trait ScoobiConfiguration extends AnyRef

This class wraps the Hadoop (mutable) configuration with additional configuration information such as the jars which should be added to the classpath.

Linear Supertypes
AnyRef, Any
Known Subclasses
ScoobiConfigurationImpl
Ordering
  1. Alphabetic
  2. By inheritance
Inherited
  1. ScoobiConfiguration
  2. AnyRef
  3. Any
  1. Hide All
  2. Show all
Learn more about member selection
Visibility
  1. Public
  2. All

Abstract Value Members

  1. abstract def addClassLoader(classLoader: AbstractFileClassLoader): ScoobiConfiguration

  2. abstract def addJar(jar: String): ScoobiConfiguration

  3. abstract def addJarByClass(clazz: Class[_]): ScoobiConfiguration

  4. abstract def addJars(jars: Seq[String]): ScoobiConfiguration

  5. abstract def addUserDir(dir: String): ScoobiConfiguration

  6. abstract def addUserDirs(dirs: Seq[String]): ScoobiConfiguration

  7. abstract def concurrentJobs: Boolean

  8. abstract def configuration: Configuration

  9. abstract def counters: org.apache.hadoop.mapreduce.Counters

  10. abstract def deleteScoobiDirectory: Boolean

  11. abstract def deleteTemporaryOutputDirectory(job: Job): Boolean

  12. abstract def deleteWorkingDirectory: Boolean

  13. abstract def disableCombiners: ScoobiConfiguration

  14. abstract def disabledCombiners: Boolean

  15. abstract def duplicate: ScoobiConfiguration

  16. abstract def enableCombiners: ScoobiConfiguration

  17. abstract def fileSystem: FileSystem

  18. abstract def getBytesPerReducer: Long

  19. abstract def getMaxReducers: Int

  20. abstract def getMinReducers: Int

  21. abstract def includeLibJars(jars: Seq[URL]): ScoobiConfiguration

  22. abstract def isInMemory: Boolean

  23. abstract def isLocal: Boolean

  24. abstract def isRemote: Boolean

  25. abstract def jobId: String

  26. abstract def jobName: Option[String]

  27. abstract def jobNameIs(name: String): Unit

  28. abstract def jobStep: String

  29. abstract def jobStepIs(stepId: Int, stepsNumber: Int): String

  30. abstract def loadDefaults: ScoobiConfiguration

  31. abstract def mode: Mode

  32. abstract def modeIs(mode: Mode): ScoobiConfiguration

  33. abstract def newEnv(wf: WireReaderWriter): Environment

  34. abstract def parse(commandLineArg: String, value: String): ScoobiConfiguration

  35. abstract def persist[A](o: DObject[A]): A

  36. abstract def persist[A](list: DList[A]): DList[A]

  37. abstract def persist[A](ps: Seq[Persistent[_]]): Seq[Persistent[_]]

  38. abstract def scoobiClassLoader: ClassLoader

  39. abstract def scoobiDir: String

  40. abstract def set(key: String, value: Any): Unit

  41. abstract def setAsInMemory: ScoobiConfiguration

  42. abstract def setAsLocal: ScoobiConfiguration

  43. abstract def setBytesPerReducer(sizeInBytes: Long): Unit

  44. abstract def setDirectories: ScoobiConfiguration

  45. abstract def setMaxReducers(maxReducers: Int): Unit

  46. abstract def setMinReducers(minReducers: Int): Unit

  47. abstract def setScoobiDir(dir: String): ScoobiConfiguration

  48. abstract def setUploadedLibJars(uploaded: Boolean): Unit

  49. abstract def temporaryJarFile: File

  50. abstract def temporaryOutputDirectory(job: Job): Path

  51. abstract def updateCounters(counters: org.apache.hadoop.mapreduce.Counters): ScoobiConfiguration

  52. abstract def uploadedLibJars: Boolean

  53. abstract def userClasses: Map[String, Array[Byte]]

  54. abstract def userDirs: Set[String]

  55. abstract def userJars: Set[String]

  56. abstract def withHadoopArgs(args: Array[String])(f: (Array[String]) ⇒ Unit): ScoobiConfiguration

  57. abstract def workingDir: String

  58. abstract def workingDirectory: Path

Concrete Value Members

  1. final def !=(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  2. final def !=(arg0: Any): Boolean

    Definition Classes
    Any

  3. final def ##(): Int

    Definition Classes
    AnyRef → Any

  4. final def ==(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  5. final def ==(arg0: Any): Boolean

    Definition Classes
    Any

  6. final def asInstanceOf[T0]: T0

    Definition Classes
    Any

  7. def clone(): AnyRef

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  8. final def eq(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  9. def equals(arg0: Any): Boolean

    Definition Classes
    AnyRef → Any

  10. def finalize(): Unit

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )

  11. final def getClass(): Class[_]

    Definition Classes
    AnyRef → Any

  12. def hashCode(): Int

    Definition Classes
    AnyRef → Any

  13. final def isInstanceOf[T0]: Boolean

    Definition Classes
    Any

  14. final def ne(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  15. final def notify(): Unit

    Definition Classes
    AnyRef

  16. final def notifyAll(): Unit

    Definition Classes
    AnyRef

  17. final def synchronized[T0](arg0: ⇒ T0): T0

    Definition Classes
    AnyRef

  18. def toString(): String

    Definition Classes
    AnyRef → Any

  19. final def wait(): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  20. final def wait(arg0: Long, arg1: Int): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  21. final def wait(arg0: Long): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

Deprecated Value Members

  1. def conf: Configuration

    Annotations
    @deprecated
    Deprecated

    (Since version 0.7.0) use 'configuration' instead

  2. def fs: FileSystem

    Annotations
    @deprecated
    Deprecated

    (Since version 0.7.0) use 'fileSystem' instead

Inherited from AnyRef

Inherited from Any

Ungrouped