com.nicta.scoobi.core

ScoobiConfiguration

trait ScoobiConfiguration extends AnyRef

This class wraps the Hadoop (mutable) configuration with additional configuration information such as the jars which should be added to the classpath.

Linear Supertypes
AnyRef, Any
Known Subclasses
ScoobiConfigurationImpl
Ordering
  1. Alphabetic
  2. By inheritance
Inherited
  1. ScoobiConfiguration
  2. AnyRef
  3. Any
  1. Hide All
  2. Show all
Learn more about member selection
Visibility
  1. Public
  2. All

Abstract Value Members

  1. abstract def addClassLoader(classLoader: AbstractFileClassLoader): ScoobiConfiguration

  2. abstract def addJar(jar: String): ScoobiConfiguration

  3. abstract def addJarByClass(clazz: Class[_]): ScoobiConfiguration

  4. abstract def addJars(jars: Seq[String]): ScoobiConfiguration

  5. abstract def addUserDir(dir: String): ScoobiConfiguration

  6. abstract def addUserDirs(dirs: Seq[String]): ScoobiConfiguration

  7. abstract def concurrentJobs: Boolean

  8. abstract def configuration: Configuration

  9. abstract def countValuesPerMapper: Boolean

  10. abstract def countValuesPerReducer: Boolean

  11. abstract def counters: org.apache.hadoop.mapreduce.Counters

  12. abstract def deleteScoobiDirectory: Boolean

  13. abstract def deleteTemporaryOutputDirectory: Boolean

  14. abstract def deleteWorkingDirectory: Boolean

  15. abstract def disableCombiners: ScoobiConfiguration

  16. abstract def disabledCombiners: Boolean

  17. abstract def duplicate: ScoobiConfiguration

  18. abstract def enableCombiners: ScoobiConfiguration

  19. abstract def fileSystem: FileSystem

  20. abstract def getBytesPerReducer: Long

  21. abstract def getMaxReducers: Int

  22. abstract def getMinReducers: Int

  23. abstract def includeLibJars(jars: Seq[URL]): ScoobiConfiguration

  24. abstract def isInMemory: Boolean

  25. abstract def isLocal: Boolean

  26. abstract def isRemote: Boolean

  27. abstract def jobId: String

  28. abstract def jobName: Option[String]

  29. abstract def jobNameIs(name: String): Unit

  30. abstract def jobStep: String

  31. abstract def jobStepIs(stepId: Int, stepsNumber: Int): String

  32. abstract def loadDefaults: ScoobiConfiguration

  33. abstract def mode: Mode

  34. abstract def modeIs(mode: Mode): ScoobiConfiguration

  35. abstract def newEnv(wf: WireReaderWriter): Environment

  36. abstract def parse(commandLineArg: String, value: String): ScoobiConfiguration

  37. abstract def persist[A](o: DObject[A]): A

  38. abstract def persist[A](list: DList[A]): DList[A]

  39. abstract def persist(ps: Seq[Persistent[_]]): Seq[Persistent[_]]

  40. abstract def scoobiClassLoader: ClassLoader

  41. abstract def scoobiDir: String

  42. abstract def set(key: String, value: Any): Unit

  43. abstract def setAsInMemory: ScoobiConfiguration

  44. abstract def setAsLocal: ScoobiConfiguration

  45. abstract def setBytesPerReducer(sizeInBytes: Long): Unit

  46. abstract def setCountValuesPerMapper(b: Boolean): Unit

  47. abstract def setCountValuesPerReducer(b: Boolean): Unit

  48. abstract def setDirectories: ScoobiConfiguration

  49. abstract def setMaxReducers(maxReducers: Int): Unit

  50. abstract def setMinReducers(minReducers: Int): Unit

  51. abstract def setScoobiDir(dir: String): ScoobiConfiguration

  52. abstract def setUploadedLibJars(uploaded: Boolean): Unit

  53. abstract def temporaryJarFile: File

  54. abstract def temporaryOutputDirectory: Path

  55. abstract def updateCounters(counters: org.apache.hadoop.mapreduce.Counters): ScoobiConfiguration

  56. abstract def uploadedLibJars: Boolean

  57. abstract def userClasses: Map[String, Array[Byte]]

  58. abstract def userDirs: Set[String]

  59. abstract def userJars: Set[String]

  60. abstract def withHadoopArgs(args: Array[String])(f: (Array[String]) ⇒ Unit): ScoobiConfiguration

  61. abstract def workingDir: String

  62. abstract def workingDirectory: Path

Concrete Value Members

  1. final def !=(arg0: Any): Boolean

    Definition Classes
    AnyRef → Any

  2. final def ##(): Int

    Definition Classes
    AnyRef → Any

  3. final def ==(arg0: Any): Boolean

    Definition Classes
    AnyRef → Any

  4. final def asInstanceOf[T0]: T0

    Definition Classes
    Any

  5. def clone(): AnyRef

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  6. final def eq(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  7. def equals(arg0: Any): Boolean

    Definition Classes
    AnyRef → Any

  8. def finalize(): Unit

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )

  9. final def getClass(): Class[_]

    Definition Classes
    AnyRef → Any

  10. def hashCode(): Int

    Definition Classes
    AnyRef → Any

  11. final def isInstanceOf[T0]: Boolean

    Definition Classes
    Any

  12. final def ne(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  13. final def notify(): Unit

    Definition Classes
    AnyRef

  14. final def notifyAll(): Unit

    Definition Classes
    AnyRef

  15. final def synchronized[T0](arg0: ⇒ T0): T0

    Definition Classes
    AnyRef

  16. def toString(): String

    Definition Classes
    AnyRef → Any

  17. final def wait(): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  18. final def wait(arg0: Long, arg1: Int): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  19. final def wait(arg0: Long): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

Inherited from AnyRef

Inherited from Any

Ungrouped