SeqSource

Value Members

1. final def !=(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

2. final def ##(): Int

   

   Definition Classes

   AnyRef → Any

3. final def ==(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

4. final def asInstanceOf[T0]: T0

   

   Definition Classes

   Any

5. val check: InputCheck

   

6. val checkFileTypes: Boolean

   

7. def checkInputPathType(p: Path)(implicit sc: ScoobiConfiguration): Unit

   

   Attributes

   protected

8. def clone(): AnyRef

   

   Attributes

   protected[java.lang]

   Definition Classes

   AnyRef

   Annotations

   @throws( ... )

9. final def eq(arg0: AnyRef): Boolean

   

   Definition Classes

   AnyRef

10. def equals(arg0: Any): Boolean

    

    Definition Classes

    AnyRef → Any

11. def finalize(): Unit

    

    Attributes

    protected[java.lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( classOf[java.lang.Throwable] )

12. def fromKeyValueConverter: InputConverter[K, V, A]

    

    map the key-values of a source's InputFormat to the final type produced by it

    map the key-values of a source's InputFormat to the final type produced by it

    Definition Classes

    DataSource → Source

13. final def getClass(): Class[_]

    

    Definition Classes

    AnyRef → Any

14. def hashCode(): Int

    

    Definition Classes

    AnyRef → Any

15. val id: Int

    
    returns

    a unique id for this source

    Definition Classes

    DataSource → Source

16. def inputCheck(implicit sc: ScoobiConfiguration): Unit

    

    Check if the input path exists, and optionally the expected key/value types match those in the file.

    Check if the input path exists, and optionally the expected key/value types match those in the file. For efficiency, the type checking will only check one file per dir

    Definition Classes

    SeqSource → DataSource → Source

17. def inputConfigure(job: Job)(implicit sc: ScoobiConfiguration): Unit

    

    configure the source.

    configure the source.

    Definition Classes

    SeqSource → DataSource → Source

18. val inputConverter: InputConverter[K, V, A]

    

    Definition Classes

    SeqSource → DataSource

19. val inputFormat: Class[SequenceFileInputFormat[K, V]]

    

    the InputFormat specifying the type of input for this source

    the InputFormat specifying the type of input for this source

    Definition Classes

    SeqSource → DataSource → Source

20. def inputSize(implicit sc: ScoobiConfiguration): Long

    
    returns

    the size in bytes of the data being input by this source

    Definition Classes

    SeqSource → DataSource → Source

21. final def isInstanceOf[T0]: Boolean

    

    Definition Classes

    Any

22. final def ne(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

23. final def notify(): Unit

    

    Definition Classes

    AnyRef

24. final def notifyAll(): Unit

    

    Definition Classes

    AnyRef

25. val paths: Seq[String]

    

26. final def synchronized[T0](arg0: ⇒ T0): T0

    

    Definition Classes

    AnyRef

27. def toString(): String

    

    Definition Classes

    SeqSource → AnyRef → Any

28. final def wait(): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

29. final def wait(arg0: Long, arg1: Int): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

30. final def wait(arg0: Long): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )