AvroDataSource

Value Members

1. final def !=(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

2. final def ##(): Int

   

   Definition Classes

   AnyRef → Any

3. final def ==(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

4. final def asInstanceOf[T0]: T0

   

   Definition Classes

   Any

5. val check: InputCheck

   

6. def checkInputSchema(p: Path)(implicit sc: ScoobiConfiguration): Unit

   

   Attributes

   protected

7. val checkSchemas: Boolean

   

8. def clone(): AnyRef

   

   Attributes

   protected[java.lang]

   Definition Classes

   AnyRef

   Annotations

   @throws( ... )

9. final def eq(arg0: AnyRef): Boolean

   

   Definition Classes

   AnyRef

10. def finalize(): Unit

    

    Attributes

    protected[java.lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( classOf[java.lang.Throwable] )

11. def fromKeyValueConverter: InputConverter[AvroKey[K], NullWritable, A]

    

    map the key-values of a source's InputFormat to the final type produced by it

    map the key-values of a source's InputFormat to the final type produced by it

    Definition Classes

    DataSource → Source

12. final def getClass(): Class[_]

    

    Definition Classes

    AnyRef → Any

13. val id: Int

    
    returns

    a unique id for this source

    Definition Classes

    DataSource → Source

14. def inputCheck(implicit sc: ScoobiConfiguration): Unit

    

    Check if the input paths exist and optionally that the reader schema is compatible with the written schema.

    Check if the input paths exist and optionally that the reader schema is compatible with the written schema. For efficiency, the schema checking will only check one file per dir

    Definition Classes

    AvroDataSource → DataSource → Source

15. def inputConfigure(job: Job)(implicit sc: ScoobiConfiguration): Unit

    

    configure the source.

    configure the source.

    Definition Classes

    AvroDataSource → DataSource → Source

16. val inputConverter: InputConverter[AvroKey[K], NullWritable, A]

    

    Definition Classes

    AvroDataSource → DataSource

17. val inputFormat: Class[_ >: GenericAvroKeyInputFormat[K] <: AvroKeyInputFormat[K]]

    

    the InputFormat specifying the type of input for this source

    the InputFormat specifying the type of input for this source

    Definition Classes

    AvroDataSource → DataSource → Source

18. def inputSize(implicit sc: ScoobiConfiguration): Long

    
    returns

    the size in bytes of the data being input by this source

    Definition Classes

    AvroDataSource → DataSource → Source

19. final def isInstanceOf[T0]: Boolean

    

    Definition Classes

    Any

20. final def ne(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

21. final def notify(): Unit

    

    Definition Classes

    AnyRef

22. final def notifyAll(): Unit

    

    Definition Classes

    AnyRef

23. val paths: Seq[Path]

    

24. val schema: AvroSchema[A]

    

25. final def synchronized[T0](arg0: ⇒ T0): T0

    

    Definition Classes

    AnyRef

26. def toString(): String

    

    Definition Classes

    AvroDataSource → AnyRef → Any

27. final def wait(): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

28. final def wait(arg0: Long, arg1: Int): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

29. final def wait(arg0: Long): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )