CsvSource type conversion with custom schema about eel-sdk HOT 3 OPEN

val inferrer = SchemaInferrer(SchemaType.String, SchemaRule("qty", SchemaType.Int, false), SchemaRule(".*_id", SchemaType.Int))
CsvSource("myfile").withSchemaInferrer(inferrer)

import java.io.ByteArrayInputStream
import java.nio.charset.StandardCharsets

import io.eels.{DataTypeRule, SchemaInferrer}
import io.eels.component.csv.CsvSource
import io.eels.schema._

object CsvSourceTypeConversionTest extends App {

  val exampleCsvString =
    """A,B,C,D
      |1,2.2,3,foo
      |4,5.5,6,bar
    """.stripMargin

  def stream = new ByteArrayInputStream(exampleCsvString.getBytes(StandardCharsets.UTF_8))
  val inferrer = SchemaInferrer(
    StringType,
    DataTypeRule("A", IntType.Signed),
    DataTypeRule("B", DoubleType),
    DataTypeRule("C", IntType.Signed),
    DataTypeRule("D", StringType)
  )
  val ds = new CsvSource(stream _).withSchemaInferrer(inferrer).toDataStream()
  val firstRow = ds.iterator.toIterable.head
  val firstRowA = firstRow.get("A")
  println(firstRowA) // prints 1 as expected
  println(firstRowA.getClass.getTypeName) // prints java.lang.String
  assert(firstRowA == 1) // this assertion will fail because firstRowA is not an Int
}