read async all files and filter testing

src/main/scala/com/mediahub/FileReader.scala

@@ -11,9 +11,14 @@ import akka.stream.scaladsl.{Compression, Flow, Framing, Keep, Sink, Source}
 import akka.util.ByteString
 
 import java.nio.file.Paths
+import java.time.Duration
 import java.util.stream.Collectors
+import scala.collection.immutable
 import scala.concurrent.ExecutionContext.Implicits.global
-import scala.concurrent.{ExecutionContext, Future}
+import scala.concurrent.duration.DurationInt
+import scala.concurrent.{Await, ExecutionContext, Future}
+import scala.language.postfixOps
+import scala.util.{Failure, Success}
 
 
 @Component
@@ -24,26 +29,40 @@ class FileReader {
   val list: List[File] = getListOfFiles
   val source: Source[File, NotUsed] = Source(list)
 
-  val result = source
+  val result: Future[immutable.Iterable[Option[String]]] = source
     .flatMapConcat(f => FileIO.fromPath(Paths.get(f.getPath), 1 * 1024 * 1024))
     .via(CsvParsing.lineScanner(CsvParsing.Tab))
     .via(CsvToMap.toMapAsStringsCombineAll(headerPlaceholder = Option.empty))
     .filter(row => row.getOrElse("primaryTitle", "") == "Autour d'une cabine")
     .map(a => a.get("tconst"))
-    .toMat(Sink.foreach(println))(Keep.both)
-   // .runForeach(h => println("source 1 ", h))
+    .runWith(Sink.collection)
 
-  //.runWith(Sink.seq)
+  result.onComplete {
+    case Failure(exception) => println(s"failure: $exception")
+
+    case Success(value) => {
+      println(s"sucess: $value")
+    }
+
+  }
+  Await.result(result,  5 hours)
 
+  val re: List[Option[String]] = result.value.get.get.toList
+
+  println("value ", re.iterator.next().get)
+
+  //.runWith(Sink.seq)
+/*
   source
     .flatMapConcat(f => FileIO.fromPath(Paths.get(f.getPath), 1 * 1024 * 1024))
     .via(CsvParsing.lineScanner(CsvParsing.Tab))
     .via(CsvToMap.toMapAsStringsCombineAll(headerPlaceholder = Option.empty))
-    .runForeach(h => println("source 2 ", h))
-   /* .filter(row => row.getOrElse("tconst", "name") == (result.value, "Antoine"))
-    .runForeach(println)*/
-
+    .runWith(Sink.collection)
+    .foreach(a => println("result", a))
+*/
 
+  /* .filter(row => row.getOrElse("tconst", "name") == (result.value, "Antoine"))
+   .runForeach(println)*/
 
 
   // readAsync()