Açıklama Yok

AkkaStreamFileProcessingImpl.scala 3.9KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109
  1. package fr.natan.akkastreamfileprocessingapi.service
  2. import akka.actor.ActorSystem
  3. import akka.stream.scaladsl.{Flow, Sink, Source}
  4. import akka.{Done, NotUsed}
  5. import com.typesafe.scalalogging.slf4j.Logger
  6. import fr.natan.akkastreamfileprocessingapi.datasource.Datasource.{nameBasics, titleBasics}
  7. import fr.natan.akkastreamfileprocessingapi.models.{Person, TvSeries}
  8. import fr.natan.akkastreamfileprocessingapi.service.AkkaStreamComponents.{
  9. buildAndValidateSource,
  10. buildPersonFlow,
  11. buildPersonSink,
  12. buildPersonsSink,
  13. buildSource, buildTvSerieFlow,
  14. buildTvSeriesSink, filterByMoviePrimaryTitleFlow,
  15. filterByPersonID
  16. }
  17. import org.slf4j.LoggerFactory
  18. import org.springframework.stereotype.Component
  19. import scala.concurrent.ExecutionContext.Implicits.global
  20. import scala.concurrent.Future
  21. import scala.util.{Failure, Success}
  22. @Component
  23. class AkkaStreamFileProcessingImpl extends AkkaStreamFileProcessing {
  24. implicit val actorSystem: ActorSystem = ActorSystem("AkkaStreamActor")
  25. implicit val logger: Logger = Logger(LoggerFactory.getLogger(this.getClass))
  26. override def getAllMovies(): Unit = {
  27. val source: Source[Map[String, String], NotUsed] = buildAndValidateSource(inputFile = titleBasics)
  28. val sink: Sink[TvSeries, Future[Done]] = buildTvSeriesSink(logger = logger)
  29. val startingTime: Long = System.currentTimeMillis()
  30. //graph sink->flow->sink
  31. source
  32. .via(flow = buildTvSerieFlow())
  33. .runWith(sink = sink)
  34. .andThen {
  35. case Success(value) =>
  36. val elapsedTime: Long = (System.currentTimeMillis() - startingTime) / 1000
  37. logger.info(s"$value: successfully processing file, elapsed time $titleBasics: $elapsedTime sec")
  38. case Failure(error: Error) => logger.error(s"$error")
  39. }
  40. }
  41. override def getMoviesByTitle(moviePrimaryTitle: String): Unit = {
  42. /*val tvSeriesSource: Source[String, NotUsed] = buildAndValidateSource(inputFile = titleBasics)
  43. val tvSeriesSink: Sink[TvSeries, Future[Done]] = buildTvSeriesSink(logger = logger)
  44. val filterByMovieTitleFlow: Flow[String, TvSeries, NotUsed] =
  45. filterByMoviePrimaryTitleFlow(moviePrimaryTitle = moviePrimaryTitle)
  46. val startTime: Long = System.currentTimeMillis()
  47. val listTvSeries: Future[Done] = tvSeriesSource
  48. .via(flow = filterByMovieTitleFlow)
  49. .runWith(sink = tvSeriesSink)
  50. .andThen {
  51. case Success(value) =>
  52. val elapsedTime: Long = (System.currentTimeMillis() - startTime) / 1000
  53. logger.info(s"$value: successfully processing file, elapsed time $titleBasics: $elapsedTime sec")
  54. case Failure(error: Error) => logger.error(s"$error")
  55. }*/
  56. }
  57. override def getAllPersons(): Unit = {
  58. val personSource: Source[Map[String, String], NotUsed] = buildSource(inputFile = nameBasics)
  59. val personSink: Sink[Person, Future[Done]] = buildPersonsSink(logger = logger)
  60. //graph
  61. val startTime: Long = System.currentTimeMillis()
  62. personSource
  63. .via(flow = buildPersonFlow())
  64. .runWith(sink = personSink)
  65. .andThen {
  66. case Success(value) =>
  67. val elapsedTime: Long = (System.currentTimeMillis() - startTime) / 1000
  68. logger.info(s"$value: successfully processing file $elapsedTime sec")
  69. case Failure(error: Error) => logger.error(s"$error")
  70. }
  71. }
  72. override def getPersonById(nconst: String): Unit = {
  73. val source: Source[Map[String, String], NotUsed] = buildSource(inputFile = nameBasics)
  74. val sink: Sink[Person, Future[Done]] = buildPersonSink(logger = logger)
  75. val startTime: Long = System.currentTimeMillis()
  76. source
  77. .via(flow = filterByPersonID(nconst = nconst))
  78. .runWith(sink = sink)
  79. .andThen {
  80. case Success(value) => {
  81. val elapsedTime: Long = (System.currentTimeMillis()-startTime)/1000
  82. logger.info(s"$value: Successfully processed, elapsed time: $elapsedTime")
  83. }
  84. case Failure(exception) => logger.error(s"$exception: Fail")
  85. }
  86. }
  87. }

Powered by TurnKey Linux.