Нет описания

AkkaStreamFileProcessingImpl.scala 4.4KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109
  1. package fr.natan.akkastreamfileprocessingapi.service
  2. import akka.actor.ActorSystem
  3. import akka.stream.scaladsl.{Flow, Sink, Source}
  4. import akka.{Done, NotUsed}
  5. import com.typesafe.scalalogging.slf4j.Logger
  6. import fr.natan.akkastreamfileprocessingapi.datasource.Datasource.{nameBasics, titleBasics}
  7. import fr.natan.akkastreamfileprocessingapi.models.Models.{Person, TvSeries}
  8. import fr.natan.akkastreamfileprocessingapi.service.AkkaStreamComponents.{buildAndValidateSource, buildPersonFlow, buildPersonSink, buildSource, buildTvSerieFlow, buildTvSeriesSink, filterByMoviePrimaryTitleFlow, filterByPersonIdFlow, filterByPersonNameFlow}
  9. import org.slf4j.LoggerFactory
  10. import org.springframework.stereotype.Component
  11. import scala.concurrent.ExecutionContext.Implicits.global
  12. import scala.concurrent.Future
  13. import scala.util.{Failure, Success}
  14. @Component
  15. class AkkaStreamFileProcessingImpl extends AkkaStreamFileProcessing {
  16. implicit val actorSystem: ActorSystem = ActorSystem("AkkaStreamActor")
  17. implicit val logger: Logger = Logger(LoggerFactory.getLogger(this.getClass))
  18. override def getAllMovies(): Unit = {
  19. val source: Source[Map[String, String], NotUsed] = buildAndValidateSource(inputFile = titleBasics)
  20. val sink: Sink[TvSeries, Future[Done]] = buildTvSeriesSink(logger = logger)
  21. val startingTime: Long = System.currentTimeMillis()
  22. //graph sink->flow->sink
  23. source
  24. .via(flow = buildTvSerieFlow())
  25. .runWith(sink = sink)
  26. .andThen {
  27. case Success(value) =>
  28. val elapsedTime: Long = (System.currentTimeMillis() - startingTime) / 1000
  29. logger.info(s"$value: successfully processing file, elapsed time $titleBasics: $elapsedTime sec")
  30. case Failure(error: Error) => logger.error(s"$error")
  31. }
  32. }
  33. override def getMoviesByTitle(moviePrimaryTitle: String): Unit = {
  34. val tvSeriesSource: Source[Map[String, String], NotUsed] = buildAndValidateSource(inputFile = titleBasics)
  35. val tvSeriesSink: Sink[TvSeries, Future[Done]] = buildTvSeriesSink(logger = logger)
  36. val filterByMovieTitleFlow: Flow[Map[String, String], TvSeries, NotUsed] =
  37. filterByMoviePrimaryTitleFlow(moviePrimaryTitle = moviePrimaryTitle)
  38. val startTime: Long = System.currentTimeMillis()
  39. val listTvSeries: Future[Done] = tvSeriesSource
  40. .via(flow = filterByMovieTitleFlow)
  41. .runWith(sink = tvSeriesSink)
  42. .andThen {
  43. case Success(value) =>
  44. val elapsedTime: Long = (System.currentTimeMillis() - startTime) / 1000
  45. logger.info(s"$value: successfully processing file, elapsed time: $elapsedTime sec")
  46. case Failure(error: Error) => logger.error(s"$error")
  47. }
  48. }
  49. override def getAllPersons(): Unit = {
  50. val personSource: Source[Map[String, String], NotUsed] = buildSource(inputFile = nameBasics)
  51. val personSink: Sink[Person, Future[Done]] = buildPersonSink(logger = logger)
  52. //graph
  53. val startTime: Long = System.currentTimeMillis()
  54. personSource
  55. .via(flow = buildPersonFlow())
  56. .runWith(sink = personSink)
  57. .andThen {
  58. case Success(value) =>
  59. val elapsedTime: Long = (System.currentTimeMillis() - startTime) / 1000
  60. logger.info(s"$value: successfully processing, elapsed time: $elapsedTime sec")
  61. case Failure(error: Error) => logger.error(s"$error")
  62. }
  63. }
  64. override def getPersonById(nconst: String): Unit = {
  65. val source: Source[Map[String, String], NotUsed] = buildSource(inputFile = nameBasics)
  66. val startTime: Long = System.currentTimeMillis()
  67. source
  68. .via(flow = filterByPersonIdFlow(nconst = nconst))
  69. .runWith(sink = buildPersonSink(logger = logger))
  70. .andThen {
  71. case Success(value) =>
  72. val elapsedTime: Long = (System.currentTimeMillis()-startTime)/1000
  73. logger.info(s"$value: Successfully processed, elapsed time: $elapsedTime")
  74. case Failure(exception) => logger.error(s"$exception: Fail")
  75. }
  76. }
  77. override def getPersonByName(primaryName: String): Unit = {
  78. val source: Source[Map[String, String], NotUsed] = buildSource(inputFile = nameBasics)
  79. source
  80. .via(
  81. flow = filterByPersonNameFlow(personName = primaryName)
  82. )
  83. .runWith(sink = buildPersonSink(logger = logger))
  84. .andThen {
  85. case Failure(exception) => logger.info(s"$exception")
  86. case Success(value) => logger.info(s"$value: Successufully processing")
  87. }
  88. }
  89. }

Powered by TurnKey Linux.