Nessuna descrizione

AkkaStreamFileProcessingImpl.scala 6.6KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188
  1. package fr.natan.akkastreamfileprocessingapi.service
  2. import akka.actor.ActorSystem
  3. import akka.stream.scaladsl.{Flow, Sink, Source}
  4. import akka.{Done, NotUsed}
  5. import com.typesafe.scalalogging.slf4j.Logger
  6. import fr.natan.akkastreamfileprocessingapi.datasource.Datasource.{nameBasics, titleBasics, titlePrincipalsBasics}
  7. import fr.natan.akkastreamfileprocessingapi.models.Models.{Person, TvSeries}
  8. import fr.natan.akkastreamfileprocessingapi.models.ModelsBuilder.buildPersonModel
  9. import fr.natan.akkastreamfileprocessingapi.service.AkkaStreamComponents.{
  10. buildAllPersonsSink, buildAllTvSeriesSink, buildAndValidateSource, buildPersonFlow,
  11. buildSource, buildTvSerieFlow, filterByPersonIdFlow, filterByPersonNameFlow, filterByTvSeriePrimaryTitleFlow}
  12. import org.slf4j.LoggerFactory
  13. import org.springframework.stereotype.Component
  14. import scala.concurrent.ExecutionContext.Implicits.global
  15. import scala.concurrent.Future
  16. import scala.language.postfixOps
  17. import scala.util.{Failure, Success}
  18. //noinspection SpellCheckingInspection
  19. @Component
  20. class AkkaStreamFileProcessingImpl extends AkkaStreamFileProcessing {
  21. implicit val actorSystem: ActorSystem = ActorSystem("AkkaStreamActor")
  22. implicit val logger: Logger = Logger(LoggerFactory.getLogger(this.getClass))
  23. override def getAllPersons(): Unit = {
  24. val personSource: Source[Map[String, String], _] = buildSource(inputFile = nameBasics)
  25. //graph
  26. val startTime: Long = System.currentTimeMillis()
  27. val result: Future[Done] = personSource
  28. .via(flow = buildPersonFlow())
  29. .runWith(sink = buildAllPersonsSink(logger = logger))
  30. result.onComplete {
  31. case Failure(exception) => logger.error(s"$exception")
  32. case Success(value) =>
  33. logger.info(s"$value")
  34. val time: Long = (System.currentTimeMillis() - startTime) / 100
  35. logger.info(s"elapsed time: $time")
  36. }
  37. }
  38. override def getPersonById(nconst: String): Future[Person] = {
  39. val source: Source[Map[String, String], _] = buildSource(inputFile = nameBasics)
  40. val res = source
  41. .via(flow = filterByPersonIdFlow(nconst = nconst))
  42. .runWith(Sink.head)
  43. res.andThen {
  44. case Failure(exception) => logger.info(s"$exception")
  45. case Success(value) => logger.info(s"$value")
  46. }
  47. res
  48. }
  49. override def getPersonByName(primaryName: String): Future[IndexedSeq[Person]] = {
  50. val source: Source[Map[String, String], _] = buildSource(inputFile = nameBasics)
  51. val persons: Future[IndexedSeq[Person]] = source
  52. .via(flow = filterByPersonNameFlow(primaryName = primaryName))
  53. .runWith(Sink.collection)
  54. persons
  55. }
  56. override def getAllTvSeries(): Unit = {
  57. val source: Source[Map[String, String], _] = buildAndValidateSource(inputFile = titleBasics)
  58. val sink: Sink[TvSeries, Future[Done]] = buildAllTvSeriesSink(logger = logger)
  59. val startingTime: Long = System.currentTimeMillis()
  60. //graph sink->flow->sink
  61. source
  62. .via(flow = buildTvSerieFlow())
  63. .runWith(sink = sink)
  64. .andThen {
  65. case Success(value) =>
  66. val elapsedTime: Long = (System.currentTimeMillis() - startingTime) / 1000
  67. logger.info(s"$value: successfully processing file, elapsed time $titleBasics: $elapsedTime sec")
  68. case Failure(error: Error) => logger.error(s"$error")
  69. }
  70. }
  71. override def getByTvSeriePrimaryTitle(tvSeriePrimaryTitle: String):Future[IndexedSeq[TvSeries]] = {
  72. val tvSeriesSource: Source[Map[String, String], _] = buildAndValidateSource(inputFile = titleBasics)
  73. val filterByTvSerieTitle: Flow[Map[String, String], TvSeries, NotUsed] =
  74. filterByTvSeriePrimaryTitleFlow(tvSeriePrimaryTitle = tvSeriePrimaryTitle)
  75. val tvSrie :Future[IndexedSeq[TvSeries]] = tvSeriesSource
  76. .via(flow = filterByTvSerieTitle)
  77. .runWith(Sink.collection)
  78. tvSrie.andThen {
  79. case Failure(exception) => logger.info(s"$exception")
  80. case Success(value) => logger.info(s"$value")
  81. }
  82. }
  83. private def getTvSerieIdByPrimaryTitle(primaryTitle: String): Future[Option[String]] = {
  84. val source: Source[Map[String, String], _] = buildSource(inputFile = titleBasics)
  85. val res: Future[Option[String]] = source
  86. .filter((rowMap: Map[String, String]) => {
  87. rowMap.getOrElse(key = "primaryTitle", "") == primaryTitle
  88. })
  89. .map((rowMap: Map[String, String]) => {
  90. rowMap.get("tconst")
  91. })
  92. .runWith(Sink.head)
  93. res
  94. }
  95. private def getListOfPersonsIDByTvSerieID(tvSerieID: Future[Option[String]]): Future[IndexedSeq[Option[String]]]={
  96. val source: Source[Map[String, String], _] = buildSource(inputFile = titlePrincipalsBasics)
  97. val res: Future[IndexedSeq[Option[String]]] = source
  98. .filter((rowMaps: Map[String, String])=>{
  99. rowMaps.getOrElse(key = "tconst", default = "")==tvSerieID.value.get.get.get
  100. })
  101. .map((rowMap: Map[String, String])=>{
  102. rowMap.get(key = "nconst")
  103. })
  104. .runWith(Sink.collection)
  105. res
  106. }
  107. private def getListOfPersonsForTvSerie(listPersonsIDs: Future[IndexedSeq[Option[String]]]): Future[IndexedSeq[Person]] = {
  108. val source: Source[Map[String, String], _] = buildSource(inputFile = nameBasics)
  109. val res : Future[IndexedSeq[Person]]=
  110. source
  111. .filter((rowMaps: Map[String, String])=>{
  112. listPersonsIDs.value.get.get.contains(rowMaps.get(key = "nconst"))
  113. })
  114. .map((rowMap: Map[String, String])=>{
  115. buildPersonModel(rowMap)
  116. })
  117. .runWith(Sink.collection)
  118. res
  119. }
  120. override def getPersonsTeamForTvSerie(tvSeriePrimaryTitle: String):Unit={
  121. logger.info("STEP 1/3")
  122. val tvSerieID = getTvSerieIdByPrimaryTitle(primaryTitle = tvSeriePrimaryTitle)
  123. tvSerieID.onComplete({
  124. case Failure(exception) => logger.error(s"$exception")
  125. case Success(value: Option[String]) =>
  126. logger.info(s"TvSerie ID: $value")
  127. logger.info("END STEP 1/3")
  128. })
  129. logger.info("STEP 2/3")
  130. val listPersonIDs = getListOfPersonsIDByTvSerieID(tvSerieID = tvSerieID)
  131. listPersonIDs.onComplete({
  132. case Failure(exception) => logger.error(s"$exception")
  133. case Success(value) =>
  134. value.toList.foreach((personID: Option[String])=>logger.info(s"Person ID:$personID"))
  135. logger.info("END STEP 2/3")
  136. })
  137. logger.info("STEP 3/3")
  138. val personsTeam= getListOfPersonsForTvSerie(listPersonsIDs = listPersonIDs)
  139. personsTeam.onComplete({
  140. case Failure(exception) => logger.error(s"$exception")
  141. case Success(value) =>
  142. logger.info(s"${value.toList}")
  143. value.toList.foreach((person:Person)=>logger.info(s"${person.toString}"))
  144. logger.info("END STEP 3/3")
  145. })
  146. }
  147. }

Powered by TurnKey Linux.