Нет описания

AkkaStreamFileProcessingImpl.scala 6.6KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180
  1. package fr.natan.akkastreamfileprocessingapi.service
  2. import akka.actor.ActorSystem
  3. import akka.stream.scaladsl.{Flow, Sink, Source}
  4. import akka.{Done, NotUsed}
  5. import com.typesafe.scalalogging.slf4j.Logger
  6. import fr.natan.akkastreamfileprocessingapi.datasource.Datasource.{nameBasics, titleBasics, titlePrincipalsBasics}
  7. import fr.natan.akkastreamfileprocessingapi.models.Models.{Person, TvSeries}
  8. import fr.natan.akkastreamfileprocessingapi.models.ModelsBuilder.buildPersonModel
  9. import fr.natan.akkastreamfileprocessingapi.service.AkkaStreamComponents.{
  10. buildAllPersonsSink, buildAllTvSeriesSink, buildAndValidateSource, buildPersonFlow,
  11. buildSource, buildTvSerieFlow, filterByPersonIdFlow, filterByPersonNameFlow, filterByTvSeriePrimaryTitleFlow}
  12. import org.slf4j.LoggerFactory
  13. import org.springframework.stereotype.Component
  14. import scala.concurrent.ExecutionContext.Implicits.global
  15. import scala.concurrent.Future
  16. import scala.language.postfixOps
  17. import scala.util.{Failure, Success}
  18. //noinspection SpellCheckingInspection
  19. @Component
  20. class AkkaStreamFileProcessingImpl extends AkkaStreamFileProcessing {
  21. implicit val actorSystem: ActorSystem = ActorSystem("AkkaStreamActor")
  22. implicit val logger: Logger = Logger(LoggerFactory.getLogger(this.getClass))
  23. override def getAllPersons(): Unit = {
  24. val personSource: Source[Map[String, String], _] = buildSource(inputFile = nameBasics)
  25. //graph
  26. val startTime: Long = System.currentTimeMillis()
  27. val result: Future[Done] = personSource
  28. .via(flow = buildPersonFlow())
  29. .runWith(sink = buildAllPersonsSink(logger = logger))
  30. result.onComplete {
  31. case Failure(exception) => logger.error(s"$exception")
  32. case Success(value) =>
  33. logger.info(s"$value")
  34. val time: Long = (System.currentTimeMillis() - startTime) / 100
  35. logger.info(s"elapsed time: $time")
  36. }
  37. }
  38. override def getPersonById(nconst: String): Future[Person] = {
  39. val source: Source[Map[String, String], _] = buildSource(inputFile = nameBasics)
  40. val res = source
  41. .via(flow = filterByPersonIdFlow(nconst = nconst))
  42. .runWith(Sink.head)
  43. res.andThen {
  44. case Failure(exception) => logger.info(s"$exception")
  45. case Success(value) => logger.info(s"$value")
  46. }
  47. res
  48. }
  49. override def getPersonByName(primaryName: String): Future[IndexedSeq[Person]] = {
  50. val source: Source[Map[String, String], _] = buildSource(inputFile = nameBasics)
  51. val persons: Future[IndexedSeq[Person]] = source
  52. .via(flow = filterByPersonNameFlow(primaryName = primaryName))
  53. .runWith(Sink.collection)
  54. persons
  55. }
  56. override def getAllTvSeries(): Unit = {
  57. val source: Source[Map[String, String], _] = buildAndValidateSource(inputFile = titleBasics)
  58. val sink: Sink[TvSeries, Future[Done]] = buildAllTvSeriesSink(logger = logger)
  59. val startingTime: Long = System.currentTimeMillis()
  60. //graph sink->flow->sink
  61. source
  62. .via(flow = buildTvSerieFlow())
  63. .runWith(sink = sink)
  64. .andThen {
  65. case Success(value) =>
  66. val elapsedTime: Long = (System.currentTimeMillis() - startingTime) / 1000
  67. logger.info(s"$value: successfully processing file, elapsed time $titleBasics: $elapsedTime sec")
  68. case Failure(error: Error) => logger.error(s"$error")
  69. }
  70. }
  71. override def getByTvSeriePrimaryTitle(tvSeriePrimaryTitle: String):Future[IndexedSeq[TvSeries]] = {
  72. val tvSeriesSource: Source[Map[String, String], _] = buildAndValidateSource(inputFile = titleBasics)
  73. val filterByTvSerieTitle: Flow[Map[String, String], TvSeries, NotUsed] =
  74. filterByTvSeriePrimaryTitleFlow(tvSeriePrimaryTitle = tvSeriePrimaryTitle)
  75. val tvSrie :Future[IndexedSeq[TvSeries]] = tvSeriesSource
  76. .via(flow = filterByTvSerieTitle)
  77. .runWith(Sink.collection)
  78. tvSrie.andThen {
  79. case Failure(exception) => logger.info(s"$exception")
  80. case Success(value) => logger.info(s"$value")
  81. }
  82. }
  83. private def getTvSerieIdByPrimaryTitle(primaryTitle: String): Future[Option[String]] = {
  84. val source: Source[Map[String, String], _] = buildSource(inputFile = titleBasics)
  85. val res: Future[Option[String]] = source
  86. .filter((rowMap: Map[String, String]) => {
  87. rowMap.getOrElse(key = "primaryTitle", "") == primaryTitle
  88. })
  89. .map((rowMap: Map[String, String]) => rowMap.get("tconst"))
  90. .runWith(Sink.head)
  91. res
  92. }
  93. private def getListOfPersonsIDByTvSerieID(tvSerieID: Future[Option[String]]): Future[List[Option[String]]]={
  94. val source: Source[Map[String, String], _] = buildSource(inputFile = titlePrincipalsBasics)
  95. val res: Future[List[Option[String]]] = source
  96. .filter((rowMaps: Map[String, String])=>{
  97. rowMaps.getOrElse(key = "tconst", default = "")==tvSerieID.value.get.get.get
  98. })
  99. .map((rowMap: Map[String, String])=>{
  100. rowMap.get(key = "nconst")
  101. })
  102. .runWith(Sink.collection)
  103. res
  104. }
  105. private def getListOfPersonsForTvSerie(listPersonsIDs: Future[List[Option[String]]]): Future[List[Person]] = {
  106. val source: Source[Map[String, String], _] = buildSource(inputFile = nameBasics)
  107. val res : Future[List[Person]]=
  108. source
  109. .filter((rowMaps: Map[String, String])=>{
  110. listPersonsIDs.value.get.get.contains(rowMaps.get(key = "nconst"))
  111. })
  112. .map((rowMap: Map[String, String])=>{
  113. buildPersonModel(rowMap)
  114. })
  115. .runWith(Sink.collection)
  116. res
  117. }
  118. override def getPersonsTeamForTvSerie(tvSeriePrimaryTitle: String):Future[List[Person]]={
  119. logger.info("STEP 1/3")
  120. val tvSerieID = getTvSerieIdByPrimaryTitle(primaryTitle = tvSeriePrimaryTitle)
  121. tvSerieID.andThen({
  122. case Failure(exception) => logger.error(s"!!!!!!!!!!!!!!!!!!!!1$exception")
  123. case Success(value: Option[String]) =>
  124. logger.info(s"TvSerie ID: $value")
  125. logger.info("END STEP 1/3")
  126. })
  127. logger.info("STEP 2/3")
  128. val listPersonIDs: Future[List[Option[String]]] = getListOfPersonsIDByTvSerieID(tvSerieID = tvSerieID)
  129. listPersonIDs.andThen({
  130. case Failure(exception) => logger.error(s"!!!!!!!!!!!!!!!!!!!!!2$exception")
  131. case Success(value: List[Option[String]]) =>
  132. value.foreach((personID:Option[String])=>logger.info(s"Person ID:$personID"))
  133. logger.info("END STEP 2/3")
  134. })
  135. logger.info("STEP 3/3")
  136. val personsTeam: Future[List[Person]] = getListOfPersonsForTvSerie(listPersonsIDs = listPersonIDs)
  137. personsTeam.andThen({
  138. case Failure(exception) => logger.error(s"!!!!!!!!!!!!!!!!!!!!!!!3$exception")
  139. case Success(value) =>
  140. logger.info(s"$value")
  141. value.foreach((person:Person)=>logger.info(s"${person.toString}"))
  142. logger.info("END STEP 3/3")
  143. })
  144. null
  145. }
  146. }

Powered by TurnKey Linux.