Nessuna descrizione

AkkaStreamFileProcessingImpl.scala 3.1KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980
  1. package fr.natan.akkastreamfileprocessingapi.service
  2. import akka.actor.ActorSystem
  3. import akka.stream.scaladsl.{Flow, Sink, Source}
  4. import akka.{Done, NotUsed}
  5. import com.typesafe.scalalogging.slf4j.Logger
  6. import fr.natan.akkastreamfileprocessingapi.datasource.Datasource.{nameBasics, titleBasics}
  7. import fr.natan.akkastreamfileprocessingapi.models.{Person, TvSeries}
  8. import fr.natan.akkastreamfileprocessingapi.service.AkkaStreamComponents.{buildAndValidateSource, buildPersonFlow, buildPersonSink, buildSource, buildTvSerieFlow, buildTvSeriesSink, buildfilterByMoviePrimaryTitleFlow}
  9. import org.slf4j.LoggerFactory
  10. import org.springframework.stereotype.Component
  11. import scala.concurrent.ExecutionContext.Implicits.global
  12. import scala.concurrent.Future
  13. import scala.util.{Failure, Success}
  14. @Component
  15. class AkkaStreamFileProcessingImpl extends AkkaStreamFileProcessing {
  16. implicit val actorSystem: ActorSystem = ActorSystem("AkkaStreamActor")
  17. implicit val logger: Logger = Logger(LoggerFactory.getLogger(this.getClass))
  18. override def getAllMovies(): Unit = {
  19. val source: Source[String, NotUsed] = buildAndValidateSource(inputFile = titleBasics)
  20. val sink: Sink[TvSeries, Future[Done]] = buildTvSeriesSink(logger = logger)
  21. val startingTime: Long = System.currentTimeMillis()
  22. //graph sink->flow->sink
  23. source
  24. .via(flow = buildTvSerieFlow(movieID = "tconst"))
  25. .runWith(sink = sink)
  26. .andThen {
  27. case Success(value) =>
  28. val elapsedTime: Long = (System.currentTimeMillis() - startingTime) / 1000
  29. logger.info(s"$value: successfully processing file, elapsed time $titleBasics: $elapsedTime sec")
  30. case Failure(error: Error) => logger.error(s"$error")
  31. }
  32. }
  33. override def getMoviesByTitle(moviePrimaryTitle: String): Unit = {
  34. val tvSeriesSource: Source[String, NotUsed] = buildAndValidateSource(inputFile = titleBasics)
  35. val tvSeriesSink: Sink[TvSeries, Future[Done]] = buildTvSeriesSink(logger = logger)
  36. val filterByMovieTitleFlow: Flow[String, TvSeries, NotUsed] =
  37. buildfilterByMoviePrimaryTitleFlow(moviePrimaryTitle = moviePrimaryTitle)
  38. val startTime: Long = System.currentTimeMillis()
  39. val listTvSeries: Future[Done]= tvSeriesSource
  40. .via(flow = filterByMovieTitleFlow)
  41. .runWith(sink = tvSeriesSink)
  42. .andThen {
  43. case Success(value) =>
  44. val elapsedTime: Long = (System.currentTimeMillis() - startTime) / 1000
  45. logger.info(s"$value: successfully processing file, elapsed time $titleBasics: $elapsedTime sec")
  46. case Failure(error: Error) => logger.error(s"$error")
  47. }
  48. }
  49. override def getAllPersons(): Unit = {
  50. val personSource: Source[String, NotUsed]= buildSource(inputFile = nameBasics)
  51. val personSink: Sink[Person, Future[Done]] = buildPersonSink(logger = logger)
  52. //graph
  53. personSource
  54. .via(flow = buildPersonFlow(personID = "nconst"))
  55. .runWith(sink = personSink)
  56. .andThen {
  57. case Success(value) =>
  58. logger.info(s"$value: successfully processing file")
  59. case Failure(error: Error) => logger.error(s"$error")
  60. }
  61. }
  62. }

Powered by TurnKey Linux.