No Description

AkkaStreamFileProcessingImpl.scala 2.4KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364
  1. package fr.natan.akkastreamfileprocessingapi.service
  2. import akka.actor.ActorSystem
  3. import akka.stream.scaladsl.{Flow, Sink, Source}
  4. import akka.{Done, NotUsed}
  5. import com.typesafe.scalalogging.slf4j.Logger
  6. import fr.natan.akkastreamfileprocessingapi.datasource.Datasource.titleBasics
  7. import fr.natan.akkastreamfileprocessingapi.models.TvSeries
  8. import fr.natan.akkastreamfileprocessingapi.service.AkkaStreamComponents.{buildAndValidateSource, buildMovieFlow, buildSink, buildfilterByMoviePrimaryTitleFlow}
  9. import org.slf4j.LoggerFactory
  10. import org.springframework.stereotype.Component
  11. import scala.concurrent.ExecutionContext.Implicits.global
  12. import scala.concurrent.Future
  13. import scala.util.{Failure, Success}
  14. @Component
  15. class AkkaStreamFileProcessingImpl extends AkkaStreamFileProcessing {
  16. implicit val actorSystem: ActorSystem = ActorSystem("AkkaStreamActor")
  17. implicit val logger: Logger = Logger(LoggerFactory.getLogger(this.getClass))
  18. override def getAllMovies(): Unit = {
  19. val source: Source[String, NotUsed] = buildAndValidateSource(inputFile = titleBasics)
  20. val sink: Sink[TvSeries, Future[Done]] = buildSink(logger = logger)
  21. val startingTime: Long = System.currentTimeMillis()
  22. //graph sink->flow->sink
  23. source
  24. .via(flow = buildMovieFlow(movieID = "tconst"))
  25. .runWith(sink = sink)
  26. .andThen {
  27. case Success(value) =>
  28. val elapsedTime: Long = (System.currentTimeMillis() - startingTime) / 1000
  29. logger.info(s"$value: successfully processing file, elapsed time $titleBasics: $elapsedTime sec")
  30. case Failure(error: Error) => logger.error(s"$error")
  31. }
  32. }
  33. override def getMoviesByTitle(moviePrimaryTitle: String): Unit = {
  34. val source: Source[String, NotUsed] = buildAndValidateSource(inputFile = titleBasics)
  35. val sink: Sink[TvSeries, Future[Done]] = buildSink(logger = logger)
  36. val filterByMovieTitleFlow: Flow[String, TvSeries, NotUsed] =
  37. buildfilterByMoviePrimaryTitleFlow(moviePrimaryTitle = moviePrimaryTitle)
  38. val startTime: Long = System.currentTimeMillis()
  39. val listTvSeries: Future[Done]= source.via(flow = filterByMovieTitleFlow)
  40. .runWith(sink = sink)
  41. .andThen {
  42. case Success(value) =>
  43. val elapsedTime: Long = (System.currentTimeMillis() - startTime) / 1000
  44. logger.info(s"$value: successfully processing file, elapsed time $titleBasics: $elapsedTime sec")
  45. case Failure(error: Error) => logger.error(s"$error")
  46. }
  47. }
  48. }

Powered by TurnKey Linux.