|
|
@@ -6,7 +6,7 @@ import akka.stream.scaladsl.{Compression, FileIO, Flow, Sink, Source}
|
|
6
|
6
|
import akka.{Done, NotUsed}
|
|
7
|
7
|
import com.typesafe.scalalogging.slf4j.Logger
|
|
8
|
8
|
import fr.natan.akkastreamfileprocessingapi.businessexceptions.FileNotFoundException
|
|
9
|
|
-import fr.natan.akkastreamfileprocessingapi.models.Models.{Person, TvSeries}
|
|
|
9
|
+import fr.natan.akkastreamfileprocessingapi.models.Models.{Person, TvSerie}
|
|
10
|
10
|
import fr.natan.akkastreamfileprocessingapi.valitator.Validators.fileExists
|
|
11
|
11
|
import fr.natan.akkastreamfileprocessingapi.models.ModelsBuilder.{buildPersonModel, buildTvSerieModel}
|
|
12
|
12
|
|
|
|
@@ -20,7 +20,6 @@ object AkkaStreamComponents {
|
|
20
|
20
|
implicit val actor: ActorSystem = ActorSystem("AkkaStreamActor")
|
|
21
|
21
|
|
|
22
|
22
|
//flows building
|
|
23
|
|
-
|
|
24
|
23
|
def buildPersonFlow(): Flow[Map[String, String], Person, NotUsed] = {
|
|
25
|
24
|
val personFlow: Flow[Map[String, String], Person, NotUsed] =
|
|
26
|
25
|
Flow[Map[String, String]]
|
|
|
@@ -31,34 +30,21 @@ object AkkaStreamComponents {
|
|
31
|
30
|
personFlow
|
|
32
|
31
|
}
|
|
33
|
32
|
|
|
34
|
|
- def filterByTvSeriePrimaryTitleFlow(tvSeriePrimaryTitle: String): Flow[Map[String, String], TvSeries, NotUsed] = {
|
|
35
|
|
- val filterFlow: Flow[Map[String, String], TvSeries, NotUsed] = Flow[Map[String, String]]
|
|
36
|
|
- .filter((rows: Map[String, String]) => {
|
|
37
|
|
- rows.getOrElse(key = "primaryTitle", default = "")==tvSeriePrimaryTitle
|
|
38
|
|
- })
|
|
39
|
|
- .map(rowMap => {
|
|
40
|
|
- val tvSerie: TvSeries = buildTvSerieModel(tvSerieMap = rowMap)
|
|
41
|
|
- tvSerie
|
|
42
|
|
- })
|
|
43
|
|
-
|
|
44
|
|
- filterFlow
|
|
45
|
|
- }
|
|
46
|
|
-
|
|
47
|
|
- def filterByPersonIdFlow(nconst: String): Flow[Map[String, String], Person, NotUsed]={
|
|
48
|
|
- val personFilter: Flow[Map[String, String], Person, NotUsed]=
|
|
|
33
|
+ def filterPersonByIdFlow(personID: String): Flow[Map[String, String], Person, NotUsed]={
|
|
|
34
|
+ val personFlowFilter: Flow[Map[String, String], Person, NotUsed]=
|
|
49
|
35
|
Flow[Map[String, String]]
|
|
50
|
36
|
.filter((rowMap:Map[String, String])=>{
|
|
51
|
|
- rowMap.getOrElse(key="nconst",default="")==nconst
|
|
|
37
|
+ rowMap.getOrElse(key="nconst",default="")==personID
|
|
52
|
38
|
})
|
|
53
|
39
|
.map(rowMap=>{
|
|
54
|
40
|
buildPersonModel(personMap = rowMap)
|
|
55
|
41
|
})
|
|
56
|
42
|
|
|
57
|
|
- personFilter
|
|
|
43
|
+ personFlowFilter
|
|
58
|
44
|
}
|
|
59
|
45
|
|
|
60
|
|
- def filterByPersonNameFlow(primaryName: String): Flow[Map[String, String], Person, NotUsed] ={
|
|
61
|
|
- val personFilter: Flow[Map[String, String], Person, NotUsed] =
|
|
|
46
|
+ def filterPersonByNameFlow(primaryName: String): Flow[Map[String, String], Person, NotUsed] ={
|
|
|
47
|
+ val personFlowFilter: Flow[Map[String, String], Person, NotUsed] =
|
|
62
|
48
|
Flow[Map[String, String]]
|
|
63
|
49
|
.filter((rowMap: Map[String, String]) =>{
|
|
64
|
50
|
rowMap.getOrElse(key = "primaryName", default = "")==primaryName
|
|
|
@@ -67,18 +53,42 @@ object AkkaStreamComponents {
|
|
67
|
53
|
buildPersonModel(personMap = rowMap)
|
|
68
|
54
|
})
|
|
69
|
55
|
|
|
70
|
|
- personFilter
|
|
|
56
|
+ personFlowFilter
|
|
71
|
57
|
}
|
|
72
|
58
|
|
|
73
|
|
- def buildTvSerieFlow(): Flow[Map[String, String], TvSeries, NotUsed] = {
|
|
|
59
|
+ def buildTvSerieFlow(): Flow[Map[String, String], TvSerie, NotUsed] = {
|
|
74
|
60
|
|
|
75
|
|
- val tvFlow: Flow[Map[String, String], TvSeries, NotUsed] =
|
|
|
61
|
+ val tvSerieFlow: Flow[Map[String, String], TvSerie, NotUsed] =
|
|
76
|
62
|
Flow[Map[String, String]]
|
|
77
|
63
|
.map((rowMap: Map[String, String]) => {
|
|
78
|
64
|
buildTvSerieModel(tvSerieMap = rowMap)
|
|
79
|
65
|
})
|
|
80
|
|
- tvFlow
|
|
|
66
|
+ tvSerieFlow
|
|
81
|
67
|
}
|
|
|
68
|
+
|
|
|
69
|
+ def filterTvSerieByIdFlow(tvSerieID: String): Flow[Map[String, String], TvSerie, NotUsed] = {
|
|
|
70
|
+ val tvSerieFlowFilter : Flow[Map[String, String], TvSerie, NotUsed] =
|
|
|
71
|
+ Flow[Map[String, String]]
|
|
|
72
|
+ .filter((rowMap: Map[String, String])=>rowMap.getOrElse(key = "tconst", default = "")==tvSerieID)
|
|
|
73
|
+ .map((rowMap: Map[String, String])=>{
|
|
|
74
|
+ buildTvSerieModel(tvSerieMap = rowMap)
|
|
|
75
|
+ })
|
|
|
76
|
+
|
|
|
77
|
+ tvSerieFlowFilter
|
|
|
78
|
+ }
|
|
|
79
|
+ def filterTvSerieByPrimaryTitleFlow(tvSeriePrimaryTitle: String): Flow[Map[String, String], TvSerie, NotUsed] = {
|
|
|
80
|
+ val filterFlowFilter: Flow[Map[String, String], TvSerie, NotUsed] = Flow[Map[String, String]]
|
|
|
81
|
+ .filter((rows: Map[String, String]) => {
|
|
|
82
|
+ rows.getOrElse(key = "primaryTitle", default = "") == tvSeriePrimaryTitle
|
|
|
83
|
+ })
|
|
|
84
|
+ .map(rowMap => {
|
|
|
85
|
+ val tvSerie: TvSerie = buildTvSerieModel(tvSerieMap = rowMap)
|
|
|
86
|
+ tvSerie
|
|
|
87
|
+ })
|
|
|
88
|
+
|
|
|
89
|
+ filterFlowFilter
|
|
|
90
|
+ }
|
|
|
91
|
+
|
|
82
|
92
|
//source building
|
|
83
|
93
|
|
|
84
|
94
|
def buildSource(inputFile: File): Source[Map[String, String], NotUsed] = {
|
|
|
@@ -113,9 +123,9 @@ object AkkaStreamComponents {
|
|
113
|
123
|
|
|
114
|
124
|
//sinks building
|
|
115
|
125
|
|
|
116
|
|
- def buildAllTvSeriesSink(logger: Logger): Sink[TvSeries, Future[Done]] = {
|
|
117
|
|
- val tvSeriesSink: Sink[TvSeries, Future[Done]] = Sink
|
|
118
|
|
- .foreach((tvSerie: TvSeries)=>logger.info(s"${tvSerie.toString}"))
|
|
|
126
|
+ def buildAllTvSeriesSink(logger: Logger): Sink[TvSerie, Future[Done]] = {
|
|
|
127
|
+ val tvSeriesSink: Sink[TvSerie, Future[Done]] = Sink
|
|
|
128
|
+ .foreach((tvSerie: TvSerie)=>logger.info(s"${tvSerie.toString}"))
|
|
119
|
129
|
tvSeriesSink
|
|
120
|
130
|
}
|
|
121
|
131
|
def buildAllPersonsSink(logger: Logger): Sink[Person,Future[Done]] = {
|