1 /*
2  *  Make.org Core API
3  *  Copyright (C) 2020 Make.org
4  *
5  * This program is free software: you can redistribute it and/or modify
6  *  it under the terms of the GNU Affero General Public License as
7  *  published by the Free Software Foundation, either version 3 of the
8  *  License, or (at your option) any later version.
9  *
10  *  This program is distributed in the hope that it will be useful,
11  *  but WITHOUT ANY WARRANTY; without even the implied warranty of
12  *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
13  *  GNU Affero General Public License for more details.
14  *
15  *  You should have received a copy of the GNU Affero General Public License
16  *  along with this program.  If not, see <https://www.gnu.org/licenses/>.
17  *
18  */
19 
20 package org.make.api.post
21 
22 import akka.stream.scaladsl.Sink
23 import cats.data.Validated.{Invalid, Valid}
24 import cats.data.{Validated, ValidatedNel}
25 import cats.syntax.apply._
26 import eu.timepit.refined.auto._
27 import grizzled.slf4j.Logging
28 import org.make.api.technical.webflow.WebflowPost.{WebflowImageRef, WebflowPostWithCountry}
29 import org.make.api.technical.webflow.{WebflowClientComponent, WebflowConfigurationComponent}
30 import org.make.api.technical.{ActorSystemComponent, StreamUtils}
31 import org.make.core.post.indexed.{PostSearchQuery, PostSearchResult}
32 import org.make.core.post.{Post, PostId}
33 import org.make.core.reference.Country
34 
35 import java.net.URI
36 import java.time.ZonedDateTime
37 import scala.concurrent.ExecutionContext.Implicits.global
38 import scala.concurrent.Future
39 import scala.util.{Failure, Success, Try}
40 
41 trait DefaultPostServiceComponent extends PostServiceComponent with Logging {
42   this: PostSearchEngineComponent
43     with WebflowClientComponent
44     with ActorSystemComponent
45     with WebflowConfigurationComponent =>
46 
47   override lazy val postService: PostService = new DefaultPostService
48 
49   class DefaultPostService extends PostService {
50 
51     override def search(searchQuery: PostSearchQuery): Future[PostSearchResult] = {
52       elasticsearchPostAPI.searchPosts(searchQuery)
53     }
54 
55     override def fetchPostsForHome(): Future[Seq[Post]] = {
56       def toPost(webflowPost: WebflowPostWithCountry, postDate: ZonedDateTime): ValidatedNel[String, Post] = {
57         def parseImageUrl(imageUrl: Option[WebflowImageRef]): ValidatedNel[String, URI] = {
58           imageUrl match {
59             case Some(WebflowImageRef(url, _)) =>
60               Try(new URI(url)) match {
61                 case Success(validUrl) => Validated.valid(validUrl)
62                 case Failure(_)        => Validated.invalidNel(s"invalid thumbnailImage: $url")
63               }
64             case None => Validated.invalidNel("empty thumbnailImage")
65           }
66         }
67         def parseSummary(summary: Option[String]): ValidatedNel[String, String] = {
68           summary match {
69             case Some(desc) if desc.nonEmpty => Valid(desc)
70             case _                           => Validated.invalidNel("empty postSummary")
71           }
72         }
73         (parseImageUrl(webflowPost.thumbnailImage), parseSummary(webflowPost.summary))
74           .mapN[Post] { (url: URI, summary: String) =>
75             Post(
76               postId = PostId(webflowPost.id),
77               name = webflowPost.name,
78               slug = webflowPost.slug,
79               displayHome = webflowPost.displayHome.contains(true),
80               postDate = postDate,
81               thumbnailUrl = url,
82               thumbnailAlt = webflowPost.thumbnailImage.flatMap(_.alt),
83               sourceUrl = new URI(s"${webflowConfiguration.blogUrl}/${webflowPost.collectionSlug}/${webflowPost.slug}"),
84               summary = summary,
85               country = Country(webflowPost.country)
86             )
87           }
88       }
89 
90       StreamUtils
91         .asyncPageToPageSource(offset => webflowClient.getAllPosts(100, offset))
92         .mapConcat(identity)
93         .collect {
94           case post @ WebflowPostWithCountry(id, false, false, _, _, Some(true), Some(postDate), _, _, _, _) =>
95             (id, toPost(post, postDate))
96         }
97         .wireTap {
98           case (postId, Invalid(errors)) =>
99             logger.error(
100               s"Ignoring failed post $postId due to invalid required fields: ${errors.toList.mkString(", ")}"
101             )
102           case _ => ()
103         }
104         .collect {
105           case (_, Valid(post)) => post
106         }
107         .runWith(Sink.seq)
108     }
109   }
110 }