1 /*
2  *  Make.org Core API
3  *  Copyright (C) 2020 Make.org
4  *
5  * This program is free software: you can redistribute it and/or modify
6  *  it under the terms of the GNU Affero General Public License as
7  *  published by the Free Software Foundation, either version 3 of the
8  *  License, or (at your option) any later version.
9  *
10  *  This program is distributed in the hope that it will be useful,
11  *  but WITHOUT ANY WARRANTY; without even the implied warranty of
12  *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
13  *  GNU Affero General Public License for more details.
14  *
15  *  You should have received a copy of the GNU Affero General Public License
16  *  along with this program.  If not, see <https://www.gnu.org/licenses/>.
17  *
18  */
19 
20 package org.make.api.technical
21 import java.io.File
22 import java.nio.charset.Charset
23 import java.util.concurrent.Executors
24 
25 import akka.http.javadsl.model.headers.Accept
26 import akka.http.scaladsl.Http
27 import akka.http.scaladsl.model._
28 import akka.stream.scaladsl.FileIO
29 import grizzled.slf4j.Logging
30 import kamon.annotation.api.Trace
31 import org.make.api.technical.ExecutorServiceHelper._
32 
33 import scala.concurrent.duration.DurationInt
34 import scala.concurrent.{ExecutionContext, Future}
35 import scala.util.{Failure, Success, Try}
36 
37 trait DefaultDownloadServiceComponent extends DownloadServiceComponent with Logging {
38   this: ActorSystemComponent =>
39 
40   override lazy val downloadService: DownloadService = new DefaultDownloadService
41   private val maxRedirectCount = 3
42 
43   class DefaultDownloadService extends DownloadService {
44 
45     implicit val ec: ExecutionContext =
46       Executors.newFixedThreadPool(4).instrument("avatar-downloader").toExecutionContext
47 
48     @SuppressWarnings(Array("org.wartremover.warts.Recursion"))
49     @Trace(operationName = "client-downloadImage")
50     override def downloadImage(
51       imageUrl: String,
52       destFn: ContentType => File,
53       redirectCount: Int = 0
54     ): Future[(ContentType, File)] = {
55       Try(HttpRequest(uri = Uri(imageUrl), headers = Seq(Accept.create(MediaRanges.`image/*`)))) match {
56         case Failure(e) => Future.failed(e)
57         case Success(req) =>
58           Http()(actorSystem)
59             .singleRequest(req)
60             .flatMap {
61               case response if response.status.intValue() >= 400 && response.status.intValue() < 500 =>
62                 response.discardEntityBytes()
63                 Future.failed(ImageUnavailable(imageUrl))
64               case response if response.status.isFailure() =>
65                 response.entity.toStrict(2.second).flatMap { entity =>
66                   val body = entity.data.decodeString(Charset.forName("UTF-8"))
67                   val code = response.status.value
68                   Future.failed(
69                     new IllegalStateException(s"URL failed with status code: $code, from: $imageUrl with body: $body")
70                   )
71                 }
72               case response if response.status.isRedirection() =>
73                 response.header[headers.Location] match {
74                   case Some(location) if redirectCount < maxRedirectCount =>
75                     downloadImage(location.uri.toString, destFn, redirectCount + 1)
76                   case None =>
77                     response.discardEntityBytes()
78                     Future.failed(new IllegalStateException(s"URL is a redirect without location: $imageUrl"))
79                   case _ =>
80                     response.discardEntityBytes()
81                     Future.failed(new IllegalStateException(s"Max redirect count reached with url: $imageUrl"))
82                 }
83               case response if !response.entity.httpEntity.contentType.mediaType.isImage =>
84                 response.discardEntityBytes()
85                 Future.failed(new IllegalStateException(s"URL does not refer to an image: $imageUrl"))
86               case response =>
87                 val contentType = response.entity.httpEntity.contentType
88                 val dest = destFn(contentType)
89                 response.entity.dataBytes
90                   .runWith(FileIO.toPath(dest.toPath))
91                   .map(_ => contentType -> dest)
92             }
93       }
94     }
95   }
96 }
97 
98 final case class ImageUnavailable(imageUrl: String) extends Exception(s"Image not found for URL $imageUrl.")