1 /*
2  *  Make.org Core API
3  *  Copyright (C) 2018 Make.org
4  *
5  * This program is free software: you can redistribute it and/or modify
6  *  it under the terms of the GNU Affero General Public License as
7  *  published by the Free Software Foundation, either version 3 of the
8  *  License, or (at your option) any later version.
9  *
10  *  This program is distributed in the hope that it will be useful,
11  *  but WITHOUT ANY WARRANTY; without even the implied warranty of
12  *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
13  *  GNU Affero General Public License for more details.
14  *
15  *  You should have received a copy of the GNU Affero General Public License
16  *  along with this program.  If not, see <https://www.gnu.org/licenses/>.
17  *
18  */
19 
20 package org.make.api.technical
21 
22 import com.sksamuel.avro4s.{DefaultFieldMapper, Encoder, FieldMapper, SchemaFor}
23 import grizzled.slf4j.Logging
24 import io.confluent.kafka.schemaregistry.client.CachedSchemaRegistryClient
25 import io.confluent.kafka.serializers.KafkaAvroSerializer
26 import org.apache.avro.Schema
27 import org.apache.kafka.common.serialization.Serializer
28 
29 import java.util
30 import scala.jdk.CollectionConverters._
31 
32 class MakeKafkaAvroSerializer[T: Encoder: SchemaFor](registryUrl: String, fieldMapper: FieldMapper = DefaultFieldMapper)
33     extends Serializer[T]
34     with Logging {
35 
36   private val schema: Schema = SchemaFor[T].schema(DefaultFieldMapper)
37   private val encoder: Encoder[T] = Encoder[T]
38 
39   private val identityMapCapacity = 1000
40   private val delegate: Serializer[Object] = new KafkaAvroSerializer(
41     new CachedSchemaRegistryClient(registryUrl, identityMapCapacity),
42     Map("value.schema" -> schema.toString, "schema.registry.url" -> registryUrl).asJava
43   )
44 
45   override def configure(configs: util.Map[String, _], isKey: Boolean): Unit = {
46     delegate.configure(configs, isKey)
47   }
48 
49   override def serialize(topic: String, data: T): Array[Byte] = {
50     delegate.serialize(topic, encoder.encode(data, schema, fieldMapper))
51   }
52 
53   override def close(): Unit = {
54     delegate.close()
55   }
56 }