More efficient serialization of IndexedSeq

Author: plokhotnyuk

benchmark/src/main/scala/com/github/plokhotnyuk/jsoniter_scala/macros/ArrayBufferOfBooleansBenchmark.scala

@@ -0,0 +1,48 @@
+package com.github.plokhotnyuk.jsoniter_scala.macros
+
+import java.nio.charset.StandardCharsets._
+
+import com.github.plokhotnyuk.jsoniter_scala.core._
+import com.github.plokhotnyuk.jsoniter_scala.macros.CirceEncodersDecoders._
+import com.github.plokhotnyuk.jsoniter_scala.macros.JacksonSerDesers._
+import com.github.plokhotnyuk.jsoniter_scala.macros.JsoniterCodecs._
+import io.circe.parser._
+import io.circe.syntax._
+import org.openjdk.jmh.annotations.Benchmark
+import play.api.libs.json.Json
+
+import scala.collection.breakOut
+import scala.collection.mutable.ArrayBuffer
+
+class ArrayBufferOfBooleansBenchmark extends CommonParams {
+  val obj: ArrayBuffer[Boolean] = (1 to 128).map(i => ((i * 1498724053) & 1) == 0)(breakOut)
+  val jsonString: String = obj.mkString("[", ",", "]")
+  val jsonBytes: Array[Byte] = jsonString.getBytes
+
+  @Benchmark
+  def readCirce(): ArrayBuffer[Boolean] = decode[ArrayBuffer[Boolean]](new String(jsonBytes, UTF_8)).fold(throw _, x => x)
+
+  @Benchmark
+  def readJacksonScala(): ArrayBuffer[Boolean] = jacksonMapper.readValue[ArrayBuffer[Boolean]](jsonBytes)
+
+  @Benchmark
+  def readJsoniterScala(): ArrayBuffer[Boolean] = readFromArray[ArrayBuffer[Boolean]](jsonBytes)
+
+  @Benchmark
+  def readPlayJson(): ArrayBuffer[Boolean] = Json.parse(jsonBytes).as[ArrayBuffer[Boolean]]
+
+  @Benchmark
+  def writeCirce(): Array[Byte] = printer.pretty(obj.asJson).getBytes(UTF_8)
+
+  @Benchmark
+  def writeJacksonScala(): Array[Byte] = jacksonMapper.writeValueAsBytes(obj)
+
+  @Benchmark
+  def writeJsoniterScala(): Array[Byte] = writeToArray(obj)
+
+  @Benchmark
+  def writeJsoniterScalaPrealloc(): Int = writeToPreallocatedArray(obj, preallocatedBuf, preallocatedOff)
+
+  @Benchmark
+  def writePlayJson(): Array[Byte] = Json.toBytes(Json.toJson(obj))
+}

benchmark/src/main/scala/com/github/plokhotnyuk/jsoniter_scala/macros/GoogleMapsAPI.scala

@@ -14,12 +14,12 @@ case class Elements(
   status: String)
 
 case class DistanceMatrix(
-  destination_addresses: Seq[String],
-  origin_addresses: Seq[String],
-  rows: Seq[Rows],
+  destination_addresses: IndexedSeq[String],
+  origin_addresses: IndexedSeq[String],
+  rows: IndexedSeq[Rows],
   status: String)
 
-case class Rows(elements: Seq[Elements])
+case class Rows(elements: IndexedSeq[Elements])
 
 object GoogleMapsAPI {
   //Distance Matrix API call for top-10 by population cities in US:

benchmark/src/main/scala/com/github/plokhotnyuk/jsoniter_scala/macros/JsoniterCodecs.scala

@@ -7,6 +7,8 @@ import com.github.plokhotnyuk.jsoniter_scala.core.{JsonValueCodec, ReaderConfig}
 import com.github.plokhotnyuk.jsoniter_scala.macros.JsonCodecMaker.make
 import com.github.plokhotnyuk.jsoniter_scala.macros.SuitEnum.SuitEnum
 
+import scala.collection.mutable
+
 object JsoniterCodecs {
   val stacklessExceptionConfig = ReaderConfig(throwParseExceptionWithStackTrace = false)
   val stacklessExceptionWithoutDumpConfig =
@@ -19,7 +21,9 @@ object JsoniterCodecs {
   implicit val bigIntArrayCodec: JsonValueCodec[Array[BigInt]] = make[Array[BigInt]](CodecMakerConfig())
   implicit val bitSetsCodec: JsonValueCodec[BitSets] = make[BitSets](CodecMakerConfig())
   implicit val booleanArrayCodec: JsonValueCodec[Array[Boolean]] = make[Array[Boolean]](CodecMakerConfig())
+  implicit val booleanArrayBufferCodec: JsonValueCodec[mutable.ArrayBuffer[Boolean]] = make[mutable.ArrayBuffer[Boolean]](CodecMakerConfig())
   implicit val booleanListCodec: JsonValueCodec[List[Boolean]] = make[List[Boolean]](CodecMakerConfig())
+  implicit val booleanVectorCodec: JsonValueCodec[Vector[Boolean]] = make[Vector[Boolean]](CodecMakerConfig())
   implicit val byteArrayCodec: JsonValueCodec[Array[Byte]] = make[Array[Byte]](CodecMakerConfig())
   implicit val charArrayCodec: JsonValueCodec[Array[Char]] = make[Array[Char]](CodecMakerConfig())
   implicit val doubleArrayCodec: JsonValueCodec[Array[Double]] = make[Array[Double]](CodecMakerConfig())

benchmark/src/main/scala/com/github/plokhotnyuk/jsoniter_scala/macros/VectorOfBooleansBenchmark.scala

@@ -0,0 +1,47 @@
+package com.github.plokhotnyuk.jsoniter_scala.macros
+
+import java.nio.charset.StandardCharsets._
+
+import com.github.plokhotnyuk.jsoniter_scala.core._
+import com.github.plokhotnyuk.jsoniter_scala.macros.CirceEncodersDecoders._
+import com.github.plokhotnyuk.jsoniter_scala.macros.JacksonSerDesers._
+import com.github.plokhotnyuk.jsoniter_scala.macros.JsoniterCodecs._
+import io.circe.parser._
+import io.circe.syntax._
+import org.openjdk.jmh.annotations.Benchmark
+import play.api.libs.json.Json
+
+import scala.collection.breakOut
+
+class VectorOfBooleansBenchmark extends CommonParams {
+  val obj: Vector[Boolean] = (1 to 128).map(i => ((i * 1498724053) & 1) == 0)(breakOut)
+  val jsonString: String = obj.mkString("[", ",", "]")
+  val jsonBytes: Array[Byte] = jsonString.getBytes
+
+  @Benchmark
+  def readCirce(): Vector[Boolean] = decode[Vector[Boolean]](new String(jsonBytes, UTF_8)).fold(throw _, x => x)
+
+  @Benchmark
+  def readJacksonScala(): Vector[Boolean] = jacksonMapper.readValue[Vector[Boolean]](jsonBytes)
+
+  @Benchmark
+  def readJsoniterScala(): Vector[Boolean] = readFromArray[Vector[Boolean]](jsonBytes)
+
+  @Benchmark
+  def readPlayJson(): Vector[Boolean] = Json.parse(jsonBytes).as[Vector[Boolean]]
+
+  @Benchmark
+  def writeCirce(): Array[Byte] = printer.pretty(obj.asJson).getBytes(UTF_8)
+
+  @Benchmark
+  def writeJacksonScala(): Array[Byte] = jacksonMapper.writeValueAsBytes(obj)
+
+  @Benchmark
+  def writeJsoniterScala(): Array[Byte] = writeToArray(obj)
+
+  @Benchmark
+  def writeJsoniterScalaPrealloc(): Int = writeToPreallocatedArray(obj, preallocatedBuf, preallocatedOff)
+
+  @Benchmark
+  def writePlayJson(): Array[Byte] = Json.toBytes(Json.toJson(obj))
+}

benchmark/src/test/scala/com/github/plokhotnyuk/jsoniter_scala/macros/ArrayBufferOfBooleansBenchmarkSpec.scala

@@ -0,0 +1,21 @@
+package com.github.plokhotnyuk.jsoniter_scala.macros
+
+class ArrayBufferOfBooleansBenchmarkSpec extends BenchmarkSpecBase {
+  val benchmark = new ArrayBufferOfBooleansBenchmark
+  
+  "ArrayBufferOfBooleansBenchmark" should {
+    "deserialize properly" in {
+      benchmark.readCirce() shouldBe benchmark.obj
+      benchmark.readJacksonScala() shouldBe benchmark.obj
+      benchmark.readJsoniterScala() shouldBe benchmark.obj
+      benchmark.readPlayJson() shouldBe benchmark.obj
+    }
+    "serialize properly" in {
+      toString(benchmark.writeCirce()) shouldBe benchmark.jsonString
+      toString(benchmark.writeJacksonScala()) shouldBe benchmark.jsonString
+      toString(benchmark.writeJsoniterScala()) shouldBe benchmark.jsonString
+      toString(benchmark.preallocatedBuf, benchmark.preallocatedOff, benchmark.writeJsoniterScalaPrealloc()) shouldBe benchmark.jsonString
+      toString(benchmark.writePlayJson()) shouldBe benchmark.jsonString
+    }
+  }
+}

benchmark/src/test/scala/com/github/plokhotnyuk/jsoniter_scala/macros/VectorOfBooleansBenchmarkSpec.scala

@@ -0,0 +1,21 @@
+package com.github.plokhotnyuk.jsoniter_scala.macros
+
+class VectorOfBooleansBenchmarkSpec extends BenchmarkSpecBase {
+  val benchmark = new VectorOfBooleansBenchmark
+  
+  "VectorOfBooleansBenchmark" should {
+    "deserialize properly" in {
+      benchmark.readCirce() shouldBe benchmark.obj
+      benchmark.readJacksonScala() shouldBe benchmark.obj
+      benchmark.readJsoniterScala() shouldBe benchmark.obj
+      benchmark.readPlayJson() shouldBe benchmark.obj
+    }
+    "serialize properly" in {
+      toString(benchmark.writeCirce()) shouldBe benchmark.jsonString
+      toString(benchmark.writeJacksonScala()) shouldBe benchmark.jsonString
+      toString(benchmark.writeJsoniterScala()) shouldBe benchmark.jsonString
+      toString(benchmark.preallocatedBuf, benchmark.preallocatedOff, benchmark.writeJsoniterScalaPrealloc()) shouldBe benchmark.jsonString
+      toString(benchmark.writePlayJson()) shouldBe benchmark.jsonString
+    }
+  }
+}

macros/src/main/scala/com/github/plokhotnyuk/jsoniter_scala/macros/JsonCodecMaker.scala

@@ -781,6 +781,16 @@ object JsonCodecMaker {
                 l = l.tail
               }
               out.writeArrayEnd()"""
+        } else if (tpe <:< typeOf[IndexedSeq[_]]) withEncoderFor(methodKey, m) {
+          q"""out.writeArrayStart()
+              val l = x.size
+              var i = 0
+              while (i < l) {
+                out.writeComma()
+                ..${genWriteVal(q"x(i)", typeArg1(tpe), isStringified)}
+                i += 1
+              }
+              out.writeArrayEnd()"""
         } else if (tpe <:< typeOf[Traversable[_]]) withEncoderFor(methodKey, m) {
           genWriteArray(q"x", genWriteVal(q"x", typeArg1(tpe), isStringified))
         } else if (tpe <:< typeOf[Array[_]]) withEncoderFor(methodKey, m) {