Core: Add Java implementation of several ClickHouse hash function (#261)

* Clickhouse-core: add hash utils and cityhash64

* Clickhouse-core: add murmurhash functions

* Clickhouse-core: Fix scala 2.13 build issue

* Clickhouse-core: Util -> HashUtils

* Licences

* Core: Fix HashSuite Test position issue

* Core: Fix hash testing issue, update 32-bit hash returns Int instead of Long

* Update clickhouse-core/src/main/scala/xenon/clickhouse/hash/HashFunc.scala

Add support for raw byte array for executeAny

Co-authored-by: Cheng Pan <pan3793@gmail.com>

* Core: Fix HashFunc dependency and add comment for Array[Byte]

* Core: amend comment

* amend testing code

---------

Co-authored-by: Cheng Pan <pan3793@gmail.com>

Author: Yxang

build.gradle

@@ -151,6 +151,7 @@ project(':clickhouse-core') {
 
         api "org.slf4j:slf4j-api:$slf4j_version"
         api "org.apache.commons:commons-lang3:$commons_lang3_version"
+        api "commons-codec:commons-codec:$commons_codec_version"
 
         api "com.fasterxml.jackson.core:jackson-databind:$jackson_version"
         api "com.fasterxml.jackson.datatype:jackson-datatype-jsr310:$jackson_version"

clickhouse-core-it/src/test/scala/xenon/clickhouse/HashSuite.scala

@@ -0,0 +1,133 @@
+/*
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     https://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package xenon.clickhouse
+
+import xenon.clickhouse.base.ClickHouseSingleMixIn
+import xenon.clickhouse.client.NodeClient
+import xenon.clickhouse.hash._
+
+class HashSuite extends ClickHouseSingleMixIn with Logging {
+
+  def testHash(
+    client: NodeClient,
+    fun: Array[Any] => Long,
+    testInput: Array[Any],
+    clickhouseFunName: String,
+    clickhouseInputExpr: String
+  ): Unit = {
+    val sql = s"SELECT toInt64($clickhouseFunName($clickhouseInputExpr))"
+    val output = client.syncQueryAndCheckOutputJSONCompactEachRowWithNamesAndTypes(sql)
+    assert(output.rows === 1L)
+    val row = output.records.head
+    assert(row.length === 1L)
+    try
+      row.head.asText.toLong
+    catch {
+      case _: NumberFormatException =>
+        fail(s"clickhouse function's return should be a long, but got ${row.head.asText}")
+    }
+    val actual = row.head.asText.toLong
+    val expected = fun(testInput)
+    assert(actual === expected)
+  }
+
+  val testElement: Array[Any] = Array(
+    "spark-clickhouse-connector",
+    "Apache Spark",
+    "ClickHouse",
+    "Yandex",
+    "热爱",
+    "🇨🇳",
+    "This is a long test text. 在传统的行式数据库系统中，数据按如下顺序存储。🇨🇳" * 5
+  )
+
+  val testInputs: Array[Array[Any]] =
+    (testElement.combinations(1) ++ testElement.combinations(2) ++ testElement.combinations(3)).toArray
+
+  test("CityHash64 Java implementation") {
+    withNodeClient() { client =>
+      testInputs.foreach { testInput =>
+        val clickhouseInputExpr = testInput.mkString("'", "', '", "'")
+        testHash(
+          client,
+          x => CityHash64(x),
+          testInput,
+          "cityHash64",
+          clickhouseInputExpr
+        )
+      }
+    }
+  }
+
+  test("Murmurhash2_32 Java implementation") {
+    withNodeClient() { client =>
+      testInputs.foreach { testInput =>
+        val clickhouseInputExpr = testInput.mkString("'", "', '", "'")
+        testHash(
+          client,
+          x => HashUtils.toUInt32(Murmurhash2_32(x)),
+          testInput,
+          "murmurHash2_32",
+          clickhouseInputExpr
+        )
+      }
+    }
+  }
+
+  test("Murmurhash2_64 Java implementation") {
+    withNodeClient() { client =>
+      testInputs.foreach { testInput =>
+        val clickhouseInputExpr = testInput.mkString("'", "', '", "'")
+        testHash(
+          client,
+          x => Murmurhash2_64(x),
+          testInput,
+          "murmurHash2_64",
+          clickhouseInputExpr
+        )
+      }
+    }
+  }
+
+  test("Murmurhash3_32 Java implementation") {
+    withNodeClient() { client =>
+      testInputs.foreach { testInput =>
+        val clickhouseInputExpr = testInput.mkString("'", "', '", "'")
+        testHash(
+          client,
+          x => HashUtils.toUInt32(Murmurhash3_32(x)),
+          testInput,
+          "murmurHash3_32",
+          clickhouseInputExpr
+        )
+      }
+    }
+  }
+
+  test("Murmurhash3_64 Java implementation") {
+    withNodeClient() { client =>
+      testInputs.foreach { testInput =>
+        val clickhouseInputExpr = testInput.mkString("'", "', '", "'")
+        testHash(
+          client,
+          x => Murmurhash3_64(x),
+          testInput,
+          "murmurHash3_64",
+          clickhouseInputExpr
+        )
+      }
+    }
+  }
+}