Skip to content

Commit a7a4c03

Browse files
committed
Spark 3.4 UDF: clickhouse code reference using tag from commit hash
1 parent 2844b5a commit a7a4c03

File tree

4 files changed

+9
-9
lines changed

4 files changed

+9
-9
lines changed

spark-3.4/clickhouse-spark/src/main/scala/xenon/clickhouse/func/Util.scala

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -16,11 +16,11 @@ package xenon.clickhouse.func
1616

1717
object Util {
1818
def intHash64Impl(x: Long): Long =
19-
// https://github.com/ClickHouse/ClickHouse/blob/f4c73e94d21c6de0b1af7da3c42c2db6bf97fc73/src/Functions/FunctionsHashing.h#L143
19+
// https://github.com/ClickHouse/ClickHouse/blob/v23.5.3.24-stable/src/Functions/FunctionsHashing.h#L140
2020
intHash64(x ^ 0x4cf2d2baae6da887L)
2121

2222
def intHash64(l: Long): Long = {
23-
// https://github.com/ClickHouse/ClickHouse/blob/f4c73e94d21c6de0b1af7da3c42c2db6bf97fc73/src/Common/HashTable/Hash.h#L28
23+
// https://github.com/ClickHouse/ClickHouse/blob/v23.5.3.24-stable/src/Common/HashTable/Hash.h#L26
2424
var x = l
2525
x ^= x >>> 33;
2626
x *= 0xff51afd7ed558ccdL;
@@ -31,11 +31,11 @@ object Util {
3131
}
3232

3333
def int32Impl(x: Long): Int =
34-
// https://github.com/ClickHouse/ClickHouse/blob/a05088ab731f1e625ce5197829f59b765c94474f/src/Functions/FunctionsHashing.h#L133
34+
// https://github.com/ClickHouse/ClickHouse/blob/v23.5.3.24-stable/src/Functions/FunctionsHashing.h#L133
3535
intHash32(x, 0x75d9543de018bf45L)
3636

3737
def intHash32(l: Long, salt: Long): Int = {
38-
// https://github.com/ClickHouse/ClickHouse/blob/a05088ab731f1e625ce5197829f59b765c94474f/src/Common/HashTable/Hash.h#L502
38+
// https://github.com/ClickHouse/ClickHouse/blob/v23.5.3.24-stable/src/Common/HashTable/Hash.h#L502
3939
var x = l
4040

4141
x ^= salt;

spark-3.4/clickhouse-spark/src/main/scala/xenon/clickhouse/func/clickhouse/CityHash64.scala

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -20,7 +20,7 @@ import xenon.clickhouse.func.MultiArgsHash
2020
import xenon.clickhouse.func.clickhouse.cityhash.{CityHash_v1_0_2, UInt128}
2121

2222
object CityHash64 extends MultiArgsHash {
23-
// https://github.com/ClickHouse/ClickHouse/blob/a4fe3fbb1f288b4e066eb3781b2c7b9e238a4aa3/src/Functions/FunctionsHashing.h#L694
23+
// https://github.com/ClickHouse/ClickHouse/blob/v23.5.3.24-stable/src/Functions/FunctionsHashing.h#L694
2424

2525
override protected def funcName: String = "clickhouse_cityHash64"
2626
override val ckFuncNames: Array[String] = Array("cityHash64")

spark-3.4/clickhouse-spark/src/main/scala/xenon/clickhouse/func/clickhouse/MurmurHash2.scala

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -21,7 +21,7 @@ import org.apache.spark.unsafe.types.UTF8String
2121
import xenon.clickhouse.func.{ClickhouseEquivFunction, MultiArgsHash, Util}
2222

2323
object MurmurHash2_64 extends MultiArgsHash {
24-
// https://github.com/ClickHouse/ClickHouse/blob/a4fe3fbb1f288b4e066eb3781b2c7b9e238a4aa3/src/Functions/FunctionsHashing.h#L460
24+
// https://github.com/ClickHouse/ClickHouse/blob/v23.5.3.24-stable/src/Functions/FunctionsHashing.h#L460
2525

2626
override protected def funcName: String = "clickhouse_murmurHash2_64"
2727
override val ckFuncNames: Array[String] = Array("murmurHash2_64")
@@ -36,7 +36,7 @@ object MurmurHash2_64 extends MultiArgsHash {
3636
}
3737

3838
object MurmurHash2_32 extends MultiArgsHash {
39-
// https://github.com/ClickHouse/ClickHouse/blob/a4fe3fbb1f288b4e066eb3781b2c7b9e238a4aa3/src/Functions/FunctionsHashing.h#L519
39+
// https://github.com/ClickHouse/ClickHouse/blob/v23.5.3.24-stable/src/Functions/FunctionsHashing.h#L519
4040

4141
override protected def funcName: String = "clickhouse_murmurHash2_32"
4242
override val ckFuncNames: Array[String] = Array("murmurHash2_32")

spark-3.4/clickhouse-spark/src/main/scala/xenon/clickhouse/func/clickhouse/MurmurHash3.scala

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -21,7 +21,7 @@ import org.apache.spark.unsafe.types.UTF8String
2121
import xenon.clickhouse.func.{ClickhouseEquivFunction, MultiArgsHash, Util}
2222

2323
object MurmurHash3_64 extends MultiArgsHash {
24-
// https://github.com/ClickHouse/ClickHouse/blob/a4fe3fbb1f288b4e066eb3781b2c7b9e238a4aa3/src/Functions/FunctionsHashing.h#L543
24+
// https://github.com/ClickHouse/ClickHouse/blob/v23.5.3.24-stable/src/Functions/FunctionsHashing.h#L543
2525

2626
override protected def funcName: String = "clickhouse_murmurHash3_64"
2727
override val ckFuncNames: Array[String] = Array("murmurHash3_64")
@@ -37,7 +37,7 @@ object MurmurHash3_64 extends MultiArgsHash {
3737
}
3838

3939
object MurmurHash3_32 extends MultiArgsHash {
40-
// https://github.com/ClickHouse/ClickHouse/blob/a4fe3fbb1f288b4e066eb3781b2c7b9e238a4aa3/src/Functions/FunctionsHashing.h#L519
40+
// https://github.com/ClickHouse/ClickHouse/blob/v23.5.3.24-stable/src/Functions/FunctionsHashing.h#L519
4141

4242
override protected def funcName: String = "clickhouse_murmurHash3_32"
4343
override val ckFuncNames: Array[String] = Array("murmurHash3_32")

0 commit comments

Comments
 (0)