Build: Make main aware 0.8.0 (#356)

ClickHouse · Aug 13, 2024 · ea29fb7 · ea29fb7
1 parent 3486fd2
commit ea29fb7
Show file tree

Hide file tree

Showing 14 changed files with 29 additions and 25 deletions.
diff --git a/README.md b/README.md
@@ -1,6 +1,6 @@
 Spark ClickHouse Connector
 ===
-[![Maven Central](https://maven-badges.herokuapp.com/maven-central/com.github.housepower/clickhouse-spark-runtime-3.3_2.12/badge.svg)](https://search.maven.org/search?q=clickhouse-spark-runtime)
+[![Maven Central](https://maven-badges.herokuapp.com/maven-central/com.clickhouse.spark/clickhouse-spark-runtime-3.5_2.12/badge.svg)](https://search.maven.org/search?q=clickhouse-spark-runtime)
 [![License](https://img.shields.io/github/license/clickhouse/spark-clickhouse-connector)](https://github.com/ClickHouse/spark-clickhouse-connector/blob/main/LICENSE)
 
 Build on Apache Spark DataSourceV2 API.
@@ -24,12 +24,15 @@ Notes:
 2. Since 0.6.0, HTTP becomes the default protocol.
 3. Since 0.7.0, gRPC is deprecated and not recommended, it may be removed in the future.
 4. Since 0.8.0, gRPC is removed.
+5. Since 0.8.0, the project groupId is rename from `com.github.housepower` to `com.clickhouse.spark`, and
+   the class `xenon.clickhouse.ClickHouseCatalog` is renamed to `com.clickhouse.spark.ClickHouseCatalog`
 
 ## Compatible Matrix
 
 | Version | Compatible Spark Versions | ClickHouse JDBC version |
 |---------|---------------------------|-------------------------|
 | main    | Spark 3.3, 3.4, 3.5       | 0.6.3                   |
+| 0.8.0   | Spark 3.3, 3.4, 3.5       | 0.6.3                   |
 | 0.7.3   | Spark 3.3, 3.4            | 0.4.6                   |
 | 0.6.0   | Spark 3.3                 | 0.3.2-patch11           |
 | 0.5.0   | Spark 3.2, 3.3            | 0.3.2-patch11           |

diff --git a/docker/.env b/docker/.env
@@ -13,20 +13,20 @@
 #
 
 # latest stable version
-PROJECT_VERSION=0.7.3
+PROJECT_VERSION=0.8.0
 
 CLICKHOUSE_IMAGE=clickhouse/clickhouse-server:23.8
 AWS_JAVA_SDK_VERSION=1.12.367
-CLICKHOUSE_JDBC_VERSION=0.4.6
+CLICKHOUSE_JDBC_VERSION=0.6.3
 HADOOP_VERSION=3.3.6
 HIVE_VERSION=2.3.9
-ICEBERG_VERSION=1.4.3
-KYUUBI_VERSION=1.9.0
+ICEBERG_VERSION=1.6.0
+KYUUBI_VERSION=1.9.2
 KYUUBI_HADOOP_VERSION=3.3.6
 POSTGRES_VERSION=12
 POSTGRES_JDBC_VERSION=42.3.4
 SCALA_BINARY_VERSION=2.12
-SPARK_VERSION=3.4.2
-SPARK_BINARY_VERSION=3.4
+SPARK_VERSION=3.5.2
+SPARK_BINARY_VERSION=3.5
 SPARK_HADOOP_VERSION=3.3.4
 ZOOKEEPER_VERSION=3.6.3
diff --git a/docker/.env-dev b/docker/.env-dev
@@ -13,20 +13,20 @@
 #
 
 # current developing version
-PROJECT_VERSION=0.8.0-SNAPSHOT
+PROJECT_VERSION=0.9.0-SNAPSHOT
 
 CLICKHOUSE_IMAGE=clickhouse/clickhouse-server:23.8
 AWS_JAVA_SDK_VERSION=1.12.367
 CLICKHOUSE_JDBC_VERSION=0.6.3
 HADOOP_VERSION=3.3.6
 HIVE_VERSION=2.3.9
-ICEBERG_VERSION=1.4.3
-KYUUBI_VERSION=1.9.0
+ICEBERG_VERSION=1.6.0
+KYUUBI_VERSION=1.9.2
 KYUUBI_HADOOP_VERSION=3.3.6
 POSTGRES_VERSION=12
 POSTGRES_JDBC_VERSION=42.3.4
 SCALA_BINARY_VERSION=2.12
-SPARK_VERSION=3.4.2
-SPARK_BINARY_VERSION=3.4
+SPARK_VERSION=3.5.2
+SPARK_BINARY_VERSION=3.5
 SPARK_HADOOP_VERSION=3.3.4
 ZOOKEEPER_VERSION=3.6.3
diff --git a/docker/compose-dev.yml b/docker/compose-dev.yml
@@ -153,7 +153,7 @@ services:
       - zookeeper
 
   cloudbeaver:
-    image: dbeaver/cloudbeaver:24.0.2
+    image: dbeaver/cloudbeaver:24.1
     environment:
       CB_LOCAL_HOST_ADDR: 0.0.0.0
       CB_SERVER_NAME: Kyuubi Playground

diff --git a/docker/compose.yml b/docker/compose.yml
@@ -152,7 +152,7 @@ services:
       - zookeeper
 
   cloudbeaver:
-    image: pan3793/cloudbeaver:20240223
+    image: dbeaver/cloudbeaver:24.1
     environment:
       CB_LOCAL_HOST_ADDR: 0.0.0.0
       CB_SERVER_NAME: Kyuubi Playground

diff --git a/docker/image/scc-metastore.Dockerfile b/docker/image/scc-metastore.Dockerfile
@@ -24,7 +24,7 @@ ENV HIVE_HOME=/opt/hive
 ENV HIVE_CONF_DIR=/etc/hive/conf
 
 RUN set -x && \
-    wget -q ${APACHE_MIRROR}/hive/hive-${HIVE_VERSION}/apache-hive-${HIVE_VERSION}-bin.tar.gz && \
+    wget -q https://archive.apache.org/dist/hive/hive-${HIVE_VERSION}/apache-hive-${HIVE_VERSION}-bin.tar.gz && \
     tar -xzf apache-hive-${HIVE_VERSION}-bin.tar.gz -C /opt && \
     ln -s /opt/apache-hive-${HIVE_VERSION}-bin ${HIVE_HOME} && \
     rm apache-hive-${HIVE_VERSION}-bin.tar.gz

diff --git a/docker/image/scc-spark.Dockerfile b/docker/image/scc-spark.Dockerfile
@@ -59,4 +59,4 @@ RUN set -x && \
     CLICKHOUSE_JDBC_JAR_NAME=clickhouse-jdbc && \
     wget -q ${MAVEN_MIRROR}/com/clickhouse/${CLICKHOUSE_JDBC_JAR_NAME}/${CLICKHOUSE_JDBC_VERSION}/${CLICKHOUSE_JDBC_JAR_NAME}-${CLICKHOUSE_JDBC_VERSION}-all.jar -P ${SPARK_HOME}/jars && \
     SCC_JAR_NAME=clickhouse-spark-runtime-${SPARK_BINARY_VERSION}_${SCALA_BINARY_VERSION} && \
-    if [ "$(echo ${PROJECT_VERSION} | grep SNAPSHOT)" = "" ]; then wget -q ${MAVEN_MIRROR}/com/github/housepower/${SCC_JAR_NAME}/${PROJECT_VERSION}/${SCC_JAR_NAME}-${PROJECT_VERSION}.jar -P ${SPARK_HOME}/jars; fi
+    if [ "$(echo ${PROJECT_VERSION} | grep SNAPSHOT)" = "" ]; then wget -q ${MAVEN_MIRROR}/com/clickhouse/spark/${SCC_JAR_NAME}/${PROJECT_VERSION}/${SCC_JAR_NAME}-${PROJECT_VERSION}.jar -P ${SPARK_HOME}/jars; fi
diff --git a/docs/developers/04_public_release.md b/docs/developers/04_public_release.md
@@ -37,7 +37,7 @@ workflow, it is scheduled to be deployed at midnight every day.
 3. Create new tag, e.g. `v0.3.0`, it will trigger the [Publish Release](https://github.com/ClickHouse/spark-clickhouse-connector/blob/main/.github/workflows/publish-release.yml)
    workflow; 
 4. Verify, close, and release in [Sonatype Repository](https://oss.sonatype.org/#stagingRepositories)
-5. Announce in [GitHub Release](https://github.com/housepower/spark-clickhouse-connector/releases)
+5. Announce in [GitHub Release](https://github.com/ClickHouse/spark-clickhouse-connector/releases)
 6. Update version in `version.txt` and `docker/.env-dev`, e.g. from `0.3.0` to `0.3.1-SNAPSHOT`;
 7. Update version on main branch in `version.txt` and `docker/.env-dev`, e.g. from `0.3.0-SNAPSHOT` to `0.4.0-SNAPSHOT`;
 8. [Publish Docker image](https://github.com/ClickHouse/spark-clickhouse-connector/tree/main/docker) after jars

diff --git a/docs/index.md b/docs/index.md
@@ -46,6 +46,7 @@ For old versions, please refer the compatible matrix.
 | Version | Compatible Spark Versions | ClickHouse JDBC version |
 |---------|---------------------------|-------------------------|
 | main    | Spark 3.3, 3.4, 3.5       | 0.6.3                   |
+| 0.8.0   | Spark 3.3, 3.4, 3.5       | 0.6.3                   |
 | 0.7.3   | Spark 3.3, 3.4            | 0.4.6                   |
 | 0.6.0   | Spark 3.3                 | 0.3.2-patch11           |
 | 0.5.0   | Spark 3.2, 3.3            | 0.3.2-patch11           |

diff --git a/docs/quick_start/01_get_the_library.md b/docs/quick_start/01_get_the_library.md
@@ -22,16 +22,16 @@ The name pattern of binary jar is
 ```
 clickhouse-spark-runtime-${spark_binary_version}_${scala_binary_version}-${version}.jar
 ```
-you can find all available released jars under [Maven Central Repository](https://repo1.maven.org/maven2/com/github/housepower)
-and all daily build SNAPSHOT jars under [Sonatype OSS Snapshots Repository](https://oss.sonatype.org/content/repositories/snapshots/com/github/housepower/).
+you can find all available released jars under [Maven Central Repository](https://repo1.maven.org/maven2/com/clickhouse/spark)
+and all daily build SNAPSHOT jars under [Sonatype OSS Snapshots Repository](https://oss.sonatype.org/content/repositories/snapshots/com/clickhouse/spark/).
 
 ## Import as Dependency
 
 ### Gradle
 
 ```
 dependencies {
-  implementation("com.github.housepower:clickhouse-spark-runtime-{{ spark_binary_version }}_{{ scala_binary_version }}:{{ stable_version }}")
+  implementation("com.clickhouse.spark:clickhouse-spark-runtime-{{ spark_binary_version }}_{{ scala_binary_version }}:{{ stable_version }}")
   implementation("com.clickhouse:clickhouse-jdbc:{{ clickhouse_jdbc_version }}:all") { transitive = false }
 }
 ```
@@ -48,7 +48,7 @@ repositries {
 
 ```
 <dependency>
-  <groupId>com.github.housepower</groupId>
+  <groupId>com.clickhouse.spark</groupId>
   <artifactId>clickhouse-spark-runtime-{{ spark_binary_version }}_{{ scala_binary_version }}</artifactId>
   <version>{{ stable_version }}</version>
 </dependency>

diff --git a/docs/quick_start/02_play_with_spark_sql.md b/docs/quick_start/02_play_with_spark_sql.md
@@ -40,7 +40,7 @@ The following argument
 can be replaced by
 ```
   --repositories https://{maven-cental-mirror or private-nexus-repo} \
-  --packages com.github.housepower:clickhouse-spark-runtime-{{ spark_binary_version }}_{{ scala_binary_version }}:{{ stable_version }},com.clickhouse:clickhouse-jdbc:{{ clickhouse_jdbc_version }}:all
+  --packages com.clickhouse.spark:clickhouse-spark-runtime-{{ spark_binary_version }}_{{ scala_binary_version }}:{{ stable_version }},com.clickhouse:clickhouse-jdbc:{{ clickhouse_jdbc_version }}:all
 ```
 to avoid copying jar to your Spark client node.
 

diff --git a/docs/quick_start/03_play_with_spark_shell.md b/docs/quick_start/03_play_with_spark_shell.md
@@ -37,7 +37,7 @@ The following argument
 can be replaced by
 ```
   --repositories https://{maven-cental-mirror or private-nexus-repo} \
-  --packages com.github.housepower:clickhouse-spark-runtime-{{ spark_binary_version }}_{{ scala_binary_version }}:{{ stable_version }},com.clickhouse:clickhouse-jdbc:{{ clickhouse_jdbc_version }}:all
+  --packages com.clickhouse.spark:clickhouse-spark-runtime-{{ spark_binary_version }}_{{ scala_binary_version }}:{{ stable_version }},com.clickhouse:clickhouse-jdbc:{{ clickhouse_jdbc_version }}:all
 ```
 to avoid copying jar to your Spark client node.
 

diff --git a/gradle.properties b/gradle.properties
@@ -58,7 +58,7 @@ commons_codec_version=1.16.0
 jakarta_annotation_api_version=1.3.5
 
 # Test only
-kyuubi_version=1.9.0
+kyuubi_version=1.9.2
 testcontainers_scala_version=0.41.2
 scalatest_version=3.2.16
 flexmark_version=0.62.2
diff --git a/version.txt b/version.txt
@@ -1 +1 @@
-0.8.0-SNAPSHOT
+0.9.0-SNAPSHOT