Skip to content

feat: add flink-sql-connector-obkv-hbase-shade module #130

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
yuanoOo merged 6 commits into from
Jan 20, 2026
Merged

feat: add flink-sql-connector-obkv-hbase-shade module #130

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
6 commits
Select commit Hold shift + click to select a range
9cd4618
feat: add flink-sql-connector-obkv-hbase-shade module
yuanoOo Dec 16, 2025
45fe8ab
feat: add flink-sql-connector-obkv-hbase-shade module
yuanoOo Dec 16, 2025
8571c52
Merge branch 'main' into hbase-obkv
yuanoOo Dec 16, 2025
cf3f8b1
feat: add flink-sql-connector-obkv-hbase-shade module
yuanoOo Dec 17, 2025
9e4e917
Merge remote-tracking branch 'origin/hbase-obkv' into hbase-obkv
yuanoOo Dec 17, 2025
7232459
Merge branch 'main' into hbase-obkv
yuanoOo Jan 20, 2026
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
203 changes: 203 additions & 0 deletions flink-sql-connector-obkv-hbase-shade/pom.xml
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,203 @@
<?xml version="1.0" encoding="UTF-8"?>
<!--
Copyright 2024 OceanBase.

Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing,
software distributed under the License is distributed on an
"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
KIND, either express or implied. See the License for the
specific language governing permissions and limitations
under the License.
-->
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>com.oceanbase</groupId>
<artifactId>flink-connector-oceanbase-parent</artifactId>
<version>${revision}</version>
</parent>

<artifactId>flink-sql-connector-obkv-hbase-shade</artifactId>

<dependencies>
<dependency>
<groupId>com.oceanbase</groupId>
<artifactId>obkv-hbase-client</artifactId>
<version>2.4.0</version>
</dependency>
<!-- https://mvnrepository.com/artifact/org.apache.flink/flink-connector-hbase-2.2 -->
<dependency>
<groupId>org.apache.flink</groupId>
<artifactId>flink-connector-hbase-2.2</artifactId>
<version>4.0.0-1.19</version>
</dependency>
</dependencies>
<build>
<plugins>
<plugin>
<groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-jar-plugin</artifactId>
<executions>
<execution>
<id>empty-javadoc-jar</id>
<goals>
<goal>jar</goal>
</goals>
<phase>package</phase>
<configuration>
<classifier>javadoc</classifier>
<classesDirectory>${basedir}/src/main/java</classesDirectory>
</configuration>
</execution>
</executions>
</plugin>
<plugin>
<groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-shade-plugin</artifactId>
<version>3.5.3</version>
<executions>
<execution>
<id>shade-flink</id>
<goals>
<goal>shade</goal>
</goals>
<phase>package</phase>
<configuration>
<shadeTestJar>false</shadeTestJar>
<createDependencyReducedPom>false</createDependencyReducedPom>
<shadedArtifactAttached>false</shadedArtifactAttached>
<artifactSet>
<includes>
<!-- Include OceanBase related clients -->
<include>com.oceanbase:*</include>
<!-- Include Alipay related dependencies -->
<include>com.alipay.*:*</include>
<!-- Include Alibaba dependencies -->
<include>com.alibaba:*</include>
<!-- Include Google related libraries -->
<include>com.google.*:*</include>
<!-- Include Jackson libraries -->
<include>com.fasterxml.jackson.core:jackson-core</include>
<include>com.fasterxml.jackson.core:jackson-databind</include>
<include>com.fasterxml.jackson.core:jackson-annotations</include>
<include>com.fasterxml.jackson.dataformat:*</include>
<!-- Include Netty networking library -->
<include>io.netty:*</include>
<!-- Include Hadoop related -->
<include>org.apache.hadoop:*</include>
<!-- Include HBase client -->
<include>org.apache.hbase:*</include>
<include>org.apache.hbase.thirdparty:*</include>
<!-- Include Flink HBase connectors -->
<include>org.apache.flink:flink-connector-hbase-2.2</include>
<include>org.apache.flink:flink-connector-hbase-base</include>
<!-- Include Apache Commons libraries (Hadoop dependencies) -->
<include>commons-logging:commons-logging</include>
<include>commons-lang:commons-lang</include>
<include>org.apache.commons:commons-lang3</include>
<include>commons-configuration:commons-configuration</include>
<include>commons-cli:commons-cli</include>
<include>commons-collections:commons-collections</include>
<include>commons-io:commons-io</include>
<include>commons-codec:commons-codec</include>
</includes>
</artifactSet>
<relocations>
<!-- Shade Log4j to avoid conflicts -->
<relocation>
<pattern>org.apache.log4j</pattern>
<shadedPattern>${shaded.prefix}.org.apache.log4j</shadedPattern>
</relocation>
<!-- Shade Log4j2 to avoid conflicts with Flink's Log4j2 for obkv-table-client -->
<relocation>
<pattern>org.apache.logging.log4j</pattern>
<shadedPattern>${shaded.prefix}.org.apache.logging.log4j</shadedPattern>
</relocation>
<relocation>
<pattern>org.apache.logging.slf4j</pattern>
<shadedPattern>${shaded.prefix}.org.apache.logging.slf4j</shadedPattern>
</relocation>
<!-- Shade Apache Commons libraries to match shaded Hadoop -->
<relocation>
<pattern>org.apache.commons.logging</pattern>
<shadedPattern>${shaded.prefix}.org.apache.commons.logging</shadedPattern>
</relocation>
<relocation>
<pattern>org.apache.commons.lang</pattern>
<shadedPattern>${shaded.prefix}.org.apache.commons.lang</shadedPattern>
</relocation>
<relocation>
<pattern>org.apache.commons.lang3</pattern>
<shadedPattern>${shaded.prefix}.org.apache.commons.lang3</shadedPattern>
</relocation>
<relocation>
<pattern>org.apache.commons.configuration</pattern>
<shadedPattern>${shaded.prefix}.org.apache.commons.configuration</shadedPattern>
</relocation>
<relocation>
<pattern>org.apache.commons.cli</pattern>
<shadedPattern>${shaded.prefix}.org.apache.commons.cli</shadedPattern>
</relocation>
<relocation>
<pattern>org.apache.commons.collections</pattern>
<shadedPattern>${shaded.prefix}.org.apache.commons.collections</shadedPattern>
</relocation>
<relocation>
<pattern>org.apache.commons.io</pattern>
<shadedPattern>${shaded.prefix}.org.apache.commons.io</shadedPattern>
</relocation>
<relocation>
<pattern>org.apache.commons.codec</pattern>
<shadedPattern>${shaded.prefix}.org.apache.commons.codec</shadedPattern>
</relocation>
<!-- Shade Jackson to avoid version conflicts -->
<relocation>
<pattern>com.fasterxml.jackson</pattern>
<shadedPattern>${shaded.prefix}.com.fasterxml.jackson</shadedPattern>
</relocation>
<!-- Shade Guava to avoid version conflicts -->
<relocation>
<pattern>com.google</pattern>
<shadedPattern>${shaded.prefix}.com.google</shadedPattern>
</relocation>
<!-- Shade Hadoop classes -->
<relocation>
<pattern>org.apache.hadoop</pattern>
<shadedPattern>${shaded.prefix}.org.apache.hadoop</shadedPattern>
</relocation>
<!-- Shade Netty to avoid conflicts -->
<relocation>
<pattern>io.netty</pattern>
<shadedPattern>${shaded.prefix}.io.netty</shadedPattern>
</relocation>
</relocations>
<filters>
<filter>
<artifact>*:*</artifact>
<excludes>
<exclude>META-INF/*.SF</exclude>
<exclude>META-INF/*.DSA</exclude>
<exclude>META-INF/*.RSA</exclude>
<exclude>META-INF/NOTICE</exclude>
<exclude>META-INF/NOTICE.txt</exclude>
<exclude>META-INF/LICENSE</exclude>
<exclude>META-INF/LICENSE.txt</exclude>
<exclude>META-INF/DEPENDENCIES</exclude>
</excludes>
</filter>
</filters>
<transformers>
<!-- Process META-INF/services files -->
<transformer implementation="org.apache.maven.plugins.shade.resource.ServicesResourceTransformer" />
</transformers>
</configuration>
</execution>
</executions>
</plugin>
</plugins>
</build>
</project>
39 changes: 39 additions & 0 deletions flink-sql-connector-obkv-hbase-shade/src/main/resources/core-site.xml
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,39 @@
<?xml version="1.0" encoding="UTF-8"?>
<?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
<!--
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at

http://www.apache.org/licenses/LICENSE-2.0

Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License. See accompanying LICENSE file.
-->

<!-- Hadoop core-site.xml override for shaded connector -->
<configuration>
<!--
Override Hadoop default groups mapping implementation
Use ShellBasedUnixGroupsMapping instead of JniBasedUnixGroupsMappingWithFallback
To avoid class loading issues after shading
-->
<property>
<name>hadoop.security.group.mapping</name>
<value>com.oceanbase.connector.flink.shaded.org.apache.hadoop.security.ShellBasedUnixGroupsMapping</value>
<description>
Class for user to group mapping (get groups for a given user) for ACL.
The default implementation uses JNI which may cause issues when shaded.
This override uses the shell-based implementation instead.
</description>
</property>

<!-- Disable Hadoop metrics system to reduce dependencies and potential issues -->
<property>
<name>hadoop.security.instrumentation.requires.admin</name>
<value>false</value>
</property>
</configuration>
1 change: 1 addition & 0 deletions pom.xml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -40,6 +40,7 @@ under the License.
<module>flink-sql-connector-oceanbase-directload</module>
<module>flink-connector-oceanbase-cli</module>
<module>flink-connector-oceanbase-e2e-tests</module>
<module>flink-sql-connector-obkv-hbase-shade</module>
</modules>

<properties>
Expand Down