kerberos 语句示例

Author: dapeng

docs/config.md

@@ -46,6 +46,11 @@ sh submit.sh -key1 val1 -key2 val2
     * 描述：扩展jar路径,当前主要是UDF定义的jar；
     * 必选：否
     * 默认值：无
+
+* **addShipfile**
+    * 描述：扩展上传的文件，比如开启；Kerberos认证需要的keytab文件和krb5.conf文件    
+    * 必选：否
+    * 默认值：无
 
 * **confProp**
     * 描述：一些参数设置

docs/plugin/hbaseSide.md

@@ -43,7 +43,14 @@
 | tableName | hbase 的表名称|是||
 | cache | 维表缓存策略(NONE/LRU)|否|NONE|
 | partitionedJoin | 是否在維表join之前先根据 設定的key 做一次keyby操作(可以減少维表的数据缓存量)|否|false|
-
+|kerberosAuthEnable | 是否开启kerberos认证|否|false|
+|regionserverPrincipal | regionserver的principal，这个值从hbase-site.xml的hbase.regionserver.kerberos.principal属性中获取|否||
+|clientKeytabFile|client的keytab 文件|否|
+|clientPrincipal|client的principal|否||
+|zookeeperSaslClient | zookeeper.sasl.client值|否|true|
+|securityKrb5Conf | java.security.krb5.conf值|否||
+ 另外开启Kerberos认证还需要在VM参数中配置krb5, -Djava.security.krb5.conf=/Users/xuchao/Documents/flinkSql/kerberos/krb5.conf
+ 同时在addShipfile参数中添加keytab文件的路径，参数具体细节请看[命令参数说明](../config.md)
 --------------
 
 ## 5.样例
@@ -168,4 +175,75 @@ into
         sideTable b
             on a.id=b.rowkey1 and a.name = b.rowkey2;
 ```
+### kerberos维表示例
+```
+CREATE TABLE MyTable(
+	name varchar,
+	channel varchar,
+	pv INT,
+	xctime bigint
+)WITH(
+	type ='kafka11',
+	bootstrapServers ='172.16.8.107:9092',
+	zookeeperQuorum ='172.16.8.107:2181/kafka',
+	offsetReset ='latest',
+	topic ='es_test',
+	timezone='Asia/Shanghai',
+	updateMode ='append',
+	enableKeyPartitions ='false',
+	topicIsPattern ='false',
+	parallelism ='1'
+);
+
+CREATE TABLE MyResult(
+  name varchar,
+  channel varchar
+)WITH(
+	type ='mysql',
+	url ='jdbc:mysql://172.16.10.45:3306/test',
+	userName ='dtstack',
+	password ='abc123',
+	tableName ='myresult',
+	updateMode ='append',
+	parallelism ='1',
+	batchSize ='100',
+	batchWaitInterval ='1000'
+);
+
+CREATE TABLE sideTable(
+	cf:name varchar as name,
+	cf:info varchar as info,
+	PRIMARY KEY(md5(name) +'test') ,
+	PERIOD FOR SYSTEM_TIME
+)WITH(
+	type ='hbase',
+	zookeeperQuorum ='172.16.10.104:2181,172.16.10.224:2181,172.16.10.252:2181',
+	zookeeperParent ='/hbase',
+	tableName ='workerinfo',
+	partitionedJoin ='false',
+	cache ='LRU',
+	cacheSize ='10000',
+	cacheTTLMs ='60000',
+	asyncTimeoutNum ='0',
+	parallelism ='1',
+    kerberosAuthEnable='true',
+    regionserverPrincipal='hbase/_HOST@DTSTACK.COM',
+    clientKeytabFile='test.keytab',
+    clientPrincipal='test@DTSTACK.COM',
+    securityKrb5Conf='krb5.conf',
+);
 
+insert into
+	MyResult
+select
+	b.name as name,
+	a.channel
+
+from
+	MyTable a
+
+join
+	sideTable b
+
+on a.channel=b.name
+```

docs/plugin/hbaseSink.md

@@ -37,9 +37,17 @@ hbase2.0
 |rowkey | hbase的rowkey关联的列信息,多个值以逗号隔开|是||
 |updateMode|APPEND：不回撤数据，只下发增量数据，UPSERT：先删除回撤数据，然后更新|否|APPEND｜
 |parallelism | 并行度设置|否|1|
-      
-  
+|kerberosAuthEnable | 是否开启kerberos认证|否|false|
+|regionserverPrincipal | regionserver的principal，这个值从hbase-site.xml的hbase.regionserver.kerberos.principal属性中获取|否||
+|clientKeytabFile|client的keytab 文件|否|
+|clientPrincipal|client的principal|否||
+|zookeeperSaslClient | zookeeper.sasl.client值|否|true|
+|securityKrb5Conf | java.security.krb5.conf值|否||
+ 另外开启Kerberos认证还需要在VM参数中配置krb5, -Djava.security.krb5.conf=/Users/xuchao/Documents/flinkSql/kerberos/krb5.conf
+ 同时在addShipfile参数中添加keytab文件的路径，参数具体细节请看[命令参数说明](../config.md)
 ## 5.样例：
+
+### 普通结果表语句示例
 ```
 CREATE TABLE MyTable(
     name varchar,
@@ -78,9 +86,59 @@ into
         channel,
         name                                            
     from
-        MyTable a        
+        MyTable a       
+
+ 
  ```
 
+### kerberos认证结果表语句示例
+```
+CREATE TABLE MyTable(
+    name varchar,
+    channel varchar,
+    age int
+ )WITH(
+    type ='kafka10',
+    bootstrapServers ='172.16.8.107:9092',
+    zookeeperQuorum ='172.16.8.107:2181/kafka',
+    offsetReset ='latest',
+    topic ='mqTest01',
+    timezone='Asia/Shanghai',
+    updateMode ='append',
+    enableKeyPartitions ='false',
+    topicIsPattern ='false',
+    parallelism ='1'
+ );
+
+CREATE TABLE MyResult(
+    cf:name varchar ,
+    cf:channel varchar 
+ )WITH(
+	type ='hbase',
+	zookeeperQuorum ='cdh2.cdhsite:2181,cdh4.cdhsite:2181',
+	zookeeperParent ='/hbase',
+	tableName ='myresult',
+	partitionedJoin ='false',
+	parallelism ='1',
+	rowKey='name',
+    kerberosAuthEnable='true',
+    regionserverPrincipal='hbase/_HOST@DTSTACK.COM',
+    clientKeytabFile='test.keytab',
+    clientPrincipal='test@DTSTACK.COM',
+    securityKrb5Conf='krb5.conf',
+ );
+
+insert          
+into
+    MyResult
+    select
+        channel,
+        name                                            
+    from
+        MyTable a      
+
+```
+
 ## 6.hbase数据
 ### 数据内容说明
 hbase的rowkey 构建规则：以描述的rowkey字段值作为key，多个字段以'-'连接