SQL中的变量绑定

发表于 | 更新于 | 分类于 | 评论数： | 阅读次数：

在Spark-sql的使用过程中可能会涉及到变量的设定

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
set hivevar:msg={"message":"2015/12/08 09:14:4",
"client": "10.108.24.253",
"server": "passport.suning.com",
"request": "POST /ids/needVerifyCode HTTP/1.1",
"server": "passport.sing.co",
"version":"1",
"timestamp":"2015-12-08T01:14:43.273Z",
"type":"B2C",
"center":"JSZC",
"system":"WAF",
"clientip":"192.168.61.4",
"host":"wafprdweb03",
"path":"/usr/local/logs/waf.error.log",
"redis":"192.168.24.46"};

select a.* lateral view json_tuple('${hivevar:msg}','server','host', 'version') a as server, host, version; 

-- 动态查询后绑定变量（该执行不生效）
SET hivevar:gridSize = (SELECT max(grid_size) FROM cfg_coverage_threshold);

-- 查询环境中已经存在的变量
SELECT '${hivevar:spark.app.id}';

SELECT '${hivevar:spark.sql.thriftServer.limitCollectNumber}';

-- 查询环境中所有变量
SET;