Skip to content

M
matrix
Commit c5a6ad87 by 郑冰晶
Options

数据库加密组件

parent 1585c4dd
Showing with 1501 additions and 411 deletions
matrix-datasource/matrix-datasource-security/matrix-datasource-security-demo/src/main/java/com/secoo/mall/datasource/security/demo/bean/MUserCriteria.java 0 → 100644
package com.secoo.mall.datasource.security.demo.bean;
import com.secoo.mall.datasource.security.demo.bean.common.PageCriteria;
import lombok.Data;
import java.util.Date;
import java.util.List;
@Data
public class MUserCriteria extends PageCriteria {
private Long id;
private String creator;
private Date createTime;
private Long version;
// --------- 扩展-------------
private String orderByClause = "id desc";
private String groupByClause;
private String fields;
private List<Long> ids;
}
matrix-datasource/matrix-datasource-security/matrix-datasource-security-demo/src/main/java/com/secoo/mall/datasource/security/demo/bean/PriceRuleTaskBean.java deleted 100644 → 0
package com.secoo.mall.datasource.security.demo.bean;
import com.secoo.mall.datasource.security.demo.dao.entity.PriceRuleTask;
import lombok.Data;
/**
* 定价规则任务记录表
*
* @Author like
* @Date 2020/4/1
*/
@Data
public class PriceRuleTaskBean extends PriceRuleTask {
private static final long serialVersionUID = 3992045013900981597L;
private String cnName;
private String enName;
private String taskTypeDesc;
private String taskStatusDesc;
private String triggerTypeDesc;
private String checkStatusDesc;
private String pushStatusDesc;
private String europePushStatusDesc;
private int tableShardNo;
}
\ No newline at end of file
matrix-datasource/matrix-datasource-security/matrix-datasource-security-demo/src/main/java/com/secoo/mall/datasource/security/demo/config/datasource/ActivityDBConfig.java
...@@ -32,7 +32,7 @@ import java.util.Properties; ...@@ -32,7 +32,7 @@ import java.util.Properties;
**/ **/
@Slf4j @Slf4j
@Configuration @Configuration
@MapperScan(basePackages = "com.secoo.mall.datasource.security.demo.dao.mapper", sqlSessionFactoryRef = "activitySqlSessionFactory") @MapperScan(basePackages = "com.secoo.mall.datasource.security.demo.dao.activity.mapper", sqlSessionFactoryRef = "activitySqlSessionFactory")
public class ActivityDBConfig { public class ActivityDBConfig {
@Value("${sql.show}") @Value("${sql.show}")
...@@ -67,8 +67,8 @@ public class ActivityDBConfig { ...@@ -67,8 +67,8 @@ public class ActivityDBConfig {
return source; return source;
} }
@Bean @Bean("activityDataSourcePoolMetadataProvider")
public DataSourcePoolMetadataProvider dataSourcePoolMetadataProvider(@Qualifier("activityDataSource") DataSource activityDataSource) { public DataSourcePoolMetadataProvider activityDataSourcePoolMetadataProvider(@Qualifier("activityDataSource") DataSource activityDataSource) {
DataSourcePoolMetadataProvider poolMetadataProvider = dataSource -> new DataSourcePoolMetadata(activityDataSource, "select 1"); DataSourcePoolMetadataProvider poolMetadataProvider = dataSource -> new DataSourcePoolMetadata(activityDataSource, "select 1");
return poolMetadataProvider; return poolMetadataProvider;
} }
...@@ -91,8 +91,8 @@ public class ActivityDBConfig { ...@@ -91,8 +91,8 @@ public class ActivityDBConfig {
return sessionFactoryBean.getObject(); return sessionFactoryBean.getObject();
} }
@Bean @Bean("activitySqlSessionTemplate")
public SqlSessionTemplate sqlSessionTemplate( public SqlSessionTemplate activitySqlSessionTemplate(
@Qualifier("activitySqlSessionFactory") SqlSessionFactory factory) { @Qualifier("activitySqlSessionFactory") SqlSessionFactory factory) {
return new SqlSessionTemplate(factory); return new SqlSessionTemplate(factory);
} }
......
matrix-datasource/matrix-datasource-security/matrix-datasource-security-demo/src/main/java/com/secoo/mall/datasource/security/demo/config/datasource/ErpDBConfig.java 0 → 100644
package com.secoo.mall.datasource.security.demo.config.datasource;
import com.secoo.mall.datasource.bean.MatrixDataSource;
import lombok.extern.slf4j.Slf4j;
import org.apache.ibatis.logging.stdout.StdOutImpl;
import org.apache.ibatis.session.SqlSessionFactory;
import org.mybatis.spring.SqlSessionFactoryBean;
import org.mybatis.spring.SqlSessionTemplate;
import org.mybatis.spring.annotation.MapperScan;
import org.springframework.beans.factory.annotation.Qualifier;
import org.springframework.beans.factory.annotation.Value;
import org.springframework.boot.jdbc.metadata.DataSourcePoolMetadataProvider;
import org.springframework.context.annotation.Bean;
import org.springframework.context.annotation.Configuration;
import javax.sql.DataSource;
@Slf4j
@Configuration
@MapperScan(basePackages = "com.secoo.mall.datasource.security.demo.dao.erp.mapper", sqlSessionFactoryRef = "erpSqlSessionFactory")
public class ErpDBConfig {
@Value("${sql.show}")
private Boolean sqlShow;
@Bean("erpDataSourcePoolMetadataProvider")
public DataSourcePoolMetadataProvider erpDataSourcePoolMetadataProvider(@Qualifier("erpDataSource") DataSource erpDataSource) {
DataSourcePoolMetadataProvider poolMetadataProvider = dataSource -> new DataSourcePoolMetadata(erpDataSource, "select 1");
return poolMetadataProvider;
}
@Bean("erpDataSource")
public DataSource dataSource() {
DataSource source = null;
try {
source = new MatrixDataSource("erp-slave");
} catch (Exception e) {
log.error("配置shard-jdbc失败", e);
}
return source;
}
@Bean("erpSqlSessionFactory")
public SqlSessionFactory sqlSessionFactory(@Qualifier("erpDataSource") DataSource dataSource) throws Exception {
final SqlSessionFactoryBean sessionFactoryBean = new SqlSessionFactoryBean();
sessionFactoryBean.setDataSource(dataSource);
org.apache.ibatis.session.Configuration config = new org.apache.ibatis.session.Configuration();
config.setMapUnderscoreToCamelCase(true);
sessionFactoryBean.setConfiguration(config);
if(sqlShow){
config.setLogImpl(StdOutImpl.class);
}
return sessionFactoryBean.getObject();
}
@Bean("erpSqlSessionTemplate")
public SqlSessionTemplate erpSqlSessionTemplate(
@Qualifier("erpSqlSessionFactory") SqlSessionFactory factory) {
return new SqlSessionTemplate(factory);
}
}
matrix-datasource/matrix-datasource-security/matrix-datasource-security-demo/src/main/java/com/secoo/mall/datasource/security/demo/controller/ActivityController.java 0 → 100644
package com.secoo.mall.datasource.security.demo.controller;
import com.alibaba.fastjson.JSON;
import com.secoo.mall.datasource.security.demo.bean.PriceRuleTaskCriteria;
import com.secoo.mall.datasource.security.demo.dao.activity.entity.PriceRuleTask;
import com.secoo.mall.datasource.security.demo.dao.activity.mapper.PriceRuleTaskMapper;
import lombok.extern.slf4j.Slf4j;
import org.apache.commons.lang3.RandomUtils;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.web.bind.annotation.RequestBody;
import org.springframework.web.bind.annotation.RequestMapping;
import org.springframework.web.bind.annotation.RestController;
import java.util.ArrayList;
import java.util.Date;
import java.util.List;
@Slf4j
@RestController
@RequestMapping("activity")
public class ActivityController {
@Autowired
private PriceRuleTaskMapper priceRuleTaskMapper;
@RequestMapping("select")
public String select(Long id,String plainText,Integer pageSize) {
PriceRuleTaskCriteria priceRuleTaskCriteria = new PriceRuleTaskCriteria();
if(id != null){
priceRuleTaskCriteria.setId(id);
}
if(plainText != null){
priceRuleTaskCriteria.setCreator(plainText);
}
priceRuleTaskCriteria.setPageSize((pageSize != null && pageSize > 0)?pageSize:5);
List<PriceRuleTask> priceRuleTasks = this.priceRuleTaskMapper.queryPriceRuleTaskList(priceRuleTaskCriteria);
String data = JSON.toJSONString(priceRuleTasks);
log.debug("data={}", data);
return data;
}
@RequestMapping("insert")
public String insert() {
PriceRuleTask insertPriceRuleTask1 = new PriceRuleTask();
insertPriceRuleTask1.setBrandId(5L);
insertPriceRuleTask1.setTaskId("");
insertPriceRuleTask1.setMergeTaskId("");
insertPriceRuleTask1.setTaskType(1);
insertPriceRuleTask1.setTaskStatus(0);
insertPriceRuleTask1.setTriggerType(1);
insertPriceRuleTask1.setCheckStatus(0);
insertPriceRuleTask1.setCheckPointDate(new Date());
insertPriceRuleTask1.setPushStatus(0);
insertPriceRuleTask1.setEuropePushStatus(0);
insertPriceRuleTask1.setRemark("加密测试");
insertPriceRuleTask1.setShardNo(0);
insertPriceRuleTask1.setCreator(String.valueOf(RandomUtils.nextInt(0,1000)));
insertPriceRuleTask1.setCreatorId(0L);
insertPriceRuleTask1.setCreateDate(new Date());
insertPriceRuleTask1.setModifier("");
insertPriceRuleTask1.setModifierId(0L);
insertPriceRuleTask1.setModifyDate(new Date());
insertPriceRuleTask1.setVersion(0L);
PriceRuleTask insertPriceRuleTask2 = new PriceRuleTask();
insertPriceRuleTask2.setBrandId(5L);
insertPriceRuleTask2.setTaskId("");
insertPriceRuleTask2.setMergeTaskId("");
insertPriceRuleTask2.setTaskType(1);
insertPriceRuleTask2.setTaskStatus(0);
insertPriceRuleTask2.setTriggerType(1);
insertPriceRuleTask2.setCheckStatus(0);
insertPriceRuleTask2.setCheckPointDate(new Date());
insertPriceRuleTask2.setPushStatus(0);
insertPriceRuleTask2.setEuropePushStatus(0);
insertPriceRuleTask2.setRemark("加密测试");
insertPriceRuleTask2.setShardNo(0);
insertPriceRuleTask2.setCreator(String.valueOf(RandomUtils.nextInt(0,1000)));
insertPriceRuleTask2.setCreatorId(0L);
insertPriceRuleTask2.setCreateDate(new Date());
insertPriceRuleTask2.setModifier("");
insertPriceRuleTask2.setModifierId(0L);
insertPriceRuleTask2.setModifyDate(new Date());
insertPriceRuleTask2.setVersion(0L);
List<PriceRuleTask> priceRuleTasks = new ArrayList<>();
priceRuleTasks.add(insertPriceRuleTask1);
priceRuleTasks.add(insertPriceRuleTask2);
this.priceRuleTaskMapper.batchInsert(priceRuleTasks);
log.debug("id={}", insertPriceRuleTask1.getId());
return String.valueOf("id="+insertPriceRuleTask1.getId());
}
@RequestMapping("update")
public String update(Long id,String plainText) {
PriceRuleTask updatePriceRuleTask = new PriceRuleTask();
updatePriceRuleTask.setId(id);
updatePriceRuleTask.setCreator(plainText);
int rows = this.priceRuleTaskMapper.updateByPrimaryKeySelective(updatePriceRuleTask);
log.debug("rows={}", rows);
return String.valueOf(rows);
}
@RequestMapping("batchUpdate")
public String batchUpdate(@RequestBody PriceRuleTaskCriteria priceRuleTaskCriteria) {
List<PriceRuleTask> updatePriceRuleTasks = new ArrayList<>();
for(Long id:priceRuleTaskCriteria.getIds()){
PriceRuleTask updatePriceRuleTask = new PriceRuleTask();
updatePriceRuleTask.setId(id);
updatePriceRuleTask.setCreator(priceRuleTaskCriteria.getCreator());
updatePriceRuleTasks.add(updatePriceRuleTask);
}
int rows = this.priceRuleTaskMapper.batchUpdate(updatePriceRuleTasks);
log.debug("rows={}", rows);
return String.valueOf(rows);
}
}
matrix-datasource/matrix-datasource-security/matrix-datasource-security-demo/src/main/java/com/secoo/mall/datasource/security/demo/controller/ErpController.java 0 → 100644
package com.secoo.mall.datasource.security.demo.controller;
import com.alibaba.fastjson.JSON;
import com.secoo.mall.datasource.security.demo.bean.MUserCriteria;
import com.secoo.mall.datasource.security.demo.dao.erp.entity.MUser;
import com.secoo.mall.datasource.security.demo.dao.erp.mapper.MUserMapper;
import lombok.extern.slf4j.Slf4j;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.web.bind.annotation.RequestMapping;
import org.springframework.web.bind.annotation.RestController;
import java.util.List;
@Slf4j
@RestController
@RequestMapping("erp")
public class ErpController {
@Autowired
private MUserMapper mUserMapper;
@RequestMapping("select")
public String select(Long id,String plainText,Integer pageSize) {
MUserCriteria mUserCriteria = new MUserCriteria();
if(id != null){
mUserCriteria.setId(id);
}
if(plainText != null){
mUserCriteria.setCreator(plainText);
}
mUserCriteria.setPageSize((pageSize != null && pageSize > 0)?pageSize:5);
List<MUser> mUsers = this.mUserMapper.queryList(mUserCriteria);
String data = JSON.toJSONString(mUsers);
log.debug("data={}", data);
return data;
}
}
matrix-datasource/matrix-datasource-security/matrix-datasource-security-demo/src/main/java/com/secoo/mall/datasource/security/demo/controller/TestController.java deleted 100644 → 0
package com.secoo.mall.datasource.security.demo.controller;
import com.alibaba.fastjson.JSON;
import com.secoo.mall.datasource.security.demo.bean.PriceRuleTaskCriteria;
import com.secoo.mall.datasource.security.demo.dao.entity.PriceRuleTask;
import com.secoo.mall.datasource.security.demo.dao.mapper.PriceRuleTaskMapper;
import lombok.extern.slf4j.Slf4j;
import org.apache.commons.lang3.RandomUtils;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.web.bind.annotation.RequestMapping;
import org.springframework.web.bind.annotation.RestController;
import java.util.Date;
import java.util.List;
@Slf4j
@RestController
@RequestMapping("test")
public class TestController {
@Autowired
private PriceRuleTaskMapper priceRuleTaskMapper;
@RequestMapping("select")
public String select(Long id,String plainText) {
PriceRuleTaskCriteria priceRuleTaskCriteria = new PriceRuleTaskCriteria();
if(id != null){
priceRuleTaskCriteria.setId(id);
}
if(plainText != null){
priceRuleTaskCriteria.setCreator(plainText);
}
priceRuleTaskCriteria.setPageSize(1);
List<PriceRuleTask> priceRuleTasks = this.priceRuleTaskMapper.queryPriceRuleTaskList(priceRuleTaskCriteria);
String data = JSON.toJSONString(priceRuleTasks);
log.debug("data={}", data);
return data;
}
@RequestMapping("insert")
public String insert() {
PriceRuleTask insertPriceRuleTask = new PriceRuleTask();
insertPriceRuleTask.setBrandId(5L);
insertPriceRuleTask.setTaskId("");
insertPriceRuleTask.setMergeTaskId("");
insertPriceRuleTask.setTaskType(1);
insertPriceRuleTask.setTaskStatus(0);
insertPriceRuleTask.setTriggerType(1);
insertPriceRuleTask.setCheckStatus(0);
insertPriceRuleTask.setCheckPointDate(new Date());
insertPriceRuleTask.setPushStatus(0);
insertPriceRuleTask.setEuropePushStatus(0);
insertPriceRuleTask.setRemark("加密测试");
insertPriceRuleTask.setShardNo(0);
insertPriceRuleTask.setCreator(String.valueOf(RandomUtils.nextInt(0,1000)));
insertPriceRuleTask.setCreatorId(0L);
insertPriceRuleTask.setCreateDate(new Date());
insertPriceRuleTask.setModifier("");
insertPriceRuleTask.setModifierId(0L);
insertPriceRuleTask.setModifyDate(new Date());
insertPriceRuleTask.setVersion(0L);
int rows = this.priceRuleTaskMapper.insertSelective(insertPriceRuleTask);
log.debug("id={}", insertPriceRuleTask.getId());
return String.valueOf("id="+insertPriceRuleTask.getId());
}
@RequestMapping("update")
public String update(Long id,String plainText) {
PriceRuleTask updatePriceRuleTask = new PriceRuleTask();
updatePriceRuleTask.setId(id);
updatePriceRuleTask.setCreator(plainText);
int rows = this.priceRuleTaskMapper.updateByPrimaryKeySelective(updatePriceRuleTask);
log.debug("rows={}", rows);
return String.valueOf(rows);
}
}
matrix-datasource/matrix-datasource-security/matrix-datasource-security-demo/src/main/java/com/secoo/mall/datasource/security/demo/dao/mapper/PriceRuleTaskMapper.java → matrix-datasource/matrix-datasource-security/matrix-datasource-security-demo/src/main/java/com/secoo/mall/datasource/security/demo/dao/activity/mapper/PriceRuleTaskMapper.java
package com.secoo.mall.datasource.security.demo.dao.mapper; package com.secoo.mall.datasource.security.demo.dao.activity.mapper;
import com.secoo.mall.datasource.security.demo.bean.PriceRuleTaskCriteria; import com.secoo.mall.datasource.security.demo.bean.PriceRuleTaskCriteria;
import com.secoo.mall.datasource.security.demo.dao.entity.PriceRuleTask; import com.secoo.mall.datasource.security.demo.dao.activity.entity.PriceRuleTask;
import org.apache.ibatis.annotations.Param; import org.apache.ibatis.annotations.Param;
import java.util.List; import java.util.List;
......
matrix-datasource/matrix-datasource-security/matrix-datasource-security-demo/src/main/java/com/secoo/mall/datasource/security/demo/dao/mapper/PriceRuleTaskMapper.xml → matrix-datasource/matrix-datasource-security/matrix-datasource-security-demo/src/main/java/com/secoo/mall/datasource/security/demo/dao/activity/mapper/PriceRuleTaskMapper.xml
<?xml version="1.0" encoding="UTF-8" ?> <?xml version="1.0" encoding="UTF-8" ?>
<!DOCTYPE mapper PUBLIC "-//mybatis.org//DTD Mapper 3.0//EN" "http://mybatis.org/dtd/mybatis-3-mapper.dtd" > <!DOCTYPE mapper PUBLIC "-//mybatis.org//DTD Mapper 3.0//EN" "http://mybatis.org/dtd/mybatis-3-mapper.dtd" >
<mapper namespace="com.secoo.mall.datasource.security.demo.dao.mapper.PriceRuleTaskMapper"> <mapper namespace="com.secoo.mall.datasource.security.demo.dao.activity.mapper.PriceRuleTaskMapper">
<resultMap id="BaseResultMap" type="com.secoo.mall.datasource.security.demo.dao.entity.PriceRuleTask"> <resultMap id="BaseResultMap" type="com.secoo.mall.datasource.security.demo.dao.activity.entity.PriceRuleTask">
<id column="id" property="id" jdbcType="BIGINT"/> <id column="id" property="id" jdbcType="BIGINT"/>
<result column="brand_id" property="brandId" jdbcType="BIGINT"/> <result column="brand_id" property="brandId" jdbcType="BIGINT"/>
<result column="task_id" property="taskId" jdbcType="VARCHAR"/> <result column="task_id" property="taskId" jdbcType="VARCHAR"/>
...@@ -131,7 +131,7 @@ ...@@ -131,7 +131,7 @@
</if> </if>
</where> </where>
</sql> </sql>
<insert id="insert" parameterType="com.secoo.mall.datasource.security.demo.dao.entity.PriceRuleTask" <insert id="insert" parameterType="com.secoo.mall.datasource.security.demo.dao.activity.entity.PriceRuleTask"
useGeneratedKeys="true" keyProperty="id" keyColumn="id"> useGeneratedKeys="true" keyProperty="id" keyColumn="id">
insert into t_price_rule_task (brand_id,task_id, merge_task_id, task_type, task_status, trigger_type, insert into t_price_rule_task (brand_id,task_id, merge_task_id, task_type, task_status, trigger_type,
check_status, check_point_date,push_status,europe_push_status,remark,cacl_time,shard_no, create_date,creator_id, creator, version) check_status, check_point_date,push_status,europe_push_status,remark,cacl_time,shard_no, create_date,creator_id, creator, version)
...@@ -139,7 +139,7 @@ ...@@ -139,7 +139,7 @@
#{checkStatus,jdbcType=INTEGER}, #{checkPointDate,jdbcType=TIMESTAMP},#{pushStatus,jdbcType=INTEGER},#{europePushStatus,jdbcType=INTEGER},#{remark,jdbcType=VARCHAR},#{caclTime}, #{checkStatus,jdbcType=INTEGER}, #{checkPointDate,jdbcType=TIMESTAMP},#{pushStatus,jdbcType=INTEGER},#{europePushStatus,jdbcType=INTEGER},#{remark,jdbcType=VARCHAR},#{caclTime},
#{shardNo,jdbcType=TINYINT},now(),#{creatorId,jdbcType=BIGINT},#{creator,jdbcType=VARCHAR}, 1) #{shardNo,jdbcType=TINYINT},now(),#{creatorId,jdbcType=BIGINT},#{creator,jdbcType=VARCHAR}, 1)
</insert> </insert>
<insert id="insertSelective" parameterType="com.secoo.mall.datasource.security.demo.dao.entity.PriceRuleTask" <insert id="insertSelective" parameterType="com.secoo.mall.datasource.security.demo.dao.activity.entity.PriceRuleTask"
useGeneratedKeys="true" keyProperty="id" keyColumn="id"> useGeneratedKeys="true" keyProperty="id" keyColumn="id">
insert into t_price_rule_task insert into t_price_rule_task
<trim prefix="(" suffix=")" suffixOverrides=","> <trim prefix="(" suffix=")" suffixOverrides=",">
...@@ -310,7 +310,7 @@ ...@@ -310,7 +310,7 @@
</update> </update>
<update id="updateByPrimaryKeySelective" <update id="updateByPrimaryKeySelective"
parameterType="com.secoo.mall.datasource.security.demo.dao.entity.PriceRuleTask"> parameterType="com.secoo.mall.datasource.security.demo.dao.activity.entity.PriceRuleTask">
update t_price_rule_task update t_price_rule_task
<set> <set>
<if test="brandId != null"> <if test="brandId != null">
......
matrix-datasource/matrix-datasource-security/matrix-datasource-security-demo/src/main/java/com/secoo/mall/datasource/security/demo/dao/erp/entity/MUser.java 0 → 100644
package com.secoo.mall.datasource.security.demo.dao.erp.entity;
import lombok.Data;
import java.util.Date;
@Data
public class MUser {
private Long id;
private String creator;
private Date createTime;
private Long version;
}
matrix-datasource/matrix-datasource-security/matrix-datasource-security-demo/src/main/java/com/secoo/mall/datasource/security/demo/dao/erp/mapper/MUserMapper.java 0 → 100644
package com.secoo.mall.datasource.security.demo.dao.erp.mapper;
import com.secoo.mall.datasource.security.demo.bean.MUserCriteria;
import com.secoo.mall.datasource.security.demo.dao.activity.entity.PriceRuleTask;
import com.secoo.mall.datasource.security.demo.dao.erp.entity.MUser;
import java.util.List;
public interface MUserMapper {
int insert(MUser record);
int insertSelective(MUser record);
void batchInsert(List<MUser> records);
int updateByPrimaryKeySelective(MUser record);
int batchUpdate(List<MUser> records);
int deleteByPrimaryKey(Long id);
MUser selectByPrimaryKey(Long id);
List<MUser> queryList(MUserCriteria mUserCriteria);
int queryCount(MUserCriteria mUserCriteria);
}
\ No newline at end of file
matrix-datasource/matrix-datasource-security/matrix-datasource-security-demo/src/main/java/com/secoo/mall/datasource/security/demo/dao/erp/mapper/MUserMapper.xml 0 → 100644
<?xml version="1.0" encoding="UTF-8" ?>
<!DOCTYPE mapper PUBLIC "-//mybatis.org//DTD Mapper 3.0//EN" "http://mybatis.org/dtd/mybatis-3-mapper.dtd" >
<mapper namespace="com.secoo.mall.datasource.security.demo.dao.erp.mapper.MUserMapper">
<resultMap id="BaseResultMap" type="com.secoo.mall.datasource.security.demo.dao.erp.entity.MUser">
<id column="id" property="id" jdbcType="BIGINT"/>
<result column="create_time" property="createTime" jdbcType="TIMESTAMP"/>
<result column="creator" property="creator" jdbcType="VARCHAR"/>
<result column="version" property="version" jdbcType="BIGINT"/>
</resultMap>
<sql id="Base_Column_List">
id, create_time, creator, version
</sql>
<sql id="Example_Where_Clause">
<where>
<if test="id != null ">
and id = #{id,jdbcType=BIGINT}
</if>
<if test="ids != null and ids.size()>0">
and id in
<foreach collection="ids" item="item" open="(" close=")" separator=",">#{item}</foreach>
</if>
<if test="creator != null and creator != ''">
and creator = #{creator}
</if>
</where>
</sql>
<insert id="insert" parameterType="com.secoo.mall.datasource.security.demo.dao.erp.entity.MUser"
useGeneratedKeys="true" keyProperty="id" keyColumn="id">
insert into m_user (id, create_time, creator, version)
values (#{id,jdbcType=BIGINT},now(),#{creator,jdbcType=VARCHAR}, 1)
</insert>
<insert id="insertSelective" parameterType="com.secoo.mall.datasource.security.demo.dao.erp.entity.MUser"
useGeneratedKeys="true" keyProperty="id" keyColumn="id">
insert into m_user
<trim prefix="(" suffix=")" suffixOverrides=",">
<if test="id != null">
id,
</if>
<if test="createTime != null">
create_time,
</if>
<if test="creator != null">
creator,
</if>
<if test="version != null">
version,
</if>
</trim>
<trim prefix="values (" suffix=")" suffixOverrides=",">
<if test="id != null">
#{id,jdbcType=BIGINT},
</if>
<if test="createTime != null">
#{createTime},
</if>
<if test="creator != null">
#{creator},
</if>
<if test="version != null">
#{version},
</if>
</trim>
</insert>
<insert id="batchInsert" keyProperty="id">
insert into m_user (id, create_time, creator, version)
values
<foreach item="item" collection="list" separator=",">
(#{item.id,jdbcType=BIGINT}, now(),#{item.creator,jdbcType=VARCHAR}, 1)
</foreach>
</insert>
<update id="updateByPrimaryKeySelective"
parameterType="com.secoo.mall.datasource.security.demo.dao.erp.entity.MUser">
update m_user
<set>
<if test="createTime != null">
create_time = #{createTime},
</if>
<if test="creator != null">
creator = #{creator,jdbcType=VARCHAR},
</if>
version = version + 1
</set>
where id = #{id,jdbcType=BIGINT}
</update>
<update id="batchUpdate">
<foreach collection="list" item="item" separator=";">
update m_user
<set>
<if test="item.createTime != null">
create_time = #{item.createTime},
</if>
<if test="item.creator != null">
creator = #{item.creator,jdbcType=VARCHAR},
</if>
version = version + 1
</set>
where id = #{item.id,jdbcType=BIGINT}
</foreach>
</update>
<delete id="deleteByPrimaryKey" parameterType="java.lang.Long">
delete
from m_user
where id = #{id,jdbcType=BIGINT}
</delete>
<select id="selectByPrimaryKey" resultMap="BaseResultMap" parameterType="java.lang.Long">
select
<include refid="Base_Column_List"/>
from m_user
where id = #{id,jdbcType=BIGINT}
</select>
<select id="queryCount" resultType="int" parameterType="com.secoo.mall.datasource.security.demo.bean.MUserCriteria">
select count(*)
from m_user
<include refid="Example_Where_Clause"></include>
</select>
<select id="queryList" resultMap="BaseResultMap" parameterType="com.secoo.mall.datasource.security.demo.bean.MUserCriteria">
select
<if test="fields != null and fields != ''">
${fields}
</if>
<if test="fields == null or fields == ''">
<include refid="Base_Column_List"/>
</if>
from m_user
<include refid="Example_Where_Clause"></include>
<if test="orderByClause != null">
order by ${orderByClause}
</if>
<if test="startIndex!=null and pageSize!=null and pageSize>0">
limit #{startIndex},#{pageSize}
</if>
</select>
</mapper>
\ No newline at end of file
matrix-datasource/matrix-datasource-security/matrix-datasource-security-druid/src/main/java/com/secoo/mall/datasource/security/filter/SecurityFilter.java
...@@ -2,28 +2,16 @@ package com.secoo.mall.datasource.security.filter; ...@@ -2,28 +2,16 @@ package com.secoo.mall.datasource.security.filter;
import com.alibaba.druid.filter.AutoLoad; import com.alibaba.druid.filter.AutoLoad;
import com.alibaba.druid.filter.FilterChain; import com.alibaba.druid.filter.FilterChain;
import com.alibaba.druid.filter.FilterEventAdapter;
import com.alibaba.druid.proxy.jdbc.*; import com.alibaba.druid.proxy.jdbc.*;
import com.alibaba.druid.sql.SQLUtils; import com.alibaba.druid.sql.SQLUtils;
import com.alibaba.druid.sql.ast.SQLExpr;
import com.alibaba.druid.sql.ast.SQLStatement; import com.alibaba.druid.sql.ast.SQLStatement;
import com.alibaba.druid.sql.ast.expr.SQLIdentifierExpr;
import com.alibaba.druid.sql.ast.expr.SQLPropertyExpr;
import com.alibaba.druid.sql.ast.expr.SQLVariantRefExpr;
import com.alibaba.druid.sql.ast.statement.SQLInsertStatement;
import com.alibaba.druid.sql.ast.statement.SQLSelectStatement;
import com.alibaba.druid.sql.ast.statement.SQLUpdateSetItem;
import com.alibaba.druid.sql.dialect.mysql.ast.statement.MySqlDeleteStatement;
import com.alibaba.druid.sql.dialect.mysql.ast.statement.MySqlInsertStatement;
import com.alibaba.druid.sql.dialect.mysql.ast.statement.MySqlUpdateStatement;
import com.alibaba.druid.sql.dialect.mysql.visitor.MySqlSchemaStatVisitor;
import com.alibaba.druid.stat.TableStat;
import com.alibaba.druid.util.Utils; import com.alibaba.druid.util.Utils;
import com.secoo.mall.datasource.security.constant.PropertyProviderType;
import com.secoo.mall.datasource.security.exception.SecurityBizException; import com.secoo.mall.datasource.security.exception.SecurityBizException;
import com.secoo.mall.datasource.security.rule.ColumnRule; import com.secoo.mall.datasource.security.rule.ColumnRule;
import com.secoo.mall.datasource.security.rule.DbRule;
import com.secoo.mall.datasource.security.rule.TableRule;
import com.secoo.mall.datasource.security.util.SecurityUtil; import com.secoo.mall.datasource.security.util.SecurityUtil;
import com.secoo.mall.datasource.security.visitor.MySqlSecurityParameterVisitor;
import com.secoo.mall.datasource.security.visitor.Parameter;
import org.apache.commons.lang3.StringUtils; import org.apache.commons.lang3.StringUtils;
import org.slf4j.Logger; import org.slf4j.Logger;
import org.slf4j.LoggerFactory; import org.slf4j.LoggerFactory;
...@@ -37,41 +25,30 @@ import java.sql.Types; ...@@ -37,41 +25,30 @@ import java.sql.Types;
import java.util.*; import java.util.*;
@AutoLoad @AutoLoad
public class SecurityFilter extends FilterEventAdapter { public class SecurityFilter extends SecurityFilterEventAdapter {
private static final Logger log = LoggerFactory.getLogger(SecurityFilter.class); private static final Logger log = LoggerFactory.getLogger(SecurityFilter.class);
private String dbType; private SecurityFilterContext securityFilterContext;
private String dbName;
private Map<String, Map<String, ColumnRule>> tableRuleMap;
public String getDbType() { public SecurityFilter(){
return dbType; super();
} this.securityFilterContext = new SecurityFilterContext(PropertyProviderType.APOLLO);
public String getDbName() {
return dbName;
}
public Map<String, Map<String, ColumnRule>> getTableRuleMap() {
return tableRuleMap;
} }
public void init(DataSourceProxy dataSource) { public void init(DataSourceProxy dataSource) {
this.dbType = dataSource.getDbType(); String dbName = SecurityUtil.findDataBaseNameByUrl(dataSource.getUrl());
this.dbName = SecurityUtil.findDataBaseNameByUrl(dataSource.getUrl()); if(StringUtils.isNotBlank(dbName)){
if(StringUtils.isBlank(this.dbName)){ securityFilterContext.addDbName(dataSource.getUrl(),dbName);
return; }else{
log.error("dbName解析异常，url={}",dataSource.getUrl());
} }
Set<DbRule> dbRules = SecurityFilterContext.getInstance().getDbRules();
this.setSecurityRules(this.dbName, dbRules);
} }
@Override @Override
public String resultSet_getString(FilterChain chain, ResultSetProxy result, int columnIndex) throws SQLException { public String resultSet_getString(FilterChain chain, ResultSetProxy result, int columnIndex) throws SQLException {
ResultSet rawResultSet = result.getResultSetRaw(); ResultSet rawResultSet = result.getResultSetRaw();
ResultSetMetaData metadata = rawResultSet.getMetaData(); ResultSetMetaData metadata = rawResultSet.getMetaData();
ColumnRule columnRule = this.getColumnRule(metadata,columnIndex); ColumnRule columnRule = this.getColumnRule(chain,metadata,columnIndex);
if(columnRule == null){ if(columnRule == null){
return super.resultSet_getString(chain, result, columnIndex); return super.resultSet_getString(chain, result, columnIndex);
} }
...@@ -85,7 +62,7 @@ public class SecurityFilter extends FilterEventAdapter { ...@@ -85,7 +62,7 @@ public class SecurityFilter extends FilterEventAdapter {
ResultSet rawResultSet = result.getResultSetRaw(); ResultSet rawResultSet = result.getResultSetRaw();
int columnIndex = rawResultSet.findColumn(columnLabel); int columnIndex = rawResultSet.findColumn(columnLabel);
ResultSetMetaData metadata = rawResultSet.getMetaData(); ResultSetMetaData metadata = rawResultSet.getMetaData();
ColumnRule columnRule = this.getColumnRule(metadata,columnIndex); ColumnRule columnRule = this.getColumnRule(chain,metadata,columnIndex);
if(columnRule == null){ if(columnRule == null){
return super.resultSet_getString(chain, result, columnLabel); return super.resultSet_getString(chain, result, columnLabel);
} }
...@@ -99,7 +76,7 @@ public class SecurityFilter extends FilterEventAdapter { ...@@ -99,7 +76,7 @@ public class SecurityFilter extends FilterEventAdapter {
ResultSet rawResultSet = result.getResultSetRaw(); ResultSet rawResultSet = result.getResultSetRaw();
ResultSetMetaData metadata = rawResultSet.getMetaData(); ResultSetMetaData metadata = rawResultSet.getMetaData();
int columnType = metadata.getColumnType(columnIndex); int columnType = metadata.getColumnType(columnIndex);
ColumnRule columnRule = this.getColumnRule(metadata,columnIndex); ColumnRule columnRule = this.getColumnRule(chain,metadata,columnIndex);
if(columnRule == null){ if(columnRule == null){
return super.resultSet_getObject(chain, result, columnIndex); return super.resultSet_getObject(chain, result, columnIndex);
} }
...@@ -124,7 +101,7 @@ public class SecurityFilter extends FilterEventAdapter { ...@@ -124,7 +101,7 @@ public class SecurityFilter extends FilterEventAdapter {
ResultSet rawResultSet = result.getResultSetRaw(); ResultSet rawResultSet = result.getResultSetRaw();
ResultSetMetaData metadata = rawResultSet.getMetaData(); ResultSetMetaData metadata = rawResultSet.getMetaData();
int columnType = metadata.getColumnType(columnIndex); int columnType = metadata.getColumnType(columnIndex);
ColumnRule columnRule = this.getColumnRule(metadata,columnIndex); ColumnRule columnRule = this.getColumnRule(chain,metadata,columnIndex);
if(columnRule == null){ if(columnRule == null){
return super.resultSet_getObject(chain, result, columnIndex,type); return super.resultSet_getObject(chain, result, columnIndex,type);
} }
...@@ -150,7 +127,7 @@ public class SecurityFilter extends FilterEventAdapter { ...@@ -150,7 +127,7 @@ public class SecurityFilter extends FilterEventAdapter {
ResultSet rawResultSet = result.getResultSetRaw(); ResultSet rawResultSet = result.getResultSetRaw();
ResultSetMetaData metadata = rawResultSet.getMetaData(); ResultSetMetaData metadata = rawResultSet.getMetaData();
int columnType = metadata.getColumnType(columnIndex); int columnType = metadata.getColumnType(columnIndex);
ColumnRule columnRule = this.getColumnRule(metadata,columnIndex); ColumnRule columnRule = this.getColumnRule(chain,metadata,columnIndex);
if(columnRule == null){ if(columnRule == null){
return super.resultSet_getObject(chain, result, columnIndex,map); return super.resultSet_getObject(chain, result, columnIndex,map);
} }
...@@ -176,7 +153,7 @@ public class SecurityFilter extends FilterEventAdapter { ...@@ -176,7 +153,7 @@ public class SecurityFilter extends FilterEventAdapter {
int columnIndex = rawResultSet.findColumn(columnLabel); int columnIndex = rawResultSet.findColumn(columnLabel);
ResultSetMetaData metadata = rawResultSet.getMetaData(); ResultSetMetaData metadata = rawResultSet.getMetaData();
int columnType = metadata.getColumnType(columnIndex); int columnType = metadata.getColumnType(columnIndex);
ColumnRule columnRule = this.getColumnRule(metadata,columnIndex); ColumnRule columnRule = this.getColumnRule(chain,metadata,columnIndex);
if(columnRule == null){ if(columnRule == null){
return super.resultSet_getObject(chain, result, columnLabel); return super.resultSet_getObject(chain, result, columnLabel);
} }
...@@ -201,7 +178,7 @@ public class SecurityFilter extends FilterEventAdapter { ...@@ -201,7 +178,7 @@ public class SecurityFilter extends FilterEventAdapter {
int columnIndex = rawResultSet.findColumn(columnLabel); int columnIndex = rawResultSet.findColumn(columnLabel);
ResultSetMetaData metadata = rawResultSet.getMetaData(); ResultSetMetaData metadata = rawResultSet.getMetaData();
int columnType = metadata.getColumnType(columnIndex); int columnType = metadata.getColumnType(columnIndex);
ColumnRule columnRule = this.getColumnRule(metadata,columnIndex); ColumnRule columnRule = this.getColumnRule(chain,metadata,columnIndex);
if(columnRule == null){ if(columnRule == null){
return super.resultSet_getObject(chain, result, columnLabel,type); return super.resultSet_getObject(chain, result, columnLabel,type);
} }
...@@ -227,7 +204,7 @@ public class SecurityFilter extends FilterEventAdapter { ...@@ -227,7 +204,7 @@ public class SecurityFilter extends FilterEventAdapter {
int columnIndex = rawResultSet.findColumn(columnLabel); int columnIndex = rawResultSet.findColumn(columnLabel);
ResultSetMetaData metadata = rawResultSet.getMetaData(); ResultSetMetaData metadata = rawResultSet.getMetaData();
int columnType = metadata.getColumnType(columnIndex); int columnType = metadata.getColumnType(columnIndex);
ColumnRule columnRule = this.getColumnRule(metadata,columnIndex); ColumnRule columnRule = this.getColumnRule(chain,metadata,columnIndex);
if(columnRule == null){ if(columnRule == null){
return super.resultSet_getObject(chain, result, columnLabel, map); return super.resultSet_getObject(chain, result, columnLabel, map);
} }
...@@ -292,38 +269,15 @@ public class SecurityFilter extends FilterEventAdapter { ...@@ -292,38 +269,15 @@ public class SecurityFilter extends FilterEventAdapter {
* @return * @return
* @throws SQLException * @throws SQLException
*/ */
private ColumnRule getColumnRule(ResultSetMetaData metadata,int columnIndex) throws SQLException { private ColumnRule getColumnRule(FilterChain chain,ResultSetMetaData metadata,int columnIndex) throws SQLException {
if(this.getTableRuleMap() == null || this.getTableRuleMap().isEmpty()){ String dbName = securityFilterContext.getDbName(chain.getDataSource().getUrl());
return null;
}
String columnName = metadata.getColumnName(columnIndex);
String tableName = metadata.getTableName(columnIndex); String tableName = metadata.getTableName(columnIndex);
Map<String, ColumnRule> columnRuleMap = this.getTableRuleMap().get(tableName); String columnName = metadata.getColumnName(columnIndex);
if(columnRuleMap == null || columnRuleMap.isEmpty()){
return null;
}
ColumnRule columnRule = columnRuleMap.get(columnName);
if(columnRule == null){
return null;
}
return columnRule; return securityFilterContext.getColumnRule(dbName,tableName,columnName);
} }
/** protected void executeBefore(FilterChain chain,StatementProxy statement, String sql) {
* 加密
* @param statement
* @param sql
*/
protected void statementExecuteBefore(StatementProxy statement, String sql) {
if (getTableRuleMap() == null || getTableRuleMap().isEmpty()) {
return;
}
this.encryptStatement(statement, sql);
}
protected void encryptStatement(StatementProxy statement, String sql) {
if (!(statement instanceof PreparedStatementProxy)) { if (!(statement instanceof PreparedStatementProxy)) {
log.debug("过滤statement:{}", sql); log.debug("过滤statement:{}", sql);
return; return;
...@@ -331,137 +285,16 @@ public class SecurityFilter extends FilterEventAdapter { ...@@ -331,137 +285,16 @@ public class SecurityFilter extends FilterEventAdapter {
PreparedStatementProxyImpl preparedStatement = (PreparedStatementProxyImpl) statement; PreparedStatementProxyImpl preparedStatement = (PreparedStatementProxyImpl) statement;
// 解析sql // 解析sql
List<SQLStatement> stmtList = SQLUtils.parseStatements(sql, this.getDbType()); String dbName = securityFilterContext.getDbName(chain.getDataSource().getUrl());
List<SQLStatement> stmtList = SQLUtils.parseStatements(sql, chain.getDataSource().getDbType());
for (SQLStatement stmt : stmtList) { for (SQLStatement stmt : stmtList) {
MySqlSchemaStatVisitor visitor = new MySqlSchemaStatVisitor(); List<Parameter> encryptColumnParameters = new ArrayList<>();
MySqlSecurityParameterVisitor visitor = new MySqlSecurityParameterVisitor(securityFilterContext.getTableRuleMap(dbName),encryptColumnParameters);
stmt.accept(visitor); stmt.accept(visitor);
int index = 0; // 加密
// 查询 | 删除(where) for(Parameter parameter : encryptColumnParameters){
if (stmt instanceof SQLSelectStatement || stmt instanceof MySqlDeleteStatement) { encrypt(parameter.getColumnRule(), preparedStatement, parameter.getJdbcIndex());
// 查询条件
for (TableStat.Condition condition : visitor.getConditions()) {
// 查询条件值，in/between语句等可能有多个
for (Object conditionValue : condition.getValues()) {
// 解析出条件值为空为查询条件
if (conditionValue != null) {// ?
continue;
}
int parameterIndex = index ++;
TableStat.Column column = condition.getColumn();
Map<String, ColumnRule> columnRuleMap = this.getTableRuleMap().get(column.getTable());
if (columnRuleMap == null || columnRuleMap.isEmpty()) {
continue;
}
ColumnRule columnRule = columnRuleMap.get(column.getName());
if (columnRule == null) {
continue;
}
encrypt(columnRule, preparedStatement, parameterIndex);
}
}
}
// 插入(单条 || 批量、values)
else if (stmt instanceof MySqlInsertStatement) {
MySqlInsertStatement insertStmt = (MySqlInsertStatement) stmt;
String tableName = insertStmt.getTableName().getSimpleName();
Map<String, ColumnRule> columnRuleMap = this.getTableRuleMap().get(tableName);
if (columnRuleMap != null && !columnRuleMap.isEmpty()) {
Collection<TableStat.Column> columns = visitor.getColumns();
List<TableStat.Column> columnList = new ArrayList<>(columns);
if(!columnList.isEmpty()){// 插入sql不能省略列名
List<SQLInsertStatement.ValuesClause> valuesClauses = insertStmt.getValuesList();
int valuesSize = insertStmt.getValuesList().size();
for(SQLInsertStatement.ValuesClause valuesClause:valuesClauses){
List<SQLExpr> values = valuesClause.getValues();
for(int columnIndex=0; columnIndex < values.size();columnIndex++){
SQLExpr value = values.get(columnIndex);
if (!(value instanceof SQLVariantRefExpr)) {// ?
continue;
}
int parameterIndex = index ++;
TableStat.Column column = columnList.get(columnIndex);
ColumnRule columnRule = columnRuleMap.get(column.getName());
if (columnRule != null) {
for (int valueIndex = 0; valueIndex < valuesSize; valueIndex++) {
encrypt(columnRule, preparedStatement, parameterIndex);
}
}
}
}
}
}
}
// 更新(单条 || 批量、set、where)
else if (stmt instanceof MySqlUpdateStatement) {
MySqlUpdateStatement updateStmt = (MySqlUpdateStatement) stmt;
// 处理set
for (SQLUpdateSetItem item : updateStmt.getItems()) {
SQLExpr column = item.getColumn();
SQLExpr value = item.getValue();
if (!(value instanceof SQLVariantRefExpr)) {
continue;
}
int parameterIndex = index ++;
String tableName = null;
String columnName = null;
if(column instanceof SQLIdentifierExpr){// name = ?
SQLIdentifierExpr sqlIdentifierExpr = (SQLIdentifierExpr) column;
tableName = sqlIdentifierExpr.getResolvedOwnerObject().toString();
columnName = sqlIdentifierExpr.getName();
}else if(column instanceof SQLPropertyExpr){// a.name = ? 或 t_user.name = ? 或 secooAbcDB.t_user.name = ?(不考虑)
SQLPropertyExpr sqlPropertyExpr = (SQLPropertyExpr) column;
if(sqlPropertyExpr.getResolvedOwnerObject() != null){// 只处理column.getOwner()为SQLIdentifierExpr的情况
tableName = sqlPropertyExpr.getResolvedOwnerObject().toString();
columnName = sqlPropertyExpr.getName();
}
}
if(tableName == null || columnName == null){
continue;
}
Map<String, ColumnRule> columnRuleMap = this.getTableRuleMap().get(tableName);
if (columnRuleMap == null || columnRuleMap.isEmpty()) {
continue;
}
ColumnRule columnRule = columnRuleMap.get(columnName);
if (columnRule == null) {
continue;
}
encrypt(columnRule, preparedStatement,parameterIndex);
}
// 处理where
for (TableStat.Condition condition : visitor.getConditions()) {
// 查询条件值，in/between语句等可能有多个
for (Object conditionValue : condition.getValues()) {
// 解析出条件值为空为查询条件
if (conditionValue == null) {
continue;
}
int parameterIndex = index ++;
TableStat.Column column = condition.getColumn();
Map<String, ColumnRule> columnRuleMap = this.getTableRuleMap().get(column.getTable());
if (columnRuleMap == null || columnRuleMap.isEmpty()) {
continue;
}
ColumnRule columnRule = columnRuleMap.get(column.getName());
if (columnRule != null) {
encrypt(columnRule, preparedStatement,parameterIndex);
}
}
}
}
// 其他
else {
log.warn("This sql is not supported for security !!! sql = {}",sql);
} }
} }
} }
...@@ -490,46 +323,4 @@ public class SecurityFilter extends FilterEventAdapter { ...@@ -490,46 +323,4 @@ public class SecurityFilter extends FilterEventAdapter {
} }
} }
/**
* 初始化规则
* @param dbName
* @param dbRules
* @return
*/
private void setSecurityRules(String dbName,Set<DbRule> dbRules) {
if(StringUtils.isBlank(dbName) || dbRules == null || dbRules.isEmpty()){
return;
}
DbRule dbRule = null;
for(DbRule e:dbRules){
if(dbName.equals(e.getDbName())){
dbRule = e;
}
}
if(dbRule == null || dbRule.getTableRules() == null || dbRule.getTableRules().isEmpty()){
return;
}
Set<TableRule> tableRules = dbRule.getTableRules();
if (tableRules == null || tableRules.isEmpty()) {
return;
}
Map<String, Map<String, ColumnRule>> tableRuleMap = new HashMap<>();
for(TableRule tableRule: tableRules){
if(tableRule == null || tableRule.getColumnRules() == null || tableRule.getColumnRules().isEmpty()){
continue;
}
Map<String, ColumnRule> columnRuleMap = new HashMap<>();
for(ColumnRule columnRule:tableRule.getColumnRules()){
columnRuleMap.put(columnRule.getLogicColumn(),columnRule);
}
tableRuleMap.put(tableRule.getTableName(),columnRuleMap);
}
this.tableRuleMap = tableRuleMap;
}
} }
matrix-datasource/matrix-datasource-security/matrix-datasource-security-druid/src/main/java/com/secoo/mall/datasource/security/filter/SecurityFilterContext.java
package com.secoo.mall.datasource.security.filter; package com.secoo.mall.datasource.security.filter;
import com.alibaba.druid.filter.AutoLoad;
import com.secoo.mall.datasource.security.algorithm.property.PropertyProviderAlgorithm; import com.secoo.mall.datasource.security.algorithm.property.PropertyProviderAlgorithm;
import com.secoo.mall.datasource.security.config.DataSourceSecurityProperties; import com.secoo.mall.datasource.security.config.DataSourceSecurityProperties;
import com.secoo.mall.datasource.security.constant.PropertyProviderType; import com.secoo.mall.datasource.security.constant.PropertyProviderType;
import com.secoo.mall.datasource.security.exception.SecurityBizException; import com.secoo.mall.datasource.security.exception.SecurityBizException;
import com.secoo.mall.datasource.security.factory.SecurityAlgorithmFactory; import com.secoo.mall.datasource.security.factory.SecurityAlgorithmFactory;
import com.secoo.mall.datasource.security.rule.ColumnRule;
import com.secoo.mall.datasource.security.rule.DbRule; import com.secoo.mall.datasource.security.rule.DbRule;
import com.secoo.mall.datasource.security.rule.TableRule;
import org.apache.commons.lang3.StringUtils; import org.apache.commons.lang3.StringUtils;
import org.slf4j.Logger; import org.slf4j.Logger;
import org.slf4j.LoggerFactory; import org.slf4j.LoggerFactory;
import java.util.HashMap;
import java.util.Map;
import java.util.Properties; import java.util.Properties;
import java.util.Set; import java.util.Set;
@AutoLoad
public class SecurityFilterContext { public class SecurityFilterContext {
private static final Logger log = LoggerFactory.getLogger(SecurityFilterContext.class); private static final Logger log = LoggerFactory.getLogger(SecurityFilterContext.class);
private static final String DATASOURCE_SECURITY_PROPERTY_PROVIDER = "datasource.security.propertyProvider"; private static final String DATASOURCE_SECURITY_PROPERTY_PROVIDER_TYPE = "spring.datasource.security.propertyProviderType";
private static final String DEFAULT_PROPERTY_PROVIDER = PropertyProviderType.APOLLO;
private static class LazyHolder{ private Set<DbRule> dbRules;
private static final SecurityFilterContext INSTANCE = new SecurityFilterContext();
private Map<String,Map<String, Map<String, ColumnRule>>> dbRuleMap = new HashMap<>();
private final Map<String,String> dbUrlNameMap = new HashMap<>();
public Set<DbRule> getDbRules() {
return dbRules;
}
public void setDbRules(Set<DbRule> dbRules) {
this.dbRules = dbRules;
}
public SecurityFilterContext(String propertyProviderType){
this.init(propertyProviderType);
}
public Map<String,Map<String,ColumnRule>> getTableRuleMap(String dbName){
if(dbName == null){
return null;
}
return this.dbRuleMap.get(dbName);
}
public ColumnRule getColumnRule(String dbName,String tableName,String columnName){
if(tableName == null || columnName == null){
return null;
}
Map<String,Map<String,ColumnRule>> tableRuleMap = this.getTableRuleMap(dbName);
if(tableRuleMap == null || tableRuleMap.isEmpty()){
return null;
}
Map<String,ColumnRule> columnRuleMap = tableRuleMap.get(tableName);
if(columnRuleMap == null || columnRuleMap.isEmpty()){
return null;
}
return columnRuleMap.get(columnName);
} }
public static SecurityFilterContext getInstance() { public String getDbName(String url){
return LazyHolder.INSTANCE; return this.dbUrlNameMap.get(url);
} }
public SecurityFilterContext(){ public void addDbName(String url,String dbName){
this.init(); this.dbUrlNameMap.put(url,dbName);
} }
private void init(){ private void init(String propertyProviderType){
String propertyProvider = System.getProperty(DATASOURCE_SECURITY_PROPERTY_PROVIDER); String propertyProvider = propertyProviderType;
if(StringUtils.isBlank(propertyProvider)){
propertyProvider = System.getProperty(DATASOURCE_SECURITY_PROPERTY_PROVIDER_TYPE);
}
if(StringUtils.isBlank(propertyProvider)){ if(StringUtils.isBlank(propertyProvider)){
propertyProvider = System.getenv(DATASOURCE_SECURITY_PROPERTY_PROVIDER); propertyProvider = System.getenv(DATASOURCE_SECURITY_PROPERTY_PROVIDER_TYPE);
} }
// 默认apollo
if(StringUtils.isBlank(propertyProvider)){ if(StringUtils.isBlank(propertyProvider)){
propertyProvider =DEFAULT_PROPERTY_PROVIDER; propertyProvider =PropertyProviderType.APOLLO;
} }
PropertyProviderAlgorithm propertyProviderAlgorithm = SecurityAlgorithmFactory.getObject(PropertyProviderAlgorithm.class,propertyProvider,new Properties()); PropertyProviderAlgorithm propertyProviderAlgorithm = SecurityAlgorithmFactory.getObject(PropertyProviderAlgorithm.class,propertyProvider,new Properties());
DataSourceSecurityProperties dataSourceSecurityProperties = propertyProviderAlgorithm.load(); DataSourceSecurityProperties dataSourceSecurityProperties = propertyProviderAlgorithm.load();
...@@ -48,15 +93,51 @@ public class SecurityFilterContext { ...@@ -48,15 +93,51 @@ public class SecurityFilterContext {
throw new SecurityBizException("!!! Can not find security rules !!!"); throw new SecurityBizException("!!! Can not find security rules !!!");
} }
this.dbRules = dataSourceSecurityProperties.getRules(); this.dbRules = dataSourceSecurityProperties.getRules();
this.parseDbRules(this.dbRules);
} }
private Set<DbRule> dbRules; /**
* 解析规则
* @param dbRules
* @return
*/
private void parseDbRules(Set<DbRule> dbRules) {
if(dbRules == null || dbRules.isEmpty()){
return;
}
public Set<DbRule> getDbRules() { Map<String,Map<String,Map<String,ColumnRule>>> dbRuleMap = new HashMap<>();
return dbRules; for(DbRule dbRule:dbRules){
} if(dbRule == null || dbRule.getDbName() == null || dbRule.getTableRules() == null || dbRule.getTableRules().isEmpty()){
continue;
}
public void setDbRules(Set<DbRule> dbRules) { Map<String, Map<String, ColumnRule>> tableRuleMap = new HashMap<>();
this.dbRules = dbRules; for(TableRule tableRule:dbRule.getTableRules()){
if(tableRule == null || tableRule.getTableName() == null || tableRule.getColumnRules() == null || tableRule.getColumnRules().isEmpty()){
continue;
}
Map<String, ColumnRule> columnRuleMap = new HashMap<>();
for(ColumnRule columnRule:tableRule.getColumnRules()){
if(columnRule == null || columnRule.getLogicColumn() == null || columnRule.getCipherColumn() == null){
continue;
}
columnRuleMap.put(columnRule.getLogicColumn(),columnRule);
}
if(!columnRuleMap.isEmpty()){
tableRuleMap.put(tableRule.getTableName(),columnRuleMap);
}
}
if(!tableRuleMap.isEmpty()){
dbRuleMap.put(dbRule.getDbName(),tableRuleMap);
}
}
this.dbRuleMap = dbRuleMap;
} }
} }
matrix-datasource/matrix-datasource-security/matrix-datasource-security-druid/src/main/java/com/secoo/mall/datasource/security/filter/SecurityFilterEventAdapter.java 0 → 100644
package com.secoo.mall.datasource.security.filter;
import com.alibaba.druid.filter.FilterChain;
import com.alibaba.druid.filter.FilterEventAdapter;
import com.alibaba.druid.proxy.jdbc.*;
import java.sql.SQLException;
public abstract class SecurityFilterEventAdapter extends FilterEventAdapter {
@Override
public boolean statement_execute(FilterChain chain, StatementProxy statement, String sql) throws SQLException {
statementExecuteBefore(chain, statement, sql);
try {
boolean firstResult = super.statement_execute(chain, statement, sql);
statementExecuteAfter(statement, sql, firstResult);
return firstResult;
} catch (SQLException error) {
statement_executeErrorAfter(statement, sql, error);
throw error;
} catch (RuntimeException error) {
statement_executeErrorAfter(statement, sql, error);
throw error;
} catch (Error error) {
statement_executeErrorAfter(statement, sql, error);
throw error;
}
}
@Override
public boolean statement_execute(FilterChain chain, StatementProxy statement, String sql, int autoGeneratedKeys)
throws SQLException {
statementExecuteBefore(chain, statement, sql);
try {
boolean firstResult = super.statement_execute(chain, statement, sql, autoGeneratedKeys);
this.statementExecuteAfter(statement, sql, firstResult);
return firstResult;
} catch (SQLException error) {
statement_executeErrorAfter(statement, sql, error);
throw error;
} catch (RuntimeException error) {
statement_executeErrorAfter(statement, sql, error);
throw error;
} catch (Error error) {
statement_executeErrorAfter(statement, sql, error);
throw error;
}
}
@Override
public boolean statement_execute(FilterChain chain, StatementProxy statement, String sql, int columnIndexes[])
throws SQLException {
statementExecuteBefore(chain, statement, sql);
try {
boolean firstResult = super.statement_execute(chain, statement, sql, columnIndexes);
this.statementExecuteAfter(statement, sql, firstResult);
return firstResult;
} catch (SQLException error) {
statement_executeErrorAfter(statement, sql, error);
throw error;
} catch (RuntimeException error) {
statement_executeErrorAfter(statement, sql, error);
throw error;
} catch (Error error) {
statement_executeErrorAfter(statement, sql, error);
throw error;
}
}
@Override
public boolean statement_execute(FilterChain chain, StatementProxy statement, String sql, String columnNames[])
throws SQLException {
statementExecuteBefore(chain, statement, sql);
try {
boolean firstResult = super.statement_execute(chain, statement, sql, columnNames);
this.statementExecuteAfter(statement, sql, firstResult);
return firstResult;
} catch (SQLException error) {
statement_executeErrorAfter(statement, sql, error);
throw error;
} catch (RuntimeException error) {
statement_executeErrorAfter(statement, sql, error);
throw error;
} catch (Error error) {
statement_executeErrorAfter(statement, sql, error);
throw error;
}
}
@Override
public int[] statement_executeBatch(FilterChain chain, StatementProxy statement) throws SQLException {
statementExecuteBatchBefore(chain, statement);
try {
int[] result = super.statement_executeBatch(chain, statement);
statementExecuteBatchAfter(statement, result);
return result;
} catch (SQLException error) {
statement_executeErrorAfter(statement, statement.getBatchSql(), error);
throw error;
} catch (RuntimeException error) {
statement_executeErrorAfter(statement, statement.getBatchSql(), error);
throw error;
} catch (Error error) {
statement_executeErrorAfter(statement, statement.getBatchSql(), error);
throw error;
}
}
@Override
public ResultSetProxy statement_executeQuery(FilterChain chain, StatementProxy statement, String sql)
throws SQLException {
statementExecuteQueryBefore(chain, statement, sql);
try {
ResultSetProxy resultSet = super.statement_executeQuery(chain, statement, sql);
if (resultSet != null) {
statementExecuteQueryAfter(statement, sql, resultSet);
resultSetOpenAfter(resultSet);
}
return resultSet;
} catch (SQLException error) {
statement_executeErrorAfter(statement, sql, error);
throw error;
} catch (RuntimeException error) {
statement_executeErrorAfter(statement, sql, error);
throw error;
} catch (Error error) {
statement_executeErrorAfter(statement, sql, error);
throw error;
}
}
@Override
public int statement_executeUpdate(FilterChain chain, StatementProxy statement, String sql) throws SQLException {
statementExecuteUpdateBefore(chain, statement, sql);
try {
int updateCount = super.statement_executeUpdate(chain, statement, sql);
statementExecuteUpdateAfter(statement, sql, updateCount);
return updateCount;
} catch (SQLException error) {
statement_executeErrorAfter(statement, sql, error);
throw error;
} catch (RuntimeException error) {
statement_executeErrorAfter(statement, sql, error);
throw error;
} catch (Error error) {
statement_executeErrorAfter(statement, sql, error);
throw error;
}
}
@Override
public int statement_executeUpdate(FilterChain chain, StatementProxy statement, String sql, int autoGeneratedKeys)
throws SQLException {
statementExecuteUpdateBefore(chain, statement, sql);
try {
int updateCount = super.statement_executeUpdate(chain, statement, sql, autoGeneratedKeys);
statementExecuteUpdateAfter(statement, sql, updateCount);
return updateCount;
} catch (SQLException error) {
statement_executeErrorAfter(statement, sql, error);
throw error;
} catch (RuntimeException error) {
statement_executeErrorAfter(statement, sql, error);
throw error;
} catch (Error error) {
statement_executeErrorAfter(statement, sql, error);
throw error;
}
}
@Override
public int statement_executeUpdate(FilterChain chain, StatementProxy statement, String sql, int columnIndexes[])
throws SQLException {
statementExecuteUpdateBefore(chain, statement, sql);
try {
int updateCount = super.statement_executeUpdate(chain, statement, sql, columnIndexes);
statementExecuteUpdateAfter(statement, sql, updateCount);
return updateCount;
} catch (SQLException error) {
statement_executeErrorAfter(statement, sql, error);
throw error;
} catch (RuntimeException error) {
statement_executeErrorAfter(statement, sql, error);
throw error;
} catch (Error error) {
statement_executeErrorAfter(statement, sql, error);
throw error;
}
}
@Override
public int statement_executeUpdate(FilterChain chain, StatementProxy statement, String sql, String columnNames[])
throws SQLException {
statementExecuteUpdateBefore(chain, statement, sql);
try {
int updateCount = super.statement_executeUpdate(chain, statement, sql, columnNames);
statementExecuteUpdateAfter(statement, sql, updateCount);
return updateCount;
} catch (SQLException error) {
statement_executeErrorAfter(statement, sql, error);
throw error;
} catch (RuntimeException error) {
statement_executeErrorAfter(statement, sql, error);
throw error;
} catch (Error error) {
statement_executeErrorAfter(statement, sql, error);
throw error;
}
}
@Override
public boolean preparedStatement_execute(FilterChain chain, PreparedStatementProxy statement) throws SQLException {
try {
statementExecuteBefore(chain, statement, statement.getSql());
boolean firstResult = chain.preparedStatement_execute(statement);
this.statementExecuteAfter(statement, statement.getSql(), firstResult);
return firstResult;
} catch (SQLException error) {
statement_executeErrorAfter(statement, statement.getSql(), error);
throw error;
} catch (RuntimeException error) {
statement_executeErrorAfter(statement, statement.getSql(), error);
throw error;
} catch (Error error) {
statement_executeErrorAfter(statement, statement.getSql(), error);
throw error;
}
}
@Override
public ResultSetProxy preparedStatement_executeQuery(FilterChain chain, PreparedStatementProxy statement)
throws SQLException {
try {
statementExecuteQueryBefore(chain, statement, statement.getSql());
ResultSetProxy resultSet = chain.preparedStatement_executeQuery(statement);
if (resultSet != null) {
statementExecuteQueryAfter(statement, statement.getSql(), resultSet);
resultSetOpenAfter(resultSet);
}
return resultSet;
} catch (SQLException error) {
statement_executeErrorAfter(statement, statement.getSql(), error);
throw error;
} catch (RuntimeException error) {
statement_executeErrorAfter(statement, statement.getSql(), error);
throw error;
} catch (Error error) {
statement_executeErrorAfter(statement, statement.getSql(), error);
throw error;
}
}
@Override
public int preparedStatement_executeUpdate(FilterChain chain, PreparedStatementProxy statement) throws SQLException {
try {
statementExecuteUpdateBefore(chain, statement, statement.getSql());
int updateCount = super.preparedStatement_executeUpdate(chain, statement);
statementExecuteUpdateAfter(statement, statement.getSql(), updateCount);
return updateCount;
} catch (SQLException error) {
statement_executeErrorAfter(statement, statement.getSql(), error);
throw error;
} catch (RuntimeException error) {
statement_executeErrorAfter(statement, statement.getSql(), error);
throw error;
} catch (Error error) {
statement_executeErrorAfter(statement, statement.getSql(), error);
throw error;
}
}
protected void statementExecuteUpdateBefore(FilterChain chain,StatementProxy statement, String sql) {
this.executeBefore(chain,statement,sql);
}
protected void statementExecuteQueryBefore(FilterChain chain,StatementProxy statement, String sql) {
this.executeBefore(chain,statement,sql);
}
protected void statementExecuteBefore(FilterChain chain,StatementProxy statement, String sql) {
this.executeBefore(chain,statement,sql);
}
protected void statementExecuteBatchBefore(FilterChain chain,StatementProxy statement) {
this.executeBefore(chain,statement,statement.getBatchSql());
}
protected void executeBefore(FilterChain chain,StatementProxy statement,String sql){
this.executeBefore(chain,statement,sql);
}
}
matrix-datasource/matrix-datasource-security/matrix-datasource-security-druid/src/main/java/com/secoo/mall/datasource/security/visitor/Column.java 0 → 100644
package com.secoo.mall.datasource.security.visitor;
public class Column {
private String tableName;
private String columnAlias;
private String columnName;
public Column(String tableName, String columnAlias, String columnName) {
this.tableName = tableName;
this.columnAlias = columnAlias;
this.columnName = columnName;
}
public String getTableName() {
return tableName;
}
public void setTableName(String tableName) {
this.tableName = tableName;
}
public String getColumnAlias() {
return columnAlias;
}
public void setColumnAlias(String columnAlias) {
this.columnAlias = columnAlias;
}
public String getColumnName() {
return columnName;
}
public void setColumnName(String columnName) {
this.columnName = columnName;
}
@Override
public String toString() {
return "Column{" +
"tableName='" + tableName + '\'' +
", columnAlias='" + columnAlias + '\'' +
", columnName='" + columnName + '\'' +
'}';
}
}
matrix-datasource/matrix-datasource-security/matrix-datasource-security-druid/src/main/java/com/secoo/mall/datasource/security/visitor/MySqlSecurityParameterVisitor.java 0 → 100644
package com.secoo.mall.datasource.security.visitor;
import com.alibaba.druid.sql.ast.SQLExpr;
import com.alibaba.druid.sql.ast.SQLName;
import com.alibaba.druid.sql.ast.SQLObject;
import com.alibaba.druid.sql.ast.expr.*;
import com.alibaba.druid.sql.ast.statement.*;
import com.alibaba.druid.sql.dialect.mysql.ast.statement.MySqlInsertStatement;
import com.alibaba.druid.sql.dialect.mysql.visitor.MySqlSchemaStatVisitor;
import com.alibaba.druid.sql.parser.Token;
import com.secoo.mall.datasource.security.rule.ColumnRule;
import java.util.*;
public class MySqlSecurityParameterVisitor extends MySqlSchemaStatVisitor {
/**
* 加密规则
*/
private Map<String,Map<String,ColumnRule>> tableRuleMap;
/**
* 加密列参数
*/
protected List<Parameter> encryptColumnParameters;
/**
* 增加insert列|更新列|查询列参数
*/
protected List<Parameter> addColumnParameters;
public MySqlSecurityParameterVisitor(Map<String,Map<String,ColumnRule>> tableRuleMap, List<Parameter> encryptColumnParameters) {
super();
this.tableRuleMap = tableRuleMap;
this.encryptColumnParameters = encryptColumnParameters;
}
public Map<String, Map<String, ColumnRule>> getTableRuleMap() {
return tableRuleMap;
}
public void setTableRuleMap(Map<String, Map<String, ColumnRule>> tableRuleMap) {
this.tableRuleMap = tableRuleMap;
}
public List<Parameter> getEncryptColumnParameters() {
return encryptColumnParameters;
}
public void setEncryptColumnParameters(List<Parameter> encryptColumnParameters) {
this.encryptColumnParameters = encryptColumnParameters;
}
@Override
public boolean visit(SQLVariantRefExpr x) {
if(!Token.QUES.name.equals(x.getName())){
return true;
}
SQLObject parent = x.getParent();
SQLExpr columnExpr = null;
// where
// where - 普通条件
if(parent instanceof SQLBinaryOpExpr){
SQLBinaryOpExpr sqlBinaryOpExpr = (SQLBinaryOpExpr) parent;
columnExpr = sqlBinaryOpExpr.getLeft();
}
// where - between
else if(parent instanceof SQLBetweenExpr){
SQLBetweenExpr sqlBetweenExpr = (SQLBetweenExpr) parent;
columnExpr = sqlBetweenExpr.getTestExpr();
}
// where - in
else if(parent instanceof SQLInListExpr){
SQLInListExpr sqlInListExpr = (SQLInListExpr) parent;
columnExpr = sqlInListExpr.getExpr();
}
// where - 子查询：不处理
else if(parent instanceof SQLInSubQueryExpr){
}
// update - item
else if(parent instanceof SQLUpdateSetItem){
SQLUpdateSetItem sqlUpdateSetItem = (SQLUpdateSetItem) parent;
columnExpr = sqlUpdateSetItem.getColumn();
}
// insert - item 不处理
else if (parent instanceof SQLInsertStatement.ValuesClause){
}
if(columnExpr == null){
return true;
}
Column column = this.getMySqlColumn(columnExpr);
if(column == null){
return true;
}
ColumnRule columnRule = this.getColumnRule(column.getTableName(),column.getColumnName());
if(columnRule == null){
return true;
}
this.encryptColumnParameters.add(new Parameter(column.getTableName(),column.getColumnAlias(), column.getColumnName(), x.getIndex(),Token.QUES.name,columnRule));
return true;
}
public boolean visit(SQLInsertStatement x) {
String tableName = x.getTableName().getSimpleName();
List<SQLExpr> columns = x.getColumns();
Map<Integer, Column> columnMap = new HashMap<>();
// 插入sql不能省略列名
if(!columns.isEmpty()){
for(int i=0;i<columns.size();i++){
SQLExpr columnSQLExpr = columns.get(i);
String columnName = null;
if(columnSQLExpr instanceof SQLIdentifierExpr){
SQLIdentifierExpr columnSQLIdentifierExpr = (SQLIdentifierExpr) columnSQLExpr;
columnName = columnSQLIdentifierExpr.getName();
}
else if(columnSQLExpr instanceof SQLPropertyExpr){
SQLPropertyExpr columnSQLPropertyExpr = (SQLPropertyExpr) columnSQLExpr;
columnName = columnSQLPropertyExpr.getName();
}
Column column = new Column(tableName,"",columnName);
columnMap.put(i,column);
}
List<MySqlInsertStatement.ValuesClause> valuesClauses = x.getValuesList();
for(SQLInsertStatement.ValuesClause valuesClause:valuesClauses){
List<SQLExpr> values = valuesClause.getValues();
for(int columnIndex=0; columnIndex < values.size();columnIndex++){
SQLExpr valueSQLExpr = values.get(columnIndex);
if (!(valueSQLExpr instanceof SQLVariantRefExpr)) {// ?
continue;
}
SQLVariantRefExpr variantRefExpr = (SQLVariantRefExpr) valueSQLExpr;
if(!Token.QUES.name.equals(variantRefExpr.getName())){
continue;
}
Column column = columnMap.get(columnIndex);
if(column == null){
continue;
}
ColumnRule columnRule = this.getColumnRule(column.getTableName(),column.getColumnName());
if(columnRule == null){
return true;
}
Parameter parameter = new Parameter(column.getTableName(),column.getColumnAlias(),column.getColumnName(),variantRefExpr.getIndex(),variantRefExpr.getName(),columnRule);
this.encryptColumnParameters.add(parameter);
}
}
}
return true;
}
public void endVisit(SQLInsertStatement x) {
// TODO 根据待增加的明文参数信息，增加明文列
}
public boolean visit(SQLSelectItem x) {
SQLExpr sqlExpr = x.getExpr();
return true;
}
public boolean visit(SQLUpdateSetItem x) {
// TODO 如果是逻辑列，替换为加密列，修改加密参数；如果有明文列，同时记录增加的明文参数信息
return true;
}
/**
* 增加明文列
* @param x
*/
public void endVisit(SQLUpdateStatement x) {
// TODO 根据待增加的明文参数信息，增加明文列
}
/**
* 加密规则
* @param tableName
* @param columnName
* @return
*/
private ColumnRule getColumnRule(String tableName,String columnName){
if(tableName == null || columnName == null || tableRuleMap == null || tableRuleMap.isEmpty()){
return null;
}
Map<String,ColumnRule> columnRuleMap = tableRuleMap.get(tableName);
if(columnRuleMap == null || columnRuleMap.isEmpty()){
return null;
}
return columnRuleMap.get(columnName);
}
/**
* 解析列信息
* @param columnExpr
* @return
*/
protected Column getMySqlColumn(SQLExpr columnExpr){
// unwrap
columnExpr = unwrapExpr(columnExpr);
String columnName = null;
String tableName = null;
if(columnExpr instanceof SQLIdentifierExpr){// name = ?
SQLIdentifierExpr sqlIdentifierExpr = (SQLIdentifierExpr) columnExpr;
columnName = sqlIdentifierExpr.getName();
SQLTableSource tableSource = sqlIdentifierExpr.getResolvedTableSource();
if (tableSource instanceof SQLExprTableSource) {
SQLExpr tableSourceExpr = ((SQLExprTableSource) tableSource).getExpr();
if (tableSourceExpr != null && !(tableSourceExpr instanceof SQLName)) {
tableSourceExpr = this.unwrapExpr(tableSourceExpr);
}
if (tableSourceExpr instanceof SQLName) {
tableName = ((SQLName) tableSourceExpr).toString();
}
}
}else if(columnExpr instanceof SQLPropertyExpr){
SQLPropertyExpr sqlPropertyExpr = (SQLPropertyExpr) columnExpr;
columnName = sqlPropertyExpr.getName();
SQLExpr owner = sqlPropertyExpr.getOwner();
SQLObject resolvedOwnerObject = sqlPropertyExpr.getResolvedOwnerObject();
// a.name = ? 或 t_user.name = ?
if(owner instanceof SQLIdentifierExpr){
tableName = ((SQLName) owner).toString();
if (resolvedOwnerObject instanceof SQLExprTableSource) {
SQLExpr tableSourceExpr = ((SQLExprTableSource) resolvedOwnerObject).getExpr();
if (tableSourceExpr instanceof SQLName) {
tableName = ((SQLName) tableSourceExpr).toString();
}
}
}
// secooAbcDB.t_user.name = ?
else if(owner instanceof SQLPropertyExpr){
SQLPropertyExpr ownerSQLPropertyExpr = (SQLPropertyExpr) owner;
if(ownerSQLPropertyExpr.getName() != null){
tableName = ownerSQLPropertyExpr.getName();
}else{
tableName = ownerSQLPropertyExpr.getSimpleName();
}
}
}
if(tableName == null || columnName == null){
return null;
}
return new Column(tableName.toString(),"",columnName);
}
private SQLExpr unwrapExpr(SQLExpr expr) {
SQLExpr original = expr;
for (;;) {
if (expr instanceof SQLMethodInvokeExpr) {
SQLMethodInvokeExpr methodInvokeExp = (SQLMethodInvokeExpr) expr;
if (methodInvokeExp.getArguments().size() == 1) {
SQLExpr firstExpr = methodInvokeExp.getArguments().get(0);
expr = firstExpr;
continue;
}
}
if (expr instanceof SQLCastExpr) {
expr = ((SQLCastExpr) expr).getExpr();
continue;
}
if (expr instanceof SQLPropertyExpr) {
SQLPropertyExpr propertyExpr = (SQLPropertyExpr) expr;
SQLTableSource resolvedTableSource = propertyExpr.getResolvedTableSource();
if (resolvedTableSource instanceof SQLSubqueryTableSource) {
SQLSelect select = ((SQLSubqueryTableSource) resolvedTableSource).getSelect();
SQLSelectQueryBlock queryBlock = select.getFirstQueryBlock();
if (queryBlock != null) {
if (queryBlock.getGroupBy() != null) {
if (original.getParent() instanceof SQLBinaryOpExpr) {
SQLExpr other = ((SQLBinaryOpExpr) original.getParent()).other(original);
if (!SQLExprUtils.isLiteralExpr(other)) {
break;
}
}
}
SQLSelectItem selectItem = queryBlock.findSelectItem(propertyExpr
.nameHashCode64());
if (selectItem != null) {
SQLExpr selectItemExpr = selectItem.getExpr();
if (selectItemExpr != expr) {
expr = selectItemExpr;
continue;
}
} else if (queryBlock.selectItemHasAllColumn()) {
SQLTableSource allColumnTableSource = null;
SQLTableSource from = queryBlock.getFrom();
if (from instanceof SQLJoinTableSource) {
SQLSelectItem allColumnSelectItem = queryBlock.findAllColumnSelectItem();
if (allColumnSelectItem != null && allColumnSelectItem.getExpr() instanceof SQLPropertyExpr) {
SQLExpr owner = ((SQLPropertyExpr) allColumnSelectItem.getExpr()).getOwner();
if (owner instanceof SQLName) {
allColumnTableSource = from.findTableSource(((SQLName) owner).nameHashCode64());
}
}
} else {
allColumnTableSource = from;
}
if (allColumnTableSource == null) {
break;
}
propertyExpr = propertyExpr.clone();
propertyExpr.setResolvedTableSource(allColumnTableSource);
if (allColumnTableSource instanceof SQLExprTableSource) {
propertyExpr.setOwner(((SQLExprTableSource) allColumnTableSource).getExpr().clone());
}
expr = propertyExpr;
continue;
}
}
} else if (resolvedTableSource instanceof SQLExprTableSource) {
SQLExprTableSource exprTableSource = (SQLExprTableSource) resolvedTableSource;
if (exprTableSource.getSchemaObject() != null) {
break;
}
SQLTableSource redirectTableSource = null;
SQLExpr tableSourceExpr = exprTableSource.getExpr();
if (tableSourceExpr instanceof SQLIdentifierExpr) {
redirectTableSource = ((SQLIdentifierExpr) tableSourceExpr).getResolvedTableSource();
} else if (tableSourceExpr instanceof SQLPropertyExpr) {
redirectTableSource = ((SQLPropertyExpr) tableSourceExpr).getResolvedTableSource();
}
if (redirectTableSource == resolvedTableSource) {
redirectTableSource = null;
}
if (redirectTableSource != null) {
propertyExpr = propertyExpr.clone();
if (redirectTableSource instanceof SQLExprTableSource) {
propertyExpr.setOwner(((SQLExprTableSource) redirectTableSource).getExpr().clone());
}
propertyExpr.setResolvedTableSource(redirectTableSource);
expr = propertyExpr;
continue;
}
propertyExpr = propertyExpr.clone();
propertyExpr.setOwner(tableSourceExpr);
expr = propertyExpr;
break;
}
}
break;
}
return expr;
}
}
matrix-datasource/matrix-datasource-security/matrix-datasource-security-druid/src/main/java/com/secoo/mall/datasource/security/visitor/Parameter.java 0 → 100644
package com.secoo.mall.datasource.security.visitor;
import com.secoo.mall.datasource.security.rule.ColumnRule;
public class Parameter {
private String tableName;
private String columnAlias;
private String columnName;
private int jdbcIndex;
private Object value;
private ColumnRule columnRule;
public Parameter(String tableName, String columnAlias, String columnName, int jdbcIndex, Object value,ColumnRule columnRule) {
this.tableName = tableName;
this.columnAlias = columnAlias;
this.columnName = columnName;
this.jdbcIndex = jdbcIndex;
this.value = value;
this.columnRule = columnRule;
}
public String getTableName() {
return tableName;
}
public void setTableName(String tableName) {
this.tableName = tableName;
}
public String getColumnAlias() {
return columnAlias;
}
public void setColumnAlias(String columnAlias) {
this.columnAlias = columnAlias;
}
public String getColumnName() {
return columnName;
}
public void setColumnName(String columnName) {
this.columnName = columnName;
}
public int getJdbcIndex() {
return jdbcIndex;
}
public void setJdbcIndex(int jdbcIndex) {
this.jdbcIndex = jdbcIndex;
}
public Object getValue() {
return value;
}
public void setValue(Object value) {
this.value = value;
}
public ColumnRule getColumnRule() {
return columnRule;
}
public void setColumnRule(ColumnRule columnRule) {
this.columnRule = columnRule;
}
@Override
public String toString() {
return "Parameter{" +
"tableName='" + tableName + '\'' +
", columnAlias='" + columnAlias + '\'' +
", columnName='" + columnName + '\'' +
", jdbcIndex=" + jdbcIndex +
", value=" + value +
", columnRule=" + columnRule +
'}';
}
}
matrix-datasource/matrix-datasource-security/matrix-datasource-security-druid/src/main/java/com/secoo/mall/datasource/security/visitor/ParameterVisitor.java deleted 100644 → 0
package com.secoo.mall.datasource.security.visitor;
import com.alibaba.druid.sql.dialect.mysql.visitor.MySqlASTVisitorAdapter;
public class ParameterVisitor extends MySqlASTVisitorAdapter {
}
matrix-datasource/matrix-datasource-security/matrix-datasource-security-druid/src/test/java/com/secoo/mall/datasource/security/ExportTableAliasVisitor.java 0 → 100644
package com.secoo.mall.datasource.security;
import com.alibaba.druid.sql.SQLUtils;
import com.alibaba.druid.sql.ast.SQLStatement;
import com.alibaba.druid.sql.ast.statement.SQLExprTableSource;
import com.alibaba.druid.sql.dialect.hive.visitor.HiveASTVisitorAdapter;
import com.alibaba.druid.util.JdbcConstants;
import org.apache.commons.lang3.StringUtils;
import java.util.ArrayList;
import java.util.List;
public class ExportTableAliasVisitor extends HiveASTVisitorAdapter {
private static ThreadLocal<String> dbName = new ThreadLocal<>();
public void set(String s) {
dbName.set(s);
}
public void remove() {
dbName.remove();
}
@Override
public boolean visit(SQLExprTableSource x) {
//别名，如果有别名，别名保持不变
String s = StringUtils.isEmpty(x.getAlias()) ? x.getExpr().toString() : x.getAlias();
// 修改表名，不包含点才加 select id from c left join d on c.id = d.id 中的c 和 d
if(!x.getExpr().toString().contains(".")) {
x.setExpr("`" + dbName.get() + "`." + x.getExpr());
}
x.setAlias(s);
return true;
}
public static void main(String[] args) {
List<String> list = new ArrayList<>();
String s0 = "select id from a";
String s1 = "select a.id from a,b where a.id = b.id";
String s2 = "select a.name from a left join b on a.id = b.id";
String s3 = "select a.name from a t1 left join b t2 on t1.id = t2.id";
String s4 = "select t.name from (select a.name from a left join b on a.id = b.id) t";
list.add(s0);
list.add(s1);
list.add(s2);
list.add(s3);
list.add(s4);
String dbType = JdbcConstants.HIVE;
int i = 0;
for (String sql : list) {
System.out.println(i++);
System.out.println(sql);
ExportTableAliasVisitor visitor = new ExportTableAliasVisitor();
visitor.set("d");
List<SQLStatement> stmtList = SQLUtils.parseStatements(sql, dbType);
for (SQLStatement stmt : stmtList) {
stmt.accept(visitor);
}
String s = SQLUtils.toSQLString(stmtList, dbType);
visitor.remove();
System.out.println(s);
}
}
}
matrix-datasource/matrix-datasource-security/matrix-datasource-security-druid/src/test/java/com/secoo/mall/datasource/security/SQLParserTest.java
...@@ -7,25 +7,23 @@ import com.alibaba.druid.sql.ast.expr.SQLPropertyExpr; ...@@ -7,25 +7,23 @@ import com.alibaba.druid.sql.ast.expr.SQLPropertyExpr;
import com.alibaba.druid.sql.ast.expr.SQLVariantRefExpr; import com.alibaba.druid.sql.ast.expr.SQLVariantRefExpr;
import com.alibaba.druid.sql.ast.statement.SQLSelectStatement; import com.alibaba.druid.sql.ast.statement.SQLSelectStatement;
import com.alibaba.druid.sql.ast.statement.SQLUpdateSetItem; import com.alibaba.druid.sql.ast.statement.SQLUpdateSetItem;
import com.alibaba.druid.sql.ast.statement.SQLUpdateStatement;
import com.alibaba.druid.sql.dialect.mysql.ast.clause.MySqlSelectIntoStatement;
import com.alibaba.druid.sql.dialect.mysql.ast.statement.MySqlDeleteStatement; import com.alibaba.druid.sql.dialect.mysql.ast.statement.MySqlDeleteStatement;
import com.alibaba.druid.sql.dialect.mysql.ast.statement.MySqlInsertStatement; import com.alibaba.druid.sql.dialect.mysql.ast.statement.MySqlInsertStatement;
import com.alibaba.druid.sql.dialect.mysql.ast.statement.MySqlUpdateStatement; import com.alibaba.druid.sql.dialect.mysql.ast.statement.MySqlUpdateStatement;
import com.alibaba.druid.sql.dialect.mysql.visitor.MySqlSchemaStatVisitor; import com.alibaba.fastjson.JSON;
import com.alibaba.druid.stat.TableStat; import com.secoo.mall.datasource.security.visitor.MySqlSecurityParameterVisitor;
import com.secoo.mall.datasource.security.rule.ColumnRule; import com.secoo.mall.datasource.security.visitor.Parameter;
import org.apache.commons.collections.CollectionUtils;
import java.util.Collection; import java.util.ArrayList;
import java.util.List; import java.util.List;
import java.util.Map;
public class SQLParserTest { public class SQLParserTest {
public static void testVisitor(){ public static void testVisitor(){
String sql = "select u.name,a.age from t_user u,t_account a where u.id = a.id and t_account.id > 12 and a.age >? order by id desc;"; // String sql = "select u.name,a.age from t_user u,t_account a where u.id = a.id and u.id > 12 and u.height between ? and ? and t_account.age >? and a.name in('tom', ? ,'john') order by id desc;";
// String sql = "select secooStoreDB.t_sequence.`code` from secooStoreDB.t_sequence,secooStoreDB.t_store_fail_mq where secooStoreDB.t_sequence.`code`=secooStoreDB.t_store_fail_mq.topic"; // String sql = "select secooStoreDB.t_sequence.`code` from secooStoreDB.t_sequence,secooStoreDB.t_store_fail_mq where secooStoreDB.t_sequence.`code`=secooStoreDB.t_store_fail_mq.topic";
// String sql = "delete from t_sequence"; // String sql = "delete from t_sequence";
// String sql = "INSERT INTO `secooStoreDB`.`t_sequence`(`t_sequence`.`name`, `current_value`, `increment`, `code`) VALUES (?, 4551, 1, 2),('t_store_category', 65015, 1, 1);"; String sql = "INSERT INTO `secooStoreDB`.`t_sequence`(`secooStoreDB`.`t_sequence`.`name`, `t_sequence`.`current_value`, `increment`, `code`) VALUES (?, 4551, 1, 2),('t_store_category', ?, 1, ?);";
// String sql = "INSERT INTO `secooStoreDB`.`t_sequence` VALUES ('t_store', 4551, 1, 2),('t_store_category', 65015, 1, 1)"; // String sql = "INSERT INTO `secooStoreDB`.`t_sequence` VALUES ('t_store', 4551, 1, 2),('t_store_category', 65015, 1, 1)";
// String sql = "update t_user set name=?,age=10 where id = id and id > 12"; // String sql = "update t_user set name=?,age=10 where id = id and id > 12";
// String sql = "update t_user u,t_account a set u.name=?,a.age=10 where u.id = a.id and u.id > 12 and a.age >?"; // String sql = "update t_user u,t_account a set u.name=?,a.age=10 where u.id = a.id and u.id > 12 and a.age >?";
...@@ -35,17 +33,25 @@ public class SQLParserTest { ...@@ -35,17 +33,25 @@ public class SQLParserTest {
// 解析sql // 解析sql
List<SQLStatement> stmtList = SQLUtils.parseStatements(sql,"mysql"); List<SQLStatement> stmtList = SQLUtils.parseStatements(sql,"mysql");
for (SQLStatement stmt : stmtList) { for (SQLStatement stmt : stmtList) {
MySqlSchemaStatVisitor visitor = new MySqlSchemaStatVisitor(); // List<Parameter> params = new ArrayList<>();
stmt.accept(visitor); // ParameterVisitor visitor = new ParameterVisitor(params);
System.out.println(visitor.getParameters()); // MySqlSchemaStatVisitor visitor = new MySqlSchemaStatVisitor();
List<Parameter> encryptColumnParameters = new ArrayList<>();
MySqlSecurityParameterVisitor visitor = new MySqlSecurityParameterVisitor(null,encryptColumnParameters);
stmt.accept(visitor);
System.out.println("encryptColumnParameters=" + JSON.toJSONString(encryptColumnParameters));
// System.out.println(visitor.getParameters());
if(CollectionUtils.isNotEmpty(encryptColumnParameters)){
return;
}
if (stmt instanceof SQLSelectStatement) { if (stmt instanceof SQLSelectStatement) {
SQLSelectStatement selectStmt = (SQLSelectStatement) stmt; SQLSelectStatement selectStmt = (SQLSelectStatement) stmt;
System.out.println(visitor.getColumns());
// System.out.println(selectStmt.getSelect().getQueryBlock().removeCondition("t_account.id > 12")); // System.out.println(selectStmt.getSelect().getQueryBlock().removeCondition("t_account.id > 12"));
System.out.println(selectStmt.toString()); System.out.println(selectStmt.toString());
System.out.println(selectStmt.getSelect().getQueryBlock().getSelectList()); System.out.println(selectStmt.getSelect().getQueryBlock().getSelectList());
System.out.println(selectStmt.getSelect().getQueryBlock().getWhere()); System.out.println(selectStmt.getSelect().getQueryBlock().getWhere());
// System.out.println(visitor.getConditions());
System.out.println("---"); System.out.println("---");
}else if(stmt instanceof MySqlDeleteStatement){ }else if(stmt instanceof MySqlDeleteStatement){
MySqlDeleteStatement deleteStmt = (MySqlDeleteStatement) stmt; MySqlDeleteStatement deleteStmt = (MySqlDeleteStatement) stmt;
...@@ -54,12 +60,7 @@ public class SQLParserTest { ...@@ -54,12 +60,7 @@ public class SQLParserTest {
MySqlInsertStatement insertStmt = (MySqlInsertStatement) stmt; MySqlInsertStatement insertStmt = (MySqlInsertStatement) stmt;
String tableName = insertStmt.getTableName().getSimpleName(); String tableName = insertStmt.getTableName().getSimpleName();
int valuesSize = insertStmt.getValuesList().size();
Collection<TableStat.Column> columns = visitor.getColumns();
int columnSize = columns.size();
for (TableStat.Column column : columns) {
System.out.println(column.getTable());
}
System.out.println("---"); System.out.println("---");
}else if(stmt instanceof MySqlUpdateStatement){ }else if(stmt instanceof MySqlUpdateStatement){
MySqlUpdateStatement updateStmt = (MySqlUpdateStatement) stmt; MySqlUpdateStatement updateStmt = (MySqlUpdateStatement) stmt;
......
matrix-datasource/matrix-datasource-security/matrix-datasource-security-druid/src/test/java/com/secoo/mall/datasource/security/TestFilter.java 0 → 100644
package com.secoo.mall.datasource.security;
import com.alibaba.druid.filter.FilterEventAdapter;
public class TestFilter extends FilterEventAdapter {
}
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment