springboot2.1.8+sharding-jdbc3.x自定義分片

引入jar

https://start.spring.io/

<parent>
	<groupId>org.springframework.boot</groupId>
	<artifactId>spring-boot-starter-parent</artifactId>
	<version>2.1.8.RELEASE</version>
	<relativePath/> 
</parent>
  
  <dependencies>
  
    <dependency>
	<groupId>com.baomidou</groupId>
	<artifactId>mybatis-plus-boot-starter</artifactId>
	<version>3.2.0</version>
   </dependency>
  
   <dependency>
	<groupId>mysql</groupId>
	<artifactId>mysql-connector-java</artifactId>
        <version>8.0.17</version>
  </dependency>
  <dependency>
	<groupId>io.shardingsphere</groupId>
	<artifactId>sharding-jdbc-spring-boot-starter</artifactId>
	<version>3.0.0</version>
  </dependency>
  <dependency>
	<groupId>org.projectlombok</groupId>
	<artifactId>lombok</artifactId>
	<version>1.18.10</version>
	<optional>true</optional>
  </dependency>
  
  </dependencies>

添加application.properties配置

#mybatis-plus.mapper-locations=mybatis/mapper/*.xml
mybatis-plus.type-aliases-package=com.example.entity
mybatis-plus.configuration.log-impl=org.apache.ibatis.logging.stdout.StdOutImpl
spring.main.allow-bean-definition-overriding=true

#連接池爲druid時的配置
#sharding.jdbc.datasource.slave1.type=com.alibaba.druid.pool.DruidDataSource
#sharding.jdbc.datasource.slave1.url=jdbc:mysql://localhost:3306/slave1?useUnicode=true&characterEncoding=utf8&useSSL=true&allowMultiQueries=true&verifyServerCertificate=false&serverTimezone=Asia/Shanghai
#https://shardingsphere.apache.org/document/legacy/3.x/document/cn/manual/sharding-jdbc/configuration/config-spring-boot/

#數據分片 + 讀寫分離
sharding.jdbc.datasource.names=master0,master1,master0slave0,master0slave1,master1slave0,master1slave1
sharding.jdbc.config.sharding.props.sql.show=true

sharding.jdbc.datasource.master0.type=com.zaxxer.hikari.HikariDataSource
sharding.jdbc.datasource.master0.driver-class-name=com.mysql.cj.jdbc.Driver
sharding.jdbc.datasource.master0.jdbcUrl=jdbc:mysql://localhost:3306/master0?useUnicode=true&characterEncoding=utf8&useSSL=true&allowMultiQueries=true&verifyServerCertificate=false&serverTimezone=Asia/Shanghai
sharding.jdbc.datasource.master0.username=root
sharding.jdbc.datasource.master0.password=aaaa

sharding.jdbc.datasource.master0slave0.type=com.zaxxer.hikari.HikariDataSource
sharding.jdbc.datasource.master0slave0.driver-class-name=com.mysql.cj.jdbc.Driver
sharding.jdbc.datasource.master0slave0.jdbcUrl=jdbc:mysql://localhost:3306/master0slave0?useUnicode=true&characterEncoding=utf8&useSSL=true&allowMultiQueries=true&verifyServerCertificate=false&serverTimezone=Asia/Shanghai
sharding.jdbc.datasource.master0slave0.username=root
sharding.jdbc.datasource.master0slave0.password=aaaa
sharding.jdbc.datasource.master0slave1.type=com.zaxxer.hikari.HikariDataSource
sharding.jdbc.datasource.master0slave1.driver-class-name=com.mysql.cj.jdbc.Driver
sharding.jdbc.datasource.master0slave1.jdbcUrl=jdbc:mysql://localhost:3306/master0slave1?useUnicode=true&characterEncoding=utf8&useSSL=true&allowMultiQueries=true&verifyServerCertificate=false&serverTimezone=Asia/Shanghai
sharding.jdbc.datasource.master0slave1.username=root
sharding.jdbc.datasource.master0slave1.password=aaaa

sharding.jdbc.datasource.master1.type=com.zaxxer.hikari.HikariDataSource
sharding.jdbc.datasource.master1.driver-class-name=com.mysql.cj.jdbc.Driver
sharding.jdbc.datasource.master1.jdbcUrl=jdbc:mysql://localhost:3306/master1?useUnicode=true&characterEncoding=utf8&useSSL=true&allowMultiQueries=true&verifyServerCertificate=false&serverTimezone=Asia/Shanghai
sharding.jdbc.datasource.master1.username=root
sharding.jdbc.datasource.master1.password=aaaa

sharding.jdbc.datasource.master1slave0.type=com.zaxxer.hikari.HikariDataSource
sharding.jdbc.datasource.master1slave0.driver-class-name=com.mysql.cj.jdbc.Driver
sharding.jdbc.datasource.master1slave0.jdbcUrl=jdbc:mysql://localhost:3306/master1slave0?useUnicode=true&characterEncoding=utf8&useSSL=true&allowMultiQueries=true&verifyServerCertificate=false&serverTimezone=Asia/Shanghai
sharding.jdbc.datasource.master1slave0.username=root
sharding.jdbc.datasource.master1slave0.password=aaaa
sharding.jdbc.datasource.master1slave1.type=com.zaxxer.hikari.HikariDataSource
sharding.jdbc.datasource.master1slave1.driver-class-name=com.mysql.cj.jdbc.Driver
sharding.jdbc.datasource.master1slave1.jdbcUrl=jdbc:mysql://localhost:3306/master1slave1?useUnicode=true&characterEncoding=utf8&useSSL=true&allowMultiQueries=true&verifyServerCertificate=false&serverTimezone=Asia/Shanghai
sharding.jdbc.datasource.master1slave1.username=root
sharding.jdbc.datasource.master1slave1.password=aaaa

sharding.jdbc.config.sharding.tables.t_order.actual-data-nodes=ds$->{0..1}.t_order$->{0..1}
# 自定義分庫分表算法
sharding.jdbc.config.sharding.tables.t_order.databaseStrategy.complex.shardingColumns=order_id,user_id
sharding.jdbc.config.sharding.tables.t_order.databaseStrategy.complex.algorithmClassName=com.example.sharding.algorithm.DbShardingAlgorithm

## 自定義分表算法
sharding.jdbc.config.sharding.tables.t_order.tableStrategy.complex.shardingColumns=order_id,user_id
sharding.jdbc.config.sharding.tables.t_order.tableStrategy.complex.algorithmClassName=com.example.sharding.algorithm.TableShardingAlgorithm
#自增列名稱,缺省表示不使用自增主鍵生成器
sharding.jdbc.config.sharding.tables.t_order.key-generator-column-name=id

#自增列值生成器類名稱,缺省表示使用默認自增列值生成器。該類需提供無參數的構造器
#sharding.jdbc.config.sharding.tables.<logic-table-name>.key-generator-class-name=
sharding.jdbc.config.sharding.tables.t_order_item.actual-data-nodes=ds$->{0..1}.t_order_item$->{0..1}

sharding.jdbc.config.sharding.tables.t_order_item.databaseStrategy.complex.shardingColumns=order_id,user_id
sharding.jdbc.config.sharding.tables.t_order_item.databaseStrategy.complex.algorithmClassName=com.example.sharding.algorithm.DbShardingAlgorithm

## 自定義分表算法
sharding.jdbc.config.sharding.tables.t_order_item.tableStrategy.complex.shardingColumns=order_id,user_id
sharding.jdbc.config.sharding.tables.t_order_item.tableStrategy.complex.algorithmClassName=com.example.sharding.algorithm.TableShardingAlgorithm
sharding.jdbc.config.sharding.tables.t_order_item.key-generator-column-name=id

#綁定表指分片規則一致的主表和子表
sharding.jdbc.config.sharding.binding-tables[0]=t_order,t_order_item

#sharding.jdbc.config.sharding.binding-tables[1]=t_order,t_order_log
#指所有的分片數據源中都存在的表,表結構和表中的數據在每個數據庫中均完全一致。適用於數據量不大且需要與海量數據的表進行關聯查詢的場景,例如:字典表。
#sharding.jdbc.config.sharding.broadcast-tables=t_config
sharding.jdbc.config.sharding.master-slave-rules.ds0.master-data-source-name=master0
sharding.jdbc.config.sharding.master-slave-rules.ds0.slave-data-source-names=master0slave0, master0slave1
sharding.jdbc.config.sharding.master-slave-rules.ds1.master-data-source-name=master1
sharding.jdbc.config.sharding.master-slave-rules.ds1.slave-data-source-names=master1slave0, master1slave1

#https://shardingsphere.apache.org/document/legacy/3.x/document/cn/features/sharding/concept/sql/
#https://shardingsphere.apache.org/document/legacy/3.x/document/cn/manual/sharding-jdbc/configuration/config-spring-boot/
#https://www.cnblogs.com/sky-chen/p/11393659.html

自定義分片及分表算法

package com.example.sharding.algorithm;

import io.shardingsphere.api.algorithm.sharding.ListShardingValue;
import io.shardingsphere.api.algorithm.sharding.ShardingValue;
import io.shardingsphere.api.algorithm.sharding.complex.ComplexKeysShardingAlgorithm;

import java.util.*;

/**
 * https://www.cnblogs.com/sky-chen/p/11393659.html
 * 根據用戶ID和訂單號分片
 */
public class DbShardingAlgorithm implements ComplexKeysShardingAlgorithm {
    // 取模因子
    public static final Integer MODE_FACTOR = 1331;

    /**
     * Sharding.
     *
     * @param availableTargetNames available data sources or tables's names
     * @param shardingValues       sharding values
     * @return sharding results for data sources or tables's names
     */
    @Override
    public Collection<String> doSharding(Collection<String> availableTargetNames,
                                         Collection<ShardingValue> shardingValues) {
        System.err.println("--------------------DB route info begin----------------------------------");
        System.err.println(availableTargetNames);//[ds0, ds1]
        System.err.println(shardingValues);
        //[ListShardingValue(logicTableName=t_order, columnName=order_id, values=[3]), ListShardingValue(logicTableName=t_order, columnName=user_id, values=[200])]
        Set<String> shardingResults = new HashSet<>();
        Integer shardingIndex = getIndex(shardingValues) % availableTargetNames.size();
        // loop and match datasource
        for (String dbName : availableTargetNames) {
            // get logic datasource index suffix
            String nameSuffix = dbName.substring(2);
            if (nameSuffix.equals(shardingIndex.toString())) {
                shardingResults.add(dbName);
                break;
            }
        }
        System.err.println(shardingResults);
        System.err.println("--------------------DB route info end----------------------------------");
        return shardingResults;
    }

    /**
     * get datasource sharding index <p>
     * sharding algorithm : shardingIndex = (orderId + userId.hashCode()) % db.size
     *
     * @param shardingValues
     * @return
     */
    private int getIndex(Collection<ShardingValue> shardingValues) {
        int shardingIndex = 0;
        ListShardingValue<Long> listShardingValue;
        List<Long> shardingValue;
        for (ShardingValue sVal : shardingValues) {
            listShardingValue = (ListShardingValue<Long>) sVal;
            if ("order_id".equals(listShardingValue.getColumnName())) {
                shardingValue = (List<Long>) listShardingValue.getValues();
                shardingIndex += Math.abs(shardingValue.get(0)) % MODE_FACTOR;
            } else if ("user_id".equals(listShardingValue.getColumnName())) {
                shardingValue = (List<Long>) listShardingValue.getValues();
                // 這裏  % 1313 僅僅只是防止溢出
                shardingIndex += Math.abs(shardingValue.get(0).hashCode()) % MODE_FACTOR;
            }
        }
        return shardingIndex;
    }
}

package com.example.sharding.algorithm;

import io.shardingsphere.api.algorithm.sharding.ListShardingValue;
import io.shardingsphere.api.algorithm.sharding.ShardingValue;
import io.shardingsphere.api.algorithm.sharding.complex.ComplexKeysShardingAlgorithm;

import java.util.*;

/**
 * 根據用戶ID和訂單號分表
 */
public  class TableShardingAlgorithm implements ComplexKeysShardingAlgorithm {
    // 取模因子
    public static final Integer MODE_FACTOR = 1331;

    /**
     * Sharding.
     *
     * @param availableTargetNames available data sources or tables's names
     * @param shardingValues       sharding values
     * @return sharding results for data sources or tables's names
     */
    @Override
    public Collection<String> doSharding(Collection<String> availableTargetNames,
                                         Collection<ShardingValue> shardingValues) {
        System.err.println("--------------------Table route info begin----------------------------------");
        System.err.println(availableTargetNames);//[t_order0, t_order1]
        System.err.println(shardingValues);
        //[ListShardingValue(logicTableName=t_order, columnName=order_id, values=[3]), ListShardingValue(logicTableName=t_order, columnName=user_id, values=[200])]
        Set<String> shardingResults = new HashSet<>();
        Integer shardingIndex = getIndex(shardingValues) % availableTargetNames.size();
        // loop and match table
        for (String tableName : availableTargetNames) {
            String nameSuffix = tableName.substring(tableName.length()-1);
            if (nameSuffix.equals(shardingIndex.toString())) {
                shardingResults.add(tableName);
                break;
            }
        }
        System.err.println(shardingResults);
        System.err.println("--------------------Table route info end----------------------------------");
        return shardingResults;
    }
// 通過打印的sql即可看到查詢的哪個庫
    private int getIndex(Collection<ShardingValue> shardingValues) {
        int shardingIndex = 0;
        ListShardingValue<Long> listShardingValue;
        List<Long> shardingValue;
        for (ShardingValue sVal : shardingValues) {
            listShardingValue = (ListShardingValue<Long>) sVal;
            if ("order_id".equals(listShardingValue.getColumnName())) {
                shardingValue = (List<Long>) listShardingValue.getValues();
                shardingIndex += Math.abs(shardingValue.get(0)) % MODE_FACTOR;
            } else if ("user_id".equals(listShardingValue.getColumnName())) {
                shardingValue = (List<Long>) listShardingValue.getValues();
                // 這裏  % 1313 僅僅只是防止溢出
                shardingIndex += Math.abs(shardingValue.get(0).hashCode()) % MODE_FACTOR;
            }
        }
        return shardingIndex;
    }
}

創建實體類,操作邏輯

package com.example.entity;

import com.baomidou.mybatisplus.annotation.TableName;
import com.baomidou.mybatisplus.annotation.TableField;
import lombok.Data;
import java.io.Serializable;

@Data
@TableName(value = "t_order")
public class Order implements Serializable {
    private Long id;
    @TableField("order_id")
    private Long orderId;
    @TableField("user_id")
    private Long userId;
    @TableField("order_state")
    private Integer orderState;

}
package com.example.entity;

import com.baomidou.mybatisplus.annotation.TableField;
import com.baomidou.mybatisplus.annotation.TableName;
import lombok.Data;

import java.io.Serializable;

@Data
@TableName(value = "t_order_item")
public class OrderItem implements Serializable {
    private Long id;
    @TableField("order_id")
    private Long orderId;
    @TableField("user_id")
    private Long userId;
    @TableField("goods_id")
    private Integer goodsId;
    private Integer count;
    private Integer price;
}
package com.example.mapper;

import com.baomidou.mybatisplus.core.mapper.BaseMapper;
import com.example.entity.Order;
import org.apache.ibatis.annotations.Mapper;

@Mapper
public interface OrderMapper extends BaseMapper<Order> {
}

package com.example.mapper;

import com.baomidou.mybatisplus.core.mapper.BaseMapper;
import com.example.entity.OrderItem;
import org.apache.ibatis.annotations.Mapper;

@Mapper
public interface OrderItemMapper extends BaseMapper<OrderItem> {
}

package com.example.service;

import com.example.entity.Order;
import com.example.entity.OrderItem;

public interface IOrderService {
    /**
     * @param order 訂單
     * @param item 訂單商品
     * @return 
     */
    boolean insertOrder(Order order, OrderItem item);

    Order getById(Order order);
}

package com.example.service.impl;

import com.baomidou.mybatisplus.core.conditions.query.QueryWrapper;
import com.example.entity.Order;
import com.example.entity.OrderItem;
import com.example.mapper.OrderItemMapper;
import com.example.mapper.OrderMapper;
import com.example.service.IOrderService;
import org.springframework.stereotype.Service;
import org.springframework.transaction.annotation.Transactional;
import javax.annotation.Resource;

@Service
public class OrderService implements IOrderService {
    @Resource
    OrderMapper orderMapper;
    @Resource
    OrderItemMapper orderItemMapper;
    @Override
    @Transactional
    public boolean insertOrder(Order order, OrderItem item) {
        orderItemMapper.insert(item);
        return orderMapper.insert(order)>0;
    }

    @Override
    public Order getById(Order order) {
        QueryWrapper<Order> query = new QueryWrapper<>(order);
        return orderMapper.selectOne(query);
    }
}

package com.example;
import com.baomidou.mybatisplus.extension.plugins.PaginationInterceptor;
import org.springframework.boot.SpringApplication;
import org.springframework.boot.autoconfigure.SpringBootApplication;
import org.springframework.boot.context.properties.EnableConfigurationProperties;
import org.springframework.context.annotation.Bean;
import org.springframework.transaction.annotation.EnableTransactionManagement;
//import springfox.documentation.swagger2.annotations.EnableSwagger2;

//@EnableSwagger2
@SpringBootApplication
@EnableConfigurationProperties //使 使用 @ConfigurationProperties 註解的類生效。
@EnableTransactionManagement(proxyTargetClass = true)
public class DemoApplication {

	public static void main(String[] args) {
		SpringApplication.run(DemoApplication.class, args);
	}

	@Bean
	public PaginationInterceptor paginationInterceptor() {
		return new PaginationInterceptor();
	}
}

建立數據庫及表


CREATE DATABASE if not exists master0;
-- 自行添加master1,master0slave0,master0slave1,master1slave0,master1slave1;
DROP TABLE if exists `t_order0`;
DROP TABLE if exists `t_order1`;
DROP TABLE if exists `t_order_item0`;
DROP TABLE if exists `t_order_item1`;
-- 下面的建表語句在上面的庫中分別執行一次
CREATE TABLE `t_order0` (
	`id` bigint(11) NOT NULL,
  `order_id` bigint(11) NOT NULL,
  `user_id` int(11) NOT NULL,
  `order_state` int(11) NOT NULL,
  UNIQUE KEY `orderId` (`order_id`) USING BTREE COMMENT '訂單號',
	KEY `ix_user_id` (`user_id`)
) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_0900_ai_ci;

CREATE TABLE `t_order1` (
	`id` bigint(11) NOT NULL,
  `order_id` bigint(11) NOT NULL,
  `user_id` int(11) NOT NULL,
  `order_state` int(11) NOT NULL,
  UNIQUE KEY `orderId` (`order_id`) USING BTREE COMMENT '訂單號',
	KEY `ix_user_id` (`user_id`)
) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_0900_ai_ci;

CREATE TABLE `t_order_item0` (
	`id` bigint(11) NOT NULL,
  `order_id` bigint(11) NOT NULL,
  `user_id` int(11) NOT NULL,
  `goods_id` int(11) NOT NULL,
	`count` int(11) NOT NULL,
	`price` int(11) NOT NULL,
  UNIQUE KEY `orderId` (`order_id`) USING BTREE COMMENT '訂單號',
	KEY `ix_user_id` (`user_id`)
) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_0900_ai_ci;

CREATE TABLE `t_order_item1` (
	`id` bigint(11) NOT NULL,
  `order_id` bigint(11) NOT NULL,
  `user_id` int(11) NOT NULL,
  `goods_id` int(11) NOT NULL,
	`count` int(11) NOT NULL,
	`price` int(11) NOT NULL,
  UNIQUE KEY `orderId` (`order_id`) USING BTREE COMMENT '訂單號',
	KEY `ix_user_id` (`user_id`)
) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_0900_ai_ci;

測試

package com.example.controller;

import com.baomidou.mybatisplus.core.conditions.query.QueryWrapper;
import com.baomidou.mybatisplus.core.metadata.IPage;
import com.baomidou.mybatisplus.extension.plugins.pagination.Page;
import com.example.entity.Order;
import com.example.entity.OrderItem;
import com.example.entity.User;
import com.example.mapper.UserMapper;
import com.example.service.DoThingService;
import com.example.service.impl.OrderService;
import org.junit.Test;
import org.junit.runner.RunWith;
import org.springframework.boot.test.context.SpringBootTest;
import org.springframework.test.context.junit4.SpringRunner;

import javax.annotation.Resource;
import java.util.List;

@RunWith(SpringRunner.class)
@SpringBootTest
public class DemoApplicationTests {
	@Resource
	OrderService orderService;
	@Test
	public void orderServiceTest() {
		OrderItem item = new OrderItem();
		item.setGoodsId(1);
		item.setCount(2);
		item.setPrice(12);
		item.setUserId(200L);
		item.setOrderId(3L);

		Order order = new Order();
		order.setOrderId(3L);
		order.setUserId(200L);
		order.setOrderState(0);

		orderService.insertOrder(order, item);
		System.err.println(order.getId());
	}
//數據庫主從配置未配,參照打印出來的語句來檢查是否走了自定義的路由分片
	@Test
	public void orderQueryTest() {

		Order order = new Order();
		order.setOrderId(3L);
        order.setUserId(200L);
		Order a = orderService.getById(order);
		System.err.println(a);
	}

}


###對你有用嗎?
在這裏插入圖片描述
在這裏插入圖片描述

發表評論
所有評論
還沒有人評論,想成為第一個評論的人麼? 請在上方評論欄輸入並且點擊發布.
相關文章