十亿级MySQL大表的查询优化10种方法

-- 创建时间范围分区表
CREATE TABLE orders (
    id INT NOT NULL AUTO_INCREMENT,
    order_date DATE NOT NULL,
    amount DECIMAL(10,2),
    PRIMARY KEY (id, order_date)
) PARTITION BY RANGE (YEAR(order_date)) (
    PARTITION p2020 VALUES LESS THAN (2021),
    PARTITION p2021 VALUES LESS THAN (2022),
    PARTITION p2022 VALUES LESS THAN (2023),
    PARTITION p_max VALUES LESS THAN MAXVALUE
);

-- 查询指定分区
SELECT * FROM orders PARTITION (p2022) WHERE user_id=123;

-- 创建分片表（user_id取模分64张表）
CREATE TABLE user_00 LIKE users;
CREATE TABLE user_01 LIKE users;
...
CREATE TABLE user_63 LIKE users;

-- 分片查询路由
SELECT * FROM user_${user_id % 64} WHERE user_id=123456;

-- 创建覆盖索引
ALTER TABLE orders ADD INDEX idx_cover (user_id, order_date, amount);

-- 强制索引使用
SELECT /*+ INDEX(orders idx_cover) */ order_date, amount 
FROM orders 
WHERE user_id=123 AND order_date > '2024-01-01';

-- 归档历史数据
CREATE TABLE orders_archive LIKE orders;
INSERT INTO orders_archive SELECT * FROM orders 
WHERE order_date < '2023-01-01';
DELETE FROM orders WHERE order_date < '2023-01-01';

-- 创建联合视图
CREATE VIEW orders_union AS
SELECT * FROM orders 
UNION ALL
SELECT * FROM orders_archive;

-- 低效分页改造
SELECT * FROM orders WHERE id > 1000000 LIMIT 10;

-- 避免全表扫描
SELECT user_id FROM orders FORCE INDEX(primary) 
WHERE create_time BETWEEN '2024-01-01' AND '2024-03-01';

-- 创建列式存储表
CREATE TABLE logs (
    id BIGINT,
    log_time DATETIME,
    content TEXT
) ENGINE=Columnstore;

# my.cnf核心参数
[mysqld]
innodb_buffer_pool_size=128G
innodb_flush_log_at_trx_commit=2
innodb_io_capacity=20000
innodb_read_io_threads=16
query_cache_type=0

-- 批量插入优化
INSERT INTO orders (user_id,amount) 
VALUES (1,100),(2,200),(3,300);

-- 延迟更新
SET GLOBAL innodb_flush_log_at_trx_commit=2;
START TRANSACTION;
...批量操作...
COMMIT;

-- TiDB分布式查询
SELECT /*+ READ_FROM_STORAGE(tikv[orders]) */ *
FROM orders 
WHERE user_id IN (SELECT user_id FROM vip_users);

-- IP地址存储优化
ALTER TABLE access_log 
MODIFY ip INT UNSIGNED,
ADD INDEX idx_ip (ip);

-- 枚举类型改造
ALTER TABLE users 
MODIFY gender ENUM('M','F') NOT NULL DEFAULT 'M';