mysql超大分页优化的实现

SELECT * FROM articles ORDER BY id LIMIT 100000, 10;

SELECT * FROM articles WHERE id > ? ORDER BY id LIMIT 10;

SELECT id, title FROM articles WHERE id > ? ORDER BY id LIMIT 10;

-- 第一步：仅查询主键集合
SELECT id FROM articles ORDER BY id LIMIT 100000, 10;

-- 第二步：通过主键查询完整数据
SELECT * FROM articles WHERE id IN (主键集合);

-- 将分页结果缓存到 Redis 中
redis.set("page_100000", 查询结果);

SELECT * FROM articles WHERE create_time >= '2023-01-01' ORDER BY id LIMIT 10;

-- 限制最大偏移量
SELECT * FROM articles ORDER BY id LIMIT 1000;

import java.sql.Connection;
import java.sql.DriverManager;
import java.sql.PreparedStatement;
import java.sql.ResultSet;

public class LargePaginationExample {
    public static void main(String[] args) {
        String url = "jdbc:mysql://localhost:3306/testdb";
        String username = "root";
        String password = "password";

        try (Connection connection = DriverManager.getConnection(url, username, password)) {
            // 超大分页优化：通过索引分页查询
            paginateWithIndex(connection, 100000, 10);
        } catch (Exception e) {
            e.printStackTrace();
        }
    }

    private static void paginateWithIndex(Connection connection, int offset, int limit) throws Exception {
        // 假设数据表中有索引字段 `id`
        String sql = "SELECT * FROM articles WHERE id > ? ORDER BY id LIMIT ?";
        
        try (PreparedStatement stmt = connection.prepareStatement(sql)) {
            // 模拟从某个位置开始分页
            int lastId = offset; // 假设偏移量通过上次查询得知
            stmt.setInt(1, lastId);
            stmt.setInt(2, limit);

            try (ResultSet rs = stmt.executeQuery()) {
                while (rs.next()) {
                    System.out.printf("ID: %d, Title: %s%n", rs.getInt("id"), rs.getString("title"));
                }
            }
        }
    }
}