MySQL快速插入大量数据的解决方案和代码示例

INSERT INTO your_table (column1, column2) VALUES 
('value1', 'value2'),
('value3', 'value4'),
...
('valueN', 'valueM');

ALTER TABLE your_table DISABLE KEYS;

-- 执行批量插入操作

ALTER TABLE your_table ENABLE KEYS;

START TRANSACTION;

-- 执行批量插入操作

COMMIT;

INSERT INTO your_table (column1, column2) VALUES (?, ?);

[mysqld]
innodb_buffer_pool_size = 1G
innodb_flush_log_at_trx_commit = 2

LOAD DATA INFILE '/path/to/yourfile.csv' INTO TABLE your_table
FIELDS TERMINATED BY ',' 
LINES TERMINATED BY '\n'
(column1, column2);

sqoop import --connect jdbc:mysql://your-database-host/your-database \
--username your-username --password your-password \
--table your_table --num-mappers 4

import threading
import mysql.connector

def insert_data(start, end):
    conn = mysql.connector.connect(user='your-username', password='your-password',
                                   host='your-database-host', database='your-database')
    cursor = conn.cursor()
    for i in range(start, end):
        cursor.execute("INSERT INTO your_table (column1, column2) VALUES (%s, %s)", (value1, value2))
    conn.commit()
    cursor.close()
    conn.close()

threads = []
for i in range(4):  # 创建4个线程
    t = threading.Thread(target=insert_data, args=(i*7500, (i+1)*7500))
    t.start()
    threads.append(t)

for t in threads:
    t.join()