# 使用 NVMe SSD
# 配置 RAID 0 或 RAID 10
# 启用磁盘 I/O 调度

# 查看磁盘信息
lsblk
fdisk -l
hdparm -t /dev/sda

# 推荐使用 XFS 或 ext4
mkfs.xfs /dev/sda
mount -t xfs /dev/sda /data

# 挂载选项优化
mount -t xfs -o noatime,nodiratime /dev/sda /data

# 调整 I/O 调度
echo "none" > /sys/block/sda/queue/scheduler

# 优化启动参数
minio server /data/minio \
  --address ":9000" \
  --console-address ":9001" \
  --certs-dir "/etc/minio/certs" \
  --ftp-address ":8021" \
  --sftp-address ":8022"

# 内存分配
export MINIO_ROOT_USER=admin
export MINIO_ROOT_PASSWORD=password123

# 并发连接优化
export MINIO_SERVER_URL=https://minio.example.com

# 日志级别
export MINIO_LOGGER_LEVEL=error

# 缓存配置
export MINIO_CACHE_DRIVES="/mnt/cache1,/mnt/cache2"
export MINIO_CACHE_EXCLUDE="*.log,*.tmp"
export MINIO_CACHE_QUOTA=80
export MINIO_CACHE_AFTER=3

# 设置 API 限制
mc admin config set myminio/ \
  api_requests_max=10000 \
  api_requests_deadline=10s \
  api_cluster_deadline=10s

# 配置缓存层
export MINIO_CACHE_DRIVES="/mnt/cache1,/mnt/cache2"
export MINIO_CACHE_EXCLUDE="*.log,*.tmp,*.zip"
export MINIO_CACHE_QUOTA=80
export MINIO_CACHE_AFTER=3
export MINIO_CACHE_WATERMARK_LOW=70
export MINIO_CACHE_WATERMARK_HIGH=85

# 查看缓存状态
mc admin info myminio/

# 缓存命中示例
# 1. 对象首次访问 → 从后端读取
# 2. 满足缓存条件 → 写入缓存
# 3. 后续访问 → 从缓存读取

# 分段上传大文件
# 自动分段阈值
# 默认: 5MB
# 建议: 100MB - 1GB

# Python 示例
from boto3.s3.transfer import TransferConfig

config = TransferConfig(
    multipart_threshold=100 * 1024 * 1024,  # 100MB
    max_concurrency=10,
    multipart_chunksize=50 * 1024 * 1024   # 50MB
)

s3.upload_file('largefile.zip', 'bucket', 'largefile.zip', Config=config)

# 调整系统限制
# /etc/security/limits.conf
* soft nofile 65536
* hard nofile 65536

# 内核参数
sysctl -w net.core.somaxconn=65535
sysctl -w net.ipv4.tcp_fin_timeout=30

# 调整 TCP 参数
sysctl -w net.core.rmem_max=26214400
sysctl -w net.core.wmem_max=26214400
sysctl -w net.ipv4.tcp_rmem="4096 87380 26214400"
sysctl -w net.ipv4.tcp_wmem="4096 16384 26214400"

# 持久化配置
cat >> /etc/sysctl.conf << EOF
net.core.rmem_max=26214400
net.core.wmem_max=26214400
net.ipv4.tcp_rmem=4096 87380 26214400
net.ipv4.tcp_wmem=4096 16384 26214400
EOF

# Nginx 配置
upstream minio {
    server minio1:9000;
    server minio2:9000;
    server minio3:9000;
    server minio4:9000;
    keepalive 64;
}

server {
    listen 9000;
    server_name minio.example.com;

    location / {
        proxy_pass http://minio;
        proxy_set_header Host $host;
        proxy_set_header X-Real-IP $remote_addr;
        proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
        proxy_set_header X-Forwarded-Proto $scheme;
        proxy_http_version 1.1;
        proxy_set_header Connection "";
        client_max_body_size 10G;
    }
}

# 启用压缩
mc compression set myminio/mybucket \
  --extensions ".txt,.log,.json,.csv" \
  --mime-types "text/*,application/json"

# 查看压缩配置
mc compression ls myminio/mybucket/

# 压缩优势
# - 减少存储空间
# - 加快网络传输
# - 增加 CPU 开销

# 支持的压缩算法
# zstd (默认, 高性能)
# gz (广泛兼容)
# snappy (快速)

# MinIO 默认使用 zstd

# 查看 I/O 统计
mc admin ioinfo myminio/

# 查看带宽
mc admin bandwidth myminio/

# Prometheus 指标
curl http://localhost:9000/minio/v2/metrics/cluster

# 访问 https://min.io/resources/calculator
# 计算最优配置

# performance_test.py
import boto3
import time
import concurrent.futures

s3 = boto3.client(
    's3',
    endpoint_url='http://localhost:9000',
    aws_access_key_id='admin',
    aws_secret_access_key='password'
)

def upload_test(file_size_mb):
    start = time.time()
    s3.put_object(
        Bucket='test-bucket',
        Key=f'test-{file_size_mb}mb',
        Body=b'0' * (file_size_mb * 1024 * 1024)
    )
    return time.time() - start

# 测试并发上传
with concurrent.futures.ThreadPoolExecutor(max_workers=10) as executor:
    results = list(executor.map(upload_test, [10] * 100))

avg_time = sum(results) / len(results)
print(f"Average upload time: {avg_time:.2f}s")
print(f"Throughput: {10 / avg_time:.2f} MB/s")

□ 使用 SSD 存储
□ 启用缓存层
□ 启用压缩
□ 使用 CDN 分发
□ 预热热门数据
□ 使用预签名 URL
□ 合理设置 TTL

□ 使用分段上传
□ 调整并发数
□ 使用 SSD 存储
□ 批量写入
□ 禁用不必要的元数据
□ 合理设置刷新间隔