存储架构

// staging/src/k8s.io/api/core/v1/types.go

// PersistentVolumeAccessMode 访问模式
type PersistentVolumeAccessMode string

const (
    // ReadWriteOnce 单节点读写
    ReadWriteOnce PersistentVolumeAccessMode = "ReadWriteOnce"

    // ReadOnlyMany 多节点只读
    ReadOnlyMany PersistentVolumeAccessMode = "ReadOnlyMany"

    // ReadWriteMany 多节点读写
    ReadWriteMany PersistentVolumeAccessMode = "ReadWriteMany"

    // ReadWriteOncePod 单 Pod 读写（1.22+）
    ReadWriteOncePod PersistentVolumeAccessMode = "ReadWriteOncePod"
)

// staging/src/k8s.io/api/core/v1/types.go

// PersistentVolumeReclaimPolicy 回收策略
type PersistentVolumeReclaimPolicy string

const (
    // Retain 保留
    PersistentVolumeReclaimRetain PersistentVolumeReclaimPolicy = "Retain"

    // Delete 删除
    PersistentVolumeReclaimDelete PersistentVolumeReclaimPolicy = "Delete"

    // Recycle 回收（已弃用）
    PersistentVolumeReclaimRecycle PersistentVolumeReclaimPolicy = "Recycle"
)

# 文件系统模式（默认）
apiVersion: v1
kind: PersistentVolumeClaim
metadata:
  name: fs-pvc
spec:
  accessModes:
    - ReadWriteOnce
  volumeMode: Filesystem
  resources:
    requests:
      storage: 10Gi
---
# 块设备模式
apiVersion: v1
kind: PersistentVolumeClaim
metadata:
  name: block-pvc
spec:
  accessModes:
    - ReadWriteOnce
  volumeMode: Block
  resources:
    requests:
      storage: 10Gi

apiVersion: storage.k8s.io/v1
kind: CSIStorageCapacity
metadata:
  name: csi-capacity-xxx
  namespace: kube-system
storageClassName: fast-storage
nodeTopology:
  matchLabels:
    topology.kubernetes.io/zone: us-east-1a
capacity: 100Gi
maximumVolumeSize: 10Gi

// pkg/scheduler/framework/plugins/volumebinding/binder.go

// 检查存储容量
func (b *volumeBinder) checkVolumeCapacity(
    claim *v1.PersistentVolumeClaim,
    storageClass *storagev1.StorageClass,
    node *v1.Node,
) error {
    // 获取节点的存储容量
    capacities, err := b.capacityLister.List(labels.Everything())
    if err != nil {
        return err
    }

    requestedSize := claim.Spec.Resources.Requests[v1.ResourceStorage]

    for _, capacity := range capacities {
        if capacity.StorageClassName != storageClass.Name {
            continue
        }

        // 检查节点拓扑匹配
        if !matchesTopology(capacity.NodeTopology, node) {
            continue
        }

        // 检查容量
        if capacity.Capacity != nil && capacity.Capacity.Cmp(requestedSize) >= 0 {
            return nil
        }
    }

    return fmt.Errorf("insufficient storage capacity")
}

# Kubelet 配置启用 CSI Migration
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
featureGates:
  CSIMigration: true
  CSIMigrationAWS: true
  CSIMigrationGCE: true

var (
    // PV 绑定操作延迟
    pvBindingLatency = prometheus.NewHistogramVec(
        prometheus.HistogramOpts{
            Name:    "pv_collector_bound_pv_latency_seconds",
            Help:    "Latency of binding PVCs to PVs",
            Buckets: prometheus.ExponentialBuckets(0.001, 2, 15),
        },
        []string{"storage_class"},
    )

    // 卷操作计数
    volumeOperations = prometheus.NewCounterVec(
        prometheus.CounterOpts{
            Name: "storage_operation_total",
            Help: "Total number of storage operations",
        },
        []string{"operation", "plugin", "status"},
    )

    // 卷操作延迟
    volumeOperationLatency = prometheus.NewHistogramVec(
        prometheus.HistogramOpts{
            Name:    "storage_operation_duration_seconds",
            Help:    "Duration of storage operations",
            Buckets: prometheus.ExponentialBuckets(0.001, 2, 15),
        },
        []string{"operation", "plugin"},
    )
)

# 使用资源配额限制存储使用
apiVersion: v1
kind: ResourceQuota
metadata:
  name: storage-quota
spec:
  hard:
    requests.storage: "100Gi"
    persistentvolumeclaims: "10"
    fast-storage.storageclass.storage.k8s.io/requests.storage: "50Gi"

# 使用 Retain 策略保护重要数据
apiVersion: storage.k8s.io/v1
kind: StorageClass
metadata:
  name: important-data
provisioner: csi.example.com
reclaimPolicy: Retain
allowVolumeExpansion: true