一、部署CephFS StorageClass

CephFS 允许用户挂载一个兼容posix的共享目录到多个主机，该存储和NFS共享存储以及CIFS共享目录相似；

1、创建 StorageClass

[root@master01 ~]# cd /root/2/rook/deploy/examples/csi/cephfs/
[root@master01 cephfs]# kubectl apply -f storageclass.yaml

2、查看StorageClass

[root@master01 cephfs]# kubectl get sc
NAME                        PROVISIONER                     RECLAIMPOLICY   VOLUMEBINDINGMODE   ALLOWVOLUMEEXPANSION   AGE
rook-ceph-block (default)   rook-ceph.rbd.csi.ceph.com      Delete          Immediate           true                   17m
rook-cephfs                 rook-ceph.cephfs.csi.ceph.com   Delete          Immediate           true                   43s

说明：cephfs使用和rbd同样指定storageClassName的值便可，须要注意的是rbd只支持

ReadWriteOnce，cephfs能够支持ReadWriteMany 。

3、测试验证

创建 StorageClass

#编写创建pvc的yaml文件
[root@master01 2]# vim cephfs-pvc.yml
apiVersion: v1
kind: PersistentVolumeClaim
metadata:
  name: redis-data-pvc
spec:
  accessModes:
    - ReadWriteMany
  resources:
    requests:
      storage: 2Gi
  storageClassName: rook-cephfs

#应用
[root@master01 2]# kubectl apply -f cephfs-pvc.yml

#验证
[root@master01 2]# kg pvc | grep redis-data-pvc
redis-data-pvc   Bound    pvc-df9be0ee-5950-4b3e-9c49-0ea09724d17c   2Gi        RWX            rook-cephfs       33s

建立一个pod来使用pvc做存储并验证持久化效果

#编写测试的yaml文件
[root@master01 2]# vim test-cephfs-pod.yml
apiVersion: v1
kind: Pod
metadata:
  name: redis
spec:
  nodeSelector:
    storage: rook-ceph
  containers:
  - name: redis
    image: registry.cn-hangzhou.aliyuncs.com/abroad_images/redis:6.2
    ports:
    - containerPort: 6379
      name: redisport
    volumeMounts:
    - mountPath: /data
      name: redis-pvc
  volumes:
    - name: redis-pvc
      persistentVolumeClaim:
        claimName: redis-data-pvc

#应用
[root@master01 2]# kubectl apply -f test-cephfs-pod.yml

#验证
[root@master01 2]# kgp | grep redis
redis                           1/1     Running   0             114s

#创建数据方便进行验证
[root@master01 2]# kubectl exec -it redis -- sh
# redis-cli
127.0.0.1:6379> set mykey "hello world"
127.0.0.1:6379> get mykey
"hello world"
127.0.0.1:6379> BGSAVE
127.0.0.1:6379> exit
# ls
dump.rdb

#删除pod
[root@master01 2]# kubectl delete -f test-cephfs-pod.yml

#再次创建pod
[root@master01 2]# kubectl apply -f test-cephfs-pod.yml

#验证数据持久化
[root@master01 2]# kubectl exec -it redis -- sh
# redis-cli
127.0.0.1:6379> get mykey
"hello world"