[root@cssosbe01-196119 3.11]# kubectl create -f thin30.yml persistentvolume/pv-provisionedvol created persistentvolumeclaim/pvc-provisionedvol created pod/pod-provisionedvol created [root@cssosbe01-196119 3.11]# kubectl get pv,pvc,pod -o wide NAME CAPACITY ACCESS MODES RECLAIM POLICY STATUS CLAIM STORAGECLASS REASON AGE VOLUMEMODE persistentvolume/pv-provisionedvol 35Gi RWO Retain Bound default/pvc-provisionedvol 27s Filesystem NAME STATUS VOLUME CAPACITY ACCESS MODES STORAGECLASS AGE VOLUMEMODE persistentvolumeclaim/pvc-provisionedvol Bound pv-provisionedvol 35Gi RWO 27s Filesystem NAME READY STATUS RESTARTS AGE IP NODE NOMINATED NODE READINESS GATES pod/pod-provisionedvol 0/1 ContainerCreating 0 27s cssosbe01-196151 [root@cssosbe01-196119 3.11]# kubectl get pv,pvc,pod -o wide NAME CAPACITY ACCESS MODES RECLAIM POLICY STATUS CLAIM STORAGECLASS REASON AGE VOLUMEMODE persistentvolume/pv-provisionedvol 35Gi RWO Retain Bound default/pvc-provisionedvol Filesystem NAME STATUS VOLUME CAPACITY ACCESS MODES STORAGECLASS AGE VOLUMEMODE persistentvolumeclaim/pvc-provisionedvol Bound pv-provisionedvol 35Gi RWO Filesystem NAME READY STATUS RESTARTS AGE IP NODE NOMINATED NODE READINESS GATES pod/pod-provisionedvol 1/1 Running 0 10.233.68.8 cssosbe01-196151 [root@cssosbe01-196119 3.11]# kubectl exec -it pod-provisionedvol sh / # cd export/ /export # echo " This is the file in the plugin 3.1.1 " > file.txt /export # ls file.txt /export # cat file.txt This is the file in the plugin 3.1.1 /export # exit [root@cssosbe01-196119 3.11]# docker volume ls DRIVER VOLUME NAME hpe PROVISIONED-VOLUME [root@cssosbe01-196119 3.11]# docker volume inspect PROVISIONED-VOLUME [ { "CreatedAt": "0001-01-01T00:00:00Z", "Driver": "hpe", "Labels": null, "Mountpoint": "/opt/hpe/data/hpedocker-dm-uuid-mpath-360002ac00000000001008c8e000187b7", "Name": "PROVISIONED-VOLUME", "Options": null, "Scope": "global", "Status": { "volume_detail": { "3par_vol_name": "dcv-MIzDjt25SfS1u3wALXGdVA", "backend": "DEFAULT", "compression": null, "cpg": "FC_r1", "domain": "Chef_Test", "flash_cache": null, "fsMode": null, "fsOwner": null, "id": "308cc38e-ddb9-49f4-b5bb-7c002d719d54", "mountConflictDelay": 120, "provisioning": "thin", "size": 30, "snap_cpg": "FC_r1" } } } ] [root@cssosbe01-196119 3.11]# After upgrade of plugin : PLAY RECAP ************************************************************************************************************************************************************* 15.212.196.119 : ok=104 changed=36 unreachable=0 failed=0 15.212.196.120 : ok=82 changed=28 unreachable=0 failed=0 15.212.196.121 : ok=82 changed=28 unreachable=0 failed=0 15.212.196.150 : ok=76 changed=26 unreachable=0 failed=0 15.212.196.151 : ok=76 changed=26 unreachable=0 failed=0 localhost : ok=9 changed=3 unreachable=0 failed=0 [root@cssosbe01-196119 ansible_3par_docker_plugin]# docker ps | grep plug 22b86837ddca hpestorage/legacyvolumeplugin:3.3.1 "/bin/sh -c ./plugin…" About a minute ago Up About a minute plugin_container [root@cssosbe01-196119 ansible_3par_docker_plugin]# kubectl get pv,pvc,pod -o wide NAME CAPACITY ACCESS MODES RECLAIM POLICY STATUS CLAIM STORAGECLASS REASON AGE VOLUMEMODE persistentvolume/pv-provisionedvol 35Gi RWO Retain Bound default/pvc-provisionedvol 65s Filesystem NAME STATUS VOLUME CAPACITY ACCESS MODES STORAGECLASS AGE VOLUMEMODE persistentvolumeclaim/pvc-provisionedvol Bound pv-provisionedvol 35Gi RWO 65s Filesystem NAME READY STATUS RESTARTS AGE IP NODE NOMINATED NODE READINESS GATES pod/pod-provisionedvol 1/1 Running 0 65s 10.233.68.8 cssosbe01-196151 [root@cssosbe01-196119 ansible_3par_docker_plugin]# kubectl exec -it pod-provisionedvol sh / # cd export/ /export # ls file.txt /export # cat file.txt This is the file in the plugin 3.1.1 /export # exit [root@cssosbe01-196119 ansible_3par_docker_plugin]# kubectl get pod --namespace kube-system -o wide | grep doryd kube-storage-controller-doryd-7dd487b446-f7k28 1/1 Running 0 10.233.67.12 cssosbe01-196150 [root@cssosbe01-196119 ansible_3par_docker_plugin]# kubectl get pod --namespace kube-system -o wide | grep doryd kube-storage-controller-doryd-7dd487b446-f7k28 1/1 Running 0 88s 10.233.67.12 cssosbe01-196150 [root@cssosbe01-196119 ansible_3par_docker_plugin]# systemctl status etcd_hpe ? etcd_hpe.service - etcd Loaded: loaded (/etc/systemd/system/etcd_hpe.service; enabled; vendor preset: disabled) Active: active (running) since Wed 2019-12-18 11:48:22 IST; 1 day 4h ago Docs: https://github.com/coreos/etcd Main PID: 30865 (etcd_hpe) CGroup: /system.slice/etcd_hpe.service +-30865 /usr/bin/etcd_hpe --name 15.212.196.119 --data-dir /root/etcd_hpe_data --initial-advertise-peer-urls http://15.212.196.119:23800 --listen-peer-url... Dec 19 12:48:22 cssosbe01-196119 etcd_hpe[30865]: compacted raft log at 175018 Dec 19 12:48:23 cssosbe01-196119 etcd_hpe[30865]: purged file /root/etcd_hpe_data/member/snap/0000000000000004-000000000001fbdd.snap successfully Dec 19 14:11:42 cssosbe01-196119 etcd_hpe[30865]: start to snapshot (applied: 190019, lastsnap: 180018) Dec 19 14:11:42 cssosbe01-196119 etcd_hpe[30865]: saved snapshot at index 190019 Dec 19 14:11:42 cssosbe01-196119 etcd_hpe[30865]: compacted raft log at 185019 Dec 19 14:11:53 cssosbe01-196119 etcd_hpe[30865]: purged file /root/etcd_hpe_data/member/snap/0000000000000004-00000000000222ee.snap successfully Dec 19 15:35:03 cssosbe01-196119 etcd_hpe[30865]: start to snapshot (applied: 200020, lastsnap: 190019) Dec 19 15:35:03 cssosbe01-196119 etcd_hpe[30865]: saved snapshot at index 200020 Dec 19 15:35:03 cssosbe01-196119 etcd_hpe[30865]: compacted raft log at 195020 Dec 19 15:35:24 cssosbe01-196119 etcd_hpe[30865]: purged file /root/etcd_hpe_data/member/snap/0000000000000004-00000000000249ff.snap successfully [root@cssosbe01-196119 ansible_3par_docker_plugin]# docker ps | grep etcd d5412a8bbb32 quay.io/coreos/etcd:v3.3.10 "/usr/local/bin/etcd" 6 days ago Up 6 days etcd1 [root@cssosbe01-196119 ansible_3par_docker_plugin]# cat /etc/hpedockerplugin/hpe.conf [DEFAULT] host_etcd_ip_address=15.212.196.119:23790,15.212.196.120:23790,15.212.196.121:23790,15.212.196.150:23790,15.212.196.151:23790 hpe3par_username=3paradm hpe3par_password=OQAS33whbnM= hpe3par_cpg=FC_r1 hpedockerplugin_driver=hpedockerplugin.hpe.hpe_3par_iscsi.HPE3PARISCSIDriver host_etcd_port_number=23790 ssh_hosts_key_file=/root/.ssh/known_hosts san_ip=15.212.195.246 san_login=3paradm san_password=OQAS33whbnM= hpe3par_api_url=https://15.212.195.246:8080/api/v1 hpe3par_iscsi_ips=15.212.195.241,15.212.195.223 CHIMERA01 cli% showvlun -host cssosbe01-196151 Active VLUNs Lun VVName HostName --------Host_WWN/iSCSI_Name-------- Port Type Status ID 0 dcv-MIzDjt25SfS1u3wALXGdVA cssosbe01-196151 iqn.1994-05.com.redhat:f32e95f6d7f2 0:0:2 matched set active 1 0 dcv-MIzDjt25SfS1u3wALXGdVA cssosbe01-196151 iqn.1994-05.com.redhat:f32e95f6d7f2 1:0:1 matched set active 1 --------------------------------------------------------------------------------------------------------------- 2 total VLUN Templates Lun VVName HostName -Host_WWN/iSCSI_Name- Port Type 0 dcv-MIzDjt25SfS1u3wALXGdVA cssosbe01-196151 ---------------- 0:0:2 matched set 0 dcv-MIzDjt25SfS1u3wALXGdVA cssosbe01-196151 ---------------- 1:0:1 matched set --------------------------------------------------------------------------------------- 2 total CHIMERA01 cli%