docker host use btrfs, docker run command raise error

[windwiny]

host use btrfs filesystem, docker run error

raise libc.so.6: cannot open shared object file: Permission denied

or libc.so.6: cannot open shared object file: No such file or directory

# cat /etc/centos-release 
CentOS Linux release 7.0.1406 (Core) 

# uname -a
Linux localhost.localdomain 3.10.0-123.el7.x86_64 #1 SMP Mon Jun 30 12:09:22 UTC 2014 x86_64 x86_64 x86_64 GNU/Linux

# mount | grep ' / '
/dev/vda3 on / type btrfs (rw,relatime,seclabel,space_cache)

# docker version
Client version: 0.11.1-dev
Client API version: 1.12
Go version (client): go1.2
Git commit (client): 02d20af/0.11.1
Server version: 0.11.1-dev
Server API version: 1.12
Go version (server): go1.2
Git commit (server): 02d20af/0.11.1

# docker images 
REPOSITORY          TAG                 IMAGE ID            CREATED             VIRTUAL SIZE
ubuntu              14.04               ba5877dc9bec        8 days ago          192.7 MB
ubuntu              latest              ba5877dc9bec        8 days ago          192.7 MB
centos              centos7             1a7dc42f78ba        2 weeks ago         236.4 MB
centos              latest              1a7dc42f78ba        2 weeks ago         236.4 MB
centos              centos6             cd934e0010d5        3 weeks ago         206.9 MB

# docker run centos:latest pwd
pwd: error while loading shared libraries: libc.so.6: cannot open shared object file: Permission denied

# docker run ubuntu:14.04 pwd   
pwd: error while loading shared libraries: libc.so.6: cannot open shared object file: No such file or directory


# docker run -i centos:latest /bin/bash
/bin/bash: error while loading shared libraries: libtinfo.so.5: cannot open shared object file: Permission denied

# docker run -i ubuntu:14.04 /bin/bash 
/bin/bash: error while loading shared libraries: libtinfo.so.5: cannot open shared object file: No such file or directory

# find /var/lib/docker/ -name 'libtinfo.so.5'
/var/lib/docker/btrfs/subvolumes/1a7dc42f78ba213ec1ac5cd04930011334536214ad26c8000f1eec72e302c041/usr/lib64/libtinfo.so.5
/var/lib/docker/btrfs/subvolumes/cd934e0010d5a63c3137a6d0d6b1cdeca68a02bafd2a51554be61dfd6b6dda80/lib64/libtinfo.so.5
/var/lib/docker/btrfs/subvolumes/9bad880da3d219b10423804147d6982da1a7bb1e285777a4d746afca6215bebb/lib/x86_64-linux-gnu/libtinfo.so.5
/var/lib/docker/btrfs/subvolumes/b5dd7e6f8a61f45a9c028a41abcb7659520f252e991e3399a1e38ce7185fb760-init/usr/lib64/libtinfo.so.5
/var/lib/docker/btrfs/subvolumes/b5dd7e6f8a61f45a9c028a41abcb7659520f252e991e3399a1e38ce7185fb760/usr/lib64/libtinfo.so.5
/var/lib/docker/btrfs/subvolumes/25f11f5fb0cb9e41531d1da8dc56351286427e070c536f7015fe76e4dae0a4bc/lib/x86_64-linux-gnu/libtinfo.so.5
/var/lib/docker/btrfs/subvolumes/ebc34468f71dca9cb9937bf4c33062540bcacae148df8a70053bfd1acbecaa20/lib/x86_64-linux-gnu/libtinfo.so.5
/var/lib/docker/btrfs/subvolumes/2318d26665eff33e9f91c4c99036751afb40eb58f944a585372bec1407828ad3/lib/x86_64-linux-gnu/libtinfo.so.5
/var/lib/docker/btrfs/subvolumes/ba5877dc9beca5a0af9521846e79419e98575a11cbfe1ff2ad2e95302cff26bf/lib/x86_64-linux-gnu/libtinfo.so.5
/var/lib/docker/btrfs/subvolumes/4918b417979ab8a6f2c6faad6dd5dcc03d561062f016154424fd7e68507b6c53-init/usr/lib64/libtinfo.so.5
/var/lib/docker/btrfs/subvolumes/4918b417979ab8a6f2c6faad6dd5dcc03d561062f016154424fd7e68507b6c53/usr/lib64/libtinfo.so.5
/var/lib/docker/btrfs/subvolumes/a09674b44c95389117f99a89577b16af1f95e6d201e3c729a3cd555d0be08cb1-init/usr/lib64/libtinfo.so.5
/var/lib/docker/btrfs/subvolumes/a09674b44c95389117f99a89577b16af1f95e6d201e3c729a3cd555d0be08cb1/usr/lib64/libtinfo.so.5
/var/lib/docker/btrfs/subvolumes/c0787ebaa3c885e5cca00d161cd126923604bc9be13e2a2ac32ae9d7200c1d6c-init/usr/lib64/libtinfo.so.5
/var/lib/docker/btrfs/subvolumes/c0787ebaa3c885e5cca00d161cd126923604bc9be13e2a2ac32ae9d7200c1d6c/usr/lib64/libtinfo.so.5
/var/lib/docker/btrfs/subvolumes/2b16aece6f21099e62300e6d3816c3eb76e30ed0388e08144999a95d5024b4b1-init/lib/x86_64-linux-gnu/libtinfo.so.5
/var/lib/docker/btrfs/subvolumes/2b16aece6f21099e62300e6d3816c3eb76e30ed0388e08144999a95d5024b4b1/lib/x86_64-linux-gnu/libtinfo.so.5
/var/lib/docker/btrfs/subvolumes/26bb98574b00f72a3cee20ea2bbb99e7ec2dbb7e694289a426c7689940d13da3-init/usr/lib64/libtinfo.so.5
/var/lib/docker/btrfs/subvolumes/26bb98574b00f72a3cee20ea2bbb99e7ec2dbb7e694289a426c7689940d13da3/usr/lib64/libtinfo.so.5
/var/lib/docker/btrfs/subvolumes/0d6398bff559faaec3912c9510a61bc4902217c1c7d2c350bc249f0c78a25501-init/usr/lib64/libtinfo.so.5
/var/lib/docker/btrfs/subvolumes/0d6398bff559faaec3912c9510a61bc4902217c1c7d2c350bc249f0c78a25501/usr/lib64/libtinfo.so.5
/var/lib/docker/btrfs/subvolumes/5ea2186fdb3eaabea6f4e74f1a4ecfbbbc18a530c9c9813340d9616ca9a6cf08-init/lib/x86_64-linux-gnu/libtinfo.so.5
/var/lib/docker/btrfs/subvolumes/5ea2186fdb3eaabea6f4e74f1a4ecfbbbc18a530c9c9813340d9616ca9a6cf08/lib/x86_64-linux-gnu/libtinfo.so.5

# ls -l /var/lib/docker/btrfs/subvolumes/1a7dc42f78ba213ec1ac5cd04930011334536214ad26c8000f1eec72e302c041/usr/lib64/libtinfo.so.5
lrwxrwxrwx. 1 root root 15 7月   8 07:46 /var/lib/docker/btrfs/subvolumes/1a7dc42f78ba213ec1ac5cd04930011334536214ad26c8000f1eec72e302c041/usr/lib64/libtinfo.so.5 -> libtinfo.so.5.9

# ls -l /var/lib/docker/btrfs/subvolumes/ba5877dc9beca5a0af9521846e79419e98575a11cbfe1ff2ad2e95302cff26bf/lib/x86_64-linux-gnu/libtinfo.so.5
lrwxrwxrwx. 1 root root 15 3月  23 03:05 /var/lib/docker/btrfs/subvolumes/ba5877dc9beca5a0af9521846e79419e98575a11cbfe1ff2ad2e95302cff26bf/lib/x86_64-linux-gnu/libtinfo.so.5 -> libtinfo.so.5.9

# ls -l /var/lib/docker/btrfs/subvolumes/ba5877dc9beca5a0af9521846e79419e98575a11cbfe1ff2ad2e95302cff26bf/lib/x86_64-linux-gnu/libtinfo.so.5.9 
-rw-r--r--. 1 root root 167096 3月  23 03:05 /var/lib/docker/btrfs/subvolumes/ba5877dc9beca5a0af9521846e79419e98575a11cbfe1ff2ad2e95302cff26bf/lib/x86_64-linux-gnu/libtinfo.so.5.9

# chmod a+x /var/lib/docker/btrfs/subvolumes/ba5877dc9beca5a0af9521846e79419e98575a11cbfe1ff2ad2e95302cff26bf/lib/x86_64-linux-gnu/libtinfo.so.5.9 

# docker run -i ubuntu:14.04 /bin/bash                                                                                                      
/bin/bash: error while loading shared libraries: libtinfo.so.5: cannot open shared object file: No such file or directory
# 

host use ext4 filesystem, docker run right

# cat /etc/centos-release 
CentOS Linux release 7.0.1406 (Core) 

# uname -a
Linux localhost.localdomain 3.10.0-123.el7.x86_64 #1 SMP Mon Jun 30 12:09:22 UTC 2014 x86_64 x86_64 x86_64 GNU/Linux

# mount | grep ' / '
/dev/mapper/centos-root on / type ext4 (rw,relatime,seclabel,data=ordered)

# docker version
Client version: 0.11.1-dev
Client API version: 1.12
Go version (client): go1.2
Git commit (client): 02d20af/0.11.1
Server version: 0.11.1-dev
Server API version: 1.12
Go version (server): go1.2
Git commit (server): 02d20af/0.11.1

# docker images
REPOSITORY          TAG                 IMAGE ID            CREATED             VIRTUAL SIZE
centos              latest              1a7dc42f78ba        2 weeks ago         236.4 MB

# docker run -i centos:latest /bin/bash
uname -a
Linux f1488dcb4d3e 3.10.0-123.el7.x86_64 #1 SMP Mon Jun 30 12:09:22 UTC 2014 x86_64 x86_64 x86_64 GNU/Linux
id
uid=0(root) gid=0(root) groups=0(root)
exit
# 

# docker run centos:latest pwd   
/
# 

[ichik1]

Try to disable SELinux

[windwiny]

@ichik1 yes, you're right.

btw, maybe docker can show a good/explicit/useful error msg.