diff --git a/templates/default/rbenv.sh.erb b/templates/default/rbenv.sh.erb
index 1ec6286..e384510 100644
--- a/templates/default/rbenv.sh.erb
+++ b/templates/default/rbenv.sh.erb
@@ -1,4 +1,16 @@
 export RBENV_ROOT=<%= @rbenv_root %>
 export PATH=$RBENV_ROOT/bin:<%= @ruby_build_bin_path %>:$PATH
-source $RBENV_ROOT/completions/rbenv.bash
+
+case $SHELL in
+*/zsh)
+  source $RBENV_ROOT/completions/rbenv.zsh
+  ;;
+*/bash)
+  source $RBENV_ROOT/completions/rbenv.bash
+  ;;
+*)
+  source $RBENV_ROOT/completions/rbenv.bash
+  ;;
+esac
+
 eval "$(rbenv init -)"