diff --git a/.vim/autoload/vimrc.vim b/.vim/autoload/vimrc.vim
--- a/.vim/autoload/vimrc.vim
+++ b/.vim/autoload/vimrc.vim
@@ -19,7 +19,7 @@ function! vimrc#MkNonExDir(file, buf) ab
   endif
 endfunction
 
-function! vimrc#VundleInstall() abort
+function! vimrc#VundleInstallAndBegin() abort
   let l:vundle_readme = expand(g:on_windows
     \ ? '~/vimfiles/bundle/vundle/README.md'
     \ : '~/.vim/bundle/vundle/README.md')
@@ -40,4 +40,12 @@ function! vimrc#VundleInstall() abort
 
     echo "Installed Vundle, run :PluginInstall if desired"
   endif
+
+  if g:on_windows
+    set rtp+=~/vimfiles/bundle/vundle/
+    call vundle#begin('~/vimfiles/bundle')
+  else
+    set rtp+=~/.vim/bundle/vundle/
+    call vundle#begin()
+  endif
 endfunction