diff --git a/assets/build/install.sh b/assets/build/install.sh
index c414596b..08f71dc8 100755
--- a/assets/build/install.sh
+++ b/assets/build/install.sh
@@ -150,7 +150,6 @@ chown -R ${GITLAB_USER}: ${GITLAB_GITALY_INSTALL_DIR}
 
 # install git bundled with gitaly.
 make -C ${GITLAB_GITALY_BUILD_DIR} git GIT_PREFIX=/usr/local
-apt remove -y git-core
 
 # clean up
 rm -rf ${GITLAB_GITALY_BUILD_DIR}