diff --git a/.gitignore b/.gitignore
index 8608408e2c39..c38e16aed594 100644
--- a/.gitignore
+++ b/.gitignore
@@ -53,7 +53,7 @@ xgboost.mpi
 xgboost.mock
 train*
 rabit
-.Rbuildignore
+#.Rbuildignore
 R-package.Rproj
 *.cache*
 R-package/inst
diff --git a/R-package/.Rbuildignore b/R-package/.Rbuildignore
new file mode 100644
index 000000000000..8423c6766c40
--- /dev/null
+++ b/R-package/.Rbuildignore
@@ -0,0 +1,3 @@
+\.o$
+\.so$
+\.dll$