diff --git a/lib/solidus_dev_support/templates/extension/CHANGELOG.md b/lib/solidus_dev_support/templates/extension/CHANGELOG.md
deleted file mode 100644
index 825c32f0..00000000
--- a/lib/solidus_dev_support/templates/extension/CHANGELOG.md
+++ /dev/null
@@ -1 +0,0 @@
-# Changelog
diff --git a/lib/solidus_dev_support/templates/extension/CHANGELOG.md.tt b/lib/solidus_dev_support/templates/extension/CHANGELOG.md.tt
new file mode 100644
index 00000000..ce97e17c
--- /dev/null
+++ b/lib/solidus_dev_support/templates/extension/CHANGELOG.md.tt
@@ -0,0 +1,3 @@
+# Changelog
+
+See https://github.com/<%=default_repo%>/releases or OLD_CHANGELOG.md for older versions.
diff --git a/lib/solidus_dev_support/templates/extension/Rakefile b/lib/solidus_dev_support/templates/extension/Rakefile
index c08aa468..a6562a8d 100644
--- a/lib/solidus_dev_support/templates/extension/Rakefile
+++ b/lib/solidus_dev_support/templates/extension/Rakefile
@@ -1,5 +1,6 @@
 # frozen_string_literal: true
 
+require "bundler/gem_tasks"
 require 'solidus_dev_support/rake_tasks'
 SolidusDevSupport::RakeTasks.install