diff --git a/lib/puppet/feature/pson.rb b/lib/puppet/feature/pson.rb
deleted file mode 100644
index 64c15f16a..000000000
--- a/lib/puppet/feature/pson.rb
+++ /dev/null
@@ -1,4 +0,0 @@
-Puppet.features.add(:pson) do
-  Puppet.deprecation_warning "There is no need to check for pson support. It is always available."
-  true
-end
diff --git a/lib/puppet/feature/rubygems.rb b/lib/puppet/feature/rubygems.rb
deleted file mode 100644
index e1b27bcc2..000000000
--- a/lib/puppet/feature/rubygems.rb
+++ /dev/null
@@ -1,7 +0,0 @@
-require 'puppet/util/feature'
-
-Puppet.features.add(:rubygems) do
-  Puppet.deprecation_warning "Puppet.features.rubygems? is deprecated. Require rubygems in your application's entry point if you need it."
-
-  require 'rubygems'
-end