diff --git a/playbooks/run-libraries-unit-tests.yaml b/playbooks/run-libraries-unit-tests.yaml
index fbb26fd10..b6729e299 100644
--- a/playbooks/run-libraries-unit-tests.yaml
+++ b/playbooks/run-libraries-unit-tests.yaml
@@ -5,12 +5,7 @@
           set -e
           set -x
           if [ "{{ puppet_gem_version }}" != "latest" ]; then
-            if [ "{{ puppet_gem_version }}" == "5.5" ]; then
-              # Pin to 5.5.6. See PUP-9270 and PUP-9271
-              export PUPPET_GEM_VERSION='{{ puppet_gem_version }}.6'
-            else
-              export PUPPET_GEM_VERSION='~> {{ puppet_gem_version }}.0'
-            fi
+            export PUPPET_GEM_VERSION='~> {{ puppet_gem_version }}'
           fi
           ./run_unit_tests.sh
         executable: /bin/bash
diff --git a/playbooks/run-unit-tests.yaml b/playbooks/run-unit-tests.yaml
index b0fa8c5de..a8cf67022 100644
--- a/playbooks/run-unit-tests.yaml
+++ b/playbooks/run-unit-tests.yaml
@@ -4,12 +4,7 @@
       shell:
         cmd: |
           if [ "{{ puppet_gem_version }}" != "latest" ]; then
-            if [ "{{ puppet_gem_version }}" == "5.5" ]; then
-              # Pin to 5.5.6. See PUP-9270 and PUP-9271
-              export PUPPET_GEM_VERSION='{{ puppet_gem_version }}.6'
-            else
-              export PUPPET_GEM_VERSION='~> {{ puppet_gem_version }}.0'
-            fi
+            export PUPPET_GEM_VERSION='~> {{ puppet_gem_version }}'
           fi
           mkdir .bundled_gems
           export GEM_HOME=`pwd`/.bundled_gems