diff --git a/functions b/functions
index d37ffe7..cd55998 100644
--- a/functions
+++ b/functions
@@ -19,6 +19,9 @@ install_gems() {
   # Modify Gemfile to use local library and not the one on git
   # so we can actually test the current state of the gem.
   sed -i "s/.*git     => 'https:\/\/git.openstack.org\/openstack\/puppet-openstack_spec_helper.*/      :path => '..\/..',/" Gemfile
+  # NOTE(aschultz): in order for this to work we need to nuke the branch line
+  # since we're replacing the repository with a path
+  sed -i "/.*branch[[:space:]]*=> 'stable\/.*/d" Gemfile
 
   # Install dependencies
   gem install bundler --no-rdoc --no-ri --verbose
diff --git a/puppet-openstack_spec_helper.gemspec b/puppet-openstack_spec_helper.gemspec
index 2daf19a..8a3fd06 100644
--- a/puppet-openstack_spec_helper.gemspec
+++ b/puppet-openstack_spec_helper.gemspec
@@ -39,6 +39,10 @@ Gem::Specification.new do |spec|
   # fog-core 1.44.0 requires xmlrpc 0.3.0 which requires ruby 2.3.0 which is not available on centos7
   spec.add_dependency 'fog-core', ['< 1.44.0']
 
+  # puppet 4.10.4 added in a failure when using ruby 2.0.0, so we need to cap
+  # puppet at 4.10.3 to fix CI
+  spec.add_dependency 'puppet', ['< 4.10.4']
+
   # Beaker 3.0.0 fails to run in Puppet Openstack CI
   # LoadError: cannot load such file -- serverspec
   # While we're investigating it, let's pin Beaker to 2.x releases.