diff --git a/spec/acceptance/gitlabci_spec.rb b/spec/acceptance/gitlabci_spec.rb
new file mode 100644
index 00000000..99f92f3f
--- /dev/null
+++ b/spec/acceptance/gitlabci_spec.rb
@@ -0,0 +1,21 @@
+require 'spec_helper_acceptance'
+
+describe 'gitlab:;cirunner class' do
+
+  context 'default parameters' do
+    # Using puppet_apply as a helper
+    it 'should work idempotently with no errors' do
+      pp = <<-EOS
+      class { 'gitlab::cirunner': }
+      EOS
+
+      # Run it twice and test for idempotency
+      apply_manifest(pp, :catch_failures => true)
+      apply_manifest(pp, :catch_changes  => true)
+    end
+
+    describe package('gitlab-ci-multi-runner') do
+      it { is_expected.to be_installed }
+    end
+  end
+end