diff --git a/spec/acceptance/pyvenv_spec.rb b/spec/acceptance/pyvenv_spec.rb
index a6234637..9d8438d1 100644
--- a/spec/acceptance/pyvenv_spec.rb
+++ b/spec/acceptance/pyvenv_spec.rb
@@ -32,6 +32,11 @@ class { 'python':
       apply_manifest(pp, catch_failures: true)
       apply_manifest(pp, catch_changes: true)
     end
+
+    describe command('/opt/agent/venv/bin/pip list') do
+      its(:exit_status) { is_expected.to eq 0 }
+      its(:stdout) { is_expected.to match %r{agent} }
+    end
   end
 
   context 'with python::pip' do
@@ -72,6 +77,11 @@ class { 'python':
       apply_manifest(pp, catch_failures: true)
       apply_manifest(pp, catch_changes: true)
     end
+
+    describe command('/opt/agent/venv/bin/pip list') do
+      its(:exit_status) { is_expected.to eq 0 }
+      its(:stdout) { is_expected.to match %r{agent} }
+    end
   end
 
   context 'with minimal python::pip' do
@@ -109,6 +119,11 @@ class { 'python':
       apply_manifest(pp, catch_failures: true)
       apply_manifest(pp, catch_changes: true)
     end
+
+    describe command('/opt/agent/venv/bin/pip list') do
+      its(:exit_status) { is_expected.to eq 0 }
+      its(:stdout) { is_expected.to match %r{agent} }
+    end
   end
 
   context 'with minimal python::pip and without systempkgs' do
@@ -146,6 +161,11 @@ class { 'python':
       apply_manifest(pp, catch_failures: true)
       apply_manifest(pp, catch_changes: true)
     end
+
+    describe command('/opt/agent/venv/bin/pip list') do
+      its(:exit_status) { is_expected.to eq 0 }
+      its(:stdout) { is_expected.to match %r{agent} }
+    end
   end
 
   context 'with versioned minimal python::pip and without systempkgs' do