diff --git a/tests/applications/gnome-initial-setup/gnome_initial_setup.pm b/tests/applications/gnome-initial-setup/gnome_initial_setup.pm
index 151c7280..59ba0f1d 100644
--- a/tests/applications/gnome-initial-setup/gnome_initial_setup.pm
+++ b/tests/applications/gnome-initial-setup/gnome_initial_setup.pm
@@ -53,6 +53,10 @@ sub handle_privacy {
         record_soft_failure("Autoreporting is not enabled by default which was expected.");
         assert_and_click("gis_radio_reporting_enable");
     }
+    
+    # Disable automatic reporting to test that we can turn options off
+    assert_and_click("gis_radio_reporting_disable");
+    
     assert_and_click("next_button");
 }
 
diff --git a/tests/applications/gnome-initial-setup/gnome_initial_setup_post.pm b/tests/applications/gnome-initial-setup/gnome_initial_setup_post.pm
index c4701189..c06f41df 100644
--- a/tests/applications/gnome-initial-setup/gnome_initial_setup_post.pm
+++ b/tests/applications/gnome-initial-setup/gnome_initial_setup_post.pm
@@ -90,12 +90,10 @@ sub run {
         qr/^LANG=cs_CZ\.UTF-8$/m
     );
 
-    # Check that automatic reporting is enabled.
-    # This is the most likely key. If this ever fails because the key changed,
-    # replace it with the exact key confirmed by a one-time gsettings diff.
+    # Check that automatic reporting is disabled.
     assert_as_user_eq($user,
         q{gsettings get org.gnome.desktop.privacy report-technical-problems},
-        'true'
+        'false'
     );
 }