diff --git a/src/gcal-source-dialog.c b/src/gcal-source-dialog.c
index a439bb67..700c8611 100644
--- a/src/gcal-source-dialog.c
+++ b/src/gcal-source-dialog.c
@@ -1266,7 +1266,7 @@ gcal_source_dialog_set_source (GcalSourceDialog *dialog,
   gtk_header_bar_set_subtitle (GTK_HEADER_BAR (priv->headerbar), parent_name);
 
   /* toggle the remove button */
-  gtk_widget_set_sensitive (priv->remove_button, e_source_get_removable (source));
+  gtk_widget_set_visible (priv->remove_button, e_source_get_removable (source));
 
   /* unblock signals */
   g_signal_handlers_unblock_by_func (priv->calendar_color_button, color_set, dialog);