diff --git a/src/gcal-edit-dialog.c b/src/gcal-edit-dialog.c
index f7b9f741..443d8903 100644
--- a/src/gcal-edit-dialog.c
+++ b/src/gcal-edit-dialog.c
@@ -703,6 +703,17 @@ gcal_edit_dialog_set_writable (GcalEditDialog *dialog,
 
   gtk_widget_set_sensitive (priv->all_day_check, writable);
 
+  if (!writable || (writable && gtk_toggle_button_get_active (GTK_TOGGLE_BUTTON (priv->all_day_check))))
+    {
+      gtk_widget_set_sensitive (priv->start_time_selector, FALSE);
+      gtk_widget_set_sensitive (priv->end_time_selector, FALSE);
+    }
+  else
+    {
+      gtk_widget_set_sensitive (priv->start_time_selector, TRUE);
+      gtk_widget_set_sensitive (priv->end_time_selector, TRUE);
+    }
+
   gtk_button_set_label (GTK_BUTTON (priv->done_button),
                         writable ? _("Save") : _("Done"));