diff --git a/src/gcal-source-dialog.c b/src/gcal-source-dialog.c
index 17d07d81..5022a27f 100644
--- a/src/gcal-source-dialog.c
+++ b/src/gcal-source-dialog.c
@@ -630,6 +630,7 @@ gcal_source_dialog_set_mode (GcalSourceDialog    *dialog,
 {
   GcalSourceDialogPrivate *priv = dialog->priv;
   gboolean edit_mode;
+  gint window_width;
 
   priv->mode = mode;
   edit_mode = (mode == GCAL_SOURCE_DIALOG_MODE_EDIT);
@@ -660,6 +661,13 @@ gcal_source_dialog_set_mode (GcalSourceDialog    *dialog,
                                                      G_BINDING_DEFAULT);
         }
     }
+
+  /*
+   * Resize the window to the smallest possible
+   * size.
+   */
+  gtk_window_get_size (GTK_WINDOW (dialog), &window_width, NULL);
+  gtk_window_resize (GTK_WINDOW (dialog), window_width, 1);
 }
 
 /**