diff --git a/cowterm.c b/cowterm.c
index db5e171..99808ee 100644
--- a/cowterm.c
+++ b/cowterm.c
@@ -756,7 +756,6 @@ static int master_cb(int fd, void *data) {
       } else if (buf[i] == '\b') {
         if (cursor_x > 0) {
           cursor_x--;
-          terminal_buffer[cursor_y][cursor_x] = ' ';
           needs_refresh = 1;
         } else if (cursor_y > 0) {
           cursor_y--;
@@ -851,10 +850,8 @@ static void key_press_cb(XKeyEvent *event, void *data) {
     needs_refresh = 1;
   } else if (keysym == XK_Up) { // Go up through history
     write(*master, "\033[A", 3);
-    needs_refresh = 1;
   } else if (keysym == XK_Down) { // Go down through history
     write(*master, "\033[B", 3);
-    needs_refresh = 1;
   } else if (keysym == XK_Tab) {
     write(*master, "\t", 1); // Shell handles autocomplete
   } else if (len > 0) {