diff --git a/termite.c b/termite.c
index 9b0b0c3..266cf37 100644
--- a/termite.c
+++ b/termite.c
@@ -89,12 +89,11 @@ static void cursor_moved_cb(VteTerminal *vte, select_info *select) {
 
     long n_columns = vte_terminal_get_column_count(vte);
 
-    long begin = select->begin_row * n_columns + select->begin_col;
-    long end = end_row * n_columns + end_col;
-
     vte_terminal_set_selection_block_mode(vte, select->mode == SELECT_VISUAL_BLOCK);
 
     if (select->mode == SELECT_VISUAL) {
+        long begin = select->begin_row * n_columns + select->begin_col;
+        long end = end_row * n_columns + end_col;
         if (begin < end) {
             vte_terminal_select_text(vte, select->begin_col, select->begin_row,
                                      end_col, end_row, 0, 0);