diff --git a/src/llama-batch.cpp b/src/llama-batch.cpp
index 5436717c42..2b98a552f4 100644
--- a/src/llama-batch.cpp
+++ b/src/llama-batch.cpp
@@ -379,6 +379,8 @@ bool llama_batch_allocr::init(
                     LLAMA_LOG_ERROR("%s: sequence %d positions are decreasing (not allowed)\n", __func__, seq_id);
                     return false;
                 }
+
+                cur_seq_pos[seq_id] = pos;
             }
         }
     }