diff --git a/src/llama-vocab.cpp b/src/llama-vocab.cpp
index 50ded286f3f5f..09b4f0a34c019 100644
--- a/src/llama-vocab.cpp
+++ b/src/llama-vocab.cpp
@@ -1969,6 +1969,7 @@ void llama_vocab::impl::load(llama_model_loader & ml, const LLM_KV & kv) {
                     || t.first == "<end_of_turn>"
                     || t.first == "<|endoftext|>"
                     || t.first == "<|eom_id|>"
+                    || t.first == "<|observation|>"
                     || t.first == "<EOT>"
                     || t.first == "_<EOT>"
                ) {