diff --git a/sherpa/cpp_api/online-recognizer.cc b/sherpa/cpp_api/online-recognizer.cc
index a2bd2a641..b056b4147 100644
--- a/sherpa/cpp_api/online-recognizer.cc
+++ b/sherpa/cpp_api/online-recognizer.cc
@@ -458,7 +458,7 @@ class OnlineRecognizer::OnlineRecognizerImpl {
                        config_.feat_config.fbank_opts.frame_opts.frame_shift_ms,
                        model_->SubsamplingFactor(), config_.use_bbpe);
 
-    ans.is_final = is_final;
+    ans.is_final = is_final || is_endpoint;
     ans.segment = s->GetWavSegment();
     float frame_shift_s =
         config_.feat_config.fbank_opts.frame_opts.frame_shift_ms / 1000.;