[logfile] implement upper time cutoff

Author: tstack

src/base/date_time_scanner.cc

@@ -422,7 +422,9 @@ point::from(string_fragment in, std::optional<timeval> ref_point)
     std::optional<timeval> tv_opt;
 
     if (parse_res.isOk()) {
-        auto tm = exttm::from_tv(ref_point.value_or(current_timeval()));
+        auto now_tv = current_timeval();
+        now_tv.tv_sec = convert_log_time_to_local(now_tv.tv_sec);
+        auto tm = exttm::from_tv(ref_point.value_or(now_tv));
         tv_opt = parse_res.unwrap().adjust(tm).to_timeval();
     } else {
         date_time_scanner dts;

src/logfile.cc

@@ -924,6 +924,19 @@ logfile::process_prefix(shared_buffer_ref& sbr,
         this->lf_index.back().set_has_ansi(li.li_utf8_scan_result.usr_has_ansi);
     }
 
+    if (this->lf_format != nullptr
+        && this->lf_index.back().get_time<std::chrono::microseconds>()
+            > this->lf_options.loo_time_range.tr_end)
+    {
+        if (!this->lf_upper_bound_size) {
+            this->lf_upper_bound_size = this->lf_index.back().get_offset();
+            log_debug("%s: upper found in file found %llu",
+                      this->lf_filename_as_string.c_str(),
+                      this->lf_upper_bound_size.value());
+        }
+        this->lf_index.pop_back();
+    }
+
     return retval;
 }
 
@@ -1075,6 +1088,9 @@ logfile::rebuild_index(std::optional<ui_clock::time_point> deadline)
     if (this->lf_text_format == text_format_t::TF_BINARY) {
         this->lf_index_size = st.st_size;
         this->lf_stat = st;
+    } else if (this->lf_upper_bound_size) {
+        this->lf_index_size = this->lf_line_buffer.get_file_size();
+        this->lf_stat = st;
     } else if (this->lf_line_buffer.is_data_available(this->lf_index_size,
                                                       st.st_size))
     {
@@ -1868,7 +1884,11 @@ logfile::message_byte_length(logfile::const_iterator ll, bool include_continues)
                  || (include_continues && next_line->is_continued())));
 
     if (next_line == this->end()) {
-        retval = this->lf_index_size - ll->get_offset();
+        if (this->lf_upper_bound_size) {
+            retval = this->lf_upper_bound_size.value() - ll->get_offset();
+        } else {
+            retval = this->lf_index_size - ll->get_offset();
+        }
         if (retval > line_buffer::MAX_LINE_BUFFER_SIZE) {
             retval = line_buffer::MAX_LINE_BUFFER_SIZE;
         }

src/logfile.hh

@@ -605,6 +605,7 @@ private:
     };
     file_size_t lf_file_size_at_map_time{0};
     std::vector<content_map_entry> lf_content_map;
+    std::optional<file_size_t> lf_upper_bound_size;
 
     std::optional<content_map_entry> find_content_map_entry(file_off_t offset);