You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
404 lines
15 KiB
404 lines
15 KiB
7 years ago
|
From 99ea430346f3f8ffba504cd3de1a269ab4eac8e6 Mon Sep 17 00:00:00 2001
|
||
|
From: Jan Janssen <medhefgo@web.de>
|
||
|
Date: Fri, 1 May 2015 15:15:16 +0200
|
||
|
Subject: [PATCH] journalctl: Improve boot ID lookup
|
||
|
|
||
|
This method should greatly improve offset based lookup, by simply jumping
|
||
|
from one boot to the next boot. It starts at the journal head to get the
|
||
|
a boot ID, makes a _BOOT_ID match and then comes from the opposite
|
||
|
journal direction (tail) to get to the end that boot. After flushing the matches
|
||
|
and advancing the journal from that exact position, we arrive at the start
|
||
|
of next boot. Rinse and repeat.
|
||
|
|
||
|
This is faster than the old method of aggregating the full boot listing just
|
||
|
so we can jump to a specific boot, which can be a real pain on big journals
|
||
|
just for a mere "-b -1" case.
|
||
|
|
||
|
As an additional benefit --list-boots should improve slightly too, because
|
||
|
it does less seeking.
|
||
|
|
||
|
Note that there can be a change in boot order with this lookup method
|
||
|
because it will use the order of boots in the journal, not the realtime stamp
|
||
|
stored in them. That's arguably better, though.
|
||
|
Another deficiency is that it will get confused with boots interleaving in the
|
||
|
journal, therefore, it will refuse operation in --merge, --file and --directory mode.
|
||
|
|
||
|
https://bugs.freedesktop.org/show_bug.cgi?id=72601
|
||
|
(cherry picked from commit 596a23293d28f93843aef86721b90043e74d3081)
|
||
|
|
||
|
Cherry-picked from: 596a232
|
||
|
Resolves: #1222517
|
||
|
---
|
||
|
src/journal/journalctl.c | 275 ++++++++++++++++++++++++++++++-----------------
|
||
|
1 file changed, 174 insertions(+), 101 deletions(-)
|
||
|
|
||
|
diff --git a/src/journal/journalctl.c b/src/journal/journalctl.c
|
||
|
index 12c869f5a..c26cc00f5 100644
|
||
|
--- a/src/journal/journalctl.c
|
||
|
+++ b/src/journal/journalctl.c
|
||
|
@@ -131,6 +131,7 @@ typedef struct boot_id_t {
|
||
|
sd_id128_t id;
|
||
|
uint64_t first;
|
||
|
uint64_t last;
|
||
|
+ LIST_FIELDS(struct boot_id_t, boot_list);
|
||
|
} boot_id_t;
|
||
|
|
||
|
static void pager_open_if_enabled(void) {
|
||
|
@@ -735,6 +736,11 @@ static int parse_argv(int argc, char *argv[]) {
|
||
|
return -EINVAL;
|
||
|
}
|
||
|
|
||
|
+ if ((arg_boot || arg_action == ACTION_LIST_BOOTS) && (arg_file || arg_directory || arg_merge)) {
|
||
|
+ log_error("Using --boot or --list-boots with --file, --directory or --merge is not supported.");
|
||
|
+ return -EINVAL;
|
||
|
+ }
|
||
|
+
|
||
|
return 1;
|
||
|
}
|
||
|
|
||
|
@@ -854,111 +860,203 @@ static int add_matches(sd_journal *j, char **args) {
|
||
|
return 0;
|
||
|
}
|
||
|
|
||
|
-static int boot_id_cmp(const void *a, const void *b) {
|
||
|
- uint64_t _a, _b;
|
||
|
+static int discover_next_boot(sd_journal *j,
|
||
|
+ boot_id_t **boot,
|
||
|
+ bool advance_older,
|
||
|
+ bool read_realtime) {
|
||
|
+ int r;
|
||
|
+ char match[9+32+1] = "_BOOT_ID=";
|
||
|
+ _cleanup_free_ boot_id_t *next_boot = NULL;
|
||
|
|
||
|
- _a = ((const boot_id_t *)a)->first;
|
||
|
- _b = ((const boot_id_t *)b)->first;
|
||
|
+ assert(j);
|
||
|
+ assert(boot);
|
||
|
|
||
|
- return _a < _b ? -1 : (_a > _b ? 1 : 0);
|
||
|
-}
|
||
|
+ /* We expect the journal to be on the last position of a boot
|
||
|
+ * (in relation to the direction we are going), so that the next
|
||
|
+ * invocation of sd_journal_next/previous will be from a different
|
||
|
+ * boot. We then collect any information we desire and then jump
|
||
|
+ * to the last location of the new boot by using a _BOOT_ID match
|
||
|
+ * coming from the other journal direction. */
|
||
|
|
||
|
-static int get_boots(sd_journal *j,
|
||
|
- boot_id_t **boots,
|
||
|
- unsigned int *count,
|
||
|
- boot_id_t *query_ref_boot) {
|
||
|
- int r;
|
||
|
- const void *data;
|
||
|
- size_t length, allocated = 0;
|
||
|
+ /* Make sure we aren't restricted by any _BOOT_ID matches, so that
|
||
|
+ * we can actually advance to a *different* boot. */
|
||
|
+ sd_journal_flush_matches(j);
|
||
|
|
||
|
- assert(j);
|
||
|
- assert(boots);
|
||
|
- assert(count);
|
||
|
+ if (advance_older)
|
||
|
+ r = sd_journal_previous(j);
|
||
|
+ else
|
||
|
+ r = sd_journal_next(j);
|
||
|
+ if (r < 0)
|
||
|
+ return r;
|
||
|
+ else if (r == 0)
|
||
|
+ return 0; /* End of journal, yay. */
|
||
|
+
|
||
|
+ next_boot = new0(boot_id_t, 1);
|
||
|
+ if (!next_boot)
|
||
|
+ return log_oom();
|
||
|
|
||
|
- r = sd_journal_query_unique(j, "_BOOT_ID");
|
||
|
+ r = sd_journal_get_monotonic_usec(j, NULL, &next_boot->id);
|
||
|
if (r < 0)
|
||
|
return r;
|
||
|
|
||
|
- *count = 0;
|
||
|
- SD_JOURNAL_FOREACH_UNIQUE(j, data, length) {
|
||
|
- boot_id_t *id;
|
||
|
+ if (read_realtime) {
|
||
|
+ r = sd_journal_get_realtime_usec(j, &next_boot->first);
|
||
|
+ if (r < 0)
|
||
|
+ return r;
|
||
|
+ }
|
||
|
|
||
|
- assert(startswith(data, "_BOOT_ID="));
|
||
|
+ /* Now seek to the last occurrence of this boot ID. */
|
||
|
+ sd_id128_to_string(next_boot->id, match + 9);
|
||
|
+ r = sd_journal_add_match(j, match, sizeof(match) - 1);
|
||
|
+ if (r < 0)
|
||
|
+ return r;
|
||
|
|
||
|
- if (!GREEDY_REALLOC(*boots, allocated, *count + 1))
|
||
|
- return log_oom();
|
||
|
+ if (advance_older)
|
||
|
+ r = sd_journal_seek_head(j);
|
||
|
+ else
|
||
|
+ r = sd_journal_seek_tail(j);
|
||
|
+ if (r < 0)
|
||
|
+ return r;
|
||
|
|
||
|
- id = *boots + *count;
|
||
|
+ if (advance_older)
|
||
|
+ r = sd_journal_next(j);
|
||
|
+ else
|
||
|
+ r = sd_journal_previous(j);
|
||
|
+ if (r < 0)
|
||
|
+ return r;
|
||
|
+ else if (r == 0)
|
||
|
+ return -ENODATA; /* This shouldn't happen. We just came from this very boot ID. */
|
||
|
|
||
|
- r = sd_id128_from_string(((const char *)data) + strlen("_BOOT_ID="), &id->id);
|
||
|
+ if (read_realtime) {
|
||
|
+ r = sd_journal_get_realtime_usec(j, &next_boot->last);
|
||
|
if (r < 0)
|
||
|
- continue;
|
||
|
+ return r;
|
||
|
+ }
|
||
|
+
|
||
|
+ *boot = next_boot;
|
||
|
+ next_boot = NULL;
|
||
|
+ return 0;
|
||
|
+}
|
||
|
+
|
||
|
+static int get_boots(sd_journal *j,
|
||
|
+ boot_id_t **boots,
|
||
|
+ boot_id_t *query_ref_boot,
|
||
|
+ int ref_boot_offset) {
|
||
|
+ bool skip_once;
|
||
|
+ int r, count = 0;
|
||
|
+ boot_id_t *head = NULL, *tail = NULL;
|
||
|
+ const bool advance_older = query_ref_boot && ref_boot_offset <= 0;
|
||
|
+
|
||
|
+ assert(j);
|
||
|
+
|
||
|
+ /* Adjust for the asymmetry that offset 0 is
|
||
|
+ * the last (and current) boot, while 1 is considered the
|
||
|
+ * (chronological) first boot in the journal. */
|
||
|
+ skip_once = query_ref_boot && sd_id128_is_null(query_ref_boot->id) && ref_boot_offset < 0;
|
||
|
+
|
||
|
+ /* Advance to the earliest/latest occurrence of our reference
|
||
|
+ * boot ID (taking our lookup direction into account), so that
|
||
|
+ * discover_next_boot() can do its job.
|
||
|
+ * If no reference is given, the journal head/tail will do,
|
||
|
+ * they're "virtual" boots after all. */
|
||
|
+ if (query_ref_boot && !sd_id128_is_null(query_ref_boot->id)) {
|
||
|
+ char match[9+32+1] = "_BOOT_ID=";
|
||
|
+
|
||
|
+ sd_journal_flush_matches(j);
|
||
|
|
||
|
- r = sd_journal_add_match(j, data, length);
|
||
|
+ sd_id128_to_string(query_ref_boot->id, match + 9);
|
||
|
+ r = sd_journal_add_match(j, match, sizeof(match) - 1);
|
||
|
if (r < 0)
|
||
|
return r;
|
||
|
|
||
|
- r = sd_journal_seek_head(j);
|
||
|
+ if (advance_older)
|
||
|
+ r = sd_journal_seek_head(j);
|
||
|
+ else
|
||
|
+ r = sd_journal_seek_tail(j);
|
||
|
if (r < 0)
|
||
|
return r;
|
||
|
|
||
|
- r = sd_journal_next(j);
|
||
|
+ if (advance_older)
|
||
|
+ r = sd_journal_next(j);
|
||
|
+ else
|
||
|
+ r = sd_journal_previous(j);
|
||
|
if (r < 0)
|
||
|
return r;
|
||
|
else if (r == 0)
|
||
|
- goto flush;
|
||
|
-
|
||
|
- r = sd_journal_get_realtime_usec(j, &id->first);
|
||
|
+ goto finish;
|
||
|
+ else if (ref_boot_offset == 0) {
|
||
|
+ count = 1;
|
||
|
+ goto finish;
|
||
|
+ }
|
||
|
+ } else {
|
||
|
+ if (advance_older)
|
||
|
+ r = sd_journal_seek_tail(j);
|
||
|
+ else
|
||
|
+ r = sd_journal_seek_head(j);
|
||
|
if (r < 0)
|
||
|
return r;
|
||
|
|
||
|
- if (query_ref_boot) {
|
||
|
- id->last = 0;
|
||
|
- if (sd_id128_equal(id->id, query_ref_boot->id))
|
||
|
- *query_ref_boot = *id;
|
||
|
- } else {
|
||
|
- r = sd_journal_seek_tail(j);
|
||
|
- if (r < 0)
|
||
|
- return r;
|
||
|
+ /* No sd_journal_next/previous here. */
|
||
|
+ }
|
||
|
|
||
|
- r = sd_journal_previous(j);
|
||
|
- if (r < 0)
|
||
|
- return r;
|
||
|
- else if (r == 0)
|
||
|
- goto flush;
|
||
|
+ while (true) {
|
||
|
+ _cleanup_free_ boot_id_t *current = NULL;
|
||
|
|
||
|
- r = sd_journal_get_realtime_usec(j, &id->last);
|
||
|
- if (r < 0)
|
||
|
- return r;
|
||
|
+ r = discover_next_boot(j, ¤t, advance_older, !query_ref_boot);
|
||
|
+ if (r < 0) {
|
||
|
+ boot_id_t *id, *id_next;
|
||
|
+ LIST_FOREACH_SAFE(boot_list, id, id_next, head)
|
||
|
+ free(id);
|
||
|
+ return r;
|
||
|
}
|
||
|
|
||
|
- (*count)++;
|
||
|
- flush:
|
||
|
- sd_journal_flush_matches(j);
|
||
|
+ if (!current)
|
||
|
+ break;
|
||
|
+
|
||
|
+ if (query_ref_boot) {
|
||
|
+ if (!skip_once)
|
||
|
+ ref_boot_offset += advance_older ? 1 : -1;
|
||
|
+ skip_once = false;
|
||
|
+
|
||
|
+ if (ref_boot_offset == 0) {
|
||
|
+ count = 1;
|
||
|
+ query_ref_boot->id = current->id;
|
||
|
+ break;
|
||
|
+ }
|
||
|
+ } else {
|
||
|
+ LIST_INSERT_AFTER(boot_list, head, tail, current);
|
||
|
+ tail = current;
|
||
|
+ current = NULL;
|
||
|
+ count++;
|
||
|
+ }
|
||
|
}
|
||
|
|
||
|
- qsort_safe(*boots, *count, sizeof(boot_id_t), boot_id_cmp);
|
||
|
- return 0;
|
||
|
+finish:
|
||
|
+ if (boots)
|
||
|
+ *boots = head;
|
||
|
+
|
||
|
+ sd_journal_flush_matches(j);
|
||
|
+
|
||
|
+ return count;
|
||
|
}
|
||
|
|
||
|
static int list_boots(sd_journal *j) {
|
||
|
- int r, w, i;
|
||
|
- unsigned int count;
|
||
|
- boot_id_t *id;
|
||
|
- _cleanup_free_ boot_id_t *all_ids = NULL;
|
||
|
+ int w, i, count;
|
||
|
+ boot_id_t *id, *id_next, *all_ids;
|
||
|
|
||
|
assert(j);
|
||
|
|
||
|
- r = get_boots(j, &all_ids, &count, NULL);
|
||
|
- if (r < 0)
|
||
|
- return r;
|
||
|
+ count = get_boots(j, &all_ids, NULL, 0);
|
||
|
+ if (count <= 0)
|
||
|
+ return count;
|
||
|
|
||
|
pager_open_if_enabled();
|
||
|
|
||
|
/* numbers are one less, but we need an extra char for the sign */
|
||
|
w = DECIMAL_STR_WIDTH(count - 1) + 1;
|
||
|
|
||
|
- for (id = all_ids, i = 0; id < all_ids + count; id++, i++) {
|
||
|
+ i = 0;
|
||
|
+ LIST_FOREACH_SAFE(boot_list, id, id_next, all_ids) {
|
||
|
char a[FORMAT_TIMESTAMP_MAX], b[FORMAT_TIMESTAMP_MAX];
|
||
|
|
||
|
printf("% *i " SD_ID128_FORMAT_STR " %s—%s\n",
|
||
|
@@ -966,39 +1064,8 @@ static int list_boots(sd_journal *j) {
|
||
|
SD_ID128_FORMAT_VAL(id->id),
|
||
|
format_timestamp_maybe_utc(a, sizeof(a), id->first),
|
||
|
format_timestamp_maybe_utc(b, sizeof(b), id->last));
|
||
|
- }
|
||
|
-
|
||
|
- return 0;
|
||
|
-}
|
||
|
-
|
||
|
-static int get_boot_id_by_offset(sd_journal *j, sd_id128_t *boot_id, int offset) {
|
||
|
- int r;
|
||
|
- unsigned int count;
|
||
|
- boot_id_t ref_boot_id = {}, *id;
|
||
|
- _cleanup_free_ boot_id_t *all_ids = NULL;
|
||
|
-
|
||
|
- assert(j);
|
||
|
- assert(boot_id);
|
||
|
-
|
||
|
- ref_boot_id.id = *boot_id;
|
||
|
- r = get_boots(j, &all_ids, &count, &ref_boot_id);
|
||
|
- if (r < 0)
|
||
|
- return r;
|
||
|
-
|
||
|
- if (sd_id128_equal(*boot_id, SD_ID128_NULL)) {
|
||
|
- if (offset > (int) count || offset <= -(int)count)
|
||
|
- return -EADDRNOTAVAIL;
|
||
|
-
|
||
|
- *boot_id = all_ids[(offset <= 0)*count + offset - 1].id;
|
||
|
- } else {
|
||
|
- id = bsearch(&ref_boot_id, all_ids, count, sizeof(boot_id_t), boot_id_cmp);
|
||
|
-
|
||
|
- if (!id ||
|
||
|
- offset <= 0 ? (id - all_ids) + offset < 0 :
|
||
|
- (id - all_ids) + offset >= (int) count)
|
||
|
- return -EADDRNOTAVAIL;
|
||
|
-
|
||
|
- *boot_id = (id + offset)->id;
|
||
|
+ i++;
|
||
|
+ free(id);
|
||
|
}
|
||
|
|
||
|
return 0;
|
||
|
@@ -1007,6 +1074,7 @@ static int get_boot_id_by_offset(sd_journal *j, sd_id128_t *boot_id, int offset)
|
||
|
static int add_boot(sd_journal *j) {
|
||
|
char match[9+32+1] = "_BOOT_ID=";
|
||
|
int r;
|
||
|
+ boot_id_t ref_boot_id = {};
|
||
|
|
||
|
assert(j);
|
||
|
|
||
|
@@ -1016,17 +1084,22 @@ static int add_boot(sd_journal *j) {
|
||
|
if (arg_boot_offset == 0 && sd_id128_equal(arg_boot_id, SD_ID128_NULL))
|
||
|
return add_match_this_boot(j, arg_machine);
|
||
|
|
||
|
- r = get_boot_id_by_offset(j, &arg_boot_id, arg_boot_offset);
|
||
|
- if (r < 0) {
|
||
|
- if (sd_id128_equal(arg_boot_id, SD_ID128_NULL))
|
||
|
- log_error_errno(r, "Failed to look up boot %+i: %m", arg_boot_offset);
|
||
|
+ ref_boot_id.id = arg_boot_id;
|
||
|
+ r = get_boots(j, NULL, &ref_boot_id, arg_boot_offset);
|
||
|
+ assert(r <= 1);
|
||
|
+ if (r <= 0) {
|
||
|
+ const char *reason = (r == 0) ? "No such boot ID in journal" : strerror(-r);
|
||
|
+
|
||
|
+ if (sd_id128_is_null(arg_boot_id))
|
||
|
+ log_error("Failed to look up boot %+i: %s", arg_boot_offset, reason);
|
||
|
else
|
||
|
log_error("Failed to look up boot ID "SD_ID128_FORMAT_STR"%+i: %s",
|
||
|
- SD_ID128_FORMAT_VAL(arg_boot_id), arg_boot_offset, strerror(-r));
|
||
|
- return r;
|
||
|
+ SD_ID128_FORMAT_VAL(arg_boot_id), arg_boot_offset, reason);
|
||
|
+
|
||
|
+ return r == 0 ? -ENODATA : r;
|
||
|
}
|
||
|
|
||
|
- sd_id128_to_string(arg_boot_id, match + 9);
|
||
|
+ sd_id128_to_string(ref_boot_id.id, match + 9);
|
||
|
|
||
|
r = sd_journal_add_match(j, match, sizeof(match) - 1);
|
||
|
if (r < 0)
|