Skip to content

Commit 53c2786

Browse files
josefbacikkdave
authored andcommitted
btrfs: do not infinite loop in data reclaim if we aborted
Error injection stressing uncovered a busy loop in our data reclaim loop. There are two cases here, one where we loop creating block groups until space_info->full is set, or in the main loop we will skip erroring out any tickets if space_info->full == 0. Unfortunately if we aborted the transaction then we will never allocate chunks or reclaim any space and thus never get ->full, and you'll see stack traces like this watchdog: BUG: soft lockup - CPU#0 stuck for 26s! [kworker/u4:4:139] CPU: 0 PID: 139 Comm: kworker/u4:4 Tainted: G W 5.13.0-rc1+ torvalds#328 Hardware name: QEMU Standard PC (Q35 + ICH9, 2009), BIOS 1.13.0-2.fc32 04/01/2014 Workqueue: events_unbound btrfs_async_reclaim_data_space RIP: 0010:btrfs_join_transaction+0x12/0x20 RSP: 0018:ffffb2b780b77de0 EFLAGS: 00000246 RAX: ffffb2b781863d58 RBX: 0000000000000000 RCX: 0000000000000000 RDX: 0000000000000801 RSI: ffff987952b57400 RDI: ffff987940aa3000 RBP: ffff987954d55000 R08: 0000000000000001 R09: ffff98795539e8f0 R10: 000000000000000f R11: 000000000000000f R12: ffffffffffffffff R13: ffff987952b574c8 R14: ffff987952b57400 R15: 0000000000000008 FS: 0000000000000000(0000) GS:ffff9879bbc00000(0000) knlGS:0000000000000000 CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 CR2: 00007f0703da4000 CR3: 0000000113398004 CR4: 0000000000370ef0 Call Trace: flush_space+0x4a8/0x660 btrfs_async_reclaim_data_space+0x55/0x130 process_one_work+0x1e9/0x380 worker_thread+0x53/0x3e0 ? process_one_work+0x380/0x380 kthread+0x118/0x140 ? __kthread_bind_mask+0x60/0x60 ret_from_fork+0x1f/0x30 Fix this by checking to see if we have a btrfs fs error in either of the reclaim loops, and if so fail the tickets and bail. In addition to this, fix maybe_fail_all_tickets() to not try to grant tickets if we've aborted, simply fail everything. Signed-off-by: Josef Bacik <[email protected]> Signed-off-by: David Sterba <[email protected]>
1 parent 722a54d commit 53c2786

File tree

1 file changed

+22
-3
lines changed

1 file changed

+22
-3
lines changed

fs/btrfs/space-info.c

Lines changed: 22 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -823,6 +823,7 @@ static bool maybe_fail_all_tickets(struct btrfs_fs_info *fs_info,
823823
{
824824
struct reserve_ticket *ticket;
825825
u64 tickets_id = space_info->tickets_id;
826+
const bool aborted = btrfs_has_fs_error(fs_info);
826827

827828
if (btrfs_test_opt(fs_info, ENOSPC_DEBUG)) {
828829
btrfs_info(fs_info, "cannot satisfy tickets, dumping space info");
@@ -834,7 +835,7 @@ static bool maybe_fail_all_tickets(struct btrfs_fs_info *fs_info,
834835
ticket = list_first_entry(&space_info->tickets,
835836
struct reserve_ticket, list);
836837

837-
if (ticket->steal &&
838+
if (!aborted && ticket->steal &&
838839
steal_from_global_rsv(fs_info, space_info, ticket))
839840
return true;
840841

@@ -843,7 +844,10 @@ static bool maybe_fail_all_tickets(struct btrfs_fs_info *fs_info,
843844
ticket->bytes);
844845

845846
remove_ticket(space_info, ticket);
846-
ticket->error = -ENOSPC;
847+
if (aborted)
848+
ticket->error = -EIO;
849+
else
850+
ticket->error = -ENOSPC;
847851
wake_up(&ticket->wait);
848852

849853
/*
@@ -852,7 +856,8 @@ static bool maybe_fail_all_tickets(struct btrfs_fs_info *fs_info,
852856
* here to see if we can make progress with the next ticket in
853857
* the list.
854858
*/
855-
btrfs_try_granting_tickets(fs_info, space_info);
859+
if (!aborted)
860+
btrfs_try_granting_tickets(fs_info, space_info);
856861
}
857862
return (tickets_id != space_info->tickets_id);
858863
}
@@ -1100,6 +1105,10 @@ static void btrfs_async_reclaim_data_space(struct work_struct *work)
11001105
spin_unlock(&space_info->lock);
11011106
return;
11021107
}
1108+
1109+
/* Something happened, fail everything and bail. */
1110+
if (btrfs_has_fs_error(fs_info))
1111+
goto aborted_fs;
11031112
last_tickets_id = space_info->tickets_id;
11041113
spin_unlock(&space_info->lock);
11051114
}
@@ -1130,9 +1139,19 @@ static void btrfs_async_reclaim_data_space(struct work_struct *work)
11301139
} else {
11311140
flush_state = 0;
11321141
}
1142+
1143+
/* Something happened, fail everything and bail. */
1144+
if (btrfs_has_fs_error(fs_info))
1145+
goto aborted_fs;
1146+
11331147
}
11341148
spin_unlock(&space_info->lock);
11351149
}
1150+
return;
1151+
aborted_fs:
1152+
maybe_fail_all_tickets(fs_info, space_info);
1153+
space_info->flush = 0;
1154+
spin_unlock(&space_info->lock);
11361155
}
11371156

11381157
void btrfs_init_async_reclaim_work(struct btrfs_fs_info *fs_info)

0 commit comments

Comments
 (0)