1 | /* SPDX-License-Identifier: GPL-2.0 */ |
2 | #ifndef _BCACHEFS_MOVE_H |
3 | #define _BCACHEFS_MOVE_H |
4 | |
5 | #include "bbpos.h" |
6 | #include "bcachefs_ioctl.h" |
7 | #include "btree_iter.h" |
8 | #include "buckets.h" |
9 | #include "data_update.h" |
10 | #include "move_types.h" |
11 | |
12 | struct bch_read_bio; |
13 | |
14 | struct moving_context { |
15 | struct btree_trans *trans; |
16 | struct list_head list; |
17 | void *fn; |
18 | |
19 | struct bch_ratelimit *rate; |
20 | struct bch_move_stats *stats; |
21 | struct write_point_specifier wp; |
22 | bool wait_on_copygc; |
23 | bool write_error; |
24 | |
25 | /* For waiting on outstanding reads and writes: */ |
26 | struct closure cl; |
27 | |
28 | struct mutex lock; |
29 | struct list_head reads; |
30 | struct list_head ios; |
31 | |
32 | /* in flight sectors: */ |
33 | atomic_t read_sectors; |
34 | atomic_t write_sectors; |
35 | atomic_t read_ios; |
36 | atomic_t write_ios; |
37 | |
38 | wait_queue_head_t wait; |
39 | }; |
40 | |
41 | #define move_ctxt_wait_event_timeout(_ctxt, _cond, _timeout) \ |
42 | ({ \ |
43 | int _ret = 0; \ |
44 | while (true) { \ |
45 | bool cond_finished = false; \ |
46 | bch2_moving_ctxt_do_pending_writes(_ctxt); \ |
47 | \ |
48 | if (_cond) \ |
49 | break; \ |
50 | bch2_trans_unlock_long((_ctxt)->trans); \ |
51 | _ret = __wait_event_timeout((_ctxt)->wait, \ |
52 | bch2_moving_ctxt_next_pending_write(_ctxt) || \ |
53 | (cond_finished = (_cond)), _timeout); \ |
54 | if (_ret || ( cond_finished)) \ |
55 | break; \ |
56 | } \ |
57 | _ret; \ |
58 | }) |
59 | |
60 | #define move_ctxt_wait_event(_ctxt, _cond) \ |
61 | do { \ |
62 | bool cond_finished = false; \ |
63 | bch2_moving_ctxt_do_pending_writes(_ctxt); \ |
64 | \ |
65 | if (_cond) \ |
66 | break; \ |
67 | bch2_trans_unlock_long((_ctxt)->trans); \ |
68 | __wait_event((_ctxt)->wait, \ |
69 | bch2_moving_ctxt_next_pending_write(_ctxt) || \ |
70 | (cond_finished = (_cond))); \ |
71 | if (cond_finished) \ |
72 | break; \ |
73 | } while (1) |
74 | |
75 | typedef bool (*move_pred_fn)(struct bch_fs *, void *, struct bkey_s_c, |
76 | struct bch_io_opts *, struct data_update_opts *); |
77 | |
78 | extern const char * const bch2_data_ops_strs[]; |
79 | |
80 | void bch2_moving_ctxt_exit(struct moving_context *); |
81 | void bch2_moving_ctxt_init(struct moving_context *, struct bch_fs *, |
82 | struct bch_ratelimit *, struct bch_move_stats *, |
83 | struct write_point_specifier, bool); |
84 | struct moving_io *bch2_moving_ctxt_next_pending_write(struct moving_context *); |
85 | void bch2_moving_ctxt_do_pending_writes(struct moving_context *); |
86 | void bch2_moving_ctxt_flush_all(struct moving_context *); |
87 | void bch2_move_ctxt_wait_for_io(struct moving_context *); |
88 | int bch2_move_ratelimit(struct moving_context *); |
89 | |
90 | /* Inodes in different snapshots may have different IO options: */ |
91 | struct snapshot_io_opts_entry { |
92 | u32 snapshot; |
93 | struct bch_io_opts io_opts; |
94 | }; |
95 | |
96 | struct per_snapshot_io_opts { |
97 | u64 cur_inum; |
98 | struct bch_io_opts fs_io_opts; |
99 | DARRAY(struct snapshot_io_opts_entry) d; |
100 | }; |
101 | |
102 | static inline void per_snapshot_io_opts_init(struct per_snapshot_io_opts *io_opts, struct bch_fs *c) |
103 | { |
104 | memset(io_opts, 0, sizeof(*io_opts)); |
105 | io_opts->fs_io_opts = bch2_opts_to_inode_opts(c->opts); |
106 | } |
107 | |
108 | static inline void per_snapshot_io_opts_exit(struct per_snapshot_io_opts *io_opts) |
109 | { |
110 | darray_exit(&io_opts->d); |
111 | } |
112 | |
113 | struct bch_io_opts *bch2_move_get_io_opts(struct btree_trans *, |
114 | struct per_snapshot_io_opts *, struct bkey_s_c); |
115 | int bch2_move_get_io_opts_one(struct btree_trans *, struct bch_io_opts *, struct bkey_s_c); |
116 | |
117 | int bch2_scan_old_btree_nodes(struct bch_fs *, struct bch_move_stats *); |
118 | |
119 | int bch2_move_extent(struct moving_context *, |
120 | struct move_bucket_in_flight *, |
121 | struct btree_iter *, |
122 | struct bkey_s_c, |
123 | struct bch_io_opts, |
124 | struct data_update_opts); |
125 | |
126 | int __bch2_move_data(struct moving_context *, |
127 | struct bbpos, |
128 | struct bbpos, |
129 | move_pred_fn, void *); |
130 | int bch2_move_data(struct bch_fs *, |
131 | struct bbpos start, |
132 | struct bbpos end, |
133 | struct bch_ratelimit *, |
134 | struct bch_move_stats *, |
135 | struct write_point_specifier, |
136 | bool, |
137 | move_pred_fn, void *); |
138 | |
139 | int bch2_evacuate_bucket(struct moving_context *, |
140 | struct move_bucket_in_flight *, |
141 | struct bpos, int, |
142 | struct data_update_opts); |
143 | int bch2_data_job(struct bch_fs *, |
144 | struct bch_move_stats *, |
145 | struct bch_ioctl_data); |
146 | |
147 | void bch2_move_stats_to_text(struct printbuf *, struct bch_move_stats *); |
148 | void bch2_move_stats_exit(struct bch_move_stats *, struct bch_fs *); |
149 | void bch2_move_stats_init(struct bch_move_stats *, const char *); |
150 | |
151 | void bch2_fs_moving_ctxts_to_text(struct printbuf *, struct bch_fs *); |
152 | |
153 | void bch2_fs_move_init(struct bch_fs *); |
154 | |
155 | #endif /* _BCACHEFS_MOVE_H */ |
156 | |