1 | /* SPDX-License-Identifier: GPL-2.0 */ |
2 | #ifndef _BCACHEFS_IO_WRITE_H |
3 | #define _BCACHEFS_IO_WRITE_H |
4 | |
5 | #include "checksum.h" |
6 | #include "io_write_types.h" |
7 | |
8 | #define to_wbio(_bio) \ |
9 | container_of((_bio), struct bch_write_bio, bio) |
10 | |
11 | void bch2_bio_free_pages_pool(struct bch_fs *, struct bio *); |
12 | void bch2_bio_alloc_pages_pool(struct bch_fs *, struct bio *, size_t); |
13 | |
14 | #ifndef CONFIG_BCACHEFS_NO_LATENCY_ACCT |
15 | void bch2_latency_acct(struct bch_dev *, u64, int); |
16 | #else |
17 | static inline void bch2_latency_acct(struct bch_dev *ca, u64 submit_time, int rw) {} |
18 | #endif |
19 | |
20 | void bch2_submit_wbio_replicas(struct bch_write_bio *, struct bch_fs *, |
21 | enum bch_data_type, const struct bkey_i *, bool); |
22 | |
23 | #define BCH_WRITE_FLAGS() \ |
24 | x(ALLOC_NOWAIT) \ |
25 | x(CACHED) \ |
26 | x(DATA_ENCODED) \ |
27 | x(PAGES_STABLE) \ |
28 | x(PAGES_OWNED) \ |
29 | x(ONLY_SPECIFIED_DEVS) \ |
30 | x(WROTE_DATA_INLINE) \ |
31 | x(FROM_INTERNAL) \ |
32 | x(CHECK_ENOSPC) \ |
33 | x(SYNC) \ |
34 | x(MOVE) \ |
35 | x(IN_WORKER) \ |
36 | x(DONE) \ |
37 | x(IO_ERROR) \ |
38 | x(CONVERT_UNWRITTEN) |
39 | |
40 | enum __bch_write_flags { |
41 | #define x(f) __BCH_WRITE_##f, |
42 | BCH_WRITE_FLAGS() |
43 | #undef x |
44 | }; |
45 | |
46 | enum bch_write_flags { |
47 | #define x(f) BCH_WRITE_##f = BIT(__BCH_WRITE_##f), |
48 | BCH_WRITE_FLAGS() |
49 | #undef x |
50 | }; |
51 | |
52 | static inline struct workqueue_struct *index_update_wq(struct bch_write_op *op) |
53 | { |
54 | return op->watermark == BCH_WATERMARK_copygc |
55 | ? op->c->copygc_wq |
56 | : op->c->btree_update_wq; |
57 | } |
58 | |
59 | int bch2_sum_sector_overwrites(struct btree_trans *, struct btree_iter *, |
60 | struct bkey_i *, bool *, s64 *, s64 *); |
61 | int bch2_extent_update(struct btree_trans *, subvol_inum, |
62 | struct btree_iter *, struct bkey_i *, |
63 | struct disk_reservation *, u64, s64 *, bool); |
64 | |
65 | static inline void bch2_write_op_init(struct bch_write_op *op, struct bch_fs *c, |
66 | struct bch_io_opts opts) |
67 | { |
68 | op->c = c; |
69 | op->end_io = NULL; |
70 | op->flags = 0; |
71 | op->written = 0; |
72 | op->error = 0; |
73 | op->csum_type = bch2_data_checksum_type(c, opts); |
74 | op->compression_opt = opts.compression; |
75 | op->nr_replicas = 0; |
76 | op->nr_replicas_required = c->opts.data_replicas_required; |
77 | op->watermark = BCH_WATERMARK_normal; |
78 | op->incompressible = 0; |
79 | op->open_buckets.nr = 0; |
80 | op->devs_have.nr = 0; |
81 | op->target = 0; |
82 | op->opts = opts; |
83 | op->subvol = 0; |
84 | op->pos = POS_MAX; |
85 | op->version = ZERO_VERSION; |
86 | op->write_point = (struct write_point_specifier) { 0 }; |
87 | op->res = (struct disk_reservation) { 0 }; |
88 | op->new_i_size = U64_MAX; |
89 | op->i_sectors_delta = 0; |
90 | op->devs_need_flush = NULL; |
91 | } |
92 | |
93 | CLOSURE_CALLBACK(bch2_write); |
94 | void bch2_write_point_do_index_updates(struct work_struct *); |
95 | |
96 | static inline struct bch_write_bio *wbio_init(struct bio *bio) |
97 | { |
98 | struct bch_write_bio *wbio = to_wbio(bio); |
99 | |
100 | memset(&wbio->wbio, 0, sizeof(wbio->wbio)); |
101 | return wbio; |
102 | } |
103 | |
104 | void bch2_write_op_to_text(struct printbuf *, struct bch_write_op *); |
105 | |
106 | void bch2_fs_io_write_exit(struct bch_fs *); |
107 | int bch2_fs_io_write_init(struct bch_fs *); |
108 | |
109 | #endif /* _BCACHEFS_IO_WRITE_H */ |
110 | |