1 | // SPDX-License-Identifier: GPL-2.0+ |
2 | /* |
3 | * Copyright (C) 2016 Oracle. All Rights Reserved. |
4 | * Author: Darrick J. Wong <darrick.wong@oracle.com> |
5 | */ |
6 | #ifndef __XFS_RMAP_H__ |
7 | #define __XFS_RMAP_H__ |
8 | |
9 | struct xfs_perag; |
10 | |
11 | static inline void |
12 | xfs_rmap_ino_bmbt_owner( |
13 | struct xfs_owner_info *oi, |
14 | xfs_ino_t ino, |
15 | int whichfork) |
16 | { |
17 | oi->oi_owner = ino; |
18 | oi->oi_offset = 0; |
19 | oi->oi_flags = XFS_OWNER_INFO_BMBT_BLOCK; |
20 | if (whichfork == XFS_ATTR_FORK) |
21 | oi->oi_flags |= XFS_OWNER_INFO_ATTR_FORK; |
22 | } |
23 | |
24 | static inline void |
25 | xfs_rmap_ino_owner( |
26 | struct xfs_owner_info *oi, |
27 | xfs_ino_t ino, |
28 | int whichfork, |
29 | xfs_fileoff_t offset) |
30 | { |
31 | oi->oi_owner = ino; |
32 | oi->oi_offset = offset; |
33 | oi->oi_flags = 0; |
34 | if (whichfork == XFS_ATTR_FORK) |
35 | oi->oi_flags |= XFS_OWNER_INFO_ATTR_FORK; |
36 | } |
37 | |
38 | static inline bool |
39 | xfs_rmap_should_skip_owner_update( |
40 | const struct xfs_owner_info *oi) |
41 | { |
42 | return oi->oi_owner == XFS_RMAP_OWN_NULL; |
43 | } |
44 | |
45 | /* Reverse mapping functions. */ |
46 | |
47 | struct xfs_buf; |
48 | |
49 | static inline __u64 |
50 | xfs_rmap_irec_offset_pack( |
51 | const struct xfs_rmap_irec *irec) |
52 | { |
53 | __u64 x; |
54 | |
55 | x = XFS_RMAP_OFF(irec->rm_offset); |
56 | if (irec->rm_flags & XFS_RMAP_ATTR_FORK) |
57 | x |= XFS_RMAP_OFF_ATTR_FORK; |
58 | if (irec->rm_flags & XFS_RMAP_BMBT_BLOCK) |
59 | x |= XFS_RMAP_OFF_BMBT_BLOCK; |
60 | if (irec->rm_flags & XFS_RMAP_UNWRITTEN) |
61 | x |= XFS_RMAP_OFF_UNWRITTEN; |
62 | return x; |
63 | } |
64 | |
65 | static inline xfs_failaddr_t |
66 | xfs_rmap_irec_offset_unpack( |
67 | __u64 offset, |
68 | struct xfs_rmap_irec *irec) |
69 | { |
70 | if (offset & ~(XFS_RMAP_OFF_MASK | XFS_RMAP_OFF_FLAGS)) |
71 | return __this_address; |
72 | |
73 | irec->rm_offset = XFS_RMAP_OFF(offset); |
74 | irec->rm_flags = 0; |
75 | if (offset & XFS_RMAP_OFF_ATTR_FORK) |
76 | irec->rm_flags |= XFS_RMAP_ATTR_FORK; |
77 | if (offset & XFS_RMAP_OFF_BMBT_BLOCK) |
78 | irec->rm_flags |= XFS_RMAP_BMBT_BLOCK; |
79 | if (offset & XFS_RMAP_OFF_UNWRITTEN) |
80 | irec->rm_flags |= XFS_RMAP_UNWRITTEN; |
81 | return NULL; |
82 | } |
83 | |
84 | static inline void |
85 | xfs_owner_info_unpack( |
86 | const struct xfs_owner_info *oinfo, |
87 | uint64_t *owner, |
88 | uint64_t *offset, |
89 | unsigned int *flags) |
90 | { |
91 | unsigned int r = 0; |
92 | |
93 | *owner = oinfo->oi_owner; |
94 | *offset = oinfo->oi_offset; |
95 | if (oinfo->oi_flags & XFS_OWNER_INFO_ATTR_FORK) |
96 | r |= XFS_RMAP_ATTR_FORK; |
97 | if (oinfo->oi_flags & XFS_OWNER_INFO_BMBT_BLOCK) |
98 | r |= XFS_RMAP_BMBT_BLOCK; |
99 | *flags = r; |
100 | } |
101 | |
102 | static inline void |
103 | xfs_owner_info_pack( |
104 | struct xfs_owner_info *oinfo, |
105 | uint64_t owner, |
106 | uint64_t offset, |
107 | unsigned int flags) |
108 | { |
109 | oinfo->oi_owner = owner; |
110 | oinfo->oi_offset = XFS_RMAP_OFF(offset); |
111 | oinfo->oi_flags = 0; |
112 | if (flags & XFS_RMAP_ATTR_FORK) |
113 | oinfo->oi_flags |= XFS_OWNER_INFO_ATTR_FORK; |
114 | if (flags & XFS_RMAP_BMBT_BLOCK) |
115 | oinfo->oi_flags |= XFS_OWNER_INFO_BMBT_BLOCK; |
116 | } |
117 | |
118 | int xfs_rmap_alloc(struct xfs_trans *tp, struct xfs_buf *agbp, |
119 | struct xfs_perag *pag, xfs_agblock_t bno, xfs_extlen_t len, |
120 | const struct xfs_owner_info *oinfo); |
121 | int xfs_rmap_free(struct xfs_trans *tp, struct xfs_buf *agbp, |
122 | struct xfs_perag *pag, xfs_agblock_t bno, xfs_extlen_t len, |
123 | const struct xfs_owner_info *oinfo); |
124 | |
125 | int xfs_rmap_lookup_le(struct xfs_btree_cur *cur, xfs_agblock_t bno, |
126 | uint64_t owner, uint64_t offset, unsigned int flags, |
127 | struct xfs_rmap_irec *irec, int *stat); |
128 | int xfs_rmap_lookup_eq(struct xfs_btree_cur *cur, xfs_agblock_t bno, |
129 | xfs_extlen_t len, uint64_t owner, uint64_t offset, |
130 | unsigned int flags, int *stat); |
131 | int xfs_rmap_insert(struct xfs_btree_cur *rcur, xfs_agblock_t agbno, |
132 | xfs_extlen_t len, uint64_t owner, uint64_t offset, |
133 | unsigned int flags); |
134 | int xfs_rmap_get_rec(struct xfs_btree_cur *cur, struct xfs_rmap_irec *irec, |
135 | int *stat); |
136 | |
137 | typedef int (*xfs_rmap_query_range_fn)( |
138 | struct xfs_btree_cur *cur, |
139 | const struct xfs_rmap_irec *rec, |
140 | void *priv); |
141 | |
142 | int xfs_rmap_query_range(struct xfs_btree_cur *cur, |
143 | const struct xfs_rmap_irec *low_rec, |
144 | const struct xfs_rmap_irec *high_rec, |
145 | xfs_rmap_query_range_fn fn, void *priv); |
146 | int xfs_rmap_query_all(struct xfs_btree_cur *cur, xfs_rmap_query_range_fn fn, |
147 | void *priv); |
148 | |
149 | enum xfs_rmap_intent_type { |
150 | XFS_RMAP_MAP, |
151 | XFS_RMAP_MAP_SHARED, |
152 | XFS_RMAP_UNMAP, |
153 | XFS_RMAP_UNMAP_SHARED, |
154 | XFS_RMAP_CONVERT, |
155 | XFS_RMAP_CONVERT_SHARED, |
156 | XFS_RMAP_ALLOC, |
157 | XFS_RMAP_FREE, |
158 | }; |
159 | |
160 | struct xfs_rmap_intent { |
161 | struct list_head ri_list; |
162 | enum xfs_rmap_intent_type ri_type; |
163 | int ri_whichfork; |
164 | uint64_t ri_owner; |
165 | struct xfs_bmbt_irec ri_bmap; |
166 | struct xfs_perag *ri_pag; |
167 | }; |
168 | |
169 | void xfs_rmap_update_get_group(struct xfs_mount *mp, |
170 | struct xfs_rmap_intent *ri); |
171 | |
172 | /* functions for updating the rmapbt based on bmbt map/unmap operations */ |
173 | void xfs_rmap_map_extent(struct xfs_trans *tp, struct xfs_inode *ip, |
174 | int whichfork, struct xfs_bmbt_irec *imap); |
175 | void xfs_rmap_unmap_extent(struct xfs_trans *tp, struct xfs_inode *ip, |
176 | int whichfork, struct xfs_bmbt_irec *imap); |
177 | void xfs_rmap_convert_extent(struct xfs_mount *mp, struct xfs_trans *tp, |
178 | struct xfs_inode *ip, int whichfork, |
179 | struct xfs_bmbt_irec *imap); |
180 | void xfs_rmap_alloc_extent(struct xfs_trans *tp, xfs_agnumber_t agno, |
181 | xfs_agblock_t bno, xfs_extlen_t len, uint64_t owner); |
182 | void xfs_rmap_free_extent(struct xfs_trans *tp, xfs_agnumber_t agno, |
183 | xfs_agblock_t bno, xfs_extlen_t len, uint64_t owner); |
184 | |
185 | void xfs_rmap_finish_one_cleanup(struct xfs_trans *tp, |
186 | struct xfs_btree_cur *rcur, int error); |
187 | int xfs_rmap_finish_one(struct xfs_trans *tp, struct xfs_rmap_intent *ri, |
188 | struct xfs_btree_cur **pcur); |
189 | int __xfs_rmap_finish_intent(struct xfs_btree_cur *rcur, |
190 | enum xfs_rmap_intent_type op, xfs_agblock_t bno, |
191 | xfs_extlen_t len, const struct xfs_owner_info *oinfo, |
192 | bool unwritten); |
193 | |
194 | int xfs_rmap_lookup_le_range(struct xfs_btree_cur *cur, xfs_agblock_t bno, |
195 | uint64_t owner, uint64_t offset, unsigned int flags, |
196 | struct xfs_rmap_irec *irec, int *stat); |
197 | int xfs_rmap_compare(const struct xfs_rmap_irec *a, |
198 | const struct xfs_rmap_irec *b); |
199 | union xfs_btree_rec; |
200 | xfs_failaddr_t xfs_rmap_btrec_to_irec(const union xfs_btree_rec *rec, |
201 | struct xfs_rmap_irec *irec); |
202 | xfs_failaddr_t xfs_rmap_check_irec(struct xfs_perag *pag, |
203 | const struct xfs_rmap_irec *irec); |
204 | |
205 | int xfs_rmap_has_records(struct xfs_btree_cur *cur, xfs_agblock_t bno, |
206 | xfs_extlen_t len, enum xbtree_recpacking *outcome); |
207 | |
208 | struct xfs_rmap_matches { |
209 | /* Number of owner matches. */ |
210 | unsigned long long matches; |
211 | |
212 | /* Number of non-owner matches. */ |
213 | unsigned long long non_owner_matches; |
214 | |
215 | /* Number of non-owner matches that conflict with the owner matches. */ |
216 | unsigned long long bad_non_owner_matches; |
217 | }; |
218 | |
219 | int xfs_rmap_count_owners(struct xfs_btree_cur *cur, xfs_agblock_t bno, |
220 | xfs_extlen_t len, const struct xfs_owner_info *oinfo, |
221 | struct xfs_rmap_matches *rmatch); |
222 | int xfs_rmap_has_other_keys(struct xfs_btree_cur *cur, xfs_agblock_t bno, |
223 | xfs_extlen_t len, const struct xfs_owner_info *oinfo, |
224 | bool *has_other); |
225 | int xfs_rmap_map_raw(struct xfs_btree_cur *cur, struct xfs_rmap_irec *rmap); |
226 | |
227 | extern const struct xfs_owner_info XFS_RMAP_OINFO_SKIP_UPDATE; |
228 | extern const struct xfs_owner_info XFS_RMAP_OINFO_ANY_OWNER; |
229 | extern const struct xfs_owner_info XFS_RMAP_OINFO_FS; |
230 | extern const struct xfs_owner_info XFS_RMAP_OINFO_LOG; |
231 | extern const struct xfs_owner_info XFS_RMAP_OINFO_AG; |
232 | extern const struct xfs_owner_info XFS_RMAP_OINFO_INOBT; |
233 | extern const struct xfs_owner_info XFS_RMAP_OINFO_INODES; |
234 | extern const struct xfs_owner_info XFS_RMAP_OINFO_REFC; |
235 | extern const struct xfs_owner_info XFS_RMAP_OINFO_COW; |
236 | |
237 | extern struct kmem_cache *xfs_rmap_intent_cache; |
238 | |
239 | int __init xfs_rmap_intent_init_cache(void); |
240 | void xfs_rmap_intent_destroy_cache(void); |
241 | |
242 | /* |
243 | * Parameters for tracking reverse mapping changes. The hook function arg |
244 | * parameter is enum xfs_rmap_intent_type, and the rest is below. |
245 | */ |
246 | struct xfs_rmap_update_params { |
247 | xfs_agblock_t startblock; |
248 | xfs_extlen_t blockcount; |
249 | struct xfs_owner_info oinfo; |
250 | bool unwritten; |
251 | }; |
252 | |
253 | #ifdef CONFIG_XFS_LIVE_HOOKS |
254 | |
255 | struct xfs_rmap_hook { |
256 | struct xfs_hook rmap_hook; |
257 | }; |
258 | |
259 | void xfs_rmap_hook_disable(void); |
260 | void xfs_rmap_hook_enable(void); |
261 | |
262 | int xfs_rmap_hook_add(struct xfs_perag *pag, struct xfs_rmap_hook *hook); |
263 | void xfs_rmap_hook_del(struct xfs_perag *pag, struct xfs_rmap_hook *hook); |
264 | void xfs_rmap_hook_setup(struct xfs_rmap_hook *hook, notifier_fn_t mod_fn); |
265 | #endif |
266 | |
267 | #endif /* __XFS_RMAP_H__ */ |
268 | |