hammer_disk.h revision 1.3 1 1.3 msaitoh /* $NetBSD: hammer_disk.h,v 1.3 2021/12/05 07:25:11 msaitoh Exp $ */
2 1.1 tkusumi
3 1.1 tkusumi /*
4 1.1 tkusumi * Copyright (c) 2007 The DragonFly Project. All rights reserved.
5 1.1 tkusumi *
6 1.1 tkusumi * This code is derived from software contributed to The DragonFly Project
7 1.1 tkusumi * by Matthew Dillon <dillon (at) backplane.com>
8 1.1 tkusumi *
9 1.1 tkusumi * Redistribution and use in source and binary forms, with or without
10 1.1 tkusumi * modification, are permitted provided that the following conditions
11 1.1 tkusumi * are met:
12 1.1 tkusumi *
13 1.1 tkusumi * 1. Redistributions of source code must retain the above copyright
14 1.1 tkusumi * notice, this list of conditions and the following disclaimer.
15 1.1 tkusumi * 2. Redistributions in binary form must reproduce the above copyright
16 1.1 tkusumi * notice, this list of conditions and the following disclaimer in
17 1.1 tkusumi * the documentation and/or other materials provided with the
18 1.1 tkusumi * distribution.
19 1.1 tkusumi * 3. Neither the name of The DragonFly Project nor the names of its
20 1.1 tkusumi * contributors may be used to endorse or promote products derived
21 1.1 tkusumi * from this software without specific, prior written permission.
22 1.1 tkusumi *
23 1.1 tkusumi * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
24 1.1 tkusumi * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
25 1.1 tkusumi * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS
26 1.1 tkusumi * FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE
27 1.1 tkusumi * COPYRIGHT HOLDERS OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT,
28 1.1 tkusumi * INCIDENTAL, SPECIAL, EXEMPLARY OR CONSEQUENTIAL DAMAGES (INCLUDING,
29 1.1 tkusumi * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
30 1.1 tkusumi * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED
31 1.1 tkusumi * AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
32 1.1 tkusumi * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT
33 1.1 tkusumi * OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
34 1.1 tkusumi * SUCH DAMAGE.
35 1.1 tkusumi *
36 1.1 tkusumi * $DragonFly: src/sys/vfs/hammer/hammer_disk.h,v 1.55 2008/11/13 02:18:43 dillon Exp $
37 1.1 tkusumi */
38 1.1 tkusumi #include <sys/cdefs.h>
39 1.3 msaitoh __KERNEL_RCSID(0, "$NetBSD: hammer_disk.h,v 1.3 2021/12/05 07:25:11 msaitoh Exp $");
40 1.1 tkusumi
41 1.1 tkusumi #ifndef VFS_HAMMER_DISK_H_
42 1.1 tkusumi #define VFS_HAMMER_DISK_H_
43 1.1 tkusumi
44 1.1 tkusumi #include <sys/endian.h>
45 1.1 tkusumi
46 1.1 tkusumi #ifndef _SYS_UUID_H_
47 1.1 tkusumi #include <sys/uuid.h>
48 1.1 tkusumi #endif
49 1.1 tkusumi
50 1.1 tkusumi /*
51 1.1 tkusumi * The structures below represent the on-disk format for a HAMMER
52 1.1 tkusumi * filesystem. Note that all fields for on-disk structures are naturally
53 1.1 tkusumi * aligned. HAMMER uses little endian for fields in on-disk structures.
54 1.1 tkusumi * HAMMER doesn't support big endian arch, but is planned.
55 1.1 tkusumi *
56 1.1 tkusumi * Most of HAMMER revolves around the concept of an object identifier. An
57 1.1 tkusumi * obj_id is a 64 bit quantity which uniquely identifies a filesystem object
58 1.1 tkusumi * FOR THE ENTIRE LIFE OF THE FILESYSTEM. This uniqueness allows backups
59 1.1 tkusumi * and mirrors to retain varying amounts of filesystem history by removing
60 1.1 tkusumi * any possibility of conflict through identifier reuse.
61 1.1 tkusumi *
62 1.1 tkusumi * A HAMMER filesystem may span multiple volumes.
63 1.1 tkusumi *
64 1.1 tkusumi * A HAMMER filesystem uses a 16K filesystem buffer size. All filesystem
65 1.1 tkusumi * I/O is done in multiples of 16K.
66 1.1 tkusumi *
67 1.1 tkusumi * 64K X-bufs are used for blocks >= a file's 1MB mark.
68 1.1 tkusumi *
69 1.1 tkusumi * Per-volume storage limit: 52 bits 4096 TB
70 1.1 tkusumi * Per-Zone storage limit: 60 bits 1 MTB
71 1.1 tkusumi * Per-filesystem storage limit: 60 bits 1 MTB
72 1.1 tkusumi */
73 1.1 tkusumi #define HAMMER_BUFSIZE 16384
74 1.1 tkusumi #define HAMMER_XBUFSIZE 65536
75 1.1 tkusumi #define HAMMER_HBUFSIZE (HAMMER_BUFSIZE / 2)
76 1.1 tkusumi #define HAMMER_XDEMARC (1024 * 1024)
77 1.1 tkusumi #define HAMMER_BUFMASK (HAMMER_BUFSIZE - 1)
78 1.1 tkusumi #define HAMMER_XBUFMASK (HAMMER_XBUFSIZE - 1)
79 1.1 tkusumi
80 1.1 tkusumi #define HAMMER_BUFSIZE64 ((uint64_t)HAMMER_BUFSIZE)
81 1.1 tkusumi #define HAMMER_BUFMASK64 ((uint64_t)HAMMER_BUFMASK)
82 1.1 tkusumi
83 1.1 tkusumi #define HAMMER_XBUFSIZE64 ((uint64_t)HAMMER_XBUFSIZE)
84 1.1 tkusumi #define HAMMER_XBUFMASK64 ((uint64_t)HAMMER_XBUFMASK)
85 1.1 tkusumi
86 1.1 tkusumi #define HAMMER_OFF_ZONE_MASK 0xF000000000000000ULL /* zone portion */
87 1.1 tkusumi #define HAMMER_OFF_VOL_MASK 0x0FF0000000000000ULL /* volume portion */
88 1.1 tkusumi #define HAMMER_OFF_SHORT_MASK 0x000FFFFFFFFFFFFFULL /* offset portion */
89 1.1 tkusumi #define HAMMER_OFF_LONG_MASK 0x0FFFFFFFFFFFFFFFULL /* offset portion */
90 1.1 tkusumi
91 1.1 tkusumi #define HAMMER_OFF_BAD ((hammer_off_t)-1)
92 1.1 tkusumi
93 1.1 tkusumi #define HAMMER_BUFSIZE_DOALIGN(offset) \
94 1.1 tkusumi (((offset) + HAMMER_BUFMASK) & ~HAMMER_BUFMASK)
95 1.1 tkusumi #define HAMMER_BUFSIZE64_DOALIGN(offset) \
96 1.1 tkusumi (((offset) + HAMMER_BUFMASK64) & ~HAMMER_BUFMASK64)
97 1.1 tkusumi
98 1.1 tkusumi #define HAMMER_XBUFSIZE_DOALIGN(offset) \
99 1.1 tkusumi (((offset) + HAMMER_XBUFMASK) & ~HAMMER_XBUFMASK)
100 1.1 tkusumi #define HAMMER_XBUFSIZE64_DOALIGN(offset) \
101 1.1 tkusumi (((offset) + HAMMER_XBUFMASK64) & ~HAMMER_XBUFMASK64)
102 1.1 tkusumi
103 1.1 tkusumi /*
104 1.1 tkusumi * The current limit of volumes that can make up a HAMMER FS
105 1.1 tkusumi */
106 1.1 tkusumi #define HAMMER_MAX_VOLUMES 256
107 1.1 tkusumi
108 1.1 tkusumi /*
109 1.1 tkusumi * Reserved space for (future) header junk after the volume header.
110 1.1 tkusumi */
111 1.1 tkusumi #define HAMMER_MIN_VOL_JUNK (HAMMER_BUFSIZE * 16) /* 256 KB */
112 1.1 tkusumi #define HAMMER_MAX_VOL_JUNK HAMMER_MIN_VOL_JUNK
113 1.1 tkusumi #define HAMMER_VOL_JUNK_SIZE HAMMER_MIN_VOL_JUNK
114 1.1 tkusumi
115 1.1 tkusumi /*
116 1.1 tkusumi * Hammer transaction ids are 64 bit unsigned integers and are usually
117 1.1 tkusumi * synchronized with the time of day in nanoseconds.
118 1.1 tkusumi *
119 1.1 tkusumi * Hammer offsets are used for FIFO indexing and embed a cycle counter
120 1.1 tkusumi * and volume number in addition to the offset. Most offsets are required
121 1.1 tkusumi * to be 16 KB aligned.
122 1.1 tkusumi */
123 1.1 tkusumi typedef uint64_t hammer_tid_t;
124 1.1 tkusumi typedef uint64_t hammer_off_t;
125 1.1 tkusumi typedef uint32_t hammer_crc_t;
126 1.1 tkusumi typedef uuid_t hammer_uuid_t;
127 1.1 tkusumi
128 1.1 tkusumi #define HAMMER_MIN_TID 0ULL /* unsigned */
129 1.1 tkusumi #define HAMMER_MAX_TID 0xFFFFFFFFFFFFFFFFULL /* unsigned */
130 1.1 tkusumi #define HAMMER_MIN_KEY -0x8000000000000000LL /* signed */
131 1.1 tkusumi #define HAMMER_MAX_KEY 0x7FFFFFFFFFFFFFFFLL /* signed */
132 1.1 tkusumi #define HAMMER_MIN_OBJID HAMMER_MIN_KEY /* signed */
133 1.1 tkusumi #define HAMMER_MAX_OBJID HAMMER_MAX_KEY /* signed */
134 1.1 tkusumi #define HAMMER_MIN_RECTYPE 0x0U /* unsigned */
135 1.1 tkusumi #define HAMMER_MAX_RECTYPE 0xFFFFU /* unsigned */
136 1.1 tkusumi #define HAMMER_MIN_OFFSET 0ULL /* unsigned */
137 1.1 tkusumi #define HAMMER_MAX_OFFSET 0xFFFFFFFFFFFFFFFFULL /* unsigned */
138 1.1 tkusumi
139 1.1 tkusumi /*
140 1.1 tkusumi * hammer_off_t has several different encodings. Note that not all zones
141 1.1 tkusumi * encode a vol_no. Zone bits are not a part of filesystem capacity as
142 1.1 tkusumi * the zone bits aren't directly or indirectly mapped to physical volumes.
143 1.1 tkusumi *
144 1.1 tkusumi * In other words, HAMMER's logical filesystem offset consists of 64 bits,
145 1.1 tkusumi * but the filesystem is considered 60 bits filesystem, not 64 bits.
146 1.1 tkusumi * The maximum filesystem capacity is 1EB, not 16EB.
147 1.1 tkusumi *
148 1.1 tkusumi * zone 0: available, a big-block that contains the offset is unused
149 1.1 tkusumi * zone 1 (z,v,o): raw volume relative (offset 0 is the volume header)
150 1.1 tkusumi * zone 2 (z,v,o): raw buffer relative (offset 0 is the first buffer)
151 1.1 tkusumi * zone 3 (z,o): undo/redo fifo - fixed zone-2 offset array in volume header
152 1.1 tkusumi * zone 4 (z,v,o): freemap - only real blockmap
153 1.1 tkusumi * zone 8 (z,v,o): B-Tree - actually zone-2 address
154 1.1 tkusumi * zone 9 (z,v,o): meta - actually zone-2 address
155 1.1 tkusumi * zone 10 (z,v,o): large-data - actually zone-2 address
156 1.1 tkusumi * zone 11 (z,v,o): small-data - actually zone-2 address
157 1.1 tkusumi * zone 15: unavailable, usually the offset is beyond volume size
158 1.1 tkusumi *
159 1.1 tkusumi * layer1/layer2 direct map:
160 1.1 tkusumi * Maximum HAMMER filesystem capacity from volume aspect
161 1.1 tkusumi * 2^8(max volumes) * 2^52(max volume size) = 2^60 = 1EB (long offset)
162 1.1 tkusumi * <------------------------------------------------------------->
163 1.1 tkusumi * 8bits 52bits (short offset)
164 1.1 tkusumi * <------><----------------------------------------------------->
165 1.1 tkusumi * zzzzvvvvvvvvoooo oooooooooooooooo oooooooooooooooo oooooooooooooooo
166 1.1 tkusumi * ----111111111111 1111112222222222 222222222ooooooo oooooooooooooooo
167 1.1 tkusumi * <-----------------><------------------><---------------------->
168 1.1 tkusumi * 18bits 19bits 23bits
169 1.1 tkusumi * <------------------------------------------------------------->
170 1.1 tkusumi * 2^18(layer1) * 2^19(layer2) * 2^23(big-block) = 2^60 = 1EB
171 1.1 tkusumi * Maximum HAMMER filesystem capacity from blockmap aspect
172 1.1 tkusumi *
173 1.1 tkusumi * volume#0 layout
174 1.1 tkusumi * +-------------------------> offset 0 of a device/partition
175 1.1 tkusumi * | volume header (1928 bytes)
176 1.1 tkusumi * | the rest of header junk space (HAMMER_BUFSIZE aligned)
177 1.1 tkusumi * +-------------------------> vol_bot_beg
178 1.1 tkusumi * | boot area (HAMMER_BUFSIZE aligned)
179 1.1 tkusumi * +-------------------------> vol_mem_beg
180 1.1 tkusumi * | memory log (HAMMER_BUFSIZE aligned)
181 1.1 tkusumi * +-------------------------> vol_buf_beg (physical offset of zone-2)
182 1.1 tkusumi * | zone-4 big-block for layer1
183 1.1 tkusumi * +-------------------------> vol_buf_beg + HAMMER_BIGBLOCK_SIZE
184 1.1 tkusumi * | zone-4 big-blocks for layer2
185 1.1 tkusumi * | ... (1 big-block per 4TB space)
186 1.1 tkusumi * +-------------------------> vol_buf_beg + HAMMER_BIGBLOCK_SIZE * ...
187 1.1 tkusumi * | zone-3 big-blocks for UNDO/REDO FIFO
188 1.1 tkusumi * | ... (max 128 big-blocks)
189 1.1 tkusumi * +-------------------------> vol_buf_beg + HAMMER_BIGBLOCK_SIZE * ...
190 1.1 tkusumi * | zone-8 big-block for root B-Tree node/etc
191 1.1 tkusumi * +-------------------------> vol_buf_beg + HAMMER_BIGBLOCK_SIZE * ...
192 1.1 tkusumi * | zone-9 big-block for root inode/PFS/etc
193 1.1 tkusumi * +-------------------------> vol_buf_beg + HAMMER_BIGBLOCK_SIZE * ...
194 1.1 tkusumi * | zone-X big-blocks
195 1.1 tkusumi * | ... (big-blocks for new zones after newfs_hammer)
196 1.1 tkusumi * | ...
197 1.1 tkusumi * | ...
198 1.1 tkusumi * | ...
199 1.1 tkusumi * | ...
200 1.1 tkusumi * +-------------------------> vol_buf_end (HAMMER_BUFSIZE aligned)
201 1.1 tkusumi * +-------------------------> end of a device/partition
202 1.1 tkusumi *
203 1.1 tkusumi * volume#N layout (0<N<256)
204 1.1 tkusumi * +-------------------------> offset 0 of a device/partition
205 1.1 tkusumi * | volume header (1928 bytes)
206 1.1 tkusumi * | the rest of header junk space (HAMMER_BUFSIZE aligned)
207 1.1 tkusumi * +-------------------------> vol_bot_beg
208 1.1 tkusumi * | boot area (HAMMER_BUFSIZE aligned)
209 1.1 tkusumi * +-------------------------> vol_mem_beg
210 1.1 tkusumi * | memory log (HAMMER_BUFSIZE aligned)
211 1.1 tkusumi * +-------------------------> vol_buf_beg (physical offset of zone-2)
212 1.1 tkusumi * | zone-4 big-blocks for layer2
213 1.1 tkusumi * | ... (1 big-block per 4TB space)
214 1.1 tkusumi * +-------------------------> vol_buf_beg + HAMMER_BIGBLOCK_SIZE * ...
215 1.1 tkusumi * | zone-X big-blocks
216 1.1 tkusumi * | ... (unused until volume#(N-1) runs out of space)
217 1.1 tkusumi * | ...
218 1.1 tkusumi * | ...
219 1.1 tkusumi * | ...
220 1.1 tkusumi * | ...
221 1.1 tkusumi * +-------------------------> vol_buf_end (HAMMER_BUFSIZE aligned)
222 1.1 tkusumi * +-------------------------> end of a device/partition
223 1.1 tkusumi */
224 1.1 tkusumi
225 1.1 tkusumi #define HAMMER_ZONE_RAW_VOLUME 0x1000000000000000ULL
226 1.1 tkusumi #define HAMMER_ZONE_RAW_BUFFER 0x2000000000000000ULL
227 1.1 tkusumi #define HAMMER_ZONE_UNDO 0x3000000000000000ULL
228 1.1 tkusumi #define HAMMER_ZONE_FREEMAP 0x4000000000000000ULL
229 1.1 tkusumi #define HAMMER_ZONE_RESERVED05 0x5000000000000000ULL /* not used */
230 1.1 tkusumi #define HAMMER_ZONE_RESERVED06 0x6000000000000000ULL /* not used */
231 1.1 tkusumi #define HAMMER_ZONE_RESERVED07 0x7000000000000000ULL /* not used */
232 1.1 tkusumi #define HAMMER_ZONE_BTREE 0x8000000000000000ULL
233 1.1 tkusumi #define HAMMER_ZONE_META 0x9000000000000000ULL
234 1.1 tkusumi #define HAMMER_ZONE_LARGE_DATA 0xA000000000000000ULL
235 1.1 tkusumi #define HAMMER_ZONE_SMALL_DATA 0xB000000000000000ULL
236 1.1 tkusumi #define HAMMER_ZONE_RESERVED0C 0xC000000000000000ULL /* not used */
237 1.1 tkusumi #define HAMMER_ZONE_RESERVED0D 0xD000000000000000ULL /* not used */
238 1.1 tkusumi #define HAMMER_ZONE_RESERVED0E 0xE000000000000000ULL /* not used */
239 1.1 tkusumi #define HAMMER_ZONE_UNAVAIL 0xF000000000000000ULL
240 1.1 tkusumi
241 1.1 tkusumi #define HAMMER_ZONE_RAW_VOLUME_INDEX 1
242 1.1 tkusumi #define HAMMER_ZONE_RAW_BUFFER_INDEX 2
243 1.1 tkusumi #define HAMMER_ZONE_UNDO_INDEX 3
244 1.1 tkusumi #define HAMMER_ZONE_FREEMAP_INDEX 4
245 1.1 tkusumi #define HAMMER_ZONE_BTREE_INDEX 8
246 1.1 tkusumi #define HAMMER_ZONE_META_INDEX 9
247 1.1 tkusumi #define HAMMER_ZONE_LARGE_DATA_INDEX 10
248 1.1 tkusumi #define HAMMER_ZONE_SMALL_DATA_INDEX 11
249 1.1 tkusumi #define HAMMER_ZONE_UNAVAIL_INDEX 15
250 1.1 tkusumi
251 1.1 tkusumi #define HAMMER_MAX_ZONES 16
252 1.1 tkusumi
253 1.1 tkusumi #define HAMMER_ZONE(offset) ((offset) & HAMMER_OFF_ZONE_MASK)
254 1.1 tkusumi
255 1.1 tkusumi #define hammer_is_zone_raw_volume(offset) \
256 1.1 tkusumi (HAMMER_ZONE(offset) == HAMMER_ZONE_RAW_VOLUME)
257 1.1 tkusumi #define hammer_is_zone_raw_buffer(offset) \
258 1.1 tkusumi (HAMMER_ZONE(offset) == HAMMER_ZONE_RAW_BUFFER)
259 1.1 tkusumi #define hammer_is_zone_undo(offset) \
260 1.1 tkusumi (HAMMER_ZONE(offset) == HAMMER_ZONE_UNDO)
261 1.1 tkusumi #define hammer_is_zone_freemap(offset) \
262 1.1 tkusumi (HAMMER_ZONE(offset) == HAMMER_ZONE_FREEMAP)
263 1.1 tkusumi #define hammer_is_zone_btree(offset) \
264 1.1 tkusumi (HAMMER_ZONE(offset) == HAMMER_ZONE_BTREE)
265 1.1 tkusumi #define hammer_is_zone_meta(offset) \
266 1.1 tkusumi (HAMMER_ZONE(offset) == HAMMER_ZONE_META)
267 1.1 tkusumi #define hammer_is_zone_large_data(offset) \
268 1.1 tkusumi (HAMMER_ZONE(offset) == HAMMER_ZONE_LARGE_DATA)
269 1.1 tkusumi #define hammer_is_zone_small_data(offset) \
270 1.1 tkusumi (HAMMER_ZONE(offset) == HAMMER_ZONE_SMALL_DATA)
271 1.1 tkusumi #define hammer_is_zone_unavail(offset) \
272 1.1 tkusumi (HAMMER_ZONE(offset) == HAMMER_ZONE_UNAVAIL)
273 1.1 tkusumi #define hammer_is_zone_data(offset) \
274 1.1 tkusumi (hammer_is_zone_large_data(offset) || hammer_is_zone_small_data(offset))
275 1.1 tkusumi
276 1.1 tkusumi #define hammer_is_index_record(zone) \
277 1.1 tkusumi ((zone) >= HAMMER_ZONE_BTREE_INDEX && \
278 1.1 tkusumi (zone) < HAMMER_MAX_ZONES)
279 1.1 tkusumi
280 1.1 tkusumi #define hammer_is_zone_record(offset) \
281 1.1 tkusumi hammer_is_index_record(HAMMER_ZONE_DECODE(offset))
282 1.1 tkusumi
283 1.1 tkusumi #define hammer_is_index_direct_xlated(zone) \
284 1.1 tkusumi (((zone) == HAMMER_ZONE_RAW_BUFFER_INDEX) || \
285 1.1 tkusumi ((zone) == HAMMER_ZONE_FREEMAP_INDEX) || \
286 1.1 tkusumi hammer_is_index_record(zone))
287 1.1 tkusumi
288 1.1 tkusumi #define hammer_is_zone_direct_xlated(offset) \
289 1.1 tkusumi hammer_is_index_direct_xlated(HAMMER_ZONE_DECODE(offset))
290 1.1 tkusumi
291 1.1 tkusumi #define HAMMER_ZONE_ENCODE(zone, ham_off) \
292 1.1 tkusumi (((hammer_off_t)(zone) << 60) | (ham_off))
293 1.1 tkusumi #define HAMMER_ZONE_DECODE(ham_off) \
294 1.1 tkusumi ((int)(((hammer_off_t)(ham_off) >> 60)))
295 1.1 tkusumi
296 1.1 tkusumi #define HAMMER_VOL_ENCODE(vol_no) \
297 1.1 tkusumi ((hammer_off_t)((vol_no) & 255) << 52)
298 1.1 tkusumi #define HAMMER_VOL_DECODE(ham_off) \
299 1.1 tkusumi ((int)(((hammer_off_t)(ham_off) >> 52) & 255))
300 1.1 tkusumi
301 1.1 tkusumi #define HAMMER_OFF_SHORT_ENCODE(offset) \
302 1.1 tkusumi ((hammer_off_t)(offset) & HAMMER_OFF_SHORT_MASK)
303 1.1 tkusumi #define HAMMER_OFF_LONG_ENCODE(offset) \
304 1.1 tkusumi ((hammer_off_t)(offset) & HAMMER_OFF_LONG_MASK)
305 1.1 tkusumi
306 1.1 tkusumi #define HAMMER_ENCODE(zone, vol_no, offset) \
307 1.1 tkusumi (((hammer_off_t)(zone) << 60) | \
308 1.1 tkusumi HAMMER_VOL_ENCODE(vol_no) | \
309 1.1 tkusumi HAMMER_OFF_SHORT_ENCODE(offset))
310 1.1 tkusumi #define HAMMER_ENCODE_RAW_VOLUME(vol_no, offset) \
311 1.1 tkusumi HAMMER_ENCODE(HAMMER_ZONE_RAW_VOLUME_INDEX, vol_no, offset)
312 1.1 tkusumi #define HAMMER_ENCODE_RAW_BUFFER(vol_no, offset) \
313 1.1 tkusumi HAMMER_ENCODE(HAMMER_ZONE_RAW_BUFFER_INDEX, vol_no, offset)
314 1.1 tkusumi #define HAMMER_ENCODE_UNDO(offset) \
315 1.1 tkusumi HAMMER_ENCODE(HAMMER_ZONE_UNDO_INDEX, HAMMER_ROOT_VOLNO, offset)
316 1.1 tkusumi #define HAMMER_ENCODE_FREEMAP(vol_no, offset) \
317 1.1 tkusumi HAMMER_ENCODE(HAMMER_ZONE_FREEMAP_INDEX, vol_no, offset)
318 1.1 tkusumi
319 1.1 tkusumi /*
320 1.1 tkusumi * Translate a zone address to zone-X address.
321 1.1 tkusumi */
322 1.1 tkusumi #define hammer_xlate_to_zoneX(zone, offset) \
323 1.1 tkusumi HAMMER_ZONE_ENCODE((zone), (offset) & ~HAMMER_OFF_ZONE_MASK)
324 1.1 tkusumi #define hammer_xlate_to_zone2(offset) \
325 1.1 tkusumi hammer_xlate_to_zoneX(HAMMER_ZONE_RAW_BUFFER_INDEX, (offset))
326 1.1 tkusumi
327 1.1 tkusumi #define hammer_data_zone(data_len) \
328 1.1 tkusumi (((data_len) >= HAMMER_BUFSIZE) ? \
329 1.1 tkusumi HAMMER_ZONE_LARGE_DATA : \
330 1.1 tkusumi HAMMER_ZONE_SMALL_DATA)
331 1.1 tkusumi #define hammer_data_zone_index(data_len) \
332 1.1 tkusumi (((data_len) >= HAMMER_BUFSIZE) ? \
333 1.1 tkusumi HAMMER_ZONE_LARGE_DATA_INDEX : \
334 1.1 tkusumi HAMMER_ZONE_SMALL_DATA_INDEX)
335 1.1 tkusumi
336 1.1 tkusumi /*
337 1.1 tkusumi * Big-Block backing store
338 1.1 tkusumi *
339 1.1 tkusumi * A blockmap is a two-level map which translates a blockmap-backed zone
340 1.1 tkusumi * offset into a raw zone 2 offset. The layer 1 handles 18 bits and the
341 1.1 tkusumi * layer 2 handles 19 bits. The 8M big-block size is 23 bits so two
342 1.1 tkusumi * layers gives us 18+19+23 = 60 bits of address space.
343 1.1 tkusumi *
344 1.1 tkusumi * When using hinting for a blockmap lookup, the hint is lost when the
345 1.1 tkusumi * scan leaves the HINTBLOCK, which is typically several BIGBLOCK's.
346 1.1 tkusumi * HINTBLOCK is a heuristic.
347 1.1 tkusumi */
348 1.1 tkusumi #define HAMMER_HINTBLOCK_SIZE (HAMMER_BIGBLOCK_SIZE * 4)
349 1.1 tkusumi #define HAMMER_HINTBLOCK_MASK64 ((uint64_t)HAMMER_HINTBLOCK_SIZE - 1)
350 1.1 tkusumi #define HAMMER_BIGBLOCK_SIZE (8192 * 1024)
351 1.1 tkusumi #define HAMMER_BIGBLOCK_SIZE64 ((uint64_t)HAMMER_BIGBLOCK_SIZE)
352 1.1 tkusumi #define HAMMER_BIGBLOCK_MASK (HAMMER_BIGBLOCK_SIZE - 1)
353 1.1 tkusumi #define HAMMER_BIGBLOCK_MASK64 ((uint64_t)HAMMER_BIGBLOCK_SIZE - 1)
354 1.1 tkusumi #define HAMMER_BIGBLOCK_BITS 23
355 1.1 tkusumi #if 0
356 1.1 tkusumi #define HAMMER_BIGBLOCK_OVERFILL (6144 * 1024)
357 1.1 tkusumi #endif
358 1.1 tkusumi #if (1 << HAMMER_BIGBLOCK_BITS) != HAMMER_BIGBLOCK_SIZE
359 1.1 tkusumi #error "HAMMER_BIGBLOCK_BITS BROKEN"
360 1.1 tkusumi #endif
361 1.1 tkusumi
362 1.1 tkusumi #define HAMMER_BUFFERS_PER_BIGBLOCK \
363 1.1 tkusumi (HAMMER_BIGBLOCK_SIZE / HAMMER_BUFSIZE)
364 1.1 tkusumi #define HAMMER_BUFFERS_PER_BIGBLOCK_MASK \
365 1.1 tkusumi (HAMMER_BUFFERS_PER_BIGBLOCK - 1)
366 1.1 tkusumi #define HAMMER_BUFFERS_PER_BIGBLOCK_MASK64 \
367 1.1 tkusumi ((hammer_off_t)HAMMER_BUFFERS_PER_BIGBLOCK_MASK)
368 1.1 tkusumi
369 1.1 tkusumi #define HAMMER_BIGBLOCK_DOALIGN(offset) \
370 1.1 tkusumi (((offset) + HAMMER_BIGBLOCK_MASK64) & ~HAMMER_BIGBLOCK_MASK64)
371 1.1 tkusumi
372 1.1 tkusumi /*
373 1.1 tkusumi * Maximum number of mirrors operating in master mode (multi-master
374 1.1 tkusumi * clustering and mirroring). Note that HAMMER1 does not support
375 1.1 tkusumi * multi-master clustering as of 2015.
376 1.1 tkusumi */
377 1.1 tkusumi #define HAMMER_MAX_MASTERS 16
378 1.1 tkusumi
379 1.1 tkusumi /*
380 1.1 tkusumi * The blockmap is somewhat of a degenerate structure. HAMMER only actually
381 1.1 tkusumi * uses it in its original incarnation to implement the freemap.
382 1.1 tkusumi *
383 1.1 tkusumi * zone:1 raw volume (no blockmap)
384 1.1 tkusumi * zone:2 raw buffer (no blockmap)
385 1.1 tkusumi * zone:3 undomap (direct layer2 array in volume header)
386 1.1 tkusumi * zone:4 freemap (the only real blockmap)
387 1.1 tkusumi * zone:8-15 zone id used to classify big-block only, address is actually
388 1.1 tkusumi * a zone-2 address.
389 1.1 tkusumi */
390 1.1 tkusumi typedef struct hammer_blockmap {
391 1.1 tkusumi hammer_off_t phys_offset; /* zone-2 offset only used by zone-4 */
392 1.1 tkusumi hammer_off_t first_offset; /* zone-X offset only used by zone-3 */
393 1.1 tkusumi hammer_off_t next_offset; /* zone-X offset for allocation */
394 1.1 tkusumi hammer_off_t alloc_offset; /* zone-X offset only used by zone-3 */
395 1.1 tkusumi uint32_t reserved01;
396 1.1 tkusumi hammer_crc_t entry_crc;
397 1.1 tkusumi } *hammer_blockmap_t;
398 1.1 tkusumi
399 1.1 tkusumi #define HAMMER_BLOCKMAP_CRCSIZE \
400 1.1 tkusumi offsetof(struct hammer_blockmap, entry_crc)
401 1.1 tkusumi
402 1.1 tkusumi /*
403 1.1 tkusumi * The blockmap is a 2-layer entity made up of big-blocks. The first layer
404 1.1 tkusumi * contains 262144 32-byte entries (18 bits), the second layer contains
405 1.1 tkusumi * 524288 16-byte entries (19 bits), representing 8MB (23 bit) blockmaps.
406 1.1 tkusumi * 18+19+23 = 60 bits. The top four bits are the zone id.
407 1.1 tkusumi *
408 1.1 tkusumi * Currently only the freemap utilizes both layers in all their glory.
409 1.1 tkusumi * All primary data/meta-data zones actually encode a zone-2 address
410 1.1 tkusumi * requiring no real blockmap translation.
411 1.1 tkusumi *
412 1.1 tkusumi * The freemap uses the upper 8 bits of layer-1 to identify the volume,
413 1.1 tkusumi * thus any space allocated via the freemap can be directly translated
414 1.1 tkusumi * to a zone:2 (or zone:8-15) address.
415 1.1 tkusumi *
416 1.1 tkusumi * zone-X blockmap offset: [zone:4][layer1:18][layer2:19][big-block:23]
417 1.1 tkusumi */
418 1.1 tkusumi
419 1.1 tkusumi /*
420 1.1 tkusumi * 32 bytes layer1 entry for 8MB big-block.
421 1.1 tkusumi * A big-block can hold 2^23 / 2^5 = 2^18 layer1 entries,
422 1.1 tkusumi * which equals bits assigned for layer1 in zone-2 address.
423 1.1 tkusumi */
424 1.1 tkusumi typedef struct hammer_blockmap_layer1 {
425 1.1 tkusumi hammer_off_t blocks_free; /* big-blocks free */
426 1.1 tkusumi hammer_off_t phys_offset; /* UNAVAIL or zone-2 */
427 1.1 tkusumi hammer_off_t reserved01;
428 1.1 tkusumi hammer_crc_t layer2_crc; /* xor'd crc's of HAMMER_BLOCKSIZE */
429 1.1 tkusumi /* (not yet used) */
430 1.1 tkusumi hammer_crc_t layer1_crc; /* MUST BE LAST FIELD OF STRUCTURE*/
431 1.1 tkusumi } *hammer_blockmap_layer1_t;
432 1.1 tkusumi
433 1.1 tkusumi #define HAMMER_LAYER1_CRCSIZE \
434 1.1 tkusumi offsetof(struct hammer_blockmap_layer1, layer1_crc)
435 1.1 tkusumi
436 1.1 tkusumi /*
437 1.1 tkusumi * 16 bytes layer2 entry for 8MB big-blocks.
438 1.1 tkusumi * A big-block can hold 2^23 / 2^4 = 2^19 layer2 entries,
439 1.1 tkusumi * which equals bits assigned for layer2 in zone-2 address.
440 1.1 tkusumi *
441 1.1 tkusumi * NOTE: bytes_free is signed and can legally go negative if/when data
442 1.1 tkusumi * de-dup occurs. This field will never go higher than
443 1.1 tkusumi * HAMMER_BIGBLOCK_SIZE. If exactly HAMMER_BIGBLOCK_SIZE
444 1.1 tkusumi * the big-block is completely free.
445 1.1 tkusumi */
446 1.1 tkusumi typedef struct hammer_blockmap_layer2 {
447 1.1 tkusumi uint8_t zone; /* typed allocation zone */
448 1.1 tkusumi uint8_t reserved01;
449 1.1 tkusumi uint16_t reserved02;
450 1.1 tkusumi uint32_t append_off; /* allocatable space index */
451 1.1 tkusumi int32_t bytes_free; /* bytes free within this big-block */
452 1.1 tkusumi hammer_crc_t entry_crc;
453 1.1 tkusumi } *hammer_blockmap_layer2_t;
454 1.1 tkusumi
455 1.1 tkusumi #define HAMMER_LAYER2_CRCSIZE \
456 1.1 tkusumi offsetof(struct hammer_blockmap_layer2, entry_crc)
457 1.1 tkusumi
458 1.1 tkusumi #define HAMMER_BLOCKMAP_UNAVAIL ((hammer_off_t)-1LL)
459 1.1 tkusumi
460 1.1 tkusumi #define HAMMER_BLOCKMAP_RADIX1 /* 2^18 = 262144 */ \
461 1.1 tkusumi ((int)(HAMMER_BIGBLOCK_SIZE / sizeof(struct hammer_blockmap_layer1)))
462 1.1 tkusumi #define HAMMER_BLOCKMAP_RADIX2 /* 2^19 = 524288 */ \
463 1.1 tkusumi ((int)(HAMMER_BIGBLOCK_SIZE / sizeof(struct hammer_blockmap_layer2)))
464 1.1 tkusumi
465 1.1 tkusumi #define HAMMER_BLOCKMAP_LAYER1 /* 2^(18+19+23) = 1EB */ \
466 1.1 tkusumi (HAMMER_BLOCKMAP_RADIX1 * HAMMER_BLOCKMAP_LAYER2)
467 1.1 tkusumi #define HAMMER_BLOCKMAP_LAYER2 /* 2^(19+23) = 4TB */ \
468 1.1 tkusumi (HAMMER_BLOCKMAP_RADIX2 * HAMMER_BIGBLOCK_SIZE64)
469 1.1 tkusumi
470 1.1 tkusumi #define HAMMER_BLOCKMAP_LAYER1_MASK (HAMMER_BLOCKMAP_LAYER1 - 1)
471 1.1 tkusumi #define HAMMER_BLOCKMAP_LAYER2_MASK (HAMMER_BLOCKMAP_LAYER2 - 1)
472 1.1 tkusumi
473 1.1 tkusumi #define HAMMER_BLOCKMAP_LAYER2_DOALIGN(offset) \
474 1.1 tkusumi (((offset) + HAMMER_BLOCKMAP_LAYER2_MASK) & \
475 1.1 tkusumi ~HAMMER_BLOCKMAP_LAYER2_MASK)
476 1.1 tkusumi
477 1.1 tkusumi /*
478 1.1 tkusumi * Index within layer1 or layer2 big-block for the entry representing
479 1.1 tkusumi * a zone-2 physical offset.
480 1.1 tkusumi */
481 1.1 tkusumi #define HAMMER_BLOCKMAP_LAYER1_INDEX(zone2_offset) \
482 1.1 tkusumi ((int)(((zone2_offset) & HAMMER_BLOCKMAP_LAYER1_MASK) / \
483 1.1 tkusumi HAMMER_BLOCKMAP_LAYER2))
484 1.1 tkusumi
485 1.1 tkusumi #define HAMMER_BLOCKMAP_LAYER2_INDEX(zone2_offset) \
486 1.1 tkusumi ((int)(((zone2_offset) & HAMMER_BLOCKMAP_LAYER2_MASK) / \
487 1.1 tkusumi HAMMER_BIGBLOCK_SIZE64))
488 1.1 tkusumi
489 1.1 tkusumi /*
490 1.1 tkusumi * Byte offset within layer1 or layer2 big-block for the entry representing
491 1.1 tkusumi * a zone-2 physical offset. Multiply the index by sizeof(blockmap_layer).
492 1.1 tkusumi */
493 1.1 tkusumi #define HAMMER_BLOCKMAP_LAYER1_OFFSET(zone2_offset) \
494 1.1 tkusumi (HAMMER_BLOCKMAP_LAYER1_INDEX(zone2_offset) * \
495 1.1 tkusumi sizeof(struct hammer_blockmap_layer1))
496 1.1 tkusumi
497 1.1 tkusumi #define HAMMER_BLOCKMAP_LAYER2_OFFSET(zone2_offset) \
498 1.1 tkusumi (HAMMER_BLOCKMAP_LAYER2_INDEX(zone2_offset) * \
499 1.1 tkusumi sizeof(struct hammer_blockmap_layer2))
500 1.1 tkusumi
501 1.1 tkusumi /*
502 1.1 tkusumi * Move on to offset 0 of the next layer1 or layer2.
503 1.1 tkusumi */
504 1.1 tkusumi #define HAMMER_ZONE_LAYER1_NEXT_OFFSET(offset) \
505 1.1 tkusumi (((offset) + HAMMER_BLOCKMAP_LAYER2) & ~HAMMER_BLOCKMAP_LAYER2_MASK)
506 1.1 tkusumi
507 1.1 tkusumi #define HAMMER_ZONE_LAYER2_NEXT_OFFSET(offset) \
508 1.1 tkusumi (((offset) + HAMMER_BIGBLOCK_SIZE) & ~HAMMER_BIGBLOCK_MASK64)
509 1.1 tkusumi
510 1.1 tkusumi /*
511 1.1 tkusumi * HAMMER UNDO parameters. The UNDO fifo is mapped directly in the volume
512 1.1 tkusumi * header with an array of zone-2 offsets. A maximum of (128x8MB) = 1GB,
513 1.1 tkusumi * and minimum of (64x8MB) = 512MB may be reserved. The size of the undo
514 1.1 tkusumi * fifo is usually set a newfs time.
515 1.1 tkusumi */
516 1.1 tkusumi #define HAMMER_MIN_UNDO_BIGBLOCKS 64
517 1.1 tkusumi #define HAMMER_MAX_UNDO_BIGBLOCKS 128
518 1.1 tkusumi
519 1.1 tkusumi /*
520 1.1 tkusumi * All on-disk HAMMER structures which make up elements of the UNDO FIFO
521 1.1 tkusumi * contain a hammer_fifo_head and hammer_fifo_tail structure. This structure
522 1.1 tkusumi * contains all the information required to validate the fifo element
523 1.1 tkusumi * and to scan the fifo in either direction. The head is typically embedded
524 1.1 tkusumi * in higher level hammer on-disk structures while the tail is typically
525 1.1 tkusumi * out-of-band. hdr_size is the size of the whole mess, including the tail.
526 1.1 tkusumi *
527 1.1 tkusumi * All undo structures are guaranteed to not cross a 16K filesystem
528 1.1 tkusumi * buffer boundary. Most undo structures are fairly small. Data spaces
529 1.1 tkusumi * are not immediately reused by HAMMER so file data is not usually recorded
530 1.1 tkusumi * as part of an UNDO.
531 1.1 tkusumi *
532 1.1 tkusumi * PAD elements are allowed to take up only 8 bytes of space as a special
533 1.1 tkusumi * case, containing only hdr_signature, hdr_type, and hdr_size fields,
534 1.1 tkusumi * and with the tail overloaded onto the head structure for 8 bytes total.
535 1.1 tkusumi *
536 1.1 tkusumi * Every undo record has a sequence number. This number is unrelated to
537 1.1 tkusumi * transaction ids and instead collects the undo transactions associated
538 1.1 tkusumi * with a single atomic operation. A larger transactional operation, such
539 1.1 tkusumi * as a remove(), may consist of several smaller atomic operations
540 1.1 tkusumi * representing raw meta-data operations.
541 1.1 tkusumi *
542 1.1 tkusumi * HAMMER VERSION 4 CHANGES
543 1.1 tkusumi *
544 1.1 tkusumi * In HAMMER version 4 the undo structure alignment is reduced from 16384
545 1.1 tkusumi * to 512 bytes in order to ensure that each 512 byte sector begins with
546 1.1 tkusumi * a header. The hdr_seq field in the header is a 32 bit sequence number
547 1.1 tkusumi * which allows the recovery code to detect missing sectors
548 1.1 tkusumi * without relying on the 32-bit crc and to definitively identify the current
549 1.1 tkusumi * undo sequence space without having to rely on information from the volume
550 1.1 tkusumi * header. In addition, new REDO entries in the undo space are used to
551 1.1 tkusumi * record write, write/extend, and transaction id updates.
552 1.1 tkusumi *
553 1.1 tkusumi * The grand result is:
554 1.1 tkusumi *
555 1.1 tkusumi * (1) The volume header no longer needs to be synchronized for most
556 1.1 tkusumi * flush and fsync operations.
557 1.1 tkusumi *
558 1.1 tkusumi * (2) Most fsync operations need only lay down REDO records
559 1.1 tkusumi *
560 1.1 tkusumi * (3) Data overwrite for nohistory operations covered by REDO records
561 1.1 tkusumi * can be supported (instead of rolling a new block allocation),
562 1.1 tkusumi * by rolling UNDO for the prior contents of the data.
563 1.1 tkusumi *
564 1.1 tkusumi * HAMMER VERSION 5 CHANGES
565 1.1 tkusumi *
566 1.1 tkusumi * Hammer version 5 contains a minor adjustment making layer2's bytes_free
567 1.1 tkusumi * field signed, allowing dedup to push it into the negative domain.
568 1.1 tkusumi */
569 1.1 tkusumi #define HAMMER_HEAD_ALIGN 8
570 1.1 tkusumi #define HAMMER_HEAD_ALIGN_MASK (HAMMER_HEAD_ALIGN - 1)
571 1.1 tkusumi #define HAMMER_HEAD_DOALIGN(bytes) \
572 1.1 tkusumi (((bytes) + HAMMER_HEAD_ALIGN_MASK) & ~HAMMER_HEAD_ALIGN_MASK)
573 1.1 tkusumi
574 1.1 tkusumi #define HAMMER_UNDO_ALIGN 512
575 1.1 tkusumi #define HAMMER_UNDO_ALIGN64 ((uint64_t)512)
576 1.1 tkusumi #define HAMMER_UNDO_MASK (HAMMER_UNDO_ALIGN - 1)
577 1.1 tkusumi #define HAMMER_UNDO_MASK64 (HAMMER_UNDO_ALIGN64 - 1)
578 1.1 tkusumi #define HAMMER_UNDO_DOALIGN(offset) \
579 1.1 tkusumi (((offset) + HAMMER_UNDO_MASK) & ~HAMMER_UNDO_MASK64)
580 1.1 tkusumi
581 1.1 tkusumi typedef struct hammer_fifo_head {
582 1.1 tkusumi uint16_t hdr_signature;
583 1.1 tkusumi uint16_t hdr_type;
584 1.1 tkusumi uint32_t hdr_size; /* Aligned size of the whole mess */
585 1.1 tkusumi uint32_t hdr_seq; /* Sequence number */
586 1.1 tkusumi hammer_crc_t hdr_crc; /* XOR crc up to field w/ crc after field */
587 1.1 tkusumi } *hammer_fifo_head_t;
588 1.1 tkusumi
589 1.1 tkusumi #define HAMMER_FIFO_HEAD_CRCOFF offsetof(struct hammer_fifo_head, hdr_crc)
590 1.1 tkusumi
591 1.1 tkusumi typedef struct hammer_fifo_tail {
592 1.1 tkusumi uint16_t tail_signature;
593 1.1 tkusumi uint16_t tail_type;
594 1.1 tkusumi uint32_t tail_size; /* aligned size of the whole mess */
595 1.1 tkusumi } *hammer_fifo_tail_t;
596 1.1 tkusumi
597 1.1 tkusumi /*
598 1.1 tkusumi * Fifo header types.
599 1.1 tkusumi *
600 1.1 tkusumi * NOTE: 0x8000U part of HAMMER_HEAD_TYPE_PAD can be removed if the HAMMER
601 1.1 tkusumi * version ever gets bumped again. It exists only to keep compatibility with
602 1.1 tkusumi * older versions.
603 1.1 tkusumi */
604 1.1 tkusumi #define HAMMER_HEAD_TYPE_PAD (0x0040U | 0x8000U)
605 1.1 tkusumi #define HAMMER_HEAD_TYPE_DUMMY 0x0041U /* dummy entry w/seqno */
606 1.1 tkusumi #define HAMMER_HEAD_TYPE_UNDO 0x0043U /* random UNDO information */
607 1.1 tkusumi #define HAMMER_HEAD_TYPE_REDO 0x0044U /* data REDO / fast fsync */
608 1.1 tkusumi
609 1.1 tkusumi #define HAMMER_HEAD_SIGNATURE 0xC84EU
610 1.1 tkusumi #define HAMMER_TAIL_SIGNATURE 0xC74FU
611 1.1 tkusumi
612 1.1 tkusumi /*
613 1.1 tkusumi * Misc FIFO structures.
614 1.1 tkusumi *
615 1.1 tkusumi * UNDO - Raw meta-data media updates.
616 1.1 tkusumi */
617 1.1 tkusumi typedef struct hammer_fifo_undo {
618 1.1 tkusumi struct hammer_fifo_head head;
619 1.1 tkusumi hammer_off_t undo_offset; /* zone-1,2 offset */
620 1.1 tkusumi int32_t undo_data_bytes;
621 1.1 tkusumi int32_t undo_reserved01;
622 1.1 tkusumi /* followed by data */
623 1.1 tkusumi } *hammer_fifo_undo_t;
624 1.1 tkusumi
625 1.1 tkusumi /*
626 1.1 tkusumi * REDO (HAMMER version 4+) - Logical file writes/truncates.
627 1.1 tkusumi *
628 1.1 tkusumi * REDOs contain information which will be duplicated in a later meta-data
629 1.1 tkusumi * update, allowing fast write()+fsync() operations. REDOs can be ignored
630 1.1 tkusumi * without harming filesystem integrity but must be processed if fsync()
631 1.1 tkusumi * semantics are desired.
632 1.1 tkusumi *
633 1.1 tkusumi * Unlike UNDOs which are processed backwards within the recovery span,
634 1.1 tkusumi * REDOs must be processed forwards starting further back (starting outside
635 1.1 tkusumi * the recovery span).
636 1.1 tkusumi *
637 1.1 tkusumi * WRITE - Write logical file (with payload). Executed both
638 1.1 tkusumi * out-of-span and in-span. Out-of-span WRITEs may be
639 1.1 tkusumi * filtered out by TERMs.
640 1.1 tkusumi *
641 1.1 tkusumi * TRUNC - Truncate logical file (no payload). Executed both
642 1.1 tkusumi * out-of-span and in-span. Out-of-span WRITEs may be
643 1.1 tkusumi * filtered out by TERMs.
644 1.1 tkusumi *
645 1.1 tkusumi * TERM_* - Indicates meta-data was committed (if out-of-span) or
646 1.1 tkusumi * will be rolled-back (in-span). Any out-of-span TERMs
647 1.1 tkusumi * matching earlier WRITEs remove those WRITEs from
648 1.1 tkusumi * consideration as they might conflict with a later data
649 1.1 tkusumi * commit (which is not being rolled-back).
650 1.1 tkusumi *
651 1.1 tkusumi * SYNC - The earliest in-span SYNC (the last one when scanning
652 1.1 tkusumi * backwards) tells the recovery code how far out-of-span
653 1.1 tkusumi * it must go to run REDOs.
654 1.1 tkusumi *
655 1.1 tkusumi * NOTE: WRITEs do not always have matching TERMs even under
656 1.1 tkusumi * perfect conditions because truncations might remove the
657 1.1 tkusumi * buffers from consideration. I/O problems can also remove
658 1.1 tkusumi * buffers from consideration.
659 1.1 tkusumi *
660 1.1 tkusumi * TRUNCSs do not always have matching TERMs because several
661 1.1 tkusumi * truncations may be aggregated together into a single TERM.
662 1.1 tkusumi */
663 1.1 tkusumi typedef struct hammer_fifo_redo {
664 1.1 tkusumi struct hammer_fifo_head head;
665 1.1 tkusumi int64_t redo_objid; /* file being written */
666 1.1 tkusumi hammer_off_t redo_offset; /* logical offset in file */
667 1.1 tkusumi int32_t redo_data_bytes;
668 1.1 tkusumi uint32_t redo_flags;
669 1.1 tkusumi uint32_t redo_localization;
670 1.1 tkusumi uint32_t redo_reserved01;
671 1.1 tkusumi uint64_t redo_reserved02;
672 1.1 tkusumi /* followed by data */
673 1.1 tkusumi } *hammer_fifo_redo_t;
674 1.1 tkusumi
675 1.1 tkusumi #define HAMMER_REDO_WRITE 0x00000001
676 1.1 tkusumi #define HAMMER_REDO_TRUNC 0x00000002
677 1.1 tkusumi #define HAMMER_REDO_TERM_WRITE 0x00000004
678 1.1 tkusumi #define HAMMER_REDO_TERM_TRUNC 0x00000008
679 1.1 tkusumi #define HAMMER_REDO_SYNC 0x00000010
680 1.1 tkusumi
681 1.1 tkusumi typedef union hammer_fifo_any {
682 1.1 tkusumi struct hammer_fifo_head head;
683 1.1 tkusumi struct hammer_fifo_undo undo;
684 1.1 tkusumi struct hammer_fifo_redo redo;
685 1.1 tkusumi } *hammer_fifo_any_t;
686 1.1 tkusumi
687 1.1 tkusumi /*
688 1.1 tkusumi * Volume header types
689 1.1 tkusumi */
690 1.1 tkusumi #define HAMMER_FSBUF_VOLUME 0xC8414D4DC5523031ULL /* HAMMER01 */
691 1.1 tkusumi #define HAMMER_FSBUF_VOLUME_REV 0x313052C54D4D41C8ULL /* (reverse endian) */
692 1.1 tkusumi
693 1.1 tkusumi /*
694 1.1 tkusumi * HAMMER Volume header
695 1.1 tkusumi *
696 1.1 tkusumi * A HAMMER filesystem can be built from 1-256 block devices, each block
697 1.1 tkusumi * device contains a volume header followed by however many buffers fit
698 1.1 tkusumi * into the volume.
699 1.1 tkusumi *
700 1.1 tkusumi * One of the volumes making up a HAMMER filesystem is the root volume.
701 1.1 tkusumi * The root volume is always volume #0 which is the first block device path
702 1.1 tkusumi * specified by newfs_hammer(8). All HAMMER volumes have a volume header,
703 1.1 tkusumi * however the root volume may be the only volume that has valid values for
704 1.1 tkusumi * some fields in the header.
705 1.1 tkusumi *
706 1.1 tkusumi * Special field notes:
707 1.1 tkusumi *
708 1.1 tkusumi * vol_bot_beg - offset of boot area (mem_beg - bot_beg bytes)
709 1.1 tkusumi * vol_mem_beg - offset of memory log (buf_beg - mem_beg bytes)
710 1.1 tkusumi * vol_buf_beg - offset of the first buffer in volume
711 1.1 tkusumi * vol_buf_end - offset of volume EOF (on buffer boundary)
712 1.1 tkusumi *
713 1.1 tkusumi * The memory log area allows a kernel to cache new records and data
714 1.1 tkusumi * in memory without allocating space in the actual filesystem to hold
715 1.1 tkusumi * the records and data. In the event that a filesystem becomes full,
716 1.1 tkusumi * any records remaining in memory can be flushed to the memory log
717 1.1 tkusumi * area. This allows the kernel to immediately return success.
718 1.1 tkusumi *
719 1.1 tkusumi * The buffer offset is a physical offset of zone-2 offset. The lower
720 1.1 tkusumi * 52 bits of the zone-2 offset is added to the buffer offset of each
721 1.1 tkusumi * volume to generate an actual I/O offset within the block device.
722 1.1 tkusumi *
723 1.1 tkusumi * NOTE: boot area and memory log are currently not used.
724 1.1 tkusumi */
725 1.1 tkusumi
726 1.1 tkusumi /*
727 1.1 tkusumi * Filesystem type string
728 1.1 tkusumi */
729 1.1 tkusumi #define HAMMER_FSTYPE_STRING "DragonFly HAMMER"
730 1.1 tkusumi
731 1.1 tkusumi /*
732 1.1 tkusumi * These macros are only used by userspace when userspace commands either
733 1.1 tkusumi * initialize or add a new HAMMER volume.
734 1.1 tkusumi */
735 1.1 tkusumi #define HAMMER_BOOT_MINBYTES (32*1024)
736 1.1 tkusumi #define HAMMER_BOOT_NOMBYTES (64LL*1024*1024)
737 1.1 tkusumi #define HAMMER_BOOT_MAXBYTES (256LL*1024*1024)
738 1.1 tkusumi
739 1.1 tkusumi #define HAMMER_MEM_MINBYTES (256*1024)
740 1.1 tkusumi #define HAMMER_MEM_NOMBYTES (1LL*1024*1024*1024)
741 1.1 tkusumi #define HAMMER_MEM_MAXBYTES (64LL*1024*1024*1024)
742 1.1 tkusumi
743 1.1 tkusumi typedef struct hammer_volume_ondisk {
744 1.1 tkusumi uint64_t vol_signature; /* HAMMER_FSBUF_VOLUME for a valid header */
745 1.1 tkusumi
746 1.1 tkusumi /*
747 1.1 tkusumi * These are relative to block device offset, not zone offsets.
748 1.1 tkusumi */
749 1.1 tkusumi int64_t vol_bot_beg; /* offset of boot area */
750 1.1 tkusumi int64_t vol_mem_beg; /* offset of memory log */
751 1.1 tkusumi int64_t vol_buf_beg; /* offset of the first buffer in volume */
752 1.1 tkusumi int64_t vol_buf_end; /* offset of volume EOF (on buffer boundary) */
753 1.1 tkusumi int64_t vol_reserved01;
754 1.1 tkusumi
755 1.1 tkusumi hammer_uuid_t vol_fsid; /* identify filesystem */
756 1.1 tkusumi hammer_uuid_t vol_fstype; /* identify filesystem type */
757 1.1 tkusumi char vol_label[64]; /* filesystem label */
758 1.1 tkusumi
759 1.1 tkusumi int32_t vol_no; /* volume number within filesystem */
760 1.1 tkusumi int32_t vol_count; /* number of volumes making up filesystem */
761 1.1 tkusumi
762 1.1 tkusumi uint32_t vol_version; /* version control information */
763 1.1 tkusumi hammer_crc_t vol_crc; /* header crc */
764 1.1 tkusumi uint32_t vol_flags; /* volume flags */
765 1.1 tkusumi uint32_t vol_rootvol; /* the root volume number (must be 0) */
766 1.1 tkusumi
767 1.1 tkusumi uint32_t vol_reserved[8];
768 1.1 tkusumi
769 1.1 tkusumi /*
770 1.1 tkusumi * These fields are initialized and space is reserved in every
771 1.2 msaitoh * volume making up a HAMMER filesystem, but only the root volume
772 1.1 tkusumi * contains valid data. Note that vol0_stat_bigblocks does not
773 1.1 tkusumi * include big-blocks for freemap and undomap initially allocated
774 1.1 tkusumi * by newfs_hammer(8).
775 1.1 tkusumi */
776 1.1 tkusumi int64_t vol0_stat_bigblocks; /* total big-blocks when fs is empty */
777 1.1 tkusumi int64_t vol0_stat_freebigblocks;/* number of free big-blocks */
778 1.1 tkusumi int64_t vol0_reserved01;
779 1.1 tkusumi int64_t vol0_stat_inodes; /* for statfs only */
780 1.1 tkusumi int64_t vol0_reserved02;
781 1.1 tkusumi hammer_off_t vol0_btree_root; /* B-Tree root offset in zone-8 */
782 1.1 tkusumi hammer_tid_t vol0_next_tid; /* highest partially synchronized TID */
783 1.1 tkusumi hammer_off_t vol0_reserved03;
784 1.1 tkusumi
785 1.1 tkusumi /*
786 1.1 tkusumi * Blockmaps for zones. Not all zones use a blockmap. Note that
787 1.1 tkusumi * the entire root blockmap is cached in the hammer_mount structure.
788 1.1 tkusumi */
789 1.1 tkusumi struct hammer_blockmap vol0_blockmap[HAMMER_MAX_ZONES];
790 1.1 tkusumi
791 1.1 tkusumi /*
792 1.1 tkusumi * Array of zone-2 addresses for undo FIFO.
793 1.1 tkusumi */
794 1.1 tkusumi hammer_off_t vol0_undo_array[HAMMER_MAX_UNDO_BIGBLOCKS];
795 1.1 tkusumi } *hammer_volume_ondisk_t;
796 1.1 tkusumi
797 1.1 tkusumi #define HAMMER_ROOT_VOLNO 0
798 1.1 tkusumi
799 1.1 tkusumi #define HAMMER_VOLF_NEEDFLUSH 0x0004 /* volume needs flush */
800 1.1 tkusumi
801 1.1 tkusumi #define HAMMER_VOL_CRCSIZE1 \
802 1.1 tkusumi offsetof(struct hammer_volume_ondisk, vol_crc)
803 1.1 tkusumi #define HAMMER_VOL_CRCSIZE2 \
804 1.1 tkusumi (sizeof(struct hammer_volume_ondisk) - HAMMER_VOL_CRCSIZE1 - \
805 1.1 tkusumi sizeof(hammer_crc_t))
806 1.1 tkusumi
807 1.1 tkusumi #define HAMMER_VOL_VERSION_MIN 1 /* minimum supported version */
808 1.1 tkusumi #define HAMMER_VOL_VERSION_DEFAULT 7 /* newfs default version */
809 1.1 tkusumi #define HAMMER_VOL_VERSION_WIP 8 /* version >= this is WIP */
810 1.1 tkusumi #define HAMMER_VOL_VERSION_MAX 7 /* maximum supported version */
811 1.1 tkusumi
812 1.1 tkusumi #define HAMMER_VOL_VERSION_ONE 1
813 1.1 tkusumi #define HAMMER_VOL_VERSION_TWO 2 /* new dirent layout (2.3+) */
814 1.1 tkusumi #define HAMMER_VOL_VERSION_THREE 3 /* new snapshot layout (2.5+) */
815 1.1 tkusumi #define HAMMER_VOL_VERSION_FOUR 4 /* new undo/flush (2.5+) */
816 1.1 tkusumi #define HAMMER_VOL_VERSION_FIVE 5 /* dedup (2.9+) */
817 1.1 tkusumi #define HAMMER_VOL_VERSION_SIX 6 /* DIRHASH_ALG1 */
818 1.1 tkusumi #define HAMMER_VOL_VERSION_SEVEN 7 /* use the faster iscsi_crc */
819 1.1 tkusumi
820 1.1 tkusumi /*
821 1.1 tkusumi * Translate a zone-2 address to physical address
822 1.1 tkusumi */
823 1.1 tkusumi #define hammer_xlate_to_phys(volume, zone2_offset) \
824 1.1 tkusumi ((volume)->vol_buf_beg + HAMMER_OFF_SHORT_ENCODE(zone2_offset))
825 1.1 tkusumi
826 1.1 tkusumi /*
827 1.1 tkusumi * Translate a zone-3 address to zone-2 address
828 1.1 tkusumi */
829 1.1 tkusumi #define HAMMER_UNDO_INDEX(zone3_offset) \
830 1.1 tkusumi (HAMMER_OFF_SHORT_ENCODE(zone3_offset) / HAMMER_BIGBLOCK_SIZE)
831 1.1 tkusumi
832 1.1 tkusumi #define hammer_xlate_to_undo(volume, zone3_offset) \
833 1.1 tkusumi ((volume)->vol0_undo_array[HAMMER_UNDO_INDEX(zone3_offset)] + \
834 1.1 tkusumi (zone3_offset & HAMMER_BIGBLOCK_MASK64))
835 1.1 tkusumi
836 1.1 tkusumi /*
837 1.1 tkusumi * Effective per-volume filesystem capacity including big-blocks for layer1/2
838 1.1 tkusumi */
839 1.1 tkusumi #define HAMMER_VOL_BUF_SIZE(volume) \
840 1.1 tkusumi ((volume)->vol_buf_end - (volume)->vol_buf_beg)
841 1.1 tkusumi
842 1.1 tkusumi /*
843 1.1 tkusumi * Record types are fairly straightforward. The B-Tree includes the record
844 1.1 tkusumi * type in its index sort.
845 1.1 tkusumi */
846 1.1 tkusumi #define HAMMER_RECTYPE_UNKNOWN 0x0000
847 1.1 tkusumi #define HAMMER_RECTYPE_INODE 0x0001 /* inode in obj_id space */
848 1.1 tkusumi #define HAMMER_RECTYPE_DATA 0x0010
849 1.1 tkusumi #define HAMMER_RECTYPE_DIRENTRY 0x0011
850 1.1 tkusumi #define HAMMER_RECTYPE_DB 0x0012
851 1.1 tkusumi #define HAMMER_RECTYPE_EXT 0x0013 /* ext attributes */
852 1.1 tkusumi #define HAMMER_RECTYPE_FIX 0x0014 /* fixed attribute */
853 1.1 tkusumi #define HAMMER_RECTYPE_PFS 0x0015 /* PFS management */
854 1.1 tkusumi #define HAMMER_RECTYPE_SNAPSHOT 0x0016 /* Snapshot management */
855 1.1 tkusumi #define HAMMER_RECTYPE_CONFIG 0x0017 /* hammer cleanup config */
856 1.1 tkusumi #define HAMMER_RECTYPE_MAX 0xFFFF
857 1.1 tkusumi
858 1.1 tkusumi #define HAMMER_RECTYPE_ENTRY_START (HAMMER_RECTYPE_INODE + 1)
859 1.1 tkusumi #define HAMMER_RECTYPE_CLEAN_START HAMMER_RECTYPE_EXT
860 1.1 tkusumi
861 1.1 tkusumi #define HAMMER_FIXKEY_SYMLINK 1
862 1.1 tkusumi
863 1.1 tkusumi #define HAMMER_OBJTYPE_UNKNOWN 0 /* never exists on-disk as unknown */
864 1.1 tkusumi #define HAMMER_OBJTYPE_DIRECTORY 1
865 1.1 tkusumi #define HAMMER_OBJTYPE_REGFILE 2
866 1.1 tkusumi #define HAMMER_OBJTYPE_DBFILE 3
867 1.1 tkusumi #define HAMMER_OBJTYPE_FIFO 4
868 1.1 tkusumi #define HAMMER_OBJTYPE_CDEV 5
869 1.1 tkusumi #define HAMMER_OBJTYPE_BDEV 6
870 1.1 tkusumi #define HAMMER_OBJTYPE_SOFTLINK 7
871 1.1 tkusumi #define HAMMER_OBJTYPE_PSEUDOFS 8 /* pseudo filesystem obj */
872 1.1 tkusumi #define HAMMER_OBJTYPE_SOCKET 9
873 1.1 tkusumi
874 1.1 tkusumi /*
875 1.1 tkusumi * HAMMER inode attribute data
876 1.1 tkusumi *
877 1.1 tkusumi * The data reference for a HAMMER inode points to this structure. Any
878 1.1 tkusumi * modifications to the contents of this structure will result in a
879 1.1 tkusumi * replacement operation.
880 1.1 tkusumi *
881 1.1 tkusumi * parent_obj_id is only valid for directories (which cannot be hard-linked),
882 1.1 tkusumi * and specifies the parent directory obj_id. This field will also be set
883 1.1 tkusumi * for non-directory inodes as a recovery aid, but can wind up holding
884 1.1 tkusumi * stale information. However, since object id's are not reused, the worse
885 1.1 tkusumi * that happens is that the recovery code is unable to use it.
886 1.1 tkusumi * A parent_obj_id of 0 means it's a root inode of root or non-root PFS.
887 1.1 tkusumi *
888 1.1 tkusumi * NOTE: Future note on directory hardlinks. We can implement a record type
889 1.1 tkusumi * which allows us to point to multiple parent directories.
890 1.1 tkusumi */
891 1.1 tkusumi typedef struct hammer_inode_data {
892 1.1 tkusumi uint16_t version; /* inode data version */
893 1.1 tkusumi uint16_t mode; /* basic unix permissions */
894 1.1 tkusumi uint32_t uflags; /* chflags */
895 1.1 tkusumi uint32_t rmajor; /* used by device nodes */
896 1.1 tkusumi uint32_t rminor; /* used by device nodes */
897 1.1 tkusumi uint64_t ctime;
898 1.1 tkusumi int64_t parent_obj_id; /* parent directory obj_id */
899 1.1 tkusumi hammer_uuid_t uid;
900 1.1 tkusumi hammer_uuid_t gid;
901 1.1 tkusumi
902 1.1 tkusumi uint8_t obj_type;
903 1.1 tkusumi uint8_t cap_flags; /* capability support flags (extension) */
904 1.1 tkusumi uint16_t reserved01;
905 1.1 tkusumi uint32_t reserved02;
906 1.1 tkusumi uint64_t nlinks; /* hard links */
907 1.1 tkusumi uint64_t size; /* filesystem object size */
908 1.1 tkusumi union {
909 1.1 tkusumi char symlink[24]; /* HAMMER_INODE_BASESYMLEN */
910 1.1 tkusumi } ext;
911 1.1 tkusumi uint64_t mtime; /* mtime must be second-to-last */
912 1.1 tkusumi uint64_t atime; /* atime must be last */
913 1.1 tkusumi } *hammer_inode_data_t;
914 1.1 tkusumi
915 1.1 tkusumi /*
916 1.1 tkusumi * Neither mtime nor atime upates are CRCd by the B-Tree element.
917 1.1 tkusumi * mtime updates have UNDO, atime updates do not.
918 1.1 tkusumi */
919 1.1 tkusumi #define HAMMER_INODE_CRCSIZE \
920 1.1 tkusumi offsetof(struct hammer_inode_data, mtime)
921 1.1 tkusumi
922 1.1 tkusumi #define HAMMER_INODE_DATA_VERSION 1
923 1.1 tkusumi #define HAMMER_OBJID_ROOT 1 /* root inodes # */
924 1.1 tkusumi #define HAMMER_INODE_BASESYMLEN 24 /* see ext.symlink */
925 1.1 tkusumi
926 1.1 tkusumi /*
927 1.1 tkusumi * Capability & implementation flags.
928 1.1 tkusumi *
929 1.1 tkusumi * HAMMER_INODE_CAP_DIR_LOCAL_INO - Use inode B-Tree localization
930 1.1 tkusumi * for directory entries. Also see HAMMER_DIR_INODE_LOCALIZATION().
931 1.1 tkusumi */
932 1.1 tkusumi #define HAMMER_INODE_CAP_DIRHASH_MASK 0x03 /* directory: hash algorithm */
933 1.1 tkusumi #define HAMMER_INODE_CAP_DIRHASH_ALG0 0x00
934 1.1 tkusumi #define HAMMER_INODE_CAP_DIRHASH_ALG1 0x01
935 1.1 tkusumi #define HAMMER_INODE_CAP_DIRHASH_ALG2 0x02
936 1.1 tkusumi #define HAMMER_INODE_CAP_DIRHASH_ALG3 0x03
937 1.1 tkusumi #define HAMMER_INODE_CAP_DIR_LOCAL_INO 0x04 /* use inode localization */
938 1.1 tkusumi
939 1.1 tkusumi #define HAMMER_DATA_DOALIGN(offset) \
940 1.1 tkusumi (((offset) + 15) & ~15)
941 1.1 tkusumi #define HAMMER_DATA_DOALIGN_WITH(type, offset) \
942 1.1 tkusumi (((type)(offset) + 15) & (~(type)15))
943 1.1 tkusumi
944 1.1 tkusumi /*
945 1.1 tkusumi * A HAMMER directory entry associates a HAMMER filesystem object with a
946 1.1 tkusumi * namespace. It is hooked into a pseudo-filesystem (with its own inode
947 1.1 tkusumi * numbering space) in the filesystem by setting the high 16 bits of the
948 1.1 tkusumi * localization field. The low 16 bits must be 0 and are reserved for
949 1.1 tkusumi * future use.
950 1.1 tkusumi *
951 1.3 msaitoh * Directory entries are indexed with a 128 bit namekey rather than an
952 1.1 tkusumi * offset. A portion of the namekey is an iterator/randomizer to deal
953 1.1 tkusumi * with collisions.
954 1.1 tkusumi *
955 1.1 tkusumi * NOTE: leaf.base.obj_type from the related B-Tree leaf entry holds
956 1.1 tkusumi * the filesystem object type of obj_id, e.g. a den_type equivalent.
957 1.1 tkusumi * It is not stored in hammer_direntry_data.
958 1.1 tkusumi *
959 1.1 tkusumi * NOTE: name field / the filename data reference is NOT terminated with \0.
960 1.1 tkusumi */
961 1.1 tkusumi typedef struct hammer_direntry_data {
962 1.1 tkusumi int64_t obj_id; /* object being referenced */
963 1.1 tkusumi uint32_t localization; /* identify pseudo-filesystem */
964 1.1 tkusumi uint32_t reserved01;
965 1.1 tkusumi char name[16]; /* name (extended) */
966 1.1 tkusumi } *hammer_direntry_data_t;
967 1.1 tkusumi
968 1.1 tkusumi #define HAMMER_ENTRY_NAME_OFF offsetof(struct hammer_direntry_data, name[0])
969 1.1 tkusumi #define HAMMER_ENTRY_SIZE(nlen) offsetof(struct hammer_direntry_data, name[nlen])
970 1.1 tkusumi
971 1.1 tkusumi /*
972 1.1 tkusumi * Symlink data which does not fit in the inode is stored in a separate
973 1.1 tkusumi * FIX type record.
974 1.1 tkusumi */
975 1.1 tkusumi typedef struct hammer_symlink_data {
976 1.1 tkusumi char name[16]; /* name (extended) */
977 1.1 tkusumi } *hammer_symlink_data_t;
978 1.1 tkusumi
979 1.1 tkusumi #define HAMMER_SYMLINK_NAME_OFF offsetof(struct hammer_symlink_data, name[0])
980 1.1 tkusumi
981 1.1 tkusumi /*
982 1.1 tkusumi * The root inode for the primary filesystem and root inode for any
983 1.1 tkusumi * pseudo-fs may be tagged with an optional data structure using
984 1.1 tkusumi * HAMMER_RECTYPE_PFS and localization id. This structure allows
985 1.1 tkusumi * the node to be used as a mirroring master or slave.
986 1.1 tkusumi *
987 1.1 tkusumi * When operating as a slave CD's into the node automatically become read-only
988 1.1 tkusumi * and as-of sync_end_tid.
989 1.1 tkusumi *
990 1.1 tkusumi * When operating as a master the read PFSD info sets sync_end_tid to
991 1.1 tkusumi * the most recently flushed TID.
992 1.1 tkusumi *
993 1.1 tkusumi * sync_low_tid is not yet used but will represent the highest pruning
994 1.1 tkusumi * end-point, after which full history is available.
995 1.1 tkusumi *
996 1.1 tkusumi * We need to pack this structure making it equally sized on both 32-bit and
997 1.1 tkusumi * 64-bit machines as it is part of struct hammer_ioc_mrecord_pfs which is
998 1.1 tkusumi * send over the wire in hammer mirror operations. Only on 64-bit machines
999 1.1 tkusumi * the size of this struct differ when packed or not. This leads us to the
1000 1.1 tkusumi * situation where old 64-bit systems (using the non-packed structure),
1001 1.1 tkusumi * which were never able to mirror to/from 32-bit systems, are now no longer
1002 1.1 tkusumi * able to mirror to/from newer 64-bit systems (using the packed structure).
1003 1.1 tkusumi */
1004 1.1 tkusumi struct hammer_pseudofs_data {
1005 1.1 tkusumi hammer_tid_t sync_low_tid; /* full history beyond this point */
1006 1.1 tkusumi hammer_tid_t sync_beg_tid; /* earliest tid w/ full history avail */
1007 1.1 tkusumi hammer_tid_t sync_end_tid; /* current synchronizatoin point */
1008 1.1 tkusumi uint64_t sync_beg_ts; /* real-time of last completed sync */
1009 1.1 tkusumi uint64_t sync_end_ts; /* initiation of current sync cycle */
1010 1.1 tkusumi hammer_uuid_t shared_uuid; /* shared uuid (match required) */
1011 1.1 tkusumi hammer_uuid_t unique_uuid; /* unique uuid of this master/slave */
1012 1.1 tkusumi int32_t reserved01; /* reserved for future master_id */
1013 1.1 tkusumi int32_t mirror_flags; /* misc flags */
1014 1.1 tkusumi char label[64]; /* filesystem space label */
1015 1.1 tkusumi char snapshots[64]; /* softlink dir for pruning */
1016 1.1 tkusumi int32_t reserved02; /* was prune_{time,freq} */
1017 1.1 tkusumi int32_t reserved03; /* was reblock_{time,freq} */
1018 1.1 tkusumi int32_t reserved04; /* was snapshot_freq */
1019 1.1 tkusumi int32_t prune_min; /* do not prune recent history */
1020 1.1 tkusumi int32_t prune_max; /* do not retain history beyond here */
1021 1.1 tkusumi int32_t reserved[16];
1022 1.1 tkusumi } __packed;
1023 1.1 tkusumi
1024 1.1 tkusumi typedef struct hammer_pseudofs_data *hammer_pseudofs_data_t;
1025 1.1 tkusumi
1026 1.1 tkusumi #define HAMMER_PFSD_SLAVE 0x00000001
1027 1.1 tkusumi #define HAMMER_PFSD_DELETED 0x80000000
1028 1.1 tkusumi
1029 1.1 tkusumi #define hammer_is_pfs_slave(pfsd) \
1030 1.1 tkusumi (((pfsd)->mirror_flags & HAMMER_PFSD_SLAVE) != 0)
1031 1.1 tkusumi #define hammer_is_pfs_master(pfsd) \
1032 1.1 tkusumi (!hammer_is_pfs_slave(pfsd))
1033 1.1 tkusumi #define hammer_is_pfs_deleted(pfsd) \
1034 1.1 tkusumi (((pfsd)->mirror_flags & HAMMER_PFSD_DELETED) != 0)
1035 1.1 tkusumi
1036 1.1 tkusumi #define HAMMER_MAX_PFS 65536
1037 1.1 tkusumi #define HAMMER_MAX_PFSID (HAMMER_MAX_PFS - 1)
1038 1.1 tkusumi #define HAMMER_ROOT_PFSID 0
1039 1.1 tkusumi
1040 1.1 tkusumi /*
1041 1.1 tkusumi * Snapshot meta-data { Objid = HAMMER_OBJID_ROOT, Key = tid, rectype = SNAPSHOT }.
1042 1.1 tkusumi *
1043 1.1 tkusumi * Snapshot records replace the old <fs>/snapshots/<softlink> methodology. Snapshot
1044 1.1 tkusumi * records are mirrored but may be independantly managed once they are laid down on
1045 1.1 tkusumi * a slave.
1046 1.1 tkusumi *
1047 1.1 tkusumi * NOTE: The b-tree key is signed, the tid is not, so callers must still sort the
1048 1.1 tkusumi * results.
1049 1.1 tkusumi *
1050 1.1 tkusumi * NOTE: Reserved fields must be zero (as usual)
1051 1.1 tkusumi */
1052 1.1 tkusumi typedef struct hammer_snapshot_data {
1053 1.1 tkusumi hammer_tid_t tid; /* the snapshot TID itself (== key) */
1054 1.1 tkusumi uint64_t ts; /* real-time when snapshot was made */
1055 1.1 tkusumi uint64_t reserved01;
1056 1.1 tkusumi uint64_t reserved02;
1057 1.1 tkusumi char label[64]; /* user-supplied description */
1058 1.1 tkusumi uint64_t reserved03[4];
1059 1.1 tkusumi } *hammer_snapshot_data_t;
1060 1.1 tkusumi
1061 1.1 tkusumi /*
1062 1.1 tkusumi * Config meta-data { ObjId = HAMMER_OBJID_ROOT, Key = 0, rectype = CONFIG }.
1063 1.1 tkusumi *
1064 1.1 tkusumi * Used to store the hammer cleanup config. This data is not mirrored.
1065 1.1 tkusumi */
1066 1.1 tkusumi typedef struct hammer_config_data {
1067 1.1 tkusumi char text[1024];
1068 1.1 tkusumi } *hammer_config_data_t;
1069 1.1 tkusumi
1070 1.1 tkusumi /*
1071 1.1 tkusumi * Rollup various structures embedded as record data
1072 1.1 tkusumi */
1073 1.1 tkusumi typedef union hammer_data_ondisk {
1074 1.1 tkusumi struct hammer_direntry_data entry;
1075 1.1 tkusumi struct hammer_inode_data inode;
1076 1.1 tkusumi struct hammer_symlink_data symlink;
1077 1.1 tkusumi struct hammer_pseudofs_data pfsd;
1078 1.1 tkusumi struct hammer_snapshot_data snap;
1079 1.1 tkusumi struct hammer_config_data config;
1080 1.1 tkusumi } *hammer_data_ondisk_t;
1081 1.1 tkusumi
1082 1.1 tkusumi /*
1083 1.1 tkusumi * Ondisk layout of B-Tree related structures
1084 1.1 tkusumi */
1085 1.1 tkusumi //#include "hammer_btree.h"
1086 1.1 tkusumi
1087 1.1 tkusumi #define HAMMER_DIR_INODE_LOCALIZATION(ino_data) \
1088 1.1 tkusumi (((ino_data)->cap_flags & HAMMER_INODE_CAP_DIR_LOCAL_INO) ? \
1089 1.1 tkusumi HAMMER_LOCALIZE_INODE : \
1090 1.1 tkusumi HAMMER_LOCALIZE_MISC)
1091 1.1 tkusumi
1092 1.1 tkusumi #endif /* !VFS_HAMMER_DISK_H_ */
1093