1 1.6 andvar /* $NetBSD: hammer_disk.h,v 1.6 2024/02/05 21:39:52 andvar Exp $ */ 2 1.1 tkusumi 3 1.1 tkusumi /* 4 1.1 tkusumi * Copyright (c) 2007 The DragonFly Project. All rights reserved. 5 1.1 tkusumi * 6 1.1 tkusumi * This code is derived from software contributed to The DragonFly Project 7 1.1 tkusumi * by Matthew Dillon <dillon (at) backplane.com> 8 1.1 tkusumi * 9 1.1 tkusumi * Redistribution and use in source and binary forms, with or without 10 1.1 tkusumi * modification, are permitted provided that the following conditions 11 1.1 tkusumi * are met: 12 1.1 tkusumi * 13 1.1 tkusumi * 1. Redistributions of source code must retain the above copyright 14 1.1 tkusumi * notice, this list of conditions and the following disclaimer. 15 1.1 tkusumi * 2. Redistributions in binary form must reproduce the above copyright 16 1.1 tkusumi * notice, this list of conditions and the following disclaimer in 17 1.1 tkusumi * the documentation and/or other materials provided with the 18 1.1 tkusumi * distribution. 19 1.1 tkusumi * 3. Neither the name of The DragonFly Project nor the names of its 20 1.1 tkusumi * contributors may be used to endorse or promote products derived 21 1.1 tkusumi * from this software without specific, prior written permission. 22 1.1 tkusumi * 23 1.1 tkusumi * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS 24 1.1 tkusumi * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT 25 1.1 tkusumi * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS 26 1.1 tkusumi * FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE 27 1.1 tkusumi * COPYRIGHT HOLDERS OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, 28 1.1 tkusumi * INCIDENTAL, SPECIAL, EXEMPLARY OR CONSEQUENTIAL DAMAGES (INCLUDING, 29 1.1 tkusumi * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; 30 1.1 tkusumi * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED 31 1.1 tkusumi * AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, 32 1.1 tkusumi * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT 33 1.1 tkusumi * OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 34 1.1 tkusumi * SUCH DAMAGE. 35 1.1 tkusumi * 36 1.1 tkusumi * $DragonFly: src/sys/vfs/hammer/hammer_disk.h,v 1.55 2008/11/13 02:18:43 dillon Exp $ 37 1.1 tkusumi */ 38 1.1 tkusumi #include <sys/cdefs.h> 39 1.6 andvar __KERNEL_RCSID(0, "$NetBSD: hammer_disk.h,v 1.6 2024/02/05 21:39:52 andvar Exp $"); 40 1.1 tkusumi 41 1.1 tkusumi #ifndef VFS_HAMMER_DISK_H_ 42 1.1 tkusumi #define VFS_HAMMER_DISK_H_ 43 1.1 tkusumi 44 1.1 tkusumi #include <sys/endian.h> 45 1.1 tkusumi 46 1.1 tkusumi #ifndef _SYS_UUID_H_ 47 1.1 tkusumi #include <sys/uuid.h> 48 1.1 tkusumi #endif 49 1.1 tkusumi 50 1.1 tkusumi /* 51 1.1 tkusumi * The structures below represent the on-disk format for a HAMMER 52 1.1 tkusumi * filesystem. Note that all fields for on-disk structures are naturally 53 1.1 tkusumi * aligned. HAMMER uses little endian for fields in on-disk structures. 54 1.1 tkusumi * HAMMER doesn't support big endian arch, but is planned. 55 1.1 tkusumi * 56 1.1 tkusumi * Most of HAMMER revolves around the concept of an object identifier. An 57 1.1 tkusumi * obj_id is a 64 bit quantity which uniquely identifies a filesystem object 58 1.1 tkusumi * FOR THE ENTIRE LIFE OF THE FILESYSTEM. This uniqueness allows backups 59 1.1 tkusumi * and mirrors to retain varying amounts of filesystem history by removing 60 1.1 tkusumi * any possibility of conflict through identifier reuse. 61 1.1 tkusumi * 62 1.1 tkusumi * A HAMMER filesystem may span multiple volumes. 63 1.1 tkusumi * 64 1.1 tkusumi * A HAMMER filesystem uses a 16K filesystem buffer size. All filesystem 65 1.1 tkusumi * I/O is done in multiples of 16K. 66 1.1 tkusumi * 67 1.1 tkusumi * 64K X-bufs are used for blocks >= a file's 1MB mark. 68 1.1 tkusumi * 69 1.1 tkusumi * Per-volume storage limit: 52 bits 4096 TB 70 1.1 tkusumi * Per-Zone storage limit: 60 bits 1 MTB 71 1.1 tkusumi * Per-filesystem storage limit: 60 bits 1 MTB 72 1.1 tkusumi */ 73 1.1 tkusumi #define HAMMER_BUFSIZE 16384 74 1.1 tkusumi #define HAMMER_XBUFSIZE 65536 75 1.1 tkusumi #define HAMMER_HBUFSIZE (HAMMER_BUFSIZE / 2) 76 1.1 tkusumi #define HAMMER_XDEMARC (1024 * 1024) 77 1.1 tkusumi #define HAMMER_BUFMASK (HAMMER_BUFSIZE - 1) 78 1.1 tkusumi #define HAMMER_XBUFMASK (HAMMER_XBUFSIZE - 1) 79 1.1 tkusumi 80 1.1 tkusumi #define HAMMER_BUFSIZE64 ((uint64_t)HAMMER_BUFSIZE) 81 1.1 tkusumi #define HAMMER_BUFMASK64 ((uint64_t)HAMMER_BUFMASK) 82 1.1 tkusumi 83 1.1 tkusumi #define HAMMER_XBUFSIZE64 ((uint64_t)HAMMER_XBUFSIZE) 84 1.1 tkusumi #define HAMMER_XBUFMASK64 ((uint64_t)HAMMER_XBUFMASK) 85 1.1 tkusumi 86 1.1 tkusumi #define HAMMER_OFF_ZONE_MASK 0xF000000000000000ULL /* zone portion */ 87 1.1 tkusumi #define HAMMER_OFF_VOL_MASK 0x0FF0000000000000ULL /* volume portion */ 88 1.1 tkusumi #define HAMMER_OFF_SHORT_MASK 0x000FFFFFFFFFFFFFULL /* offset portion */ 89 1.1 tkusumi #define HAMMER_OFF_LONG_MASK 0x0FFFFFFFFFFFFFFFULL /* offset portion */ 90 1.1 tkusumi 91 1.1 tkusumi #define HAMMER_OFF_BAD ((hammer_off_t)-1) 92 1.1 tkusumi 93 1.1 tkusumi #define HAMMER_BUFSIZE_DOALIGN(offset) \ 94 1.1 tkusumi (((offset) + HAMMER_BUFMASK) & ~HAMMER_BUFMASK) 95 1.1 tkusumi #define HAMMER_BUFSIZE64_DOALIGN(offset) \ 96 1.1 tkusumi (((offset) + HAMMER_BUFMASK64) & ~HAMMER_BUFMASK64) 97 1.1 tkusumi 98 1.1 tkusumi #define HAMMER_XBUFSIZE_DOALIGN(offset) \ 99 1.1 tkusumi (((offset) + HAMMER_XBUFMASK) & ~HAMMER_XBUFMASK) 100 1.1 tkusumi #define HAMMER_XBUFSIZE64_DOALIGN(offset) \ 101 1.1 tkusumi (((offset) + HAMMER_XBUFMASK64) & ~HAMMER_XBUFMASK64) 102 1.1 tkusumi 103 1.1 tkusumi /* 104 1.1 tkusumi * The current limit of volumes that can make up a HAMMER FS 105 1.1 tkusumi */ 106 1.1 tkusumi #define HAMMER_MAX_VOLUMES 256 107 1.1 tkusumi 108 1.1 tkusumi /* 109 1.1 tkusumi * Reserved space for (future) header junk after the volume header. 110 1.1 tkusumi */ 111 1.1 tkusumi #define HAMMER_MIN_VOL_JUNK (HAMMER_BUFSIZE * 16) /* 256 KB */ 112 1.1 tkusumi #define HAMMER_MAX_VOL_JUNK HAMMER_MIN_VOL_JUNK 113 1.1 tkusumi #define HAMMER_VOL_JUNK_SIZE HAMMER_MIN_VOL_JUNK 114 1.1 tkusumi 115 1.1 tkusumi /* 116 1.1 tkusumi * Hammer transaction ids are 64 bit unsigned integers and are usually 117 1.1 tkusumi * synchronized with the time of day in nanoseconds. 118 1.1 tkusumi * 119 1.1 tkusumi * Hammer offsets are used for FIFO indexing and embed a cycle counter 120 1.1 tkusumi * and volume number in addition to the offset. Most offsets are required 121 1.1 tkusumi * to be 16 KB aligned. 122 1.1 tkusumi */ 123 1.1 tkusumi typedef uint64_t hammer_tid_t; 124 1.1 tkusumi typedef uint64_t hammer_off_t; 125 1.1 tkusumi typedef uint32_t hammer_crc_t; 126 1.1 tkusumi typedef uuid_t hammer_uuid_t; 127 1.1 tkusumi 128 1.1 tkusumi #define HAMMER_MIN_TID 0ULL /* unsigned */ 129 1.1 tkusumi #define HAMMER_MAX_TID 0xFFFFFFFFFFFFFFFFULL /* unsigned */ 130 1.1 tkusumi #define HAMMER_MIN_KEY -0x8000000000000000LL /* signed */ 131 1.1 tkusumi #define HAMMER_MAX_KEY 0x7FFFFFFFFFFFFFFFLL /* signed */ 132 1.1 tkusumi #define HAMMER_MIN_OBJID HAMMER_MIN_KEY /* signed */ 133 1.1 tkusumi #define HAMMER_MAX_OBJID HAMMER_MAX_KEY /* signed */ 134 1.1 tkusumi #define HAMMER_MIN_RECTYPE 0x0U /* unsigned */ 135 1.1 tkusumi #define HAMMER_MAX_RECTYPE 0xFFFFU /* unsigned */ 136 1.1 tkusumi #define HAMMER_MIN_OFFSET 0ULL /* unsigned */ 137 1.1 tkusumi #define HAMMER_MAX_OFFSET 0xFFFFFFFFFFFFFFFFULL /* unsigned */ 138 1.1 tkusumi 139 1.1 tkusumi /* 140 1.1 tkusumi * hammer_off_t has several different encodings. Note that not all zones 141 1.1 tkusumi * encode a vol_no. Zone bits are not a part of filesystem capacity as 142 1.1 tkusumi * the zone bits aren't directly or indirectly mapped to physical volumes. 143 1.1 tkusumi * 144 1.1 tkusumi * In other words, HAMMER's logical filesystem offset consists of 64 bits, 145 1.1 tkusumi * but the filesystem is considered 60 bits filesystem, not 64 bits. 146 1.1 tkusumi * The maximum filesystem capacity is 1EB, not 16EB. 147 1.1 tkusumi * 148 1.1 tkusumi * zone 0: available, a big-block that contains the offset is unused 149 1.1 tkusumi * zone 1 (z,v,o): raw volume relative (offset 0 is the volume header) 150 1.1 tkusumi * zone 2 (z,v,o): raw buffer relative (offset 0 is the first buffer) 151 1.1 tkusumi * zone 3 (z,o): undo/redo fifo - fixed zone-2 offset array in volume header 152 1.1 tkusumi * zone 4 (z,v,o): freemap - only real blockmap 153 1.1 tkusumi * zone 8 (z,v,o): B-Tree - actually zone-2 address 154 1.1 tkusumi * zone 9 (z,v,o): meta - actually zone-2 address 155 1.1 tkusumi * zone 10 (z,v,o): large-data - actually zone-2 address 156 1.1 tkusumi * zone 11 (z,v,o): small-data - actually zone-2 address 157 1.1 tkusumi * zone 15: unavailable, usually the offset is beyond volume size 158 1.1 tkusumi * 159 1.1 tkusumi * layer1/layer2 direct map: 160 1.1 tkusumi * Maximum HAMMER filesystem capacity from volume aspect 161 1.1 tkusumi * 2^8(max volumes) * 2^52(max volume size) = 2^60 = 1EB (long offset) 162 1.1 tkusumi * <-------------------------------------------------------------> 163 1.1 tkusumi * 8bits 52bits (short offset) 164 1.1 tkusumi * <------><-----------------------------------------------------> 165 1.1 tkusumi * zzzzvvvvvvvvoooo oooooooooooooooo oooooooooooooooo oooooooooooooooo 166 1.1 tkusumi * ----111111111111 1111112222222222 222222222ooooooo oooooooooooooooo 167 1.1 tkusumi * <-----------------><------------------><----------------------> 168 1.1 tkusumi * 18bits 19bits 23bits 169 1.1 tkusumi * <-------------------------------------------------------------> 170 1.1 tkusumi * 2^18(layer1) * 2^19(layer2) * 2^23(big-block) = 2^60 = 1EB 171 1.1 tkusumi * Maximum HAMMER filesystem capacity from blockmap aspect 172 1.1 tkusumi * 173 1.1 tkusumi * volume#0 layout 174 1.1 tkusumi * +-------------------------> offset 0 of a device/partition 175 1.1 tkusumi * | volume header (1928 bytes) 176 1.1 tkusumi * | the rest of header junk space (HAMMER_BUFSIZE aligned) 177 1.1 tkusumi * +-------------------------> vol_bot_beg 178 1.1 tkusumi * | boot area (HAMMER_BUFSIZE aligned) 179 1.1 tkusumi * +-------------------------> vol_mem_beg 180 1.1 tkusumi * | memory log (HAMMER_BUFSIZE aligned) 181 1.1 tkusumi * +-------------------------> vol_buf_beg (physical offset of zone-2) 182 1.1 tkusumi * | zone-4 big-block for layer1 183 1.1 tkusumi * +-------------------------> vol_buf_beg + HAMMER_BIGBLOCK_SIZE 184 1.1 tkusumi * | zone-4 big-blocks for layer2 185 1.1 tkusumi * | ... (1 big-block per 4TB space) 186 1.1 tkusumi * +-------------------------> vol_buf_beg + HAMMER_BIGBLOCK_SIZE * ... 187 1.1 tkusumi * | zone-3 big-blocks for UNDO/REDO FIFO 188 1.1 tkusumi * | ... (max 128 big-blocks) 189 1.1 tkusumi * +-------------------------> vol_buf_beg + HAMMER_BIGBLOCK_SIZE * ... 190 1.1 tkusumi * | zone-8 big-block for root B-Tree node/etc 191 1.1 tkusumi * +-------------------------> vol_buf_beg + HAMMER_BIGBLOCK_SIZE * ... 192 1.1 tkusumi * | zone-9 big-block for root inode/PFS/etc 193 1.1 tkusumi * +-------------------------> vol_buf_beg + HAMMER_BIGBLOCK_SIZE * ... 194 1.1 tkusumi * | zone-X big-blocks 195 1.1 tkusumi * | ... (big-blocks for new zones after newfs_hammer) 196 1.1 tkusumi * | ... 197 1.1 tkusumi * | ... 198 1.1 tkusumi * | ... 199 1.1 tkusumi * | ... 200 1.1 tkusumi * +-------------------------> vol_buf_end (HAMMER_BUFSIZE aligned) 201 1.1 tkusumi * +-------------------------> end of a device/partition 202 1.1 tkusumi * 203 1.1 tkusumi * volume#N layout (0<N<256) 204 1.1 tkusumi * +-------------------------> offset 0 of a device/partition 205 1.1 tkusumi * | volume header (1928 bytes) 206 1.1 tkusumi * | the rest of header junk space (HAMMER_BUFSIZE aligned) 207 1.1 tkusumi * +-------------------------> vol_bot_beg 208 1.1 tkusumi * | boot area (HAMMER_BUFSIZE aligned) 209 1.1 tkusumi * +-------------------------> vol_mem_beg 210 1.1 tkusumi * | memory log (HAMMER_BUFSIZE aligned) 211 1.1 tkusumi * +-------------------------> vol_buf_beg (physical offset of zone-2) 212 1.1 tkusumi * | zone-4 big-blocks for layer2 213 1.1 tkusumi * | ... (1 big-block per 4TB space) 214 1.1 tkusumi * +-------------------------> vol_buf_beg + HAMMER_BIGBLOCK_SIZE * ... 215 1.1 tkusumi * | zone-X big-blocks 216 1.1 tkusumi * | ... (unused until volume#(N-1) runs out of space) 217 1.1 tkusumi * | ... 218 1.1 tkusumi * | ... 219 1.1 tkusumi * | ... 220 1.1 tkusumi * | ... 221 1.1 tkusumi * +-------------------------> vol_buf_end (HAMMER_BUFSIZE aligned) 222 1.1 tkusumi * +-------------------------> end of a device/partition 223 1.1 tkusumi */ 224 1.1 tkusumi 225 1.1 tkusumi #define HAMMER_ZONE_RAW_VOLUME 0x1000000000000000ULL 226 1.1 tkusumi #define HAMMER_ZONE_RAW_BUFFER 0x2000000000000000ULL 227 1.1 tkusumi #define HAMMER_ZONE_UNDO 0x3000000000000000ULL 228 1.1 tkusumi #define HAMMER_ZONE_FREEMAP 0x4000000000000000ULL 229 1.1 tkusumi #define HAMMER_ZONE_RESERVED05 0x5000000000000000ULL /* not used */ 230 1.1 tkusumi #define HAMMER_ZONE_RESERVED06 0x6000000000000000ULL /* not used */ 231 1.1 tkusumi #define HAMMER_ZONE_RESERVED07 0x7000000000000000ULL /* not used */ 232 1.1 tkusumi #define HAMMER_ZONE_BTREE 0x8000000000000000ULL 233 1.1 tkusumi #define HAMMER_ZONE_META 0x9000000000000000ULL 234 1.1 tkusumi #define HAMMER_ZONE_LARGE_DATA 0xA000000000000000ULL 235 1.1 tkusumi #define HAMMER_ZONE_SMALL_DATA 0xB000000000000000ULL 236 1.1 tkusumi #define HAMMER_ZONE_RESERVED0C 0xC000000000000000ULL /* not used */ 237 1.1 tkusumi #define HAMMER_ZONE_RESERVED0D 0xD000000000000000ULL /* not used */ 238 1.1 tkusumi #define HAMMER_ZONE_RESERVED0E 0xE000000000000000ULL /* not used */ 239 1.1 tkusumi #define HAMMER_ZONE_UNAVAIL 0xF000000000000000ULL 240 1.1 tkusumi 241 1.1 tkusumi #define HAMMER_ZONE_RAW_VOLUME_INDEX 1 242 1.1 tkusumi #define HAMMER_ZONE_RAW_BUFFER_INDEX 2 243 1.1 tkusumi #define HAMMER_ZONE_UNDO_INDEX 3 244 1.1 tkusumi #define HAMMER_ZONE_FREEMAP_INDEX 4 245 1.1 tkusumi #define HAMMER_ZONE_BTREE_INDEX 8 246 1.1 tkusumi #define HAMMER_ZONE_META_INDEX 9 247 1.1 tkusumi #define HAMMER_ZONE_LARGE_DATA_INDEX 10 248 1.1 tkusumi #define HAMMER_ZONE_SMALL_DATA_INDEX 11 249 1.1 tkusumi #define HAMMER_ZONE_UNAVAIL_INDEX 15 250 1.1 tkusumi 251 1.1 tkusumi #define HAMMER_MAX_ZONES 16 252 1.1 tkusumi 253 1.1 tkusumi #define HAMMER_ZONE(offset) ((offset) & HAMMER_OFF_ZONE_MASK) 254 1.1 tkusumi 255 1.1 tkusumi #define hammer_is_zone_raw_volume(offset) \ 256 1.1 tkusumi (HAMMER_ZONE(offset) == HAMMER_ZONE_RAW_VOLUME) 257 1.1 tkusumi #define hammer_is_zone_raw_buffer(offset) \ 258 1.1 tkusumi (HAMMER_ZONE(offset) == HAMMER_ZONE_RAW_BUFFER) 259 1.1 tkusumi #define hammer_is_zone_undo(offset) \ 260 1.1 tkusumi (HAMMER_ZONE(offset) == HAMMER_ZONE_UNDO) 261 1.1 tkusumi #define hammer_is_zone_freemap(offset) \ 262 1.1 tkusumi (HAMMER_ZONE(offset) == HAMMER_ZONE_FREEMAP) 263 1.1 tkusumi #define hammer_is_zone_btree(offset) \ 264 1.1 tkusumi (HAMMER_ZONE(offset) == HAMMER_ZONE_BTREE) 265 1.1 tkusumi #define hammer_is_zone_meta(offset) \ 266 1.1 tkusumi (HAMMER_ZONE(offset) == HAMMER_ZONE_META) 267 1.1 tkusumi #define hammer_is_zone_large_data(offset) \ 268 1.1 tkusumi (HAMMER_ZONE(offset) == HAMMER_ZONE_LARGE_DATA) 269 1.1 tkusumi #define hammer_is_zone_small_data(offset) \ 270 1.1 tkusumi (HAMMER_ZONE(offset) == HAMMER_ZONE_SMALL_DATA) 271 1.1 tkusumi #define hammer_is_zone_unavail(offset) \ 272 1.1 tkusumi (HAMMER_ZONE(offset) == HAMMER_ZONE_UNAVAIL) 273 1.1 tkusumi #define hammer_is_zone_data(offset) \ 274 1.1 tkusumi (hammer_is_zone_large_data(offset) || hammer_is_zone_small_data(offset)) 275 1.1 tkusumi 276 1.1 tkusumi #define hammer_is_index_record(zone) \ 277 1.1 tkusumi ((zone) >= HAMMER_ZONE_BTREE_INDEX && \ 278 1.1 tkusumi (zone) < HAMMER_MAX_ZONES) 279 1.1 tkusumi 280 1.1 tkusumi #define hammer_is_zone_record(offset) \ 281 1.1 tkusumi hammer_is_index_record(HAMMER_ZONE_DECODE(offset)) 282 1.1 tkusumi 283 1.1 tkusumi #define hammer_is_index_direct_xlated(zone) \ 284 1.1 tkusumi (((zone) == HAMMER_ZONE_RAW_BUFFER_INDEX) || \ 285 1.1 tkusumi ((zone) == HAMMER_ZONE_FREEMAP_INDEX) || \ 286 1.1 tkusumi hammer_is_index_record(zone)) 287 1.1 tkusumi 288 1.1 tkusumi #define hammer_is_zone_direct_xlated(offset) \ 289 1.1 tkusumi hammer_is_index_direct_xlated(HAMMER_ZONE_DECODE(offset)) 290 1.1 tkusumi 291 1.1 tkusumi #define HAMMER_ZONE_ENCODE(zone, ham_off) \ 292 1.1 tkusumi (((hammer_off_t)(zone) << 60) | (ham_off)) 293 1.1 tkusumi #define HAMMER_ZONE_DECODE(ham_off) \ 294 1.1 tkusumi ((int)(((hammer_off_t)(ham_off) >> 60))) 295 1.1 tkusumi 296 1.1 tkusumi #define HAMMER_VOL_ENCODE(vol_no) \ 297 1.1 tkusumi ((hammer_off_t)((vol_no) & 255) << 52) 298 1.1 tkusumi #define HAMMER_VOL_DECODE(ham_off) \ 299 1.1 tkusumi ((int)(((hammer_off_t)(ham_off) >> 52) & 255)) 300 1.1 tkusumi 301 1.1 tkusumi #define HAMMER_OFF_SHORT_ENCODE(offset) \ 302 1.1 tkusumi ((hammer_off_t)(offset) & HAMMER_OFF_SHORT_MASK) 303 1.1 tkusumi #define HAMMER_OFF_LONG_ENCODE(offset) \ 304 1.1 tkusumi ((hammer_off_t)(offset) & HAMMER_OFF_LONG_MASK) 305 1.1 tkusumi 306 1.1 tkusumi #define HAMMER_ENCODE(zone, vol_no, offset) \ 307 1.1 tkusumi (((hammer_off_t)(zone) << 60) | \ 308 1.1 tkusumi HAMMER_VOL_ENCODE(vol_no) | \ 309 1.1 tkusumi HAMMER_OFF_SHORT_ENCODE(offset)) 310 1.1 tkusumi #define HAMMER_ENCODE_RAW_VOLUME(vol_no, offset) \ 311 1.1 tkusumi HAMMER_ENCODE(HAMMER_ZONE_RAW_VOLUME_INDEX, vol_no, offset) 312 1.1 tkusumi #define HAMMER_ENCODE_RAW_BUFFER(vol_no, offset) \ 313 1.1 tkusumi HAMMER_ENCODE(HAMMER_ZONE_RAW_BUFFER_INDEX, vol_no, offset) 314 1.1 tkusumi #define HAMMER_ENCODE_UNDO(offset) \ 315 1.1 tkusumi HAMMER_ENCODE(HAMMER_ZONE_UNDO_INDEX, HAMMER_ROOT_VOLNO, offset) 316 1.1 tkusumi #define HAMMER_ENCODE_FREEMAP(vol_no, offset) \ 317 1.1 tkusumi HAMMER_ENCODE(HAMMER_ZONE_FREEMAP_INDEX, vol_no, offset) 318 1.1 tkusumi 319 1.1 tkusumi /* 320 1.1 tkusumi * Translate a zone address to zone-X address. 321 1.1 tkusumi */ 322 1.1 tkusumi #define hammer_xlate_to_zoneX(zone, offset) \ 323 1.1 tkusumi HAMMER_ZONE_ENCODE((zone), (offset) & ~HAMMER_OFF_ZONE_MASK) 324 1.1 tkusumi #define hammer_xlate_to_zone2(offset) \ 325 1.1 tkusumi hammer_xlate_to_zoneX(HAMMER_ZONE_RAW_BUFFER_INDEX, (offset)) 326 1.1 tkusumi 327 1.1 tkusumi #define hammer_data_zone(data_len) \ 328 1.1 tkusumi (((data_len) >= HAMMER_BUFSIZE) ? \ 329 1.1 tkusumi HAMMER_ZONE_LARGE_DATA : \ 330 1.1 tkusumi HAMMER_ZONE_SMALL_DATA) 331 1.1 tkusumi #define hammer_data_zone_index(data_len) \ 332 1.1 tkusumi (((data_len) >= HAMMER_BUFSIZE) ? \ 333 1.1 tkusumi HAMMER_ZONE_LARGE_DATA_INDEX : \ 334 1.1 tkusumi HAMMER_ZONE_SMALL_DATA_INDEX) 335 1.1 tkusumi 336 1.1 tkusumi /* 337 1.1 tkusumi * Big-Block backing store 338 1.1 tkusumi * 339 1.1 tkusumi * A blockmap is a two-level map which translates a blockmap-backed zone 340 1.1 tkusumi * offset into a raw zone 2 offset. The layer 1 handles 18 bits and the 341 1.1 tkusumi * layer 2 handles 19 bits. The 8M big-block size is 23 bits so two 342 1.1 tkusumi * layers gives us 18+19+23 = 60 bits of address space. 343 1.1 tkusumi * 344 1.1 tkusumi * When using hinting for a blockmap lookup, the hint is lost when the 345 1.1 tkusumi * scan leaves the HINTBLOCK, which is typically several BIGBLOCK's. 346 1.1 tkusumi * HINTBLOCK is a heuristic. 347 1.1 tkusumi */ 348 1.1 tkusumi #define HAMMER_HINTBLOCK_SIZE (HAMMER_BIGBLOCK_SIZE * 4) 349 1.1 tkusumi #define HAMMER_HINTBLOCK_MASK64 ((uint64_t)HAMMER_HINTBLOCK_SIZE - 1) 350 1.1 tkusumi #define HAMMER_BIGBLOCK_SIZE (8192 * 1024) 351 1.1 tkusumi #define HAMMER_BIGBLOCK_SIZE64 ((uint64_t)HAMMER_BIGBLOCK_SIZE) 352 1.1 tkusumi #define HAMMER_BIGBLOCK_MASK (HAMMER_BIGBLOCK_SIZE - 1) 353 1.1 tkusumi #define HAMMER_BIGBLOCK_MASK64 ((uint64_t)HAMMER_BIGBLOCK_SIZE - 1) 354 1.1 tkusumi #define HAMMER_BIGBLOCK_BITS 23 355 1.1 tkusumi #if 0 356 1.1 tkusumi #define HAMMER_BIGBLOCK_OVERFILL (6144 * 1024) 357 1.1 tkusumi #endif 358 1.1 tkusumi #if (1 << HAMMER_BIGBLOCK_BITS) != HAMMER_BIGBLOCK_SIZE 359 1.1 tkusumi #error "HAMMER_BIGBLOCK_BITS BROKEN" 360 1.1 tkusumi #endif 361 1.1 tkusumi 362 1.1 tkusumi #define HAMMER_BUFFERS_PER_BIGBLOCK \ 363 1.1 tkusumi (HAMMER_BIGBLOCK_SIZE / HAMMER_BUFSIZE) 364 1.1 tkusumi #define HAMMER_BUFFERS_PER_BIGBLOCK_MASK \ 365 1.1 tkusumi (HAMMER_BUFFERS_PER_BIGBLOCK - 1) 366 1.1 tkusumi #define HAMMER_BUFFERS_PER_BIGBLOCK_MASK64 \ 367 1.1 tkusumi ((hammer_off_t)HAMMER_BUFFERS_PER_BIGBLOCK_MASK) 368 1.1 tkusumi 369 1.1 tkusumi #define HAMMER_BIGBLOCK_DOALIGN(offset) \ 370 1.1 tkusumi (((offset) + HAMMER_BIGBLOCK_MASK64) & ~HAMMER_BIGBLOCK_MASK64) 371 1.1 tkusumi 372 1.1 tkusumi /* 373 1.1 tkusumi * Maximum number of mirrors operating in master mode (multi-master 374 1.1 tkusumi * clustering and mirroring). Note that HAMMER1 does not support 375 1.1 tkusumi * multi-master clustering as of 2015. 376 1.1 tkusumi */ 377 1.1 tkusumi #define HAMMER_MAX_MASTERS 16 378 1.1 tkusumi 379 1.1 tkusumi /* 380 1.1 tkusumi * The blockmap is somewhat of a degenerate structure. HAMMER only actually 381 1.1 tkusumi * uses it in its original incarnation to implement the freemap. 382 1.1 tkusumi * 383 1.1 tkusumi * zone:1 raw volume (no blockmap) 384 1.1 tkusumi * zone:2 raw buffer (no blockmap) 385 1.1 tkusumi * zone:3 undomap (direct layer2 array in volume header) 386 1.1 tkusumi * zone:4 freemap (the only real blockmap) 387 1.1 tkusumi * zone:8-15 zone id used to classify big-block only, address is actually 388 1.1 tkusumi * a zone-2 address. 389 1.1 tkusumi */ 390 1.1 tkusumi typedef struct hammer_blockmap { 391 1.1 tkusumi hammer_off_t phys_offset; /* zone-2 offset only used by zone-4 */ 392 1.1 tkusumi hammer_off_t first_offset; /* zone-X offset only used by zone-3 */ 393 1.1 tkusumi hammer_off_t next_offset; /* zone-X offset for allocation */ 394 1.1 tkusumi hammer_off_t alloc_offset; /* zone-X offset only used by zone-3 */ 395 1.1 tkusumi uint32_t reserved01; 396 1.1 tkusumi hammer_crc_t entry_crc; 397 1.1 tkusumi } *hammer_blockmap_t; 398 1.1 tkusumi 399 1.1 tkusumi #define HAMMER_BLOCKMAP_CRCSIZE \ 400 1.1 tkusumi offsetof(struct hammer_blockmap, entry_crc) 401 1.1 tkusumi 402 1.1 tkusumi /* 403 1.1 tkusumi * The blockmap is a 2-layer entity made up of big-blocks. The first layer 404 1.1 tkusumi * contains 262144 32-byte entries (18 bits), the second layer contains 405 1.1 tkusumi * 524288 16-byte entries (19 bits), representing 8MB (23 bit) blockmaps. 406 1.1 tkusumi * 18+19+23 = 60 bits. The top four bits are the zone id. 407 1.1 tkusumi * 408 1.1 tkusumi * Currently only the freemap utilizes both layers in all their glory. 409 1.1 tkusumi * All primary data/meta-data zones actually encode a zone-2 address 410 1.1 tkusumi * requiring no real blockmap translation. 411 1.1 tkusumi * 412 1.1 tkusumi * The freemap uses the upper 8 bits of layer-1 to identify the volume, 413 1.1 tkusumi * thus any space allocated via the freemap can be directly translated 414 1.1 tkusumi * to a zone:2 (or zone:8-15) address. 415 1.1 tkusumi * 416 1.1 tkusumi * zone-X blockmap offset: [zone:4][layer1:18][layer2:19][big-block:23] 417 1.1 tkusumi */ 418 1.1 tkusumi 419 1.1 tkusumi /* 420 1.1 tkusumi * 32 bytes layer1 entry for 8MB big-block. 421 1.1 tkusumi * A big-block can hold 2^23 / 2^5 = 2^18 layer1 entries, 422 1.1 tkusumi * which equals bits assigned for layer1 in zone-2 address. 423 1.1 tkusumi */ 424 1.1 tkusumi typedef struct hammer_blockmap_layer1 { 425 1.1 tkusumi hammer_off_t blocks_free; /* big-blocks free */ 426 1.1 tkusumi hammer_off_t phys_offset; /* UNAVAIL or zone-2 */ 427 1.1 tkusumi hammer_off_t reserved01; 428 1.1 tkusumi hammer_crc_t layer2_crc; /* xor'd crc's of HAMMER_BLOCKSIZE */ 429 1.1 tkusumi /* (not yet used) */ 430 1.1 tkusumi hammer_crc_t layer1_crc; /* MUST BE LAST FIELD OF STRUCTURE*/ 431 1.1 tkusumi } *hammer_blockmap_layer1_t; 432 1.1 tkusumi 433 1.1 tkusumi #define HAMMER_LAYER1_CRCSIZE \ 434 1.1 tkusumi offsetof(struct hammer_blockmap_layer1, layer1_crc) 435 1.1 tkusumi 436 1.1 tkusumi /* 437 1.1 tkusumi * 16 bytes layer2 entry for 8MB big-blocks. 438 1.1 tkusumi * A big-block can hold 2^23 / 2^4 = 2^19 layer2 entries, 439 1.1 tkusumi * which equals bits assigned for layer2 in zone-2 address. 440 1.1 tkusumi * 441 1.1 tkusumi * NOTE: bytes_free is signed and can legally go negative if/when data 442 1.1 tkusumi * de-dup occurs. This field will never go higher than 443 1.1 tkusumi * HAMMER_BIGBLOCK_SIZE. If exactly HAMMER_BIGBLOCK_SIZE 444 1.1 tkusumi * the big-block is completely free. 445 1.1 tkusumi */ 446 1.1 tkusumi typedef struct hammer_blockmap_layer2 { 447 1.1 tkusumi uint8_t zone; /* typed allocation zone */ 448 1.1 tkusumi uint8_t reserved01; 449 1.1 tkusumi uint16_t reserved02; 450 1.1 tkusumi uint32_t append_off; /* allocatable space index */ 451 1.1 tkusumi int32_t bytes_free; /* bytes free within this big-block */ 452 1.1 tkusumi hammer_crc_t entry_crc; 453 1.1 tkusumi } *hammer_blockmap_layer2_t; 454 1.1 tkusumi 455 1.1 tkusumi #define HAMMER_LAYER2_CRCSIZE \ 456 1.1 tkusumi offsetof(struct hammer_blockmap_layer2, entry_crc) 457 1.1 tkusumi 458 1.1 tkusumi #define HAMMER_BLOCKMAP_UNAVAIL ((hammer_off_t)-1LL) 459 1.1 tkusumi 460 1.1 tkusumi #define HAMMER_BLOCKMAP_RADIX1 /* 2^18 = 262144 */ \ 461 1.1 tkusumi ((int)(HAMMER_BIGBLOCK_SIZE / sizeof(struct hammer_blockmap_layer1))) 462 1.1 tkusumi #define HAMMER_BLOCKMAP_RADIX2 /* 2^19 = 524288 */ \ 463 1.1 tkusumi ((int)(HAMMER_BIGBLOCK_SIZE / sizeof(struct hammer_blockmap_layer2))) 464 1.1 tkusumi 465 1.1 tkusumi #define HAMMER_BLOCKMAP_LAYER1 /* 2^(18+19+23) = 1EB */ \ 466 1.1 tkusumi (HAMMER_BLOCKMAP_RADIX1 * HAMMER_BLOCKMAP_LAYER2) 467 1.1 tkusumi #define HAMMER_BLOCKMAP_LAYER2 /* 2^(19+23) = 4TB */ \ 468 1.1 tkusumi (HAMMER_BLOCKMAP_RADIX2 * HAMMER_BIGBLOCK_SIZE64) 469 1.1 tkusumi 470 1.1 tkusumi #define HAMMER_BLOCKMAP_LAYER1_MASK (HAMMER_BLOCKMAP_LAYER1 - 1) 471 1.1 tkusumi #define HAMMER_BLOCKMAP_LAYER2_MASK (HAMMER_BLOCKMAP_LAYER2 - 1) 472 1.1 tkusumi 473 1.1 tkusumi #define HAMMER_BLOCKMAP_LAYER2_DOALIGN(offset) \ 474 1.1 tkusumi (((offset) + HAMMER_BLOCKMAP_LAYER2_MASK) & \ 475 1.1 tkusumi ~HAMMER_BLOCKMAP_LAYER2_MASK) 476 1.1 tkusumi 477 1.1 tkusumi /* 478 1.1 tkusumi * Index within layer1 or layer2 big-block for the entry representing 479 1.1 tkusumi * a zone-2 physical offset. 480 1.1 tkusumi */ 481 1.1 tkusumi #define HAMMER_BLOCKMAP_LAYER1_INDEX(zone2_offset) \ 482 1.1 tkusumi ((int)(((zone2_offset) & HAMMER_BLOCKMAP_LAYER1_MASK) / \ 483 1.1 tkusumi HAMMER_BLOCKMAP_LAYER2)) 484 1.1 tkusumi 485 1.1 tkusumi #define HAMMER_BLOCKMAP_LAYER2_INDEX(zone2_offset) \ 486 1.1 tkusumi ((int)(((zone2_offset) & HAMMER_BLOCKMAP_LAYER2_MASK) / \ 487 1.1 tkusumi HAMMER_BIGBLOCK_SIZE64)) 488 1.1 tkusumi 489 1.1 tkusumi /* 490 1.1 tkusumi * Byte offset within layer1 or layer2 big-block for the entry representing 491 1.1 tkusumi * a zone-2 physical offset. Multiply the index by sizeof(blockmap_layer). 492 1.1 tkusumi */ 493 1.1 tkusumi #define HAMMER_BLOCKMAP_LAYER1_OFFSET(zone2_offset) \ 494 1.1 tkusumi (HAMMER_BLOCKMAP_LAYER1_INDEX(zone2_offset) * \ 495 1.1 tkusumi sizeof(struct hammer_blockmap_layer1)) 496 1.1 tkusumi 497 1.1 tkusumi #define HAMMER_BLOCKMAP_LAYER2_OFFSET(zone2_offset) \ 498 1.1 tkusumi (HAMMER_BLOCKMAP_LAYER2_INDEX(zone2_offset) * \ 499 1.1 tkusumi sizeof(struct hammer_blockmap_layer2)) 500 1.1 tkusumi 501 1.1 tkusumi /* 502 1.1 tkusumi * Move on to offset 0 of the next layer1 or layer2. 503 1.1 tkusumi */ 504 1.1 tkusumi #define HAMMER_ZONE_LAYER1_NEXT_OFFSET(offset) \ 505 1.1 tkusumi (((offset) + HAMMER_BLOCKMAP_LAYER2) & ~HAMMER_BLOCKMAP_LAYER2_MASK) 506 1.1 tkusumi 507 1.1 tkusumi #define HAMMER_ZONE_LAYER2_NEXT_OFFSET(offset) \ 508 1.1 tkusumi (((offset) + HAMMER_BIGBLOCK_SIZE) & ~HAMMER_BIGBLOCK_MASK64) 509 1.1 tkusumi 510 1.1 tkusumi /* 511 1.1 tkusumi * HAMMER UNDO parameters. The UNDO fifo is mapped directly in the volume 512 1.1 tkusumi * header with an array of zone-2 offsets. A maximum of (128x8MB) = 1GB, 513 1.1 tkusumi * and minimum of (64x8MB) = 512MB may be reserved. The size of the undo 514 1.1 tkusumi * fifo is usually set a newfs time. 515 1.1 tkusumi */ 516 1.1 tkusumi #define HAMMER_MIN_UNDO_BIGBLOCKS 64 517 1.1 tkusumi #define HAMMER_MAX_UNDO_BIGBLOCKS 128 518 1.1 tkusumi 519 1.1 tkusumi /* 520 1.1 tkusumi * All on-disk HAMMER structures which make up elements of the UNDO FIFO 521 1.1 tkusumi * contain a hammer_fifo_head and hammer_fifo_tail structure. This structure 522 1.1 tkusumi * contains all the information required to validate the fifo element 523 1.1 tkusumi * and to scan the fifo in either direction. The head is typically embedded 524 1.1 tkusumi * in higher level hammer on-disk structures while the tail is typically 525 1.1 tkusumi * out-of-band. hdr_size is the size of the whole mess, including the tail. 526 1.1 tkusumi * 527 1.1 tkusumi * All undo structures are guaranteed to not cross a 16K filesystem 528 1.1 tkusumi * buffer boundary. Most undo structures are fairly small. Data spaces 529 1.1 tkusumi * are not immediately reused by HAMMER so file data is not usually recorded 530 1.1 tkusumi * as part of an UNDO. 531 1.1 tkusumi * 532 1.1 tkusumi * PAD elements are allowed to take up only 8 bytes of space as a special 533 1.1 tkusumi * case, containing only hdr_signature, hdr_type, and hdr_size fields, 534 1.1 tkusumi * and with the tail overloaded onto the head structure for 8 bytes total. 535 1.1 tkusumi * 536 1.1 tkusumi * Every undo record has a sequence number. This number is unrelated to 537 1.1 tkusumi * transaction ids and instead collects the undo transactions associated 538 1.1 tkusumi * with a single atomic operation. A larger transactional operation, such 539 1.1 tkusumi * as a remove(), may consist of several smaller atomic operations 540 1.1 tkusumi * representing raw meta-data operations. 541 1.1 tkusumi * 542 1.1 tkusumi * HAMMER VERSION 4 CHANGES 543 1.1 tkusumi * 544 1.1 tkusumi * In HAMMER version 4 the undo structure alignment is reduced from 16384 545 1.1 tkusumi * to 512 bytes in order to ensure that each 512 byte sector begins with 546 1.1 tkusumi * a header. The hdr_seq field in the header is a 32 bit sequence number 547 1.1 tkusumi * which allows the recovery code to detect missing sectors 548 1.1 tkusumi * without relying on the 32-bit crc and to definitively identify the current 549 1.1 tkusumi * undo sequence space without having to rely on information from the volume 550 1.1 tkusumi * header. In addition, new REDO entries in the undo space are used to 551 1.1 tkusumi * record write, write/extend, and transaction id updates. 552 1.1 tkusumi * 553 1.1 tkusumi * The grand result is: 554 1.1 tkusumi * 555 1.1 tkusumi * (1) The volume header no longer needs to be synchronized for most 556 1.1 tkusumi * flush and fsync operations. 557 1.1 tkusumi * 558 1.1 tkusumi * (2) Most fsync operations need only lay down REDO records 559 1.1 tkusumi * 560 1.1 tkusumi * (3) Data overwrite for nohistory operations covered by REDO records 561 1.1 tkusumi * can be supported (instead of rolling a new block allocation), 562 1.1 tkusumi * by rolling UNDO for the prior contents of the data. 563 1.1 tkusumi * 564 1.1 tkusumi * HAMMER VERSION 5 CHANGES 565 1.1 tkusumi * 566 1.1 tkusumi * Hammer version 5 contains a minor adjustment making layer2's bytes_free 567 1.1 tkusumi * field signed, allowing dedup to push it into the negative domain. 568 1.1 tkusumi */ 569 1.1 tkusumi #define HAMMER_HEAD_ALIGN 8 570 1.1 tkusumi #define HAMMER_HEAD_ALIGN_MASK (HAMMER_HEAD_ALIGN - 1) 571 1.1 tkusumi #define HAMMER_HEAD_DOALIGN(bytes) \ 572 1.1 tkusumi (((bytes) + HAMMER_HEAD_ALIGN_MASK) & ~HAMMER_HEAD_ALIGN_MASK) 573 1.1 tkusumi 574 1.1 tkusumi #define HAMMER_UNDO_ALIGN 512 575 1.1 tkusumi #define HAMMER_UNDO_ALIGN64 ((uint64_t)512) 576 1.1 tkusumi #define HAMMER_UNDO_MASK (HAMMER_UNDO_ALIGN - 1) 577 1.1 tkusumi #define HAMMER_UNDO_MASK64 (HAMMER_UNDO_ALIGN64 - 1) 578 1.1 tkusumi #define HAMMER_UNDO_DOALIGN(offset) \ 579 1.1 tkusumi (((offset) + HAMMER_UNDO_MASK) & ~HAMMER_UNDO_MASK64) 580 1.1 tkusumi 581 1.1 tkusumi typedef struct hammer_fifo_head { 582 1.1 tkusumi uint16_t hdr_signature; 583 1.1 tkusumi uint16_t hdr_type; 584 1.1 tkusumi uint32_t hdr_size; /* Aligned size of the whole mess */ 585 1.1 tkusumi uint32_t hdr_seq; /* Sequence number */ 586 1.1 tkusumi hammer_crc_t hdr_crc; /* XOR crc up to field w/ crc after field */ 587 1.1 tkusumi } *hammer_fifo_head_t; 588 1.1 tkusumi 589 1.1 tkusumi #define HAMMER_FIFO_HEAD_CRCOFF offsetof(struct hammer_fifo_head, hdr_crc) 590 1.1 tkusumi 591 1.1 tkusumi typedef struct hammer_fifo_tail { 592 1.1 tkusumi uint16_t tail_signature; 593 1.1 tkusumi uint16_t tail_type; 594 1.1 tkusumi uint32_t tail_size; /* aligned size of the whole mess */ 595 1.1 tkusumi } *hammer_fifo_tail_t; 596 1.1 tkusumi 597 1.1 tkusumi /* 598 1.1 tkusumi * Fifo header types. 599 1.1 tkusumi * 600 1.1 tkusumi * NOTE: 0x8000U part of HAMMER_HEAD_TYPE_PAD can be removed if the HAMMER 601 1.1 tkusumi * version ever gets bumped again. It exists only to keep compatibility with 602 1.1 tkusumi * older versions. 603 1.1 tkusumi */ 604 1.1 tkusumi #define HAMMER_HEAD_TYPE_PAD (0x0040U | 0x8000U) 605 1.1 tkusumi #define HAMMER_HEAD_TYPE_DUMMY 0x0041U /* dummy entry w/seqno */ 606 1.1 tkusumi #define HAMMER_HEAD_TYPE_UNDO 0x0043U /* random UNDO information */ 607 1.1 tkusumi #define HAMMER_HEAD_TYPE_REDO 0x0044U /* data REDO / fast fsync */ 608 1.1 tkusumi 609 1.1 tkusumi #define HAMMER_HEAD_SIGNATURE 0xC84EU 610 1.1 tkusumi #define HAMMER_TAIL_SIGNATURE 0xC74FU 611 1.1 tkusumi 612 1.1 tkusumi /* 613 1.1 tkusumi * Misc FIFO structures. 614 1.1 tkusumi * 615 1.1 tkusumi * UNDO - Raw meta-data media updates. 616 1.1 tkusumi */ 617 1.1 tkusumi typedef struct hammer_fifo_undo { 618 1.1 tkusumi struct hammer_fifo_head head; 619 1.1 tkusumi hammer_off_t undo_offset; /* zone-1,2 offset */ 620 1.1 tkusumi int32_t undo_data_bytes; 621 1.1 tkusumi int32_t undo_reserved01; 622 1.1 tkusumi /* followed by data */ 623 1.1 tkusumi } *hammer_fifo_undo_t; 624 1.1 tkusumi 625 1.1 tkusumi /* 626 1.1 tkusumi * REDO (HAMMER version 4+) - Logical file writes/truncates. 627 1.1 tkusumi * 628 1.1 tkusumi * REDOs contain information which will be duplicated in a later meta-data 629 1.1 tkusumi * update, allowing fast write()+fsync() operations. REDOs can be ignored 630 1.1 tkusumi * without harming filesystem integrity but must be processed if fsync() 631 1.1 tkusumi * semantics are desired. 632 1.1 tkusumi * 633 1.1 tkusumi * Unlike UNDOs which are processed backwards within the recovery span, 634 1.1 tkusumi * REDOs must be processed forwards starting further back (starting outside 635 1.1 tkusumi * the recovery span). 636 1.1 tkusumi * 637 1.1 tkusumi * WRITE - Write logical file (with payload). Executed both 638 1.1 tkusumi * out-of-span and in-span. Out-of-span WRITEs may be 639 1.1 tkusumi * filtered out by TERMs. 640 1.1 tkusumi * 641 1.1 tkusumi * TRUNC - Truncate logical file (no payload). Executed both 642 1.1 tkusumi * out-of-span and in-span. Out-of-span WRITEs may be 643 1.1 tkusumi * filtered out by TERMs. 644 1.1 tkusumi * 645 1.1 tkusumi * TERM_* - Indicates meta-data was committed (if out-of-span) or 646 1.1 tkusumi * will be rolled-back (in-span). Any out-of-span TERMs 647 1.1 tkusumi * matching earlier WRITEs remove those WRITEs from 648 1.1 tkusumi * consideration as they might conflict with a later data 649 1.1 tkusumi * commit (which is not being rolled-back). 650 1.1 tkusumi * 651 1.1 tkusumi * SYNC - The earliest in-span SYNC (the last one when scanning 652 1.1 tkusumi * backwards) tells the recovery code how far out-of-span 653 1.1 tkusumi * it must go to run REDOs. 654 1.1 tkusumi * 655 1.1 tkusumi * NOTE: WRITEs do not always have matching TERMs even under 656 1.1 tkusumi * perfect conditions because truncations might remove the 657 1.1 tkusumi * buffers from consideration. I/O problems can also remove 658 1.1 tkusumi * buffers from consideration. 659 1.1 tkusumi * 660 1.1 tkusumi * TRUNCSs do not always have matching TERMs because several 661 1.1 tkusumi * truncations may be aggregated together into a single TERM. 662 1.1 tkusumi */ 663 1.1 tkusumi typedef struct hammer_fifo_redo { 664 1.1 tkusumi struct hammer_fifo_head head; 665 1.1 tkusumi int64_t redo_objid; /* file being written */ 666 1.1 tkusumi hammer_off_t redo_offset; /* logical offset in file */ 667 1.1 tkusumi int32_t redo_data_bytes; 668 1.1 tkusumi uint32_t redo_flags; 669 1.1 tkusumi uint32_t redo_localization; 670 1.1 tkusumi uint32_t redo_reserved01; 671 1.1 tkusumi uint64_t redo_reserved02; 672 1.1 tkusumi /* followed by data */ 673 1.1 tkusumi } *hammer_fifo_redo_t; 674 1.1 tkusumi 675 1.1 tkusumi #define HAMMER_REDO_WRITE 0x00000001 676 1.1 tkusumi #define HAMMER_REDO_TRUNC 0x00000002 677 1.1 tkusumi #define HAMMER_REDO_TERM_WRITE 0x00000004 678 1.1 tkusumi #define HAMMER_REDO_TERM_TRUNC 0x00000008 679 1.1 tkusumi #define HAMMER_REDO_SYNC 0x00000010 680 1.1 tkusumi 681 1.1 tkusumi typedef union hammer_fifo_any { 682 1.1 tkusumi struct hammer_fifo_head head; 683 1.1 tkusumi struct hammer_fifo_undo undo; 684 1.1 tkusumi struct hammer_fifo_redo redo; 685 1.1 tkusumi } *hammer_fifo_any_t; 686 1.1 tkusumi 687 1.1 tkusumi /* 688 1.1 tkusumi * Volume header types 689 1.1 tkusumi */ 690 1.1 tkusumi #define HAMMER_FSBUF_VOLUME 0xC8414D4DC5523031ULL /* HAMMER01 */ 691 1.1 tkusumi #define HAMMER_FSBUF_VOLUME_REV 0x313052C54D4D41C8ULL /* (reverse endian) */ 692 1.1 tkusumi 693 1.1 tkusumi /* 694 1.1 tkusumi * HAMMER Volume header 695 1.1 tkusumi * 696 1.1 tkusumi * A HAMMER filesystem can be built from 1-256 block devices, each block 697 1.1 tkusumi * device contains a volume header followed by however many buffers fit 698 1.1 tkusumi * into the volume. 699 1.1 tkusumi * 700 1.1 tkusumi * One of the volumes making up a HAMMER filesystem is the root volume. 701 1.1 tkusumi * The root volume is always volume #0 which is the first block device path 702 1.1 tkusumi * specified by newfs_hammer(8). All HAMMER volumes have a volume header, 703 1.1 tkusumi * however the root volume may be the only volume that has valid values for 704 1.1 tkusumi * some fields in the header. 705 1.1 tkusumi * 706 1.1 tkusumi * Special field notes: 707 1.1 tkusumi * 708 1.1 tkusumi * vol_bot_beg - offset of boot area (mem_beg - bot_beg bytes) 709 1.1 tkusumi * vol_mem_beg - offset of memory log (buf_beg - mem_beg bytes) 710 1.1 tkusumi * vol_buf_beg - offset of the first buffer in volume 711 1.1 tkusumi * vol_buf_end - offset of volume EOF (on buffer boundary) 712 1.1 tkusumi * 713 1.1 tkusumi * The memory log area allows a kernel to cache new records and data 714 1.1 tkusumi * in memory without allocating space in the actual filesystem to hold 715 1.1 tkusumi * the records and data. In the event that a filesystem becomes full, 716 1.1 tkusumi * any records remaining in memory can be flushed to the memory log 717 1.1 tkusumi * area. This allows the kernel to immediately return success. 718 1.1 tkusumi * 719 1.1 tkusumi * The buffer offset is a physical offset of zone-2 offset. The lower 720 1.1 tkusumi * 52 bits of the zone-2 offset is added to the buffer offset of each 721 1.1 tkusumi * volume to generate an actual I/O offset within the block device. 722 1.1 tkusumi * 723 1.1 tkusumi * NOTE: boot area and memory log are currently not used. 724 1.1 tkusumi */ 725 1.1 tkusumi 726 1.1 tkusumi /* 727 1.1 tkusumi * Filesystem type string 728 1.1 tkusumi */ 729 1.1 tkusumi #define HAMMER_FSTYPE_STRING "DragonFly HAMMER" 730 1.1 tkusumi 731 1.1 tkusumi /* 732 1.1 tkusumi * These macros are only used by userspace when userspace commands either 733 1.1 tkusumi * initialize or add a new HAMMER volume. 734 1.1 tkusumi */ 735 1.1 tkusumi #define HAMMER_BOOT_MINBYTES (32*1024) 736 1.1 tkusumi #define HAMMER_BOOT_NOMBYTES (64LL*1024*1024) 737 1.1 tkusumi #define HAMMER_BOOT_MAXBYTES (256LL*1024*1024) 738 1.1 tkusumi 739 1.1 tkusumi #define HAMMER_MEM_MINBYTES (256*1024) 740 1.1 tkusumi #define HAMMER_MEM_NOMBYTES (1LL*1024*1024*1024) 741 1.1 tkusumi #define HAMMER_MEM_MAXBYTES (64LL*1024*1024*1024) 742 1.1 tkusumi 743 1.1 tkusumi typedef struct hammer_volume_ondisk { 744 1.1 tkusumi uint64_t vol_signature; /* HAMMER_FSBUF_VOLUME for a valid header */ 745 1.1 tkusumi 746 1.1 tkusumi /* 747 1.1 tkusumi * These are relative to block device offset, not zone offsets. 748 1.1 tkusumi */ 749 1.1 tkusumi int64_t vol_bot_beg; /* offset of boot area */ 750 1.1 tkusumi int64_t vol_mem_beg; /* offset of memory log */ 751 1.1 tkusumi int64_t vol_buf_beg; /* offset of the first buffer in volume */ 752 1.1 tkusumi int64_t vol_buf_end; /* offset of volume EOF (on buffer boundary) */ 753 1.1 tkusumi int64_t vol_reserved01; 754 1.1 tkusumi 755 1.1 tkusumi hammer_uuid_t vol_fsid; /* identify filesystem */ 756 1.1 tkusumi hammer_uuid_t vol_fstype; /* identify filesystem type */ 757 1.1 tkusumi char vol_label[64]; /* filesystem label */ 758 1.1 tkusumi 759 1.1 tkusumi int32_t vol_no; /* volume number within filesystem */ 760 1.1 tkusumi int32_t vol_count; /* number of volumes making up filesystem */ 761 1.1 tkusumi 762 1.1 tkusumi uint32_t vol_version; /* version control information */ 763 1.1 tkusumi hammer_crc_t vol_crc; /* header crc */ 764 1.1 tkusumi uint32_t vol_flags; /* volume flags */ 765 1.1 tkusumi uint32_t vol_rootvol; /* the root volume number (must be 0) */ 766 1.1 tkusumi 767 1.1 tkusumi uint32_t vol_reserved[8]; 768 1.1 tkusumi 769 1.1 tkusumi /* 770 1.1 tkusumi * These fields are initialized and space is reserved in every 771 1.2 msaitoh * volume making up a HAMMER filesystem, but only the root volume 772 1.1 tkusumi * contains valid data. Note that vol0_stat_bigblocks does not 773 1.1 tkusumi * include big-blocks for freemap and undomap initially allocated 774 1.1 tkusumi * by newfs_hammer(8). 775 1.1 tkusumi */ 776 1.1 tkusumi int64_t vol0_stat_bigblocks; /* total big-blocks when fs is empty */ 777 1.1 tkusumi int64_t vol0_stat_freebigblocks;/* number of free big-blocks */ 778 1.1 tkusumi int64_t vol0_reserved01; 779 1.1 tkusumi int64_t vol0_stat_inodes; /* for statfs only */ 780 1.1 tkusumi int64_t vol0_reserved02; 781 1.1 tkusumi hammer_off_t vol0_btree_root; /* B-Tree root offset in zone-8 */ 782 1.1 tkusumi hammer_tid_t vol0_next_tid; /* highest partially synchronized TID */ 783 1.1 tkusumi hammer_off_t vol0_reserved03; 784 1.1 tkusumi 785 1.1 tkusumi /* 786 1.1 tkusumi * Blockmaps for zones. Not all zones use a blockmap. Note that 787 1.1 tkusumi * the entire root blockmap is cached in the hammer_mount structure. 788 1.1 tkusumi */ 789 1.1 tkusumi struct hammer_blockmap vol0_blockmap[HAMMER_MAX_ZONES]; 790 1.1 tkusumi 791 1.1 tkusumi /* 792 1.1 tkusumi * Array of zone-2 addresses for undo FIFO. 793 1.1 tkusumi */ 794 1.1 tkusumi hammer_off_t vol0_undo_array[HAMMER_MAX_UNDO_BIGBLOCKS]; 795 1.1 tkusumi } *hammer_volume_ondisk_t; 796 1.1 tkusumi 797 1.1 tkusumi #define HAMMER_ROOT_VOLNO 0 798 1.1 tkusumi 799 1.1 tkusumi #define HAMMER_VOLF_NEEDFLUSH 0x0004 /* volume needs flush */ 800 1.1 tkusumi 801 1.1 tkusumi #define HAMMER_VOL_CRCSIZE1 \ 802 1.1 tkusumi offsetof(struct hammer_volume_ondisk, vol_crc) 803 1.1 tkusumi #define HAMMER_VOL_CRCSIZE2 \ 804 1.1 tkusumi (sizeof(struct hammer_volume_ondisk) - HAMMER_VOL_CRCSIZE1 - \ 805 1.1 tkusumi sizeof(hammer_crc_t)) 806 1.1 tkusumi 807 1.1 tkusumi #define HAMMER_VOL_VERSION_MIN 1 /* minimum supported version */ 808 1.1 tkusumi #define HAMMER_VOL_VERSION_DEFAULT 7 /* newfs default version */ 809 1.1 tkusumi #define HAMMER_VOL_VERSION_WIP 8 /* version >= this is WIP */ 810 1.1 tkusumi #define HAMMER_VOL_VERSION_MAX 7 /* maximum supported version */ 811 1.1 tkusumi 812 1.1 tkusumi #define HAMMER_VOL_VERSION_ONE 1 813 1.1 tkusumi #define HAMMER_VOL_VERSION_TWO 2 /* new dirent layout (2.3+) */ 814 1.1 tkusumi #define HAMMER_VOL_VERSION_THREE 3 /* new snapshot layout (2.5+) */ 815 1.1 tkusumi #define HAMMER_VOL_VERSION_FOUR 4 /* new undo/flush (2.5+) */ 816 1.1 tkusumi #define HAMMER_VOL_VERSION_FIVE 5 /* dedup (2.9+) */ 817 1.1 tkusumi #define HAMMER_VOL_VERSION_SIX 6 /* DIRHASH_ALG1 */ 818 1.1 tkusumi #define HAMMER_VOL_VERSION_SEVEN 7 /* use the faster iscsi_crc */ 819 1.1 tkusumi 820 1.1 tkusumi /* 821 1.1 tkusumi * Translate a zone-2 address to physical address 822 1.1 tkusumi */ 823 1.1 tkusumi #define hammer_xlate_to_phys(volume, zone2_offset) \ 824 1.1 tkusumi ((volume)->vol_buf_beg + HAMMER_OFF_SHORT_ENCODE(zone2_offset)) 825 1.1 tkusumi 826 1.1 tkusumi /* 827 1.1 tkusumi * Translate a zone-3 address to zone-2 address 828 1.1 tkusumi */ 829 1.1 tkusumi #define HAMMER_UNDO_INDEX(zone3_offset) \ 830 1.1 tkusumi (HAMMER_OFF_SHORT_ENCODE(zone3_offset) / HAMMER_BIGBLOCK_SIZE) 831 1.1 tkusumi 832 1.1 tkusumi #define hammer_xlate_to_undo(volume, zone3_offset) \ 833 1.1 tkusumi ((volume)->vol0_undo_array[HAMMER_UNDO_INDEX(zone3_offset)] + \ 834 1.1 tkusumi (zone3_offset & HAMMER_BIGBLOCK_MASK64)) 835 1.1 tkusumi 836 1.1 tkusumi /* 837 1.1 tkusumi * Effective per-volume filesystem capacity including big-blocks for layer1/2 838 1.1 tkusumi */ 839 1.1 tkusumi #define HAMMER_VOL_BUF_SIZE(volume) \ 840 1.1 tkusumi ((volume)->vol_buf_end - (volume)->vol_buf_beg) 841 1.1 tkusumi 842 1.1 tkusumi /* 843 1.1 tkusumi * Record types are fairly straightforward. The B-Tree includes the record 844 1.1 tkusumi * type in its index sort. 845 1.1 tkusumi */ 846 1.1 tkusumi #define HAMMER_RECTYPE_UNKNOWN 0x0000 847 1.1 tkusumi #define HAMMER_RECTYPE_INODE 0x0001 /* inode in obj_id space */ 848 1.1 tkusumi #define HAMMER_RECTYPE_DATA 0x0010 849 1.1 tkusumi #define HAMMER_RECTYPE_DIRENTRY 0x0011 850 1.1 tkusumi #define HAMMER_RECTYPE_DB 0x0012 851 1.1 tkusumi #define HAMMER_RECTYPE_EXT 0x0013 /* ext attributes */ 852 1.1 tkusumi #define HAMMER_RECTYPE_FIX 0x0014 /* fixed attribute */ 853 1.1 tkusumi #define HAMMER_RECTYPE_PFS 0x0015 /* PFS management */ 854 1.1 tkusumi #define HAMMER_RECTYPE_SNAPSHOT 0x0016 /* Snapshot management */ 855 1.1 tkusumi #define HAMMER_RECTYPE_CONFIG 0x0017 /* hammer cleanup config */ 856 1.1 tkusumi #define HAMMER_RECTYPE_MAX 0xFFFF 857 1.1 tkusumi 858 1.1 tkusumi #define HAMMER_RECTYPE_ENTRY_START (HAMMER_RECTYPE_INODE + 1) 859 1.1 tkusumi #define HAMMER_RECTYPE_CLEAN_START HAMMER_RECTYPE_EXT 860 1.1 tkusumi 861 1.1 tkusumi #define HAMMER_FIXKEY_SYMLINK 1 862 1.1 tkusumi 863 1.1 tkusumi #define HAMMER_OBJTYPE_UNKNOWN 0 /* never exists on-disk as unknown */ 864 1.1 tkusumi #define HAMMER_OBJTYPE_DIRECTORY 1 865 1.1 tkusumi #define HAMMER_OBJTYPE_REGFILE 2 866 1.1 tkusumi #define HAMMER_OBJTYPE_DBFILE 3 867 1.1 tkusumi #define HAMMER_OBJTYPE_FIFO 4 868 1.1 tkusumi #define HAMMER_OBJTYPE_CDEV 5 869 1.1 tkusumi #define HAMMER_OBJTYPE_BDEV 6 870 1.1 tkusumi #define HAMMER_OBJTYPE_SOFTLINK 7 871 1.1 tkusumi #define HAMMER_OBJTYPE_PSEUDOFS 8 /* pseudo filesystem obj */ 872 1.1 tkusumi #define HAMMER_OBJTYPE_SOCKET 9 873 1.1 tkusumi 874 1.1 tkusumi /* 875 1.1 tkusumi * HAMMER inode attribute data 876 1.1 tkusumi * 877 1.1 tkusumi * The data reference for a HAMMER inode points to this structure. Any 878 1.1 tkusumi * modifications to the contents of this structure will result in a 879 1.1 tkusumi * replacement operation. 880 1.1 tkusumi * 881 1.1 tkusumi * parent_obj_id is only valid for directories (which cannot be hard-linked), 882 1.1 tkusumi * and specifies the parent directory obj_id. This field will also be set 883 1.1 tkusumi * for non-directory inodes as a recovery aid, but can wind up holding 884 1.1 tkusumi * stale information. However, since object id's are not reused, the worse 885 1.1 tkusumi * that happens is that the recovery code is unable to use it. 886 1.1 tkusumi * A parent_obj_id of 0 means it's a root inode of root or non-root PFS. 887 1.1 tkusumi * 888 1.1 tkusumi * NOTE: Future note on directory hardlinks. We can implement a record type 889 1.1 tkusumi * which allows us to point to multiple parent directories. 890 1.1 tkusumi */ 891 1.1 tkusumi typedef struct hammer_inode_data { 892 1.1 tkusumi uint16_t version; /* inode data version */ 893 1.1 tkusumi uint16_t mode; /* basic unix permissions */ 894 1.1 tkusumi uint32_t uflags; /* chflags */ 895 1.1 tkusumi uint32_t rmajor; /* used by device nodes */ 896 1.1 tkusumi uint32_t rminor; /* used by device nodes */ 897 1.1 tkusumi uint64_t ctime; 898 1.1 tkusumi int64_t parent_obj_id; /* parent directory obj_id */ 899 1.1 tkusumi hammer_uuid_t uid; 900 1.1 tkusumi hammer_uuid_t gid; 901 1.1 tkusumi 902 1.1 tkusumi uint8_t obj_type; 903 1.1 tkusumi uint8_t cap_flags; /* capability support flags (extension) */ 904 1.1 tkusumi uint16_t reserved01; 905 1.1 tkusumi uint32_t reserved02; 906 1.1 tkusumi uint64_t nlinks; /* hard links */ 907 1.1 tkusumi uint64_t size; /* filesystem object size */ 908 1.1 tkusumi union { 909 1.1 tkusumi char symlink[24]; /* HAMMER_INODE_BASESYMLEN */ 910 1.1 tkusumi } ext; 911 1.1 tkusumi uint64_t mtime; /* mtime must be second-to-last */ 912 1.1 tkusumi uint64_t atime; /* atime must be last */ 913 1.1 tkusumi } *hammer_inode_data_t; 914 1.1 tkusumi 915 1.1 tkusumi /* 916 1.4 andvar * Neither mtime nor atime updates are CRCd by the B-Tree element. 917 1.1 tkusumi * mtime updates have UNDO, atime updates do not. 918 1.1 tkusumi */ 919 1.1 tkusumi #define HAMMER_INODE_CRCSIZE \ 920 1.1 tkusumi offsetof(struct hammer_inode_data, mtime) 921 1.1 tkusumi 922 1.1 tkusumi #define HAMMER_INODE_DATA_VERSION 1 923 1.1 tkusumi #define HAMMER_OBJID_ROOT 1 /* root inodes # */ 924 1.1 tkusumi #define HAMMER_INODE_BASESYMLEN 24 /* see ext.symlink */ 925 1.1 tkusumi 926 1.1 tkusumi /* 927 1.1 tkusumi * Capability & implementation flags. 928 1.1 tkusumi * 929 1.1 tkusumi * HAMMER_INODE_CAP_DIR_LOCAL_INO - Use inode B-Tree localization 930 1.1 tkusumi * for directory entries. Also see HAMMER_DIR_INODE_LOCALIZATION(). 931 1.1 tkusumi */ 932 1.1 tkusumi #define HAMMER_INODE_CAP_DIRHASH_MASK 0x03 /* directory: hash algorithm */ 933 1.1 tkusumi #define HAMMER_INODE_CAP_DIRHASH_ALG0 0x00 934 1.1 tkusumi #define HAMMER_INODE_CAP_DIRHASH_ALG1 0x01 935 1.1 tkusumi #define HAMMER_INODE_CAP_DIRHASH_ALG2 0x02 936 1.1 tkusumi #define HAMMER_INODE_CAP_DIRHASH_ALG3 0x03 937 1.1 tkusumi #define HAMMER_INODE_CAP_DIR_LOCAL_INO 0x04 /* use inode localization */ 938 1.1 tkusumi 939 1.1 tkusumi #define HAMMER_DATA_DOALIGN(offset) \ 940 1.1 tkusumi (((offset) + 15) & ~15) 941 1.1 tkusumi #define HAMMER_DATA_DOALIGN_WITH(type, offset) \ 942 1.1 tkusumi (((type)(offset) + 15) & (~(type)15)) 943 1.1 tkusumi 944 1.1 tkusumi /* 945 1.1 tkusumi * A HAMMER directory entry associates a HAMMER filesystem object with a 946 1.1 tkusumi * namespace. It is hooked into a pseudo-filesystem (with its own inode 947 1.1 tkusumi * numbering space) in the filesystem by setting the high 16 bits of the 948 1.1 tkusumi * localization field. The low 16 bits must be 0 and are reserved for 949 1.1 tkusumi * future use. 950 1.1 tkusumi * 951 1.3 msaitoh * Directory entries are indexed with a 128 bit namekey rather than an 952 1.1 tkusumi * offset. A portion of the namekey is an iterator/randomizer to deal 953 1.1 tkusumi * with collisions. 954 1.1 tkusumi * 955 1.1 tkusumi * NOTE: leaf.base.obj_type from the related B-Tree leaf entry holds 956 1.1 tkusumi * the filesystem object type of obj_id, e.g. a den_type equivalent. 957 1.1 tkusumi * It is not stored in hammer_direntry_data. 958 1.1 tkusumi * 959 1.1 tkusumi * NOTE: name field / the filename data reference is NOT terminated with \0. 960 1.1 tkusumi */ 961 1.1 tkusumi typedef struct hammer_direntry_data { 962 1.1 tkusumi int64_t obj_id; /* object being referenced */ 963 1.1 tkusumi uint32_t localization; /* identify pseudo-filesystem */ 964 1.1 tkusumi uint32_t reserved01; 965 1.1 tkusumi char name[16]; /* name (extended) */ 966 1.1 tkusumi } *hammer_direntry_data_t; 967 1.1 tkusumi 968 1.1 tkusumi #define HAMMER_ENTRY_NAME_OFF offsetof(struct hammer_direntry_data, name[0]) 969 1.1 tkusumi #define HAMMER_ENTRY_SIZE(nlen) offsetof(struct hammer_direntry_data, name[nlen]) 970 1.1 tkusumi 971 1.1 tkusumi /* 972 1.1 tkusumi * Symlink data which does not fit in the inode is stored in a separate 973 1.1 tkusumi * FIX type record. 974 1.1 tkusumi */ 975 1.1 tkusumi typedef struct hammer_symlink_data { 976 1.1 tkusumi char name[16]; /* name (extended) */ 977 1.1 tkusumi } *hammer_symlink_data_t; 978 1.1 tkusumi 979 1.1 tkusumi #define HAMMER_SYMLINK_NAME_OFF offsetof(struct hammer_symlink_data, name[0]) 980 1.1 tkusumi 981 1.1 tkusumi /* 982 1.1 tkusumi * The root inode for the primary filesystem and root inode for any 983 1.1 tkusumi * pseudo-fs may be tagged with an optional data structure using 984 1.1 tkusumi * HAMMER_RECTYPE_PFS and localization id. This structure allows 985 1.1 tkusumi * the node to be used as a mirroring master or slave. 986 1.1 tkusumi * 987 1.1 tkusumi * When operating as a slave CD's into the node automatically become read-only 988 1.1 tkusumi * and as-of sync_end_tid. 989 1.1 tkusumi * 990 1.1 tkusumi * When operating as a master the read PFSD info sets sync_end_tid to 991 1.1 tkusumi * the most recently flushed TID. 992 1.1 tkusumi * 993 1.1 tkusumi * sync_low_tid is not yet used but will represent the highest pruning 994 1.1 tkusumi * end-point, after which full history is available. 995 1.1 tkusumi * 996 1.1 tkusumi * We need to pack this structure making it equally sized on both 32-bit and 997 1.1 tkusumi * 64-bit machines as it is part of struct hammer_ioc_mrecord_pfs which is 998 1.1 tkusumi * send over the wire in hammer mirror operations. Only on 64-bit machines 999 1.1 tkusumi * the size of this struct differ when packed or not. This leads us to the 1000 1.1 tkusumi * situation where old 64-bit systems (using the non-packed structure), 1001 1.1 tkusumi * which were never able to mirror to/from 32-bit systems, are now no longer 1002 1.1 tkusumi * able to mirror to/from newer 64-bit systems (using the packed structure). 1003 1.1 tkusumi */ 1004 1.1 tkusumi struct hammer_pseudofs_data { 1005 1.1 tkusumi hammer_tid_t sync_low_tid; /* full history beyond this point */ 1006 1.1 tkusumi hammer_tid_t sync_beg_tid; /* earliest tid w/ full history avail */ 1007 1.5 andvar hammer_tid_t sync_end_tid; /* current synchronization point */ 1008 1.1 tkusumi uint64_t sync_beg_ts; /* real-time of last completed sync */ 1009 1.1 tkusumi uint64_t sync_end_ts; /* initiation of current sync cycle */ 1010 1.1 tkusumi hammer_uuid_t shared_uuid; /* shared uuid (match required) */ 1011 1.1 tkusumi hammer_uuid_t unique_uuid; /* unique uuid of this master/slave */ 1012 1.1 tkusumi int32_t reserved01; /* reserved for future master_id */ 1013 1.1 tkusumi int32_t mirror_flags; /* misc flags */ 1014 1.1 tkusumi char label[64]; /* filesystem space label */ 1015 1.1 tkusumi char snapshots[64]; /* softlink dir for pruning */ 1016 1.1 tkusumi int32_t reserved02; /* was prune_{time,freq} */ 1017 1.1 tkusumi int32_t reserved03; /* was reblock_{time,freq} */ 1018 1.1 tkusumi int32_t reserved04; /* was snapshot_freq */ 1019 1.1 tkusumi int32_t prune_min; /* do not prune recent history */ 1020 1.1 tkusumi int32_t prune_max; /* do not retain history beyond here */ 1021 1.1 tkusumi int32_t reserved[16]; 1022 1.1 tkusumi } __packed; 1023 1.1 tkusumi 1024 1.1 tkusumi typedef struct hammer_pseudofs_data *hammer_pseudofs_data_t; 1025 1.1 tkusumi 1026 1.1 tkusumi #define HAMMER_PFSD_SLAVE 0x00000001 1027 1.1 tkusumi #define HAMMER_PFSD_DELETED 0x80000000 1028 1.1 tkusumi 1029 1.1 tkusumi #define hammer_is_pfs_slave(pfsd) \ 1030 1.1 tkusumi (((pfsd)->mirror_flags & HAMMER_PFSD_SLAVE) != 0) 1031 1.1 tkusumi #define hammer_is_pfs_master(pfsd) \ 1032 1.1 tkusumi (!hammer_is_pfs_slave(pfsd)) 1033 1.1 tkusumi #define hammer_is_pfs_deleted(pfsd) \ 1034 1.1 tkusumi (((pfsd)->mirror_flags & HAMMER_PFSD_DELETED) != 0) 1035 1.1 tkusumi 1036 1.1 tkusumi #define HAMMER_MAX_PFS 65536 1037 1.1 tkusumi #define HAMMER_MAX_PFSID (HAMMER_MAX_PFS - 1) 1038 1.1 tkusumi #define HAMMER_ROOT_PFSID 0 1039 1.1 tkusumi 1040 1.1 tkusumi /* 1041 1.1 tkusumi * Snapshot meta-data { Objid = HAMMER_OBJID_ROOT, Key = tid, rectype = SNAPSHOT }. 1042 1.1 tkusumi * 1043 1.1 tkusumi * Snapshot records replace the old <fs>/snapshots/<softlink> methodology. Snapshot 1044 1.6 andvar * records are mirrored but may be independently managed once they are laid down on 1045 1.1 tkusumi * a slave. 1046 1.1 tkusumi * 1047 1.1 tkusumi * NOTE: The b-tree key is signed, the tid is not, so callers must still sort the 1048 1.1 tkusumi * results. 1049 1.1 tkusumi * 1050 1.1 tkusumi * NOTE: Reserved fields must be zero (as usual) 1051 1.1 tkusumi */ 1052 1.1 tkusumi typedef struct hammer_snapshot_data { 1053 1.1 tkusumi hammer_tid_t tid; /* the snapshot TID itself (== key) */ 1054 1.1 tkusumi uint64_t ts; /* real-time when snapshot was made */ 1055 1.1 tkusumi uint64_t reserved01; 1056 1.1 tkusumi uint64_t reserved02; 1057 1.1 tkusumi char label[64]; /* user-supplied description */ 1058 1.1 tkusumi uint64_t reserved03[4]; 1059 1.1 tkusumi } *hammer_snapshot_data_t; 1060 1.1 tkusumi 1061 1.1 tkusumi /* 1062 1.1 tkusumi * Config meta-data { ObjId = HAMMER_OBJID_ROOT, Key = 0, rectype = CONFIG }. 1063 1.1 tkusumi * 1064 1.1 tkusumi * Used to store the hammer cleanup config. This data is not mirrored. 1065 1.1 tkusumi */ 1066 1.1 tkusumi typedef struct hammer_config_data { 1067 1.1 tkusumi char text[1024]; 1068 1.1 tkusumi } *hammer_config_data_t; 1069 1.1 tkusumi 1070 1.1 tkusumi /* 1071 1.1 tkusumi * Rollup various structures embedded as record data 1072 1.1 tkusumi */ 1073 1.1 tkusumi typedef union hammer_data_ondisk { 1074 1.1 tkusumi struct hammer_direntry_data entry; 1075 1.1 tkusumi struct hammer_inode_data inode; 1076 1.1 tkusumi struct hammer_symlink_data symlink; 1077 1.1 tkusumi struct hammer_pseudofs_data pfsd; 1078 1.1 tkusumi struct hammer_snapshot_data snap; 1079 1.1 tkusumi struct hammer_config_data config; 1080 1.1 tkusumi } *hammer_data_ondisk_t; 1081 1.1 tkusumi 1082 1.1 tkusumi /* 1083 1.1 tkusumi * Ondisk layout of B-Tree related structures 1084 1.1 tkusumi */ 1085 1.1 tkusumi //#include "hammer_btree.h" 1086 1.1 tkusumi 1087 1.1 tkusumi #define HAMMER_DIR_INODE_LOCALIZATION(ino_data) \ 1088 1.1 tkusumi (((ino_data)->cap_flags & HAMMER_INODE_CAP_DIR_LOCAL_INO) ? \ 1089 1.1 tkusumi HAMMER_LOCALIZE_INODE : \ 1090 1.1 tkusumi HAMMER_LOCALIZE_MISC) 1091 1.1 tkusumi 1092 1.1 tkusumi #endif /* !VFS_HAMMER_DISK_H_ */ 1093