udf.h revision 1.56 1 /* $NetBSD: udf.h,v 1.56 2024/05/18 00:04:01 thorpej Exp $ */
2
3 /*
4 * Copyright (c) 2006, 2008 Reinoud Zandijk
5 * All rights reserved.
6 *
7 * Redistribution and use in source and binary forms, with or without
8 * modification, are permitted provided that the following conditions
9 * are met:
10 * 1. Redistributions of source code must retain the above copyright
11 * notice, this list of conditions and the following disclaimer.
12 * 2. Redistributions in binary form must reproduce the above copyright
13 * notice, this list of conditions and the following disclaimer in the
14 * documentation and/or other materials provided with the distribution.
15 *
16 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
17 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
18 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
19 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
20 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
21 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
22 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
23 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
24 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
25 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
26 *
27 */
28
29 #ifndef _FS_UDF_UDF_H_
30 #define _FS_UDF_UDF_H_
31
32 #include <sys/queue.h>
33 #include <sys/rbtree.h>
34 #include <sys/uio.h>
35 #include <sys/mutex.h>
36
37 #include "udf_osta.h"
38 #include "ecma167-udf.h"
39 #include <sys/cdio.h>
40 #include <sys/bufq.h>
41 #include <sys/disk.h>
42 #include <sys/kthread.h>
43 #include <sys/malloc.h>
44 #include <miscfs/genfs/genfs_node.h>
45
46 /* debug section */
47 extern int udf_verbose;
48
49 /* undefine UDF_COMPLETE_DELETE to need `purge'; but purge is not implemented */
50 #define UDF_COMPLETE_DELETE
51
52 /* debug categories */
53 #define UDF_DEBUG_VOLUMES 0x0000001
54 #define UDF_DEBUG_LOCKING 0x0000002
55 #define UDF_DEBUG_NODE 0x0000004
56 #define UDF_DEBUG_LOOKUP 0x0000008
57 #define UDF_DEBUG_READDIR 0x0000010
58 #define UDF_DEBUG_FIDS 0x0000020
59 #define UDF_DEBUG_DESCRIPTOR 0x0000040
60 #define UDF_DEBUG_TRANSLATE 0x0000080
61 #define UDF_DEBUG_STRATEGY 0x0000100
62 #define UDF_DEBUG_READ 0x0000200
63 #define UDF_DEBUG_WRITE 0x0000400
64 #define UDF_DEBUG_CALL 0x0000800
65 #define UDF_DEBUG_ATTR 0x0001000
66 #define UDF_DEBUG_EXTATTR 0x0002000
67 #define UDF_DEBUG_ALLOC 0x0004000
68 #define UDF_DEBUG_ADWLK 0x0008000
69 #define UDF_DEBUG_DIRHASH 0x0010000
70 #define UDF_DEBUG_NOTIMPL 0x0020000
71 #define UDF_DEBUG_SHEDULE 0x0040000
72 #define UDF_DEBUG_ECCLINE 0x0080000
73 #define UDF_DEBUG_SYNC 0x0100000
74 #define UDF_DEBUG_PARANOIA 0x0200000
75 #define UDF_DEBUG_PARANOIDADWLK 0x0400000
76 #define UDF_DEBUG_NODEDUMP 0x0800000
77 #define UDF_DEBUG_RESERVE 0x1000000
78
79 /* initial value of udf_verbose */
80 #define UDF_DEBUGGING (0x0000000)
81 //#define UDF_DEBUGGING (0x02fffff)
82
83
84 #ifdef UDF_DEBUG
85 #define DPRINTF(name, arg) { \
86 if (udf_verbose & UDF_DEBUG_##name) {\
87 printf arg;\
88 };\
89 }
90 #define DPRINTFIF(name, cond, arg) { \
91 if (udf_verbose & UDF_DEBUG_##name) { \
92 if (cond) printf arg;\
93 };\
94 }
95 #else
96 #define DPRINTF(name, arg) {}
97 #define DPRINTFIF(name, cond, arg) {}
98 #endif
99
100 VFS_PROTOS(udf);
101
102 /* constants to identify what kind of identifier we are dealing with */
103 #define UDF_REGID_DOMAIN 1
104 #define UDF_REGID_UDF 2
105 #define UDF_REGID_IMPLEMENTATION 3
106 #define UDF_REGID_APPLICATION 4
107 #define UDF_REGID_NAME 99
108
109
110 /* DON'T change these: they identify 13thmonkey's UDF implementation */
111 #define APP_NAME "*NetBSD UDF"
112 #define APP_VERSION_MAIN 0
113 #define APP_VERSION_SUB 5
114 #define IMPL_NAME "*NetBSD kernel UDF"
115
116
117 /* Configuration values */
118 #define UDF_INODE_HASHBITS 10
119 #define UDF_INODE_HASHSIZE (1<<UDF_INODE_HASHBITS)
120 #define UDF_INODE_HASHMASK (UDF_INODE_HASHSIZE - 1)
121 #define UDF_ECCBUF_HASHBITS 10
122 #define UDF_ECCBUF_HASHSIZE (1<<UDF_ECCBUF_HASHBITS)
123 #define UDF_ECCBUF_HASHMASK (UDF_ECCBUF_HASHSIZE -1)
124
125 #define UDF_ECCLINE_MAXFREE 5 /* picked, needs calculation */
126 #define UDF_ECCLINE_MAXBUSY 100 /* picked, needs calculation */
127
128 #define UDF_MAX_MAPPINGS (MAXPHYS/DEV_BSIZE) /* 128 */
129 #define UDF_VAT_CHUNKSIZE (64*1024) /* picked */
130 #define UDF_SYMLINKBUFLEN (64*1024) /* picked */
131
132 #define UDF_DISC_SLACK (128) /* picked, at least 64 kb or 128 */
133 #define UDF_ISO_VRS_SIZE (32*2048) /* 32 ISO `sectors' */
134
135 #define UDF_MAX_INDIRS_FOLLOW 1024 /* picked */
136
137
138 /* structure space */
139 #define UDF_ANCHORS 4 /* 256, 512, N-256, N */
140 #define UDF_PARTITIONS 4 /* overkill */
141 #define UDF_PMAPS 5 /* overkill */
142 #define UDF_LVDINT_SEGMENTS 100 /* big overkill */
143 #define UDF_LVINT_LOSSAGE 4 /* lose 2 openings */
144 #define UDF_MAX_ALLOC_EXTENTS 50 /* overkill */
145
146
147 /* constants */
148 #define UDF_MAXNAMLEN 255 /* as per SPEC */
149 #define UDF_TRANS_ZERO ((uint64_t) -1)
150 #define UDF_TRANS_UNMAPPED ((uint64_t) -2)
151 #define UDF_TRANS_INTERN ((uint64_t) -3)
152 #define UDF_MAX_SECTOR ((uint64_t) -10) /* high water mark */
153
154
155 /* RW content hint for allocation and other purposes */
156 #define UDF_C_ABSOLUTE 0 /* blob to write at absolute */
157 #define UDF_C_PROCESSED 0 /* not relevant */
158 #define UDF_C_USERDATA 1 /* all but userdata is metadata */
159 #define UDF_C_DSCR 2 /* update sectornr and CRC */
160 #define UDF_C_FLOAT_DSCR 3 /* update sectornr and CRC; sequential */
161 #define UDF_C_NODE 4 /* file/dir node, update sectornr and CRC */
162 #define UDF_C_FIDS 5 /* update all contained fids */
163 #define UDF_C_METADATA_SBM 6 /* space bitmap, update sectornr and CRC */
164 #define UDF_C_EXTATTRS 7 /* dunno what to do yet */
165
166 /* use unused b_freelistindex for our UDF_C_TYPE */
167 #define b_udf_c_type b_freelistindex
168
169
170 /* virtual to physical mapping types */
171 #define UDF_VTOP_RAWPART UDF_PMAPS /* [0..UDF_PMAPS> are normal */
172
173 #define UDF_VTOP_TYPE_RAW 0
174 #define UDF_VTOP_TYPE_UNKNOWN 0
175 #define UDF_VTOP_TYPE_PHYS 1
176 #define UDF_VTOP_TYPE_VIRT 2
177 #define UDF_VTOP_TYPE_SPARABLE 3
178 #define UDF_VTOP_TYPE_META 4
179
180
181 /* allocation strategies */
182 #define UDF_ALLOC_INVALID 0
183 #define UDF_ALLOC_SEQUENTIAL 1 /* linear on NWA */
184 #define UDF_ALLOC_VAT 2 /* VAT handling */
185 #define UDF_ALLOC_SPACEMAP 3 /* spacemaps */
186 #define UDF_ALLOC_METABITMAP 4 /* metadata bitmap */
187 #define UDF_ALLOC_METASEQUENTIAL 5 /* in chunks seq., nodes not seq */
188 #define UDF_ALLOC_RELAXEDSEQUENTIAL 6 /* only nodes not seq. */
189
190
191 /* logical volume open/close actions */
192 #define UDF_OPEN_SESSION 0x01 /* if needed writeout VRS + VDS */
193 #define UDF_CLOSE_SESSION 0x02 /* close session after writing VAT */
194 #define UDF_FINALISE_DISC 0x04 /* close session after writing VAT */
195 #define UDF_WRITE_VAT 0x08 /* sequential VAT filesystem */
196 #define UDF_WRITE_LVINT 0x10 /* write out open lvint */
197 #define UDF_WRITE_PART_BITMAPS 0x20 /* write out partition space bitmaps */
198 #define UDF_APPENDONLY_LVINT 0x40 /* no shifting, only appending */
199 #define UDF_WRITE_METAPART_NODES 0x80 /* write out metadata partition nodes*/
200 #define UDFLOGVOL_BITS "\20\1OPEN_SESSION\2CLOSE_SESSION\3FINALISE_DISC" \
201 "\4WRITE_VAT\5WRITE_LVINT\6WRITE_PART_BITMAPS" \
202 "\7APPENDONLY_LVINT\10WRITE_METAPART_NODES"
203
204 /* logical volume error handling actions */
205 #define UDF_UPDATE_TRACKINFO 0x01 /* update trackinfo and re-schedule */
206 #define UDF_REMAP_BLOCK 0x02 /* remap the failing block length */
207 #define UDFONERROR_BITS "\20\1UPDATE_TRACKINFO\2REMAP_BLOCK"
208
209
210 /* readdir cookies */
211 #define UDF_DIRCOOKIE_DOT 1
212
213
214 /* malloc pools */
215 MALLOC_DECLARE(M_UDFMNT);
216 MALLOC_DECLARE(M_UDFVOLD);
217 MALLOC_DECLARE(M_UDFTEMP);
218
219 extern struct pool udf_node_pool;
220 struct udf_node;
221 struct udf_strategy;
222
223
224 struct udf_lvintq {
225 uint32_t start;
226 uint32_t end;
227 uint32_t pos;
228 uint32_t wpos;
229 };
230
231
232 struct udf_bitmap {
233 uint8_t *blob; /* allocated */
234 uint8_t *bits; /* bits themselves */
235 uint8_t *pages; /* dirty pages */
236 uint32_t max_offset; /* in bits */
237 uint32_t data_pos; /* position in data */
238 uint32_t metadata_pos; /* .. in metadata */
239 };
240
241
242 struct udf_strat_args {
243 struct udf_mount *ump;
244 struct udf_node *udf_node;
245 struct long_ad *icb;
246 union dscrptr *dscr;
247 struct buf *nestbuf;
248 kauth_cred_t cred;
249 int waitfor;
250 };
251
252 struct udf_strategy {
253 int (*create_logvol_dscr) (struct udf_strat_args *args);
254 void (*free_logvol_dscr) (struct udf_strat_args *args);
255 int (*read_logvol_dscr) (struct udf_strat_args *args);
256 int (*write_logvol_dscr) (struct udf_strat_args *args);
257 void (*queuebuf) (struct udf_strat_args *args);
258 void (*sync_caches) (struct udf_strat_args *args);
259 void (*discstrat_init) (struct udf_strat_args *args);
260 void (*discstrat_finish) (struct udf_strat_args *args);
261 };
262
263 extern struct udf_strategy udf_strat_bootstrap;
264 extern struct udf_strategy udf_strat_sequential;
265 extern struct udf_strategy udf_strat_direct;
266 extern struct udf_strategy udf_strat_rmw;
267
268
269 /* pre cleanup */
270 struct udf_mount {
271 struct mount *vfs_mountp;
272 struct vnode *devvp;
273 struct mmc_discinfo discinfo;
274 struct udf_args mount_args;
275
276 /* format descriptors */
277 kmutex_t logvol_mutex;
278 struct anchor_vdp *anchors[UDF_ANCHORS]; /* anchors to VDS */
279 struct pri_vol_desc *primary_vol; /* identification */
280 struct logvol_desc *logical_vol; /* main mapping v->p */
281 struct unalloc_sp_desc *unallocated; /* free UDF space */
282 struct impvol_desc *implementation; /* likely redundant */
283 struct logvol_int_desc *logvol_integrity; /* current integrity */
284 struct part_desc *partitions[UDF_PARTITIONS]; /* partitions */
285 /* logvol_info is derived; points *into* other structures */
286 struct udf_logvol_info *logvol_info; /* integrity descr. */
287
288 /* fileset and root directories */
289 struct fileset_desc *fileset_desc; /* normally one */
290
291 /* tracing logvol integrity history */
292 struct udf_lvintq lvint_trace[UDF_LVDINT_SEGMENTS];
293 int lvopen; /* logvol actions */
294 int lvclose; /* logvol actions */
295
296 /* logical to physical translations */
297 int vtop[UDF_PMAPS+1]; /* vpartnr trans */
298 int vtop_tp[UDF_PMAPS+1]; /* type of trans */
299
300 /* disc allocation / writing method */
301 kmutex_t allocate_mutex;
302 int lvreadwrite; /* error handling */
303 int vtop_alloc[UDF_PMAPS+1]; /* alloc scheme */
304 int data_part;
305 int node_part;
306 int fids_part;
307
308 /* sequential track info */
309 struct mmc_trackinfo data_track;
310 struct mmc_trackinfo metadata_track;
311
312 /* VAT */
313 uint32_t first_possible_vat_location;
314 uint32_t last_possible_vat_location;
315 uint32_t vat_entries;
316 uint32_t vat_offset; /* offset in table */
317 uint32_t vat_last_free_lb; /* last free lb_num */
318 uint32_t vat_table_len;
319 uint32_t vat_table_alloc_len;
320 uint8_t *vat_table;
321 uint8_t *vat_pages; /* TODO */
322 struct udf_node *vat_node; /* system node */
323
324 /* space bitmaps for physical partitions */
325 struct space_bitmap_desc*part_unalloc_dscr[UDF_PARTITIONS];
326 struct space_bitmap_desc*part_freed_dscr [UDF_PARTITIONS];
327 struct udf_bitmap part_unalloc_bits[UDF_PARTITIONS];
328 struct udf_bitmap part_freed_bits [UDF_PARTITIONS];
329
330 /* sparable */
331 uint32_t sparable_packet_size;
332 uint32_t packet_size;
333 struct udf_sparing_table*sparing_table;
334
335 /* meta */
336 struct udf_node *metadata_node; /* system node */
337 struct udf_node *metadatamirror_node; /* system node */
338 struct udf_node *metadatabitmap_node; /* system node */
339 struct space_bitmap_desc*metadata_unalloc_dscr;
340 struct udf_bitmap metadata_unalloc_bits;
341 uint32_t metadata_alloc_unit_size;
342 uint16_t metadata_alignment_unit_size;
343 uint8_t metadata_flags;
344
345 /* rb tree for lookup icb to udf_node and sorted list for sync */
346 struct rb_tree udf_node_tree;
347
348 /* syncing */
349 int syncing; /* are we syncing? */
350 kmutex_t sync_lock; /* serialize syncing */
351
352 /* late allocation */
353 int32_t uncommitted_lbs[UDF_PARTITIONS];
354 struct long_ad *la_node_ad_cpy; /* issue buf */
355 uint64_t *la_lmapping, *la_pmapping; /* issue buf */
356
357 /* lists */
358 STAILQ_HEAD(udfmntpts, udf_mount) all_udf_mntpnts;
359
360 /* device strategy */
361 struct udf_strategy *strategy;
362 void *strategy_private;
363 };
364
365 /*
366 * UDF node describing a file/directory.
367 *
368 * BUGALERT claim node_mutex before reading/writing to prevent inconsistencies !
369 */
370 struct udf_node {
371 struct genfs_node i_gnode; /* has to be first */
372 struct vnode *vnode; /* vnode associated */
373 struct udf_mount *ump;
374
375 kmutex_t node_mutex;
376 kcondvar_t node_lock; /* sleeping lock */
377 char const *lock_fname;
378 int lock_lineno;
379
380 /* rb_node for fast lookup and fast sequential visiting */
381 struct rb_node rbnode;
382
383 /* one of `fe' or `efe' can be set, not both (UDF file entry dscr.) */
384 struct file_entry *fe;
385 struct extfile_entry *efe;
386 struct alloc_ext_entry *ext[UDF_MAX_ALLOC_EXTENTS];
387 int num_extensions;
388
389 /* location found, recording location & hints */
390 struct long_ad loc; /* FID/hash loc. */
391 struct long_ad write_loc; /* strat 4096 loc */
392 int needs_indirect; /* has missing indr. */
393 struct long_ad ext_loc[UDF_MAX_ALLOC_EXTENTS];
394
395 struct dirhash *dir_hash;
396
397 /* misc */
398 uint32_t i_flags; /* associated flags */
399 struct lockf *lockf; /* lock list */
400 uint32_t outstanding_bufs; /* file data */
401 uint32_t outstanding_nodedscr; /* node dscr */
402 int32_t uncommitted_lbs; /* in UBC */
403
404 /* references to associated nodes */
405 struct udf_node *extattr;
406 struct udf_node *streamdir;
407 struct udf_node *my_parent; /* if extended attr. */
408 };
409
410
411 /* misc. flags stored in i_flags (XXX needs cleaning up) */
412 #define IN_ACCESS 0x0001 /* Inode access time update request */
413 #define IN_CHANGE 0x0002 /* Inode change time update request */
414 #define IN_UPDATE 0x0004 /* Inode was written to; update mtime*/
415 #define IN_MODIFY 0x0008 /* Modification time update request */
416 #define IN_MODIFIED 0x0010 /* node has been modified */
417 #define IN_ACCESSED 0x0020 /* node has been accessed */
418 #define IN_RENAME 0x0040 /* node is being renamed. XXX ?? */
419 #define IN_DELETED 0x0080 /* node is unlinked, no FID reference*/
420 #define IN_LOCKED 0x0100 /* node is locked by condvar */
421 #define IN_SYNCED 0x0200 /* node is being used by sync */
422 #define IN_CALLBACK_ULK 0x0400 /* node will be unlocked by callback */
423 #define IN_NODE_REBUILD 0x0800 /* node is rebuild */
424 #define IN_NO_DELETE 0x1000 /* node is not to be deleted */
425
426
427 #define IN_FLAGBITS \
428 "\10\1IN_ACCESS\2IN_CHANGE\3IN_UPDATE\4IN_MODIFY\5IN_MODIFIED" \
429 "\6IN_ACCESSED\7IN_RENAME\10IN_DELETED\11IN_LOCKED\12IN_SYNCED" \
430 "\13IN_CALLBACK_ULK\14IN_NODE_REBUILD\15IN_NO_DELETE"
431
432 #endif /* !_FS_UDF_UDF_H_ */
433