Home | History | Annotate | Line # | Download | only in libukfs
ukfs.c revision 1.56.2.1
      1  1.56.2.1    bouyer /*	$NetBSD: ukfs.c,v 1.56.2.1 2011/03/05 15:09:23 bouyer Exp $	*/
      2       1.1     pooka 
      3       1.1     pooka /*
      4      1.38     pooka  * Copyright (c) 2007, 2008, 2009  Antti Kantee.  All Rights Reserved.
      5       1.1     pooka  *
      6       1.1     pooka  * Development of this software was supported by the
      7       1.1     pooka  * Finnish Cultural Foundation.
      8       1.1     pooka  *
      9       1.1     pooka  * Redistribution and use in source and binary forms, with or without
     10       1.1     pooka  * modification, are permitted provided that the following conditions
     11       1.1     pooka  * are met:
     12       1.1     pooka  * 1. Redistributions of source code must retain the above copyright
     13       1.1     pooka  *    notice, this list of conditions and the following disclaimer.
     14       1.1     pooka  * 2. Redistributions in binary form must reproduce the above copyright
     15       1.1     pooka  *    notice, this list of conditions and the following disclaimer in the
     16       1.1     pooka  *    documentation and/or other materials provided with the distribution.
     17       1.1     pooka  *
     18       1.1     pooka  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS
     19       1.1     pooka  * OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
     20       1.1     pooka  * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
     21       1.1     pooka  * DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
     22       1.1     pooka  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
     23       1.1     pooka  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
     24       1.1     pooka  * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     25       1.1     pooka  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
     26       1.1     pooka  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     27       1.1     pooka  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     28       1.1     pooka  * SUCH DAMAGE.
     29       1.1     pooka  */
     30       1.1     pooka 
     31       1.1     pooka /*
     32       1.1     pooka  * This library enables access to files systems directly without
     33       1.1     pooka  * involving system calls.
     34       1.1     pooka  */
     35       1.1     pooka 
     36       1.1     pooka #ifdef __linux__
     37       1.1     pooka #define _XOPEN_SOURCE 500
     38       1.1     pooka #define _BSD_SOURCE
     39       1.1     pooka #define _FILE_OFFSET_BITS 64
     40       1.1     pooka #endif
     41       1.1     pooka 
     42       1.3     pooka #include <sys/param.h>
     43       1.3     pooka #include <sys/queue.h>
     44       1.1     pooka #include <sys/stat.h>
     45       1.4     pooka #include <sys/sysctl.h>
     46       1.4     pooka #include <sys/mount.h>
     47       1.1     pooka 
     48       1.1     pooka #include <assert.h>
     49       1.3     pooka #include <dirent.h>
     50       1.3     pooka #include <dlfcn.h>
     51       1.1     pooka #include <err.h>
     52       1.1     pooka #include <errno.h>
     53      1.11     pooka #include <fcntl.h>
     54       1.1     pooka #include <pthread.h>
     55       1.1     pooka #include <stdio.h>
     56       1.1     pooka #include <stdlib.h>
     57       1.1     pooka #include <string.h>
     58       1.1     pooka #include <unistd.h>
     59       1.1     pooka #include <stdint.h>
     60       1.1     pooka 
     61       1.1     pooka #include <rump/ukfs.h>
     62       1.1     pooka 
     63       1.1     pooka #include <rump/rump.h>
     64       1.1     pooka #include <rump/rump_syscalls.h>
     65       1.1     pooka 
     66      1.38     pooka #include "ukfs_int_disklabel.h"
     67      1.38     pooka 
     68       1.1     pooka #define UKFS_MODE_DEFAULT 0555
     69       1.1     pooka 
     70       1.1     pooka struct ukfs {
     71      1.54     pooka 	pthread_spinlock_t ukfs_spin;
     72      1.54     pooka 
     73       1.1     pooka 	struct mount *ukfs_mp;
     74      1.54     pooka 	struct lwp *ukfs_lwp;
     75      1.37     pooka 	void *ukfs_specific;
     76       1.1     pooka 
     77      1.11     pooka 	int ukfs_devfd;
     78      1.54     pooka 
     79      1.30     pooka 	char *ukfs_devpath;
     80      1.30     pooka 	char *ukfs_mountpath;
     81      1.54     pooka 	char *ukfs_cwd;
     82      1.54     pooka 
     83      1.45     pooka 	struct ukfs_part *ukfs_part;
     84       1.1     pooka };
     85       1.1     pooka 
     86      1.30     pooka static int builddirs(const char *, mode_t,
     87      1.30     pooka     int (*mkdirfn)(struct ukfs *, const char *, mode_t), struct ukfs *);
     88      1.30     pooka 
     89       1.1     pooka struct mount *
     90       1.1     pooka ukfs_getmp(struct ukfs *ukfs)
     91       1.1     pooka {
     92       1.1     pooka 
     93       1.1     pooka 	return ukfs->ukfs_mp;
     94       1.1     pooka }
     95       1.1     pooka 
     96      1.37     pooka void
     97      1.37     pooka ukfs_setspecific(struct ukfs *ukfs, void *priv)
     98      1.37     pooka {
     99      1.37     pooka 
    100      1.37     pooka 	ukfs->ukfs_specific = priv;
    101      1.37     pooka }
    102      1.37     pooka 
    103      1.37     pooka void *
    104      1.37     pooka ukfs_getspecific(struct ukfs *ukfs)
    105      1.37     pooka {
    106      1.37     pooka 
    107      1.37     pooka 	return ukfs->ukfs_specific;
    108      1.37     pooka }
    109      1.37     pooka 
    110      1.20     pooka #ifdef DONT_WANT_PTHREAD_LINKAGE
    111      1.20     pooka #define pthread_spin_lock(a)
    112      1.20     pooka #define pthread_spin_unlock(a)
    113      1.20     pooka #define pthread_spin_init(a,b)
    114      1.20     pooka #define pthread_spin_destroy(a)
    115      1.20     pooka #endif
    116      1.20     pooka 
    117      1.54     pooka static int
    118      1.54     pooka precall(struct ukfs *ukfs, struct lwp **curlwp)
    119       1.1     pooka {
    120       1.1     pooka 
    121      1.54     pooka 	/* save previous.  ensure start from pristine context */
    122      1.54     pooka 	*curlwp = rump_pub_lwproc_curlwp();
    123      1.54     pooka 	if (*curlwp)
    124      1.54     pooka 		rump_pub_lwproc_switch(ukfs->ukfs_lwp);
    125      1.56     pooka 	rump_pub_lwproc_rfork(RUMP_RFCFDG);
    126      1.54     pooka 
    127      1.54     pooka 	if (rump_sys_chroot(ukfs->ukfs_mountpath) == -1)
    128      1.54     pooka 		return errno;
    129      1.54     pooka 	if (rump_sys_chdir(ukfs->ukfs_cwd) == -1)
    130      1.54     pooka 		return errno;
    131      1.54     pooka 
    132      1.54     pooka 	return 0;
    133       1.1     pooka }
    134       1.1     pooka 
    135       1.1     pooka static void
    136      1.54     pooka postcall(struct lwp *curlwp)
    137       1.1     pooka {
    138      1.53     pooka 
    139      1.53     pooka 	rump_pub_lwproc_releaselwp();
    140      1.54     pooka 	if (curlwp)
    141      1.54     pooka 		rump_pub_lwproc_switch(curlwp);
    142       1.1     pooka }
    143       1.1     pooka 
    144      1.54     pooka #define PRECALL()							\
    145      1.54     pooka struct lwp *ukfs_curlwp;						\
    146      1.54     pooka do {									\
    147      1.54     pooka 	int ukfs_rv;							\
    148      1.54     pooka 	if ((ukfs_rv = precall(ukfs, &ukfs_curlwp)) != 0) {		\
    149      1.54     pooka 		errno = ukfs_rv;					\
    150      1.54     pooka 		return -1;						\
    151      1.54     pooka 	}								\
    152      1.54     pooka } while (/*CONSTCOND*/0)
    153      1.54     pooka 
    154      1.54     pooka #define POSTCALL() postcall(ukfs_curlwp);
    155      1.54     pooka 
    156      1.43     pooka struct ukfs_part {
    157      1.47     pooka 	pthread_spinlock_t part_lck;
    158      1.47     pooka 	int part_refcount;
    159      1.47     pooka 
    160      1.43     pooka 	int part_type;
    161      1.43     pooka 	char part_labelchar;
    162      1.43     pooka 	off_t part_devoff;
    163      1.43     pooka 	off_t part_devsize;
    164      1.43     pooka };
    165      1.43     pooka 
    166      1.43     pooka enum ukfs_parttype { UKFS_PART_NONE, UKFS_PART_DISKLABEL, UKFS_PART_OFFSET };
    167      1.43     pooka 
    168      1.43     pooka static struct ukfs_part ukfs__part_none = {
    169      1.43     pooka 	.part_type = UKFS_PART_NONE,
    170      1.43     pooka 	.part_devoff = 0,
    171      1.43     pooka 	.part_devsize = RUMP_ETFS_SIZE_ENDOFF,
    172      1.43     pooka };
    173      1.43     pooka static struct ukfs_part ukfs__part_na;
    174      1.44     pooka struct ukfs_part *ukfs_part_none = &ukfs__part_none;
    175      1.44     pooka struct ukfs_part *ukfs_part_na = &ukfs__part_na;
    176      1.43     pooka 
    177      1.45     pooka #define PART2LOCKSIZE(len) ((len) == RUMP_ETFS_SIZE_ENDOFF ? 0 : (len))
    178      1.45     pooka 
    179       1.1     pooka int
    180      1.10     pooka _ukfs_init(int version)
    181       1.1     pooka {
    182      1.10     pooka 	int rv;
    183      1.10     pooka 
    184      1.10     pooka 	if (version != UKFS_VERSION) {
    185      1.10     pooka 		printf("incompatible ukfs version, %d vs. %d\n",
    186      1.10     pooka 		    version, UKFS_VERSION);
    187      1.10     pooka 		errno = EPROGMISMATCH;
    188      1.10     pooka 		return -1;
    189      1.10     pooka 	}
    190       1.1     pooka 
    191      1.10     pooka 	if ((rv = rump_init()) != 0) {
    192      1.10     pooka 		errno = rv;
    193      1.10     pooka 		return -1;
    194      1.10     pooka 	}
    195       1.1     pooka 
    196       1.1     pooka 	return 0;
    197       1.1     pooka }
    198       1.1     pooka 
    199      1.31     pooka /*ARGSUSED*/
    200      1.30     pooka static int
    201      1.30     pooka rumpmkdir(struct ukfs *dummy, const char *path, mode_t mode)
    202      1.30     pooka {
    203      1.30     pooka 
    204      1.30     pooka 	return rump_sys_mkdir(path, mode);
    205      1.30     pooka }
    206      1.30     pooka 
    207      1.38     pooka int
    208      1.43     pooka ukfs_part_probe(char *devpath, struct ukfs_part **partp)
    209      1.38     pooka {
    210      1.43     pooka 	struct ukfs_part *part;
    211      1.38     pooka 	char *p;
    212      1.43     pooka 	int error = 0;
    213      1.43     pooka 	int devfd = -1;
    214      1.43     pooka 
    215      1.43     pooka 	if ((p = strstr(devpath, UKFS_PARTITION_SCANMAGIC)) != NULL) {
    216      1.43     pooka 		fprintf(stderr, "ukfs: %%PART is deprecated.  use "
    217      1.43     pooka 		    "%%DISKLABEL instead\n");
    218      1.43     pooka 		errno = ENODEV;
    219      1.43     pooka 		return -1;
    220      1.43     pooka 	}
    221      1.43     pooka 
    222      1.43     pooka 	part = malloc(sizeof(*part));
    223      1.43     pooka 	if (part == NULL) {
    224      1.43     pooka 		errno = ENOMEM;
    225      1.43     pooka 		return -1;
    226      1.43     pooka 	}
    227      1.47     pooka 	if (pthread_spin_init(&part->part_lck, PTHREAD_PROCESS_PRIVATE) == -1) {
    228      1.47     pooka 		error = errno;
    229      1.47     pooka 		free(part);
    230      1.47     pooka 		errno = error;
    231      1.47     pooka 		return -1;
    232      1.47     pooka 	}
    233      1.43     pooka 	part->part_type = UKFS_PART_NONE;
    234      1.47     pooka 	part->part_refcount = 1;
    235      1.38     pooka 
    236      1.38     pooka 	/*
    237      1.43     pooka 	 * Check for magic in pathname:
    238      1.43     pooka 	 *   disklabel: /regularpath%DISKLABEL:labelchar%\0
    239      1.43     pooka 	 *     offsets: /regularpath%OFFSET:start,end%\0
    240      1.38     pooka 	 */
    241      1.43     pooka #define MAGICADJ_DISKLABEL(p, n) (p+sizeof(UKFS_DISKLABEL_SCANMAGIC)-1+n)
    242      1.43     pooka 	if ((p = strstr(devpath, UKFS_DISKLABEL_SCANMAGIC)) != NULL
    243      1.43     pooka 	    && strlen(p) == UKFS_DISKLABEL_MAGICLEN
    244      1.43     pooka 	    && *(MAGICADJ_DISKLABEL(p,1)) == '%') {
    245      1.43     pooka 		if (*(MAGICADJ_DISKLABEL(p,0)) >= 'a' &&
    246      1.43     pooka 		    *(MAGICADJ_DISKLABEL(p,0)) < 'a' + UKFS_MAXPARTITIONS) {
    247      1.43     pooka 			struct ukfs__disklabel dl;
    248      1.43     pooka 			struct ukfs__partition *pp;
    249  1.56.2.1    bouyer 			int imswapped;
    250      1.43     pooka 			char buf[65536];
    251      1.43     pooka 			char labelchar = *(MAGICADJ_DISKLABEL(p,0));
    252      1.43     pooka 			int partition = labelchar - 'a';
    253  1.56.2.1    bouyer 			uint32_t poffset, psize;
    254      1.43     pooka 
    255      1.38     pooka 			*p = '\0';
    256      1.43     pooka 			devfd = open(devpath, O_RDONLY);
    257      1.43     pooka 			if (devfd == -1) {
    258      1.43     pooka 				error = errno;
    259      1.43     pooka 				goto out;
    260      1.43     pooka 			}
    261      1.43     pooka 
    262      1.43     pooka 			/* Locate the disklabel and find the partition. */
    263      1.43     pooka 			if (pread(devfd, buf, sizeof(buf), 0) == -1) {
    264      1.43     pooka 				error = errno;
    265      1.43     pooka 				goto out;
    266      1.43     pooka 			}
    267      1.43     pooka 
    268  1.56.2.1    bouyer 			if (ukfs__disklabel_scan(&dl, &imswapped,
    269  1.56.2.1    bouyer 			    buf, sizeof(buf)) != 0) {
    270      1.43     pooka 				error = ENOENT;
    271      1.43     pooka 				goto out;
    272      1.43     pooka 			}
    273      1.43     pooka 
    274      1.43     pooka 			if (dl.d_npartitions < partition) {
    275      1.43     pooka 				error = ENOENT;
    276      1.43     pooka 				goto out;
    277      1.43     pooka 			}
    278      1.43     pooka 
    279      1.43     pooka 			pp = &dl.d_partitions[partition];
    280      1.43     pooka 			part->part_type = UKFS_PART_DISKLABEL;
    281      1.43     pooka 			part->part_labelchar = labelchar;
    282  1.56.2.1    bouyer 			if (imswapped) {
    283  1.56.2.1    bouyer 				poffset = bswap32(pp->p_offset);
    284  1.56.2.1    bouyer 				psize = bswap32(pp->p_size);
    285  1.56.2.1    bouyer 			} else {
    286  1.56.2.1    bouyer 				poffset = pp->p_offset;
    287  1.56.2.1    bouyer 				psize = pp->p_size;
    288  1.56.2.1    bouyer 			}
    289  1.56.2.1    bouyer 			part->part_devoff = poffset << DEV_BSHIFT;
    290  1.56.2.1    bouyer 			part->part_devsize = psize << DEV_BSHIFT;
    291      1.38     pooka 		} else {
    292      1.43     pooka 			error = EINVAL;
    293      1.43     pooka 		}
    294      1.43     pooka #define MAGICADJ_OFFSET(p, n) (p+sizeof(UKFS_OFFSET_SCANMAGIC)-1+n)
    295      1.43     pooka 	} else if (((p = strstr(devpath, UKFS_OFFSET_SCANMAGIC)) != NULL)
    296      1.43     pooka 	    && (strlen(p) >= UKFS_OFFSET_MINLEN)) {
    297      1.43     pooka 		char *comma, *pers, *ep, *nptr;
    298      1.43     pooka 		u_quad_t val;
    299      1.43     pooka 
    300      1.43     pooka 		comma = strchr(p, ',');
    301      1.43     pooka 		if (comma == NULL) {
    302      1.43     pooka 			error = EINVAL;
    303      1.43     pooka 			goto out;
    304      1.43     pooka 		}
    305      1.43     pooka 		pers = strchr(comma, '%');
    306      1.43     pooka 		if (pers == NULL) {
    307      1.43     pooka 			error = EINVAL;
    308      1.43     pooka 			goto out;
    309      1.43     pooka 		}
    310      1.43     pooka 		*comma = '\0';
    311      1.43     pooka 		*pers = '\0';
    312      1.43     pooka 		*p = '\0';
    313      1.43     pooka 
    314      1.43     pooka 		nptr = MAGICADJ_OFFSET(p,0);
    315      1.43     pooka 		/* check if string is negative */
    316      1.43     pooka 		if (*nptr == '-') {
    317      1.43     pooka 			error = ERANGE;
    318      1.43     pooka 			goto out;
    319      1.43     pooka 		}
    320      1.43     pooka 		val = strtouq(nptr, &ep, 10);
    321      1.43     pooka 		if (val == UQUAD_MAX) {
    322      1.43     pooka 			error = ERANGE;
    323      1.43     pooka 			goto out;
    324      1.43     pooka 		}
    325      1.43     pooka 		if (*ep != '\0') {
    326      1.43     pooka 			error = EADDRNOTAVAIL; /* creative ;) */
    327      1.43     pooka 			goto out;
    328      1.43     pooka 		}
    329      1.43     pooka 		part->part_devoff = val;
    330      1.43     pooka 
    331      1.43     pooka 		/* omstart */
    332      1.43     pooka 
    333      1.43     pooka 		nptr = comma+1;
    334      1.43     pooka 		/* check if string is negative */
    335      1.43     pooka 		if (*nptr == '-') {
    336      1.43     pooka 			error = ERANGE;
    337      1.43     pooka 			goto out;
    338      1.43     pooka 		}
    339      1.43     pooka 		val = strtouq(nptr, &ep, 10);
    340      1.43     pooka 		if (val == UQUAD_MAX) {
    341      1.43     pooka 			error = ERANGE;
    342      1.43     pooka 			goto out;
    343      1.43     pooka 		}
    344      1.43     pooka 		if (*ep != '\0') {
    345      1.43     pooka 			error = EADDRNOTAVAIL; /* creative ;) */
    346      1.43     pooka 			goto out;
    347      1.38     pooka 		}
    348      1.43     pooka 		part->part_devsize = val;
    349      1.43     pooka 		part->part_type = UKFS_PART_OFFSET;
    350      1.38     pooka 	} else {
    351      1.47     pooka 		ukfs_part_release(part);
    352      1.43     pooka 		part = ukfs_part_none;
    353      1.43     pooka 	}
    354      1.43     pooka 
    355      1.43     pooka  out:
    356      1.43     pooka 	if (devfd != -1)
    357      1.43     pooka 		close(devfd);
    358      1.43     pooka 	if (error) {
    359      1.43     pooka 		free(part);
    360      1.43     pooka 		errno = error;
    361      1.43     pooka 	} else {
    362      1.43     pooka 		*partp = part;
    363      1.43     pooka 	}
    364      1.43     pooka 
    365      1.43     pooka 	return error ? -1 : 0;
    366      1.43     pooka }
    367      1.43     pooka 
    368      1.43     pooka int
    369      1.43     pooka ukfs_part_tostring(struct ukfs_part *part, char *str, size_t strsize)
    370      1.43     pooka {
    371      1.43     pooka 	int rv;
    372      1.43     pooka 
    373      1.43     pooka 	*str = '\0';
    374      1.43     pooka 	/* "pseudo" values */
    375      1.43     pooka 	if (part == ukfs_part_na) {
    376      1.43     pooka 		errno = EINVAL;
    377      1.43     pooka 		return -1;
    378      1.43     pooka 	}
    379      1.43     pooka 	if (part == ukfs_part_none)
    380      1.43     pooka 		return 0;
    381      1.43     pooka 
    382      1.43     pooka 	rv = 0;
    383      1.43     pooka 	switch (part->part_type) {
    384      1.43     pooka 	case UKFS_PART_NONE:
    385      1.43     pooka 		break;
    386      1.43     pooka 
    387      1.43     pooka 	case UKFS_PART_DISKLABEL:
    388      1.43     pooka 		snprintf(str, strsize, "%%DISKLABEL:%c%%",part->part_labelchar);
    389      1.43     pooka 		rv = 1;
    390      1.43     pooka 		break;
    391      1.43     pooka 
    392      1.43     pooka 	case UKFS_PART_OFFSET:
    393      1.43     pooka 		snprintf(str, strsize, "[%llu,%llu]",
    394      1.43     pooka 		    (unsigned long long)part->part_devoff,
    395      1.43     pooka 		    (unsigned long long)(part->part_devoff+part->part_devsize));
    396      1.43     pooka 		rv = 1;
    397      1.43     pooka 		break;
    398      1.38     pooka 	}
    399      1.38     pooka 
    400      1.38     pooka 	return rv;
    401      1.38     pooka }
    402      1.38     pooka 
    403      1.45     pooka static void
    404      1.45     pooka unlockdev(int fd, struct ukfs_part *part)
    405      1.45     pooka {
    406      1.45     pooka 	struct flock flarg;
    407      1.45     pooka 
    408      1.47     pooka 	if (part == ukfs_part_na)
    409      1.47     pooka 		return;
    410      1.47     pooka 
    411      1.45     pooka 	memset(&flarg, 0, sizeof(flarg));
    412      1.45     pooka 	flarg.l_type = F_UNLCK;
    413      1.45     pooka 	flarg.l_whence = SEEK_SET;
    414      1.45     pooka 	flarg.l_start = part->part_devoff;
    415      1.45     pooka 	flarg.l_len = PART2LOCKSIZE(part->part_devsize);
    416      1.45     pooka 	if (fcntl(fd, F_SETLK, &flarg) == -1)
    417      1.45     pooka 		warn("ukfs: cannot unlock device file");
    418      1.45     pooka }
    419      1.45     pooka 
    420      1.38     pooka /*
    421      1.38     pooka  * Open the disk file and flock it.  Also, if we are operation on
    422      1.38     pooka  * an embedded partition, find the partition offset and size from
    423      1.38     pooka  * the disklabel.
    424      1.38     pooka  *
    425      1.38     pooka  * We hard-fail only in two cases:
    426      1.38     pooka  *  1) we failed to get the partition info out (don't know what offset
    427      1.38     pooka  *     to mount from)
    428      1.45     pooka  *  2) we failed to flock the source device (i.e. fcntl() fails,
    429      1.38     pooka  *     not e.g. open() before it)
    430      1.38     pooka  *
    431      1.38     pooka  * Otherwise we let the code proceed to mount and let the file system
    432      1.38     pooka  * throw the proper error.  The only questionable bit is that if we
    433      1.45     pooka  * soft-fail before flock and mount does succeed...
    434      1.38     pooka  *
    435      1.38     pooka  * Returns: -1 error (errno reports error code)
    436      1.38     pooka  *           0 success
    437      1.38     pooka  *
    438      1.38     pooka  * dfdp: -1  device is not open
    439      1.38     pooka  *        n  device is open
    440      1.38     pooka  */
    441      1.38     pooka static int
    442      1.43     pooka process_diskdevice(const char *devpath, struct ukfs_part *part, int rdonly,
    443      1.43     pooka 	int *dfdp)
    444       1.1     pooka {
    445      1.22     pooka 	struct stat sb;
    446      1.38     pooka 	int rv = 0, devfd;
    447      1.38     pooka 
    448      1.38     pooka 	/* defaults */
    449      1.38     pooka 	*dfdp = -1;
    450      1.38     pooka 
    451      1.38     pooka 	devfd = open(devpath, rdonly ? O_RDONLY : O_RDWR);
    452      1.38     pooka 	if (devfd == -1) {
    453      1.43     pooka 		rv = errno;
    454      1.38     pooka 		goto out;
    455      1.38     pooka 	}
    456      1.38     pooka 
    457      1.38     pooka 	if (fstat(devfd, &sb) == -1) {
    458      1.38     pooka 		rv = errno;
    459      1.38     pooka 		goto out;
    460      1.38     pooka 	}
    461       1.1     pooka 
    462      1.11     pooka 	/*
    463      1.38     pooka 	 * We do this only for non-block device since the
    464      1.38     pooka 	 * (NetBSD) kernel allows block device open only once.
    465      1.38     pooka 	 * We also need to close the device for fairly obvious reasons.
    466      1.11     pooka 	 */
    467      1.38     pooka 	if (!S_ISBLK(sb.st_mode)) {
    468      1.45     pooka 		struct flock flarg;
    469      1.45     pooka 
    470      1.45     pooka 		memset(&flarg, 0, sizeof(flarg));
    471      1.45     pooka 		flarg.l_type = rdonly ? F_RDLCK : F_WRLCK;
    472      1.45     pooka 		flarg.l_whence = SEEK_SET;
    473      1.45     pooka 		flarg.l_start = part->part_devoff;
    474      1.45     pooka 		flarg.l_len = PART2LOCKSIZE(part->part_devsize);
    475      1.45     pooka 		if (fcntl(devfd, F_SETLK, &flarg) == -1) {
    476      1.45     pooka 			pid_t holder;
    477      1.45     pooka 			int sverrno;
    478      1.45     pooka 
    479      1.45     pooka 			sverrno = errno;
    480      1.45     pooka 			if (fcntl(devfd, F_GETLK, &flarg) != 1)
    481      1.45     pooka 				holder = flarg.l_pid;
    482      1.45     pooka 			else
    483      1.45     pooka 				holder = -1;
    484      1.45     pooka 			warnx("ukfs_mount: cannot lock device.  held by pid %d",
    485      1.45     pooka 			    holder);
    486      1.45     pooka 			rv = sverrno;
    487      1.11     pooka 			goto out;
    488      1.11     pooka 		}
    489      1.38     pooka 	} else {
    490      1.38     pooka 		close(devfd);
    491      1.38     pooka 		devfd = -1;
    492      1.38     pooka 	}
    493      1.38     pooka 	*dfdp = devfd;
    494      1.22     pooka 
    495      1.38     pooka  out:
    496      1.38     pooka 	if (rv) {
    497      1.38     pooka 		if (devfd != -1)
    498      1.22     pooka 			close(devfd);
    499      1.11     pooka 	}
    500       1.1     pooka 
    501      1.38     pooka 	return rv;
    502      1.38     pooka }
    503      1.38     pooka 
    504      1.49     pooka struct mountinfo {
    505      1.49     pooka 	const char *mi_vfsname;
    506      1.49     pooka 	const char *mi_mountpath;
    507      1.49     pooka 	int mi_mntflags;
    508      1.49     pooka 	void *mi_arg;
    509      1.49     pooka 	size_t mi_alen;
    510      1.49     pooka 	int *mi_error;
    511      1.49     pooka };
    512      1.49     pooka static void *
    513      1.49     pooka mfs_mounter(void *arg)
    514      1.49     pooka {
    515      1.49     pooka 	struct mountinfo *mi = arg;
    516      1.49     pooka 	int rv;
    517      1.49     pooka 
    518      1.49     pooka 	rv = rump_sys_mount(mi->mi_vfsname, mi->mi_mountpath, mi->mi_mntflags,
    519      1.49     pooka 	    mi->mi_arg, mi->mi_alen);
    520      1.49     pooka 	if (rv) {
    521      1.49     pooka 		warn("mfs mount failed.  fix me.");
    522      1.49     pooka 		abort(); /* XXX */
    523      1.49     pooka 	}
    524      1.49     pooka 
    525      1.49     pooka 	return NULL;
    526      1.49     pooka }
    527      1.49     pooka 
    528      1.38     pooka static struct ukfs *
    529      1.43     pooka doukfsmount(const char *vfsname, const char *devpath, struct ukfs_part *part,
    530      1.38     pooka 	const char *mountpath, int mntflags, void *arg, size_t alen)
    531      1.38     pooka {
    532      1.38     pooka 	struct ukfs *fs = NULL;
    533      1.54     pooka 	struct lwp *curlwp;
    534      1.39     pooka 	int rv = 0, devfd = -1;
    535      1.38     pooka 	int mounted = 0;
    536      1.38     pooka 	int regged = 0;
    537      1.38     pooka 
    538      1.47     pooka 	pthread_spin_lock(&part->part_lck);
    539      1.47     pooka 	part->part_refcount++;
    540      1.47     pooka 	pthread_spin_unlock(&part->part_lck);
    541      1.43     pooka 	if (part != ukfs_part_na) {
    542      1.43     pooka 		if ((rv = process_diskdevice(devpath, part,
    543      1.43     pooka 		    mntflags & MNT_RDONLY, &devfd)) != 0)
    544      1.43     pooka 			goto out;
    545      1.43     pooka 	}
    546      1.38     pooka 
    547       1.1     pooka 	fs = malloc(sizeof(struct ukfs));
    548       1.1     pooka 	if (fs == NULL) {
    549       1.1     pooka 		rv = ENOMEM;
    550       1.1     pooka 		goto out;
    551       1.1     pooka 	}
    552       1.1     pooka 	memset(fs, 0, sizeof(struct ukfs));
    553      1.30     pooka 
    554      1.30     pooka 	/* create our mountpoint.  this is never removed. */
    555      1.30     pooka 	if (builddirs(mountpath, 0777, rumpmkdir, NULL) == -1) {
    556      1.30     pooka 		if (errno != EEXIST) {
    557      1.30     pooka 			rv = errno;
    558      1.30     pooka 			goto out;
    559      1.30     pooka 		}
    560      1.30     pooka 	}
    561       1.1     pooka 
    562      1.43     pooka 	if (part != ukfs_part_na) {
    563      1.43     pooka 		/* LINTED */
    564      1.40     pooka 		rv = rump_pub_etfs_register_withsize(devpath, devpath,
    565      1.43     pooka 		    RUMP_ETFS_BLK, part->part_devoff, part->part_devsize);
    566      1.33     pooka 		if (rv) {
    567      1.33     pooka 			goto out;
    568      1.33     pooka 		}
    569      1.33     pooka 		regged = 1;
    570      1.33     pooka 	}
    571      1.38     pooka 
    572      1.49     pooka 	/*
    573      1.49     pooka 	 * MFS is special since mount(2) doesn't return.  Hence, we
    574      1.49     pooka 	 * create a thread here.  Could fix mfs to return, but there's
    575      1.49     pooka 	 * too much history for me to bother.
    576      1.49     pooka 	 */
    577      1.49     pooka 	if (strcmp(vfsname, MOUNT_MFS) == 0) {
    578      1.49     pooka 		pthread_t pt;
    579      1.49     pooka 		struct mountinfo mi;
    580      1.49     pooka 		int i;
    581      1.49     pooka 
    582      1.49     pooka 		mi.mi_vfsname = vfsname;
    583      1.49     pooka 		mi.mi_mountpath = mountpath;
    584      1.49     pooka 		mi.mi_mntflags = mntflags;
    585      1.49     pooka 		mi.mi_arg = arg;
    586      1.49     pooka 		mi.mi_alen = alen;
    587      1.49     pooka 
    588      1.49     pooka 		if (pthread_create(&pt, NULL, mfs_mounter, &mi) == -1) {
    589      1.49     pooka 			rv = errno;
    590      1.49     pooka 			goto out;
    591      1.49     pooka 		}
    592      1.49     pooka 
    593      1.49     pooka 		for (i = 0;i < 100000; i++) {
    594      1.49     pooka 			struct statvfs svfsb;
    595      1.49     pooka 
    596      1.49     pooka 			rv = rump_sys_statvfs1(mountpath, &svfsb, ST_WAIT);
    597      1.49     pooka 			if (rv == -1) {
    598      1.49     pooka 				rv = errno;
    599      1.49     pooka 				goto out;
    600      1.49     pooka 			}
    601      1.49     pooka 
    602      1.49     pooka 			if (strcmp(svfsb.f_mntonname, mountpath) == 0 &&
    603      1.49     pooka 			    strcmp(svfsb.f_fstypename, MOUNT_MFS) == 0) {
    604      1.49     pooka 				break;
    605      1.49     pooka 			}
    606      1.49     pooka 			usleep(1);
    607      1.49     pooka 		}
    608      1.49     pooka 	} else {
    609      1.49     pooka 		rv = rump_sys_mount(vfsname, mountpath, mntflags, arg, alen);
    610      1.49     pooka 		if (rv) {
    611      1.49     pooka 			rv = errno;
    612      1.49     pooka 			goto out;
    613      1.49     pooka 		}
    614       1.1     pooka 	}
    615      1.49     pooka 
    616      1.30     pooka 	mounted = 1;
    617      1.40     pooka 	rv = rump_pub_vfs_getmp(mountpath, &fs->ukfs_mp);
    618      1.11     pooka 	if (rv) {
    619      1.11     pooka 		goto out;
    620      1.11     pooka 	}
    621      1.30     pooka 
    622      1.33     pooka 	if (regged) {
    623      1.33     pooka 		fs->ukfs_devpath = strdup(devpath);
    624      1.33     pooka 	}
    625      1.30     pooka 	fs->ukfs_mountpath = strdup(mountpath);
    626      1.11     pooka 	pthread_spin_init(&fs->ukfs_spin, PTHREAD_PROCESS_SHARED);
    627      1.11     pooka 	fs->ukfs_devfd = devfd;
    628      1.45     pooka 	fs->ukfs_part = part;
    629      1.11     pooka 	assert(rv == 0);
    630       1.1     pooka 
    631      1.54     pooka 	curlwp = rump_pub_lwproc_curlwp();
    632      1.54     pooka 	rump_pub_lwproc_newlwp(0);
    633      1.54     pooka 	fs->ukfs_lwp = rump_pub_lwproc_curlwp();
    634      1.54     pooka 	fs->ukfs_cwd = strdup("/");
    635      1.54     pooka 	rump_pub_lwproc_switch(curlwp);
    636      1.54     pooka 
    637       1.1     pooka  out:
    638       1.1     pooka 	if (rv) {
    639      1.30     pooka 		if (fs) {
    640       1.1     pooka 			free(fs);
    641      1.30     pooka 			fs = NULL;
    642      1.30     pooka 		}
    643      1.30     pooka 		if (mounted)
    644      1.30     pooka 			rump_sys_unmount(mountpath, MNT_FORCE);
    645      1.33     pooka 		if (regged)
    646      1.40     pooka 			rump_pub_etfs_remove(devpath);
    647      1.11     pooka 		if (devfd != -1) {
    648      1.46     pooka 			unlockdev(devfd, part);
    649      1.11     pooka 			close(devfd);
    650      1.11     pooka 		}
    651      1.45     pooka 		ukfs_part_release(part);
    652      1.34     pooka 		errno = rv;
    653       1.1     pooka 	}
    654       1.1     pooka 
    655       1.1     pooka 	return fs;
    656       1.1     pooka }
    657       1.1     pooka 
    658      1.38     pooka struct ukfs *
    659      1.38     pooka ukfs_mount(const char *vfsname, const char *devpath,
    660      1.38     pooka 	const char *mountpath, int mntflags, void *arg, size_t alen)
    661      1.38     pooka {
    662      1.38     pooka 
    663      1.43     pooka 	return doukfsmount(vfsname, devpath, ukfs_part_na,
    664      1.38     pooka 	    mountpath, mntflags, arg, alen);
    665      1.38     pooka }
    666      1.38     pooka 
    667      1.38     pooka struct ukfs *
    668      1.43     pooka ukfs_mount_disk(const char *vfsname, const char *devpath,
    669      1.43     pooka 	struct ukfs_part *part, const char *mountpath, int mntflags,
    670      1.43     pooka 	void *arg, size_t alen)
    671      1.38     pooka {
    672      1.38     pooka 
    673      1.43     pooka 	return doukfsmount(vfsname, devpath, part,
    674      1.38     pooka 	    mountpath, mntflags, arg, alen);
    675      1.38     pooka }
    676      1.38     pooka 
    677      1.30     pooka int
    678       1.1     pooka ukfs_release(struct ukfs *fs, int flags)
    679       1.1     pooka {
    680      1.54     pooka 	struct lwp *curlwp = rump_pub_lwproc_curlwp();
    681      1.54     pooka 
    682      1.54     pooka 	/* get root lwp */
    683      1.54     pooka 	rump_pub_lwproc_switch(fs->ukfs_lwp);
    684      1.56     pooka 	rump_pub_lwproc_rfork(RUMP_RFCFDG);
    685       1.1     pooka 
    686       1.1     pooka 	if ((flags & UKFS_RELFLAG_NOUNMOUNT) == 0) {
    687      1.37     pooka 		int rv, mntflag, error;
    688       1.9     pooka 
    689      1.30     pooka 		mntflag = 0;
    690      1.30     pooka 		if (flags & UKFS_RELFLAG_FORCE)
    691      1.30     pooka 			mntflag = MNT_FORCE;
    692      1.54     pooka 
    693      1.30     pooka 		rv = rump_sys_unmount(fs->ukfs_mountpath, mntflag);
    694      1.37     pooka 		if (rv == -1) {
    695      1.37     pooka 			error = errno;
    696      1.53     pooka 			rump_pub_lwproc_releaselwp();
    697      1.54     pooka 			if (curlwp)
    698      1.54     pooka 				rump_pub_lwproc_switch(curlwp);
    699      1.37     pooka 			errno = error;
    700      1.30     pooka 			return -1;
    701      1.30     pooka 		}
    702       1.1     pooka 	}
    703       1.1     pooka 
    704      1.33     pooka 	if (fs->ukfs_devpath) {
    705      1.40     pooka 		rump_pub_etfs_remove(fs->ukfs_devpath);
    706      1.33     pooka 		free(fs->ukfs_devpath);
    707      1.33     pooka 	}
    708      1.30     pooka 	free(fs->ukfs_mountpath);
    709      1.54     pooka 	free(fs->ukfs_cwd);
    710      1.54     pooka 
    711      1.54     pooka 	/* release this routine's lwp and ukfs base lwp */
    712      1.54     pooka 	rump_pub_lwproc_releaselwp();
    713      1.54     pooka 	rump_pub_lwproc_switch(fs->ukfs_lwp);
    714      1.54     pooka 	rump_pub_lwproc_releaselwp();
    715       1.1     pooka 
    716       1.1     pooka 	pthread_spin_destroy(&fs->ukfs_spin);
    717      1.16  stacktic 	if (fs->ukfs_devfd != -1) {
    718      1.45     pooka 		unlockdev(fs->ukfs_devfd, fs->ukfs_part);
    719      1.16  stacktic 		close(fs->ukfs_devfd);
    720      1.16  stacktic 	}
    721      1.47     pooka 	ukfs_part_release(fs->ukfs_part);
    722       1.1     pooka 	free(fs);
    723      1.30     pooka 
    724      1.54     pooka 	if (curlwp)
    725      1.54     pooka 		rump_pub_lwproc_switch(curlwp);
    726      1.54     pooka 
    727      1.30     pooka 	return 0;
    728       1.1     pooka }
    729       1.1     pooka 
    730      1.43     pooka void
    731      1.43     pooka ukfs_part_release(struct ukfs_part *part)
    732      1.43     pooka {
    733      1.47     pooka 	int release;
    734      1.43     pooka 
    735      1.47     pooka 	if (part != ukfs_part_none && part != ukfs_part_na) {
    736      1.47     pooka 		pthread_spin_lock(&part->part_lck);
    737      1.47     pooka 		release = --part->part_refcount == 0;
    738      1.47     pooka 		pthread_spin_unlock(&part->part_lck);
    739      1.47     pooka 		if (release) {
    740      1.47     pooka 			pthread_spin_destroy(&part->part_lck);
    741      1.47     pooka 			free(part);
    742      1.47     pooka 		}
    743      1.47     pooka 	}
    744      1.43     pooka }
    745      1.43     pooka 
    746       1.1     pooka #define STDCALL(ukfs, thecall)						\
    747       1.1     pooka 	int rv = 0;							\
    748       1.1     pooka 									\
    749      1.54     pooka 	PRECALL();							\
    750      1.21     pooka 	rv = thecall;							\
    751      1.54     pooka 	POSTCALL();							\
    752      1.21     pooka 	return rv;
    753       1.1     pooka 
    754       1.1     pooka int
    755      1.24     pooka ukfs_opendir(struct ukfs *ukfs, const char *dirname, struct ukfs_dircookie **c)
    756       1.1     pooka {
    757       1.1     pooka 	struct vnode *vp;
    758      1.24     pooka 	int rv;
    759       1.1     pooka 
    760      1.54     pooka 	PRECALL();
    761      1.40     pooka 	rv = rump_pub_namei(RUMP_NAMEI_LOOKUP, RUMP_NAMEI_LOCKLEAF, dirname,
    762       1.1     pooka 	    NULL, &vp, NULL);
    763      1.54     pooka 	POSTCALL();
    764      1.24     pooka 
    765      1.24     pooka 	if (rv == 0) {
    766      1.51   hannken 		RUMP_VOP_UNLOCK(vp);
    767      1.24     pooka 	} else {
    768      1.24     pooka 		errno = rv;
    769      1.24     pooka 		rv = -1;
    770      1.24     pooka 	}
    771      1.24     pooka 
    772      1.24     pooka 	/*LINTED*/
    773      1.24     pooka 	*c = (struct ukfs_dircookie *)vp;
    774      1.24     pooka 	return rv;
    775      1.24     pooka }
    776      1.24     pooka 
    777      1.24     pooka static int
    778      1.24     pooka getmydents(struct vnode *vp, off_t *off, uint8_t *buf, size_t bufsize)
    779      1.24     pooka {
    780      1.24     pooka 	struct uio *uio;
    781      1.24     pooka 	size_t resid;
    782      1.24     pooka 	int rv, eofflag;
    783      1.50     pooka 	struct kauth_cred *cred;
    784      1.24     pooka 
    785      1.40     pooka 	uio = rump_pub_uio_setup(buf, bufsize, *off, RUMPUIO_READ);
    786      1.53     pooka 	cred = rump_pub_cred_create(0, 0, 0, NULL);
    787       1.9     pooka 	rv = RUMP_VOP_READDIR(vp, uio, cred, &eofflag, NULL, NULL);
    788      1.40     pooka 	rump_pub_cred_put(cred);
    789      1.51   hannken 	RUMP_VOP_UNLOCK(vp);
    790      1.40     pooka 	*off = rump_pub_uio_getoff(uio);
    791      1.40     pooka 	resid = rump_pub_uio_free(uio);
    792       1.1     pooka 
    793       1.1     pooka 	if (rv) {
    794       1.1     pooka 		errno = rv;
    795       1.1     pooka 		return -1;
    796       1.1     pooka 	}
    797       1.1     pooka 
    798       1.1     pooka 	/* LINTED: not totally correct return type, but follows syscall */
    799       1.1     pooka 	return bufsize - resid;
    800       1.1     pooka }
    801       1.1     pooka 
    802      1.24     pooka /*ARGSUSED*/
    803      1.24     pooka int
    804      1.24     pooka ukfs_getdents_cookie(struct ukfs *ukfs, struct ukfs_dircookie *c, off_t *off,
    805      1.24     pooka 	uint8_t *buf, size_t bufsize)
    806      1.24     pooka {
    807      1.24     pooka 	/*LINTED*/
    808      1.24     pooka 	struct vnode *vp = (struct vnode *)c;
    809      1.24     pooka 
    810      1.24     pooka 	RUMP_VOP_LOCK(vp, RUMP_LK_SHARED);
    811      1.24     pooka 	return getmydents(vp, off, buf, bufsize);
    812      1.24     pooka }
    813      1.24     pooka 
    814      1.24     pooka int
    815      1.24     pooka ukfs_getdents(struct ukfs *ukfs, const char *dirname, off_t *off,
    816      1.24     pooka 	uint8_t *buf, size_t bufsize)
    817      1.24     pooka {
    818      1.24     pooka 	struct vnode *vp;
    819      1.24     pooka 	int rv;
    820      1.24     pooka 
    821      1.54     pooka 	PRECALL();
    822      1.40     pooka 	rv = rump_pub_namei(RUMP_NAMEI_LOOKUP, RUMP_NAMEI_LOCKLEAF, dirname,
    823      1.24     pooka 	    NULL, &vp, NULL);
    824      1.24     pooka 	if (rv) {
    825      1.54     pooka 		POSTCALL();
    826      1.24     pooka 		errno = rv;
    827      1.24     pooka 		return -1;
    828      1.24     pooka 	}
    829      1.24     pooka 
    830      1.24     pooka 	rv = getmydents(vp, off, buf, bufsize);
    831      1.40     pooka 	rump_pub_vp_rele(vp);
    832      1.54     pooka 	POSTCALL();
    833      1.24     pooka 	return rv;
    834      1.24     pooka }
    835      1.24     pooka 
    836      1.24     pooka /*ARGSUSED*/
    837      1.24     pooka int
    838      1.24     pooka ukfs_closedir(struct ukfs *ukfs, struct ukfs_dircookie *c)
    839      1.24     pooka {
    840      1.24     pooka 
    841      1.24     pooka 	/*LINTED*/
    842      1.40     pooka 	rump_pub_vp_rele((struct vnode *)c);
    843      1.24     pooka 	return 0;
    844      1.24     pooka }
    845      1.24     pooka 
    846      1.24     pooka int
    847      1.24     pooka ukfs_open(struct ukfs *ukfs, const char *filename, int flags)
    848      1.24     pooka {
    849      1.24     pooka 	int fd;
    850      1.24     pooka 
    851      1.54     pooka 	PRECALL();
    852      1.24     pooka 	fd = rump_sys_open(filename, flags, 0);
    853      1.54     pooka 	POSTCALL();
    854      1.24     pooka 	if (fd == -1)
    855      1.24     pooka 		return -1;
    856      1.24     pooka 
    857      1.24     pooka 	return fd;
    858      1.24     pooka }
    859      1.24     pooka 
    860       1.1     pooka ssize_t
    861       1.1     pooka ukfs_read(struct ukfs *ukfs, const char *filename, off_t off,
    862       1.1     pooka 	uint8_t *buf, size_t bufsize)
    863       1.1     pooka {
    864      1.21     pooka 	int fd;
    865       1.1     pooka 	ssize_t xfer = -1; /* XXXgcc */
    866       1.1     pooka 
    867      1.54     pooka 	PRECALL();
    868      1.21     pooka 	fd = rump_sys_open(filename, RUMP_O_RDONLY, 0);
    869      1.21     pooka 	if (fd == -1)
    870       1.1     pooka 		goto out;
    871       1.1     pooka 
    872      1.27     pooka 	xfer = rump_sys_pread(fd, buf, bufsize, off);
    873      1.21     pooka 	rump_sys_close(fd);
    874       1.1     pooka 
    875       1.1     pooka  out:
    876      1.54     pooka 	POSTCALL();
    877      1.21     pooka 	if (fd == -1) {
    878       1.1     pooka 		return -1;
    879       1.1     pooka 	}
    880       1.1     pooka 	return xfer;
    881       1.1     pooka }
    882       1.1     pooka 
    883      1.24     pooka /*ARGSUSED*/
    884      1.24     pooka ssize_t
    885      1.24     pooka ukfs_read_fd(struct ukfs *ukfs, int fd, off_t off, uint8_t *buf, size_t buflen)
    886      1.24     pooka {
    887      1.24     pooka 
    888      1.27     pooka 	return rump_sys_pread(fd, buf, buflen, off);
    889      1.24     pooka }
    890      1.24     pooka 
    891       1.1     pooka ssize_t
    892       1.1     pooka ukfs_write(struct ukfs *ukfs, const char *filename, off_t off,
    893       1.1     pooka 	uint8_t *buf, size_t bufsize)
    894       1.1     pooka {
    895      1.21     pooka 	int fd;
    896       1.1     pooka 	ssize_t xfer = -1; /* XXXgcc */
    897       1.1     pooka 
    898      1.54     pooka 	PRECALL();
    899      1.21     pooka 	fd = rump_sys_open(filename, RUMP_O_WRONLY, 0);
    900      1.21     pooka 	if (fd == -1)
    901       1.1     pooka 		goto out;
    902       1.1     pooka 
    903       1.1     pooka 	/* write and commit */
    904      1.27     pooka 	xfer = rump_sys_pwrite(fd, buf, bufsize, off);
    905      1.21     pooka 	if (xfer > 0)
    906      1.21     pooka 		rump_sys_fsync(fd);
    907       1.1     pooka 
    908      1.21     pooka 	rump_sys_close(fd);
    909       1.1     pooka 
    910       1.1     pooka  out:
    911      1.54     pooka 	POSTCALL();
    912      1.21     pooka 	if (fd == -1) {
    913       1.1     pooka 		return -1;
    914       1.1     pooka 	}
    915       1.1     pooka 	return xfer;
    916       1.1     pooka }
    917       1.1     pooka 
    918      1.24     pooka /*ARGSUSED*/
    919      1.24     pooka ssize_t
    920      1.24     pooka ukfs_write_fd(struct ukfs *ukfs, int fd, off_t off, uint8_t *buf, size_t buflen,
    921      1.24     pooka 	int dosync)
    922      1.24     pooka {
    923      1.24     pooka 	ssize_t xfer;
    924      1.24     pooka 
    925      1.27     pooka 	xfer = rump_sys_pwrite(fd, buf, buflen, off);
    926      1.24     pooka 	if (xfer > 0 && dosync)
    927      1.24     pooka 		rump_sys_fsync(fd);
    928      1.24     pooka 
    929      1.24     pooka 	return xfer;
    930      1.24     pooka }
    931      1.24     pooka 
    932      1.24     pooka /*ARGSUSED*/
    933      1.24     pooka int
    934      1.24     pooka ukfs_close(struct ukfs *ukfs, int fd)
    935      1.24     pooka {
    936      1.24     pooka 
    937      1.24     pooka 	rump_sys_close(fd);
    938      1.24     pooka 	return 0;
    939      1.24     pooka }
    940      1.24     pooka 
    941       1.1     pooka int
    942       1.1     pooka ukfs_create(struct ukfs *ukfs, const char *filename, mode_t mode)
    943       1.1     pooka {
    944      1.21     pooka 	int fd;
    945       1.1     pooka 
    946      1.54     pooka 	PRECALL();
    947      1.21     pooka 	fd = rump_sys_open(filename, RUMP_O_WRONLY | RUMP_O_CREAT, mode);
    948      1.21     pooka 	if (fd == -1)
    949      1.21     pooka 		return -1;
    950      1.21     pooka 	rump_sys_close(fd);
    951       1.1     pooka 
    952      1.54     pooka 	POSTCALL();
    953       1.1     pooka 	return 0;
    954       1.1     pooka }
    955       1.1     pooka 
    956       1.1     pooka int
    957       1.1     pooka ukfs_mknod(struct ukfs *ukfs, const char *path, mode_t mode, dev_t dev)
    958       1.1     pooka {
    959       1.1     pooka 
    960      1.21     pooka 	STDCALL(ukfs, rump_sys_mknod(path, mode, dev));
    961       1.1     pooka }
    962       1.1     pooka 
    963       1.1     pooka int
    964       1.1     pooka ukfs_mkfifo(struct ukfs *ukfs, const char *path, mode_t mode)
    965       1.1     pooka {
    966       1.1     pooka 
    967      1.21     pooka 	STDCALL(ukfs, rump_sys_mkfifo(path, mode));
    968       1.1     pooka }
    969       1.1     pooka 
    970       1.1     pooka int
    971       1.1     pooka ukfs_mkdir(struct ukfs *ukfs, const char *filename, mode_t mode)
    972       1.1     pooka {
    973       1.1     pooka 
    974      1.21     pooka 	STDCALL(ukfs, rump_sys_mkdir(filename, mode));
    975       1.1     pooka }
    976       1.1     pooka 
    977       1.1     pooka int
    978       1.1     pooka ukfs_remove(struct ukfs *ukfs, const char *filename)
    979       1.1     pooka {
    980       1.1     pooka 
    981      1.21     pooka 	STDCALL(ukfs, rump_sys_unlink(filename));
    982       1.1     pooka }
    983       1.1     pooka 
    984       1.1     pooka int
    985       1.1     pooka ukfs_rmdir(struct ukfs *ukfs, const char *filename)
    986       1.1     pooka {
    987       1.1     pooka 
    988      1.21     pooka 	STDCALL(ukfs, rump_sys_rmdir(filename));
    989       1.1     pooka }
    990       1.1     pooka 
    991       1.1     pooka int
    992       1.1     pooka ukfs_link(struct ukfs *ukfs, const char *filename, const char *f_create)
    993       1.1     pooka {
    994       1.1     pooka 
    995      1.21     pooka 	STDCALL(ukfs, rump_sys_link(filename, f_create));
    996       1.1     pooka }
    997       1.1     pooka 
    998       1.1     pooka int
    999       1.1     pooka ukfs_symlink(struct ukfs *ukfs, const char *filename, const char *linkname)
   1000       1.1     pooka {
   1001       1.1     pooka 
   1002      1.21     pooka 	STDCALL(ukfs, rump_sys_symlink(filename, linkname));
   1003       1.1     pooka }
   1004       1.1     pooka 
   1005       1.1     pooka ssize_t
   1006       1.1     pooka ukfs_readlink(struct ukfs *ukfs, const char *filename,
   1007       1.1     pooka 	char *linkbuf, size_t buflen)
   1008       1.1     pooka {
   1009       1.1     pooka 	ssize_t rv;
   1010       1.1     pooka 
   1011      1.54     pooka 	PRECALL();
   1012      1.21     pooka 	rv = rump_sys_readlink(filename, linkbuf, buflen);
   1013      1.54     pooka 	POSTCALL();
   1014       1.1     pooka 	return rv;
   1015       1.1     pooka }
   1016       1.1     pooka 
   1017       1.1     pooka int
   1018       1.1     pooka ukfs_rename(struct ukfs *ukfs, const char *from, const char *to)
   1019       1.1     pooka {
   1020       1.1     pooka 
   1021      1.21     pooka 	STDCALL(ukfs, rump_sys_rename(from, to));
   1022       1.1     pooka }
   1023       1.1     pooka 
   1024       1.1     pooka int
   1025       1.1     pooka ukfs_chdir(struct ukfs *ukfs, const char *path)
   1026       1.1     pooka {
   1027      1.54     pooka 	char *newpath, *oldpath;
   1028       1.1     pooka 	int rv;
   1029       1.1     pooka 
   1030      1.54     pooka 	PRECALL();
   1031      1.21     pooka 	rv = rump_sys_chdir(path);
   1032      1.21     pooka 	if (rv == -1)
   1033       1.1     pooka 		goto out;
   1034       1.1     pooka 
   1035      1.54     pooka 	newpath = malloc(MAXPATHLEN);
   1036      1.54     pooka 	if (rump_sys___getcwd(newpath, MAXPATHLEN) == -1) {
   1037      1.54     pooka 		goto out;
   1038      1.54     pooka 	}
   1039      1.54     pooka 
   1040       1.1     pooka 	pthread_spin_lock(&ukfs->ukfs_spin);
   1041      1.54     pooka 	oldpath = ukfs->ukfs_cwd;
   1042      1.54     pooka 	ukfs->ukfs_cwd = newpath;
   1043       1.1     pooka 	pthread_spin_unlock(&ukfs->ukfs_spin);
   1044      1.54     pooka 	free(oldpath);
   1045       1.1     pooka 
   1046       1.1     pooka  out:
   1047      1.54     pooka 	POSTCALL();
   1048      1.21     pooka 	return rv;
   1049       1.1     pooka }
   1050       1.1     pooka 
   1051       1.1     pooka int
   1052       1.1     pooka ukfs_stat(struct ukfs *ukfs, const char *filename, struct stat *file_stat)
   1053       1.1     pooka {
   1054      1.28     pooka 	int rv;
   1055       1.1     pooka 
   1056      1.54     pooka 	PRECALL();
   1057      1.52     pooka 	rv = rump_sys_stat(filename, file_stat);
   1058      1.54     pooka 	POSTCALL();
   1059      1.28     pooka 
   1060      1.28     pooka 	return rv;
   1061       1.1     pooka }
   1062       1.1     pooka 
   1063       1.1     pooka int
   1064       1.1     pooka ukfs_lstat(struct ukfs *ukfs, const char *filename, struct stat *file_stat)
   1065       1.1     pooka {
   1066      1.28     pooka 	int rv;
   1067       1.1     pooka 
   1068      1.54     pooka 	PRECALL();
   1069      1.52     pooka 	rv = rump_sys_lstat(filename, file_stat);
   1070      1.54     pooka 	POSTCALL();
   1071      1.28     pooka 
   1072      1.28     pooka 	return rv;
   1073       1.1     pooka }
   1074       1.1     pooka 
   1075       1.1     pooka int
   1076       1.1     pooka ukfs_chmod(struct ukfs *ukfs, const char *filename, mode_t mode)
   1077       1.1     pooka {
   1078       1.1     pooka 
   1079      1.21     pooka 	STDCALL(ukfs, rump_sys_chmod(filename, mode));
   1080       1.1     pooka }
   1081       1.1     pooka 
   1082       1.1     pooka int
   1083       1.1     pooka ukfs_lchmod(struct ukfs *ukfs, const char *filename, mode_t mode)
   1084       1.1     pooka {
   1085       1.1     pooka 
   1086      1.21     pooka 	STDCALL(ukfs, rump_sys_lchmod(filename, mode));
   1087       1.1     pooka }
   1088       1.1     pooka 
   1089       1.1     pooka int
   1090       1.1     pooka ukfs_chown(struct ukfs *ukfs, const char *filename, uid_t uid, gid_t gid)
   1091       1.1     pooka {
   1092       1.1     pooka 
   1093      1.21     pooka 	STDCALL(ukfs, rump_sys_chown(filename, uid, gid));
   1094       1.1     pooka }
   1095       1.1     pooka 
   1096       1.1     pooka int
   1097       1.1     pooka ukfs_lchown(struct ukfs *ukfs, const char *filename, uid_t uid, gid_t gid)
   1098       1.1     pooka {
   1099       1.1     pooka 
   1100      1.21     pooka 	STDCALL(ukfs, rump_sys_lchown(filename, uid, gid));
   1101       1.1     pooka }
   1102       1.1     pooka 
   1103       1.1     pooka int
   1104       1.1     pooka ukfs_chflags(struct ukfs *ukfs, const char *filename, u_long flags)
   1105       1.1     pooka {
   1106       1.1     pooka 
   1107      1.21     pooka 	STDCALL(ukfs, rump_sys_chflags(filename, flags));
   1108       1.1     pooka }
   1109       1.1     pooka 
   1110       1.1     pooka int
   1111       1.1     pooka ukfs_lchflags(struct ukfs *ukfs, const char *filename, u_long flags)
   1112       1.1     pooka {
   1113       1.1     pooka 
   1114      1.21     pooka 	STDCALL(ukfs, rump_sys_lchflags(filename, flags));
   1115       1.1     pooka }
   1116       1.1     pooka 
   1117       1.1     pooka int
   1118       1.1     pooka ukfs_utimes(struct ukfs *ukfs, const char *filename, const struct timeval *tptr)
   1119       1.1     pooka {
   1120       1.1     pooka 
   1121      1.21     pooka 	STDCALL(ukfs, rump_sys_utimes(filename, tptr));
   1122       1.1     pooka }
   1123       1.1     pooka 
   1124       1.1     pooka int
   1125       1.1     pooka ukfs_lutimes(struct ukfs *ukfs, const char *filename,
   1126       1.1     pooka 	      const struct timeval *tptr)
   1127       1.1     pooka {
   1128       1.1     pooka 
   1129      1.21     pooka 	STDCALL(ukfs, rump_sys_lutimes(filename, tptr));
   1130       1.1     pooka }
   1131       1.1     pooka 
   1132       1.3     pooka /*
   1133       1.3     pooka  * Dynamic module support
   1134       1.3     pooka  */
   1135       1.3     pooka 
   1136       1.3     pooka /* load one library */
   1137       1.3     pooka 
   1138       1.3     pooka /*
   1139       1.3     pooka  * XXX: the dlerror stuff isn't really threadsafe, but then again I
   1140       1.3     pooka  * can't protect against other threads calling dl*() outside of ukfs,
   1141       1.3     pooka  * so just live with it being flimsy
   1142       1.3     pooka  */
   1143       1.3     pooka int
   1144       1.3     pooka ukfs_modload(const char *fname)
   1145       1.3     pooka {
   1146      1.26     pooka 	void *handle;
   1147      1.48     pooka 	const struct modinfo *const *mi_start, *const *mi_end;
   1148       1.3     pooka 	int error;
   1149       1.3     pooka 
   1150      1.42     njoly 	handle = dlopen(fname, RTLD_LAZY|RTLD_GLOBAL);
   1151       1.3     pooka 	if (handle == NULL) {
   1152      1.13     pooka 		const char *dlmsg = dlerror();
   1153      1.13     pooka 		if (strstr(dlmsg, "Undefined symbol"))
   1154       1.3     pooka 			return 0;
   1155      1.13     pooka 		warnx("dlopen %s failed: %s\n", fname, dlmsg);
   1156       1.3     pooka 		/* XXXerrno */
   1157       1.3     pooka 		return -1;
   1158       1.3     pooka 	}
   1159       1.3     pooka 
   1160      1.48     pooka 	mi_start = dlsym(handle, "__start_link_set_modules");
   1161      1.48     pooka 	mi_end = dlsym(handle, "__stop_link_set_modules");
   1162      1.48     pooka 	if (mi_start && mi_end) {
   1163      1.48     pooka 		error = rump_pub_module_init(mi_start,
   1164      1.48     pooka 		    (size_t)(mi_end-mi_start));
   1165       1.3     pooka 		if (error)
   1166       1.3     pooka 			goto errclose;
   1167       1.3     pooka 		return 1;
   1168       1.3     pooka 	}
   1169       1.3     pooka 	error = EINVAL;
   1170       1.3     pooka 
   1171       1.3     pooka  errclose:
   1172       1.3     pooka 	dlclose(handle);
   1173       1.3     pooka 	errno = error;
   1174       1.3     pooka 	return -1;
   1175       1.3     pooka }
   1176       1.3     pooka 
   1177       1.3     pooka struct loadfail {
   1178       1.3     pooka 	char *pname;
   1179       1.3     pooka 
   1180       1.3     pooka 	LIST_ENTRY(loadfail) entries;
   1181       1.3     pooka };
   1182       1.3     pooka 
   1183       1.3     pooka #define RUMPFSMOD_PREFIX "librumpfs_"
   1184       1.3     pooka #define RUMPFSMOD_SUFFIX ".so"
   1185       1.3     pooka 
   1186       1.3     pooka int
   1187       1.3     pooka ukfs_modload_dir(const char *dir)
   1188       1.3     pooka {
   1189       1.3     pooka 	char nbuf[MAXPATHLEN+1], *p;
   1190       1.3     pooka 	struct dirent entry, *result;
   1191       1.3     pooka 	DIR *libdir;
   1192       1.3     pooka 	struct loadfail *lf, *nlf;
   1193       1.3     pooka 	int error, nloaded = 0, redo;
   1194       1.3     pooka 	LIST_HEAD(, loadfail) lfs;
   1195       1.3     pooka 
   1196       1.3     pooka 	libdir = opendir(dir);
   1197       1.3     pooka 	if (libdir == NULL)
   1198       1.3     pooka 		return -1;
   1199       1.3     pooka 
   1200       1.3     pooka 	LIST_INIT(&lfs);
   1201       1.3     pooka 	for (;;) {
   1202       1.3     pooka 		if ((error = readdir_r(libdir, &entry, &result)) != 0)
   1203       1.3     pooka 			break;
   1204       1.3     pooka 		if (!result)
   1205       1.3     pooka 			break;
   1206       1.3     pooka 		if (strncmp(result->d_name, RUMPFSMOD_PREFIX,
   1207       1.3     pooka 		    strlen(RUMPFSMOD_PREFIX)) != 0)
   1208       1.3     pooka 			continue;
   1209       1.3     pooka 		if (((p = strstr(result->d_name, RUMPFSMOD_SUFFIX)) == NULL)
   1210       1.3     pooka 		    || strlen(p) != strlen(RUMPFSMOD_SUFFIX))
   1211       1.3     pooka 			continue;
   1212       1.3     pooka 		strlcpy(nbuf, dir, sizeof(nbuf));
   1213       1.3     pooka 		strlcat(nbuf, "/", sizeof(nbuf));
   1214       1.3     pooka 		strlcat(nbuf, result->d_name, sizeof(nbuf));
   1215       1.3     pooka 		switch (ukfs_modload(nbuf)) {
   1216       1.3     pooka 		case 0:
   1217       1.3     pooka 			lf = malloc(sizeof(*lf));
   1218       1.3     pooka 			if (lf == NULL) {
   1219       1.3     pooka 				error = ENOMEM;
   1220       1.3     pooka 				break;
   1221       1.3     pooka 			}
   1222       1.3     pooka 			lf->pname = strdup(nbuf);
   1223       1.3     pooka 			if (lf->pname == NULL) {
   1224       1.3     pooka 				free(lf);
   1225       1.3     pooka 				error = ENOMEM;
   1226       1.3     pooka 				break;
   1227       1.3     pooka 			}
   1228       1.3     pooka 			LIST_INSERT_HEAD(&lfs, lf, entries);
   1229       1.3     pooka 			break;
   1230       1.3     pooka 		case 1:
   1231       1.3     pooka 			nloaded++;
   1232       1.3     pooka 			break;
   1233       1.3     pooka 		default:
   1234       1.3     pooka 			/* ignore errors */
   1235       1.3     pooka 			break;
   1236       1.3     pooka 		}
   1237       1.3     pooka 	}
   1238       1.3     pooka 	closedir(libdir);
   1239       1.3     pooka 	if (error && nloaded != 0)
   1240       1.3     pooka 		error = 0;
   1241       1.3     pooka 
   1242       1.3     pooka 	/*
   1243       1.3     pooka 	 * El-cheapo dependency calculator.  Just try to load the
   1244       1.3     pooka 	 * modules n times in a loop
   1245       1.3     pooka 	 */
   1246       1.3     pooka 	for (redo = 1; redo;) {
   1247       1.3     pooka 		redo = 0;
   1248       1.3     pooka 		nlf = LIST_FIRST(&lfs);
   1249       1.3     pooka 		while ((lf = nlf) != NULL) {
   1250       1.3     pooka 			nlf = LIST_NEXT(lf, entries);
   1251       1.3     pooka 			if (ukfs_modload(lf->pname) == 1) {
   1252       1.3     pooka 				nloaded++;
   1253       1.3     pooka 				redo = 1;
   1254       1.3     pooka 				LIST_REMOVE(lf, entries);
   1255       1.3     pooka 				free(lf->pname);
   1256       1.3     pooka 				free(lf);
   1257       1.3     pooka 			}
   1258       1.3     pooka 		}
   1259       1.3     pooka 	}
   1260       1.3     pooka 
   1261       1.3     pooka 	while ((lf = LIST_FIRST(&lfs)) != NULL) {
   1262       1.3     pooka 		LIST_REMOVE(lf, entries);
   1263       1.3     pooka 		free(lf->pname);
   1264       1.3     pooka 		free(lf);
   1265       1.3     pooka 	}
   1266       1.3     pooka 
   1267       1.3     pooka 	if (error && nloaded == 0) {
   1268       1.3     pooka 		errno = error;
   1269       1.3     pooka 		return -1;
   1270       1.3     pooka 	}
   1271       1.3     pooka 
   1272       1.3     pooka 	return nloaded;
   1273       1.3     pooka }
   1274       1.3     pooka 
   1275       1.4     pooka /* XXX: this code uses definitions from NetBSD, needs rumpdefs */
   1276       1.4     pooka ssize_t
   1277       1.4     pooka ukfs_vfstypes(char *buf, size_t buflen)
   1278       1.4     pooka {
   1279       1.4     pooka 	int mib[3];
   1280       1.4     pooka 	struct sysctlnode q, ans[128];
   1281       1.4     pooka 	size_t alen;
   1282      1.21     pooka 	int i;
   1283       1.4     pooka 
   1284       1.4     pooka 	mib[0] = CTL_VFS;
   1285       1.4     pooka 	mib[1] = VFS_GENERIC;
   1286       1.4     pooka 	mib[2] = CTL_QUERY;
   1287       1.4     pooka 	alen = sizeof(ans);
   1288       1.4     pooka 
   1289       1.4     pooka 	memset(&q, 0, sizeof(q));
   1290       1.4     pooka 	q.sysctl_flags = SYSCTL_VERSION;
   1291       1.4     pooka 
   1292      1.21     pooka 	if (rump_sys___sysctl(mib, 3, ans, &alen, &q, sizeof(q)) == -1) {
   1293       1.4     pooka 		return -1;
   1294       1.4     pooka 	}
   1295       1.4     pooka 
   1296       1.4     pooka 	for (i = 0; i < alen/sizeof(ans[0]); i++)
   1297       1.4     pooka 		if (strcmp("fstypes", ans[i].sysctl_name) == 0)
   1298       1.4     pooka 			break;
   1299       1.4     pooka 	if (i == alen/sizeof(ans[0])) {
   1300       1.4     pooka 		errno = ENXIO;
   1301       1.4     pooka 		return -1;
   1302       1.4     pooka 	}
   1303       1.4     pooka 
   1304       1.4     pooka 	mib[0] = CTL_VFS;
   1305       1.4     pooka 	mib[1] = VFS_GENERIC;
   1306       1.4     pooka 	mib[2] = ans[i].sysctl_num;
   1307       1.4     pooka 
   1308      1.21     pooka 	if (rump_sys___sysctl(mib, 3, buf, &buflen, NULL, 0) == -1) {
   1309       1.4     pooka 		return -1;
   1310       1.4     pooka 	}
   1311       1.4     pooka 
   1312       1.4     pooka 	return buflen;
   1313       1.4     pooka }
   1314       1.3     pooka 
   1315       1.3     pooka /*
   1316       1.3     pooka  * Utilities
   1317       1.3     pooka  */
   1318      1.30     pooka static int
   1319      1.30     pooka builddirs(const char *pathname, mode_t mode,
   1320      1.30     pooka 	int (*mkdirfn)(struct ukfs *, const char *, mode_t), struct ukfs *fs)
   1321       1.1     pooka {
   1322       1.1     pooka 	char *f1, *f2;
   1323       1.1     pooka 	int rv;
   1324       1.1     pooka 	mode_t mask;
   1325       1.1     pooka 	bool end;
   1326       1.1     pooka 
   1327       1.1     pooka 	/*ukfs_umask((mask = ukfs_umask(0)));*/
   1328       1.1     pooka 	umask((mask = umask(0)));
   1329       1.1     pooka 
   1330       1.1     pooka 	f1 = f2 = strdup(pathname);
   1331       1.1     pooka 	if (f1 == NULL) {
   1332       1.1     pooka 		errno = ENOMEM;
   1333       1.1     pooka 		return -1;
   1334       1.1     pooka 	}
   1335       1.1     pooka 
   1336       1.1     pooka 	end = false;
   1337       1.1     pooka 	for (;;) {
   1338       1.1     pooka 		/* find next component */
   1339       1.1     pooka 		f2 += strspn(f2, "/");
   1340       1.1     pooka 		f2 += strcspn(f2, "/");
   1341       1.1     pooka 		if (*f2 == '\0')
   1342       1.1     pooka 			end = true;
   1343       1.1     pooka 		else
   1344       1.1     pooka 			*f2 = '\0';
   1345       1.1     pooka 
   1346      1.30     pooka 		rv = mkdirfn(fs, f1, mode & ~mask);
   1347       1.1     pooka 		if (errno == EEXIST)
   1348       1.1     pooka 			rv = 0;
   1349       1.1     pooka 
   1350       1.1     pooka 		if (rv == -1 || *f2 != '\0' || end)
   1351       1.1     pooka 			break;
   1352       1.1     pooka 
   1353       1.1     pooka 		*f2 = '/';
   1354       1.1     pooka 	}
   1355       1.1     pooka 
   1356       1.1     pooka 	free(f1);
   1357       1.1     pooka 
   1358       1.1     pooka 	return rv;
   1359       1.1     pooka }
   1360      1.30     pooka 
   1361      1.30     pooka int
   1362      1.30     pooka ukfs_util_builddirs(struct ukfs *ukfs, const char *pathname, mode_t mode)
   1363      1.30     pooka {
   1364      1.30     pooka 
   1365      1.30     pooka 	return builddirs(pathname, mode, ukfs_mkdir, ukfs);
   1366      1.30     pooka }
   1367