14#include "fuse_config.h" 
   16#include "fuse_kernel.h" 
   19#include "mount_util.h" 
   36#ifndef F_LINUX_SPECIFIC_BASE 
   37#define F_LINUX_SPECIFIC_BASE       1024 
   40#define F_SETPIPE_SZ    (F_LINUX_SPECIFIC_BASE + 7) 
   44#define PARAM(inarg) (((char *)(inarg)) + sizeof(*(inarg))) 
   45#define OFFSET_MAX 0x7fffffffffffffffLL 
   47#define container_of(ptr, type, member) ({                              \ 
   48                        const typeof( ((type *)0)->member ) *__mptr = (ptr); \ 
   49                        (type *)( (char *)__mptr - offsetof(type,member) );}) 
   51struct fuse_pollhandle {
 
   53        struct fuse_session *se;
 
   56static size_t pagesize;
 
   58static __attribute__((constructor)) 
void fuse_ll_init_pagesize(
void)
 
   60        pagesize = getpagesize();
 
   63static void convert_stat(
const struct stat *stbuf, 
struct fuse_attr *attr)
 
   65        attr->ino       = stbuf->st_ino;
 
   66        attr->mode      = stbuf->st_mode;
 
   67        attr->nlink     = stbuf->st_nlink;
 
   68        attr->uid       = stbuf->st_uid;
 
   69        attr->gid       = stbuf->st_gid;
 
   70        attr->rdev      = stbuf->st_rdev;
 
   71        attr->size      = stbuf->st_size;
 
   72        attr->blksize   = stbuf->st_blksize;
 
   73        attr->blocks    = stbuf->st_blocks;
 
   74        attr->atime     = stbuf->st_atime;
 
   75        attr->mtime     = stbuf->st_mtime;
 
   76        attr->ctime     = stbuf->st_ctime;
 
   77        attr->atimensec = ST_ATIM_NSEC(stbuf);
 
   78        attr->mtimensec = ST_MTIM_NSEC(stbuf);
 
   79        attr->ctimensec = ST_CTIM_NSEC(stbuf);
 
   82static void convert_attr(
const struct fuse_setattr_in *attr, 
struct stat *stbuf)
 
   84        stbuf->st_mode         = attr->mode;
 
   85        stbuf->st_uid          = attr->uid;
 
   86        stbuf->st_gid          = attr->gid;
 
   87        stbuf->st_size         = attr->size;
 
   88        stbuf->st_atime        = attr->atime;
 
   89        stbuf->st_mtime        = attr->mtime;
 
   90        stbuf->st_ctime        = attr->ctime;
 
   91        ST_ATIM_NSEC_SET(stbuf, attr->atimensec);
 
   92        ST_MTIM_NSEC_SET(stbuf, attr->mtimensec);
 
   93        ST_CTIM_NSEC_SET(stbuf, attr->ctimensec);
 
   96static  size_t iov_length(
const struct iovec *iov, 
size_t count)
 
  101        for (seg = 0; seg < count; seg++)
 
  102                ret += iov[seg].iov_len;
 
  106static void list_init_req(
struct fuse_req *req)
 
  112static void list_del_req(
struct fuse_req *req)
 
  114        struct fuse_req *prev = req->prev;
 
  115        struct fuse_req *next = req->next;
 
  120static void list_add_req(
struct fuse_req *req, 
struct fuse_req *next)
 
  122        struct fuse_req *prev = next->prev;
 
  131        assert(req->ch == NULL);
 
  132        pthread_mutex_destroy(&req->lock);
 
  139        struct fuse_session *se = req->se;
 
  141        if (se->conn.no_interrupt) {
 
  142                ctr = --req->ref_cnt;
 
  143                fuse_chan_put(req->ch);
 
  146                pthread_mutex_lock(&se->lock);
 
  147                req->u.ni.func = NULL;
 
  148                req->u.ni.data = NULL;
 
  150                ctr = --req->ref_cnt;
 
  151                fuse_chan_put(req->ch);
 
  153                pthread_mutex_unlock(&se->lock);
 
  159static struct fuse_req *fuse_ll_alloc_req(
struct fuse_session *se)
 
  161        struct fuse_req *req;
 
  163        req = (
struct fuse_req *) calloc(1, 
sizeof(
struct fuse_req));
 
  165                fuse_log(FUSE_LOG_ERR, 
"fuse: failed to allocate request\n");
 
  170                pthread_mutex_init(&req->lock, NULL);
 
  177static int fuse_send_msg(
struct fuse_session *se, 
struct fuse_chan *ch,
 
  178                         struct iovec *iov, 
int count)
 
  180        struct fuse_out_header *out = iov[0].iov_base;
 
  183        out->len = iov_length(iov, count);
 
  185                if (out->unique == 0) {
 
  186                        fuse_log(FUSE_LOG_DEBUG, 
"NOTIFY: code=%d length=%u\n",
 
  187                                out->error, out->len);
 
  188                } 
else if (out->error) {
 
  190                                "   unique: %llu, error: %i (%s), outsize: %i\n",
 
  191                                (
unsigned long long) out->unique, out->error,
 
  192                                strerror(-out->error), out->len);
 
  195                                "   unique: %llu, success, outsize: %i\n",
 
  196                                (
unsigned long long) out->unique, out->len);
 
  204                res = se->io->writev(ch ? ch->fd : se->fd, iov, count,
 
  207                res = writev(ch ? ch->fd : se->fd, iov, count);
 
  214                        perror(
"fuse: writing device");
 
  222int fuse_send_reply_iov_nofree(
fuse_req_t req, 
int error, 
struct iovec *iov,
 
  225        struct fuse_out_header out;
 
  227#if __GLIBC__ >= 2 && __GLIBC_MINOR__ >= 32 
  228        const char *str = strerrordesc_np(error * -1);
 
  229        if ((str == NULL && error != 0) || error > 0) {
 
  231        if (error <= -1000 || error > 0) {
 
  233                fuse_log(FUSE_LOG_ERR, 
"fuse: bad error value: %i\n",   error);
 
  237        out.unique = req->unique;
 
  240        iov[0].iov_base = &out;
 
  241        iov[0].iov_len = 
sizeof(
struct fuse_out_header);
 
  243        return fuse_send_msg(req->se, req->ch, iov, count);
 
  246static int send_reply_iov(
fuse_req_t req, 
int error, 
struct iovec *iov,
 
  251        res = fuse_send_reply_iov_nofree(req, error, iov, count);
 
  256static int send_reply(
fuse_req_t req, 
int error, 
const void *arg,
 
  262                iov[1].iov_base = (
void *) arg;
 
  263                iov[1].iov_len = argsize;
 
  266        return send_reply_iov(req, error, iov, count);
 
  272        struct iovec *padded_iov;
 
  274        padded_iov = malloc((count + 1) * 
sizeof(
struct iovec));
 
  275        if (padded_iov == NULL)
 
  278        memcpy(padded_iov + 1, iov, count * 
sizeof(
struct iovec));
 
  281        res = send_reply_iov(req, 0, padded_iov, count);
 
 
  291                         const char *name, 
const struct stat *stbuf, off_t off)
 
  296        size_t entlen_padded;
 
  297        struct fuse_dirent *dirent;
 
  299        namelen = strlen(name);
 
  300        entlen = FUSE_NAME_OFFSET + namelen;
 
  301        entlen_padded = FUSE_DIRENT_ALIGN(entlen);
 
  303        if ((buf == NULL) || (entlen_padded > bufsize))
 
  304          return entlen_padded;
 
  306        dirent = (
struct fuse_dirent*) buf;
 
  307        dirent->ino = stbuf->st_ino;
 
  309        dirent->namelen = namelen;
 
  310        dirent->type = (stbuf->st_mode & S_IFMT) >> 12;
 
  311        memcpy(dirent->name, name, namelen);
 
  312        memset(dirent->name + namelen, 0, entlen_padded - entlen);
 
  314        return entlen_padded;
 
 
  317static void convert_statfs(
const struct statvfs *stbuf,
 
  318                           struct fuse_kstatfs *kstatfs)
 
  320        kstatfs->bsize   = stbuf->f_bsize;
 
  321        kstatfs->frsize  = stbuf->f_frsize;
 
  322        kstatfs->blocks  = stbuf->f_blocks;
 
  323        kstatfs->bfree   = stbuf->f_bfree;
 
  324        kstatfs->bavail  = stbuf->f_bavail;
 
  325        kstatfs->files   = stbuf->f_files;
 
  326        kstatfs->ffree   = stbuf->f_ffree;
 
  327        kstatfs->namelen = stbuf->f_namemax;
 
  330static int send_reply_ok(
fuse_req_t req, 
const void *arg, 
size_t argsize)
 
  332        return send_reply(req, 0, arg, argsize);
 
  337        return send_reply(req, -err, NULL, 0);
 
 
  345static unsigned long calc_timeout_sec(
double t)
 
  347        if (t > (
double) ULONG_MAX)
 
  352                return (
unsigned long) t;
 
  355static unsigned int calc_timeout_nsec(
double t)
 
  357        double f = t - (double) calc_timeout_sec(t);
 
  360        else if (f >= 0.999999999)
 
  363                return (
unsigned int) (f * 1.0e9);
 
  366static void fill_entry(
struct fuse_entry_out *arg,
 
  369        arg->nodeid = e->
ino;
 
  374        arg->attr_valid_nsec = calc_timeout_nsec(e->
attr_timeout);
 
  375        convert_stat(&e->
attr, &arg->attr);
 
  387        size_t entlen_padded;
 
  389        namelen = strlen(name);
 
  390        entlen = FUSE_NAME_OFFSET_DIRENTPLUS + namelen;
 
  391        entlen_padded = FUSE_DIRENT_ALIGN(entlen);
 
  392        if ((buf == NULL) || (entlen_padded > bufsize))
 
  393          return entlen_padded;
 
  395        struct fuse_direntplus *dp = (
struct fuse_direntplus *) buf;
 
  396        memset(&dp->entry_out, 0, 
sizeof(dp->entry_out));
 
  397        fill_entry(&dp->entry_out, e);
 
  399        struct fuse_dirent *dirent = &dp->dirent;
 
  400        dirent->ino = e->
attr.st_ino;
 
  402        dirent->namelen = namelen;
 
  403        dirent->type = (e->
attr.st_mode & S_IFMT) >> 12;
 
  404        memcpy(dirent->name, name, namelen);
 
  405        memset(dirent->name + namelen, 0, entlen_padded - entlen);
 
  407        return entlen_padded;
 
 
  410static void fill_open(
struct fuse_open_out *arg,
 
  416                arg->open_flags |= FOPEN_PASSTHROUGH;
 
  419                arg->open_flags |= FOPEN_DIRECT_IO;
 
  421                arg->open_flags |= FOPEN_KEEP_CACHE;
 
  423                arg->open_flags |= FOPEN_CACHE_DIR;
 
  425                arg->open_flags |= FOPEN_NONSEEKABLE;
 
  427                arg->open_flags |= FOPEN_NOFLUSH;
 
  429                arg->open_flags |= FOPEN_PARALLEL_DIRECT_WRITES;
 
  434        struct fuse_entry_out arg;
 
  435        size_t size = req->se->conn.proto_minor < 9 ?
 
  436                FUSE_COMPAT_ENTRY_OUT_SIZE : 
sizeof(arg);
 
  440        if (!e->
ino && req->se->conn.proto_minor < 4)
 
  443        memset(&arg, 0, 
sizeof(arg));
 
  445        return send_reply_ok(req, &arg, size);
 
 
  451        alignas(uint64_t) 
char buf[
sizeof(
struct fuse_entry_out) + 
sizeof(
struct fuse_open_out)];
 
  452        size_t entrysize = req->se->conn.proto_minor < 9 ?
 
  453                FUSE_COMPAT_ENTRY_OUT_SIZE : 
sizeof(
struct fuse_entry_out);
 
  454        struct fuse_entry_out *earg = (
struct fuse_entry_out *) buf;
 
  455        struct fuse_open_out *oarg = (
struct fuse_open_out *) (buf + entrysize);
 
  457        memset(buf, 0, 
sizeof(buf));
 
  460        return send_reply_ok(req, buf,
 
  461                             entrysize + 
sizeof(
struct fuse_open_out));
 
 
  467        struct fuse_attr_out arg;
 
  468        size_t size = req->se->conn.proto_minor < 9 ?
 
  469                FUSE_COMPAT_ATTR_OUT_SIZE : 
sizeof(arg);
 
  471        memset(&arg, 0, 
sizeof(arg));
 
  472        arg.attr_valid = calc_timeout_sec(attr_timeout);
 
  473        arg.attr_valid_nsec = calc_timeout_nsec(attr_timeout);
 
  474        convert_stat(attr, &arg.attr);
 
  476        return send_reply_ok(req, &arg, size);
 
 
  481        return send_reply_ok(req, linkname, strlen(linkname));
 
 
  486        struct fuse_backing_map map = { .fd = fd };
 
  489        ret = ioctl(req->se->fd, FUSE_DEV_IOC_BACKING_OPEN, &map);
 
  491                fuse_log(FUSE_LOG_ERR, 
"fuse: passthrough_open: %s\n", strerror(errno));
 
 
  498int fuse_passthrough_close(
fuse_req_t req, 
int backing_id)
 
  502        ret = ioctl(req->se->fd, FUSE_DEV_IOC_BACKING_CLOSE, &backing_id);
 
  504                fuse_log(FUSE_LOG_ERR, 
"fuse: passthrough_close: %s\n", strerror(errno));
 
  511        struct fuse_open_out arg;
 
  513        memset(&arg, 0, 
sizeof(arg));
 
  515        return send_reply_ok(req, &arg, 
sizeof(arg));
 
 
  520        struct fuse_write_out arg;
 
  522        memset(&arg, 0, 
sizeof(arg));
 
  525        return send_reply_ok(req, &arg, 
sizeof(arg));
 
 
  530        return send_reply_ok(req, buf, size);
 
 
  533static int fuse_send_data_iov_fallback(
struct fuse_session *se,
 
  534                                       struct fuse_chan *ch,
 
  535                                       struct iovec *iov, 
int iov_count,
 
  539        struct fuse_bufvec mem_buf = FUSE_BUFVEC_INIT(len);
 
  544        if (
buf->count == 1 && 
buf->idx == 0 && 
buf->off == 0 &&
 
  549                iov[iov_count].iov_base = 
buf->buf[0].
mem;
 
  550                iov[iov_count].iov_len = len;
 
  552                return fuse_send_msg(se, ch, iov, iov_count);
 
  555        res = posix_memalign(&mbuf, pagesize, len);
 
  559        mem_buf.
buf[0].
mem = mbuf;
 
  567        iov[iov_count].iov_base = mbuf;
 
  568        iov[iov_count].iov_len = len;
 
  570        res = fuse_send_msg(se, ch, iov, iov_count);
 
  582static void fuse_ll_pipe_free(
struct fuse_ll_pipe *llp)
 
  590#if !defined(HAVE_PIPE2) || !defined(O_CLOEXEC) 
  591static int fuse_pipe(
int fds[2])
 
  598        if (fcntl(fds[0], F_SETFL, O_NONBLOCK) == -1 ||
 
  599            fcntl(fds[1], F_SETFL, O_NONBLOCK) == -1 ||
 
  600            fcntl(fds[0], F_SETFD, FD_CLOEXEC) == -1 ||
 
  601            fcntl(fds[1], F_SETFD, FD_CLOEXEC) == -1) {
 
  609static int fuse_pipe(
int fds[2])
 
  611        return pipe2(fds, O_CLOEXEC | O_NONBLOCK);
 
  615static struct fuse_ll_pipe *fuse_ll_get_pipe(
struct fuse_session *se)
 
  617        struct fuse_ll_pipe *llp = pthread_getspecific(se->pipe_key);
 
  621                llp = malloc(
sizeof(
struct fuse_ll_pipe));
 
  625                res = fuse_pipe(llp->pipe);
 
  634                llp->size = pagesize * 16;
 
  637                pthread_setspecific(se->pipe_key, llp);
 
  644static void fuse_ll_clear_pipe(
struct fuse_session *se)
 
  646        struct fuse_ll_pipe *llp = pthread_getspecific(se->pipe_key);
 
  648                pthread_setspecific(se->pipe_key, NULL);
 
  649                fuse_ll_pipe_free(llp);
 
  653#if defined(HAVE_SPLICE) && defined(HAVE_VMSPLICE) 
  654static int read_back(
int fd, 
char *buf, 
size_t len)
 
  658        res = read(fd, buf, len);
 
  660                fuse_log(FUSE_LOG_ERR, 
"fuse: internal error: failed to read back from pipe: %s\n", strerror(errno));
 
  664                fuse_log(FUSE_LOG_ERR, 
"fuse: internal error: short read back from pipe: %i from %zi\n", res, len);
 
  670static int grow_pipe_to_max(
int pipefd)
 
  677        maxfd = open(
"/proc/sys/fs/pipe-max-size", O_RDONLY);
 
  681        res = read(maxfd, buf, 
sizeof(buf) - 1);
 
  692        res = libfuse_strtol(buf, &max);
 
  695        res = fcntl(pipefd, F_SETPIPE_SZ, max);
 
  701static int fuse_send_data_iov(
struct fuse_session *se, 
struct fuse_chan *ch,
 
  702                               struct iovec *iov, 
int iov_count,
 
  707        struct fuse_out_header *out = iov[0].iov_base;
 
  708        struct fuse_ll_pipe *llp;
 
  711        size_t total_buf_size;
 
  714        struct fuse_bufvec pipe_buf = FUSE_BUFVEC_INIT(len);
 
  716        if (se->broken_splice_nonblock)
 
  726                        total_buf_size -= 
buf->off;
 
  728        if (total_buf_size < 2 * pagesize)
 
  731        if (se->conn.proto_minor < 14 ||
 
  735        llp = fuse_ll_get_pipe(se);
 
  740        headerlen = iov_length(iov, iov_count);
 
  742        out->len = headerlen + len;
 
  748        pipesize = pagesize * (iov_count + 
buf->count + 1) + out->len;
 
  750        if (llp->size < pipesize) {
 
  752                        res = fcntl(llp->pipe[0], F_SETPIPE_SZ, pipesize);
 
  754                                res = grow_pipe_to_max(llp->pipe[0]);
 
  762                if (llp->size < pipesize)
 
  767        res = vmsplice(llp->pipe[1], iov, iov_count, SPLICE_F_NONBLOCK);
 
  771        if (res != headerlen) {
 
  773                fuse_log(FUSE_LOG_ERR, 
"fuse: short vmsplice to pipe: %u/%zu\n", res,
 
  779        pipe_buf.
buf[0].
fd = llp->pipe[1];
 
  784                if (res == -EAGAIN || res == -EINVAL) {
 
  796                                se->broken_splice_nonblock = 1;
 
  798                        pthread_setspecific(se->pipe_key, NULL);
 
  799                        fuse_ll_pipe_free(llp);
 
  806        if (res != 0 && res < len) {
 
  807                struct fuse_bufvec mem_buf = FUSE_BUFVEC_INIT(len);
 
  809                size_t now_len = res;
 
  819                res = posix_memalign(&mbuf, pagesize, len);
 
  823                mem_buf.
buf[0].
mem = mbuf;
 
  824                mem_buf.
off = now_len;
 
  828                        size_t extra_len = res;
 
  834                        tmpbuf = malloc(headerlen);
 
  835                        if (tmpbuf == NULL) {
 
  840                        res = read_back(llp->pipe[0], tmpbuf, headerlen);
 
  846                        res = read_back(llp->pipe[0], mbuf, now_len);
 
  851                        len = now_len + extra_len;
 
  852                        iov[iov_count].iov_base = mbuf;
 
  853                        iov[iov_count].iov_len = len;
 
  855                        res = fuse_send_msg(se, ch, iov, iov_count);
 
  863        out->len = headerlen + len;
 
  867                        "   unique: %llu, success, outsize: %i (splice)\n",
 
  868                        (
unsigned long long) out->unique, out->len);
 
  874                splice_flags |= SPLICE_F_MOVE;
 
  876        if (se->io != NULL && se->io->splice_send != NULL) {
 
  877                res = se->io->splice_send(llp->pipe[0], NULL,
 
  878                                                  ch ? ch->fd : se->fd, NULL, out->len,
 
  879                                                  splice_flags, se->userdata);
 
  881                res = splice(llp->pipe[0], NULL, ch ? ch->fd : se->fd, NULL,
 
  882                               out->len, splice_flags);
 
  886                perror(
"fuse: splice from pipe");
 
  889        if (res != out->len) {
 
  891                fuse_log(FUSE_LOG_ERR, 
"fuse: short splice from pipe: %u/%u\n",
 
  898        fuse_ll_clear_pipe(se);
 
  902        return fuse_send_data_iov_fallback(se, ch, iov, iov_count, 
buf, len);
 
  905static int fuse_send_data_iov(
struct fuse_session *se, 
struct fuse_chan *ch,
 
  906                               struct iovec *iov, 
int iov_count,
 
  912        return fuse_send_data_iov_fallback(se, ch, iov, iov_count, 
buf, len);
 
  920        struct fuse_out_header out;
 
  923        iov[0].iov_base = &out;
 
  924        iov[0].iov_len = 
sizeof(
struct fuse_out_header);
 
  926        out.unique = req->unique;
 
  929        res = fuse_send_data_iov(req->se, req->ch, iov, 1, bufv, flags);
 
 
  940        struct fuse_statfs_out arg;
 
  941        size_t size = req->se->conn.proto_minor < 4 ?
 
  942                FUSE_COMPAT_STATFS_SIZE : 
sizeof(arg);
 
  944        memset(&arg, 0, 
sizeof(arg));
 
  945        convert_statfs(stbuf, &arg.st);
 
  947        return send_reply_ok(req, &arg, size);
 
 
  952        struct fuse_getxattr_out arg;
 
  954        memset(&arg, 0, 
sizeof(arg));
 
  957        return send_reply_ok(req, &arg, 
sizeof(arg));
 
 
  962        struct fuse_lk_out arg;
 
  964        memset(&arg, 0, 
sizeof(arg));
 
  965        arg.lk.type = lock->l_type;
 
  966        if (lock->l_type != F_UNLCK) {
 
  967                arg.lk.start = lock->l_start;
 
  968                if (lock->l_len == 0)
 
  969                        arg.lk.end = OFFSET_MAX;
 
  971                        arg.lk.end = lock->l_start + lock->l_len - 1;
 
  973        arg.lk.pid = lock->l_pid;
 
  974        return send_reply_ok(req, &arg, 
sizeof(arg));
 
 
  979        struct fuse_bmap_out arg;
 
  981        memset(&arg, 0, 
sizeof(arg));
 
  984        return send_reply_ok(req, &arg, 
sizeof(arg));
 
 
  987static struct fuse_ioctl_iovec *fuse_ioctl_iovec_copy(
const struct iovec *iov,
 
  990        struct fuse_ioctl_iovec *fiov;
 
  993        fiov = malloc(
sizeof(fiov[0]) * count);
 
  997        for (i = 0; i < count; i++) {
 
  998                fiov[i].base = (uintptr_t) iov[i].iov_base;
 
  999                fiov[i].len = iov[i].iov_len;
 
 1006                           const struct iovec *in_iov, 
size_t in_count,
 
 1007                           const struct iovec *out_iov, 
size_t out_count)
 
 1009        struct fuse_ioctl_out arg;
 
 1010        struct fuse_ioctl_iovec *in_fiov = NULL;
 
 1011        struct fuse_ioctl_iovec *out_fiov = NULL;
 
 1012        struct iovec iov[4];
 
 1016        memset(&arg, 0, 
sizeof(arg));
 
 1017        arg.flags |= FUSE_IOCTL_RETRY;
 
 1018        arg.in_iovs = in_count;
 
 1019        arg.out_iovs = out_count;
 
 1020        iov[count].iov_base = &arg;
 
 1021        iov[count].iov_len = 
sizeof(arg);
 
 1024        if (req->se->conn.proto_minor < 16) {
 
 1026                        iov[count].iov_base = (
void *)in_iov;
 
 1027                        iov[count].iov_len = 
sizeof(in_iov[0]) * in_count;
 
 1032                        iov[count].iov_base = (
void *)out_iov;
 
 1033                        iov[count].iov_len = 
sizeof(out_iov[0]) * out_count;
 
 1038                if (
sizeof(
void *) == 4 && req->ioctl_64bit) {
 
 1044                        in_fiov = fuse_ioctl_iovec_copy(in_iov, in_count);
 
 1048                        iov[count].iov_base = (
void *)in_fiov;
 
 1049                        iov[count].iov_len = 
sizeof(in_fiov[0]) * in_count;
 
 1053                        out_fiov = fuse_ioctl_iovec_copy(out_iov, out_count);
 
 1057                        iov[count].iov_base = (
void *)out_fiov;
 
 1058                        iov[count].iov_len = 
sizeof(out_fiov[0]) * out_count;
 
 1063        res = send_reply_iov(req, 0, iov, count);
 
 
 1077        struct fuse_ioctl_out arg;
 
 1078        struct iovec iov[3];
 
 1081        memset(&arg, 0, 
sizeof(arg));
 
 1082        arg.result = result;
 
 1083        iov[count].iov_base = &arg;
 
 1084        iov[count].iov_len = 
sizeof(arg);
 
 1088                iov[count].iov_base = (
char *) buf;
 
 1089                iov[count].iov_len = size;
 
 1093        return send_reply_iov(req, 0, iov, count);
 
 
 1099        struct iovec *padded_iov;
 
 1100        struct fuse_ioctl_out arg;
 
 1103        padded_iov = malloc((count + 2) * 
sizeof(
struct iovec));
 
 1104        if (padded_iov == NULL)
 
 1107        memset(&arg, 0, 
sizeof(arg));
 
 1108        arg.result = result;
 
 1109        padded_iov[1].iov_base = &arg;
 
 1110        padded_iov[1].iov_len = 
sizeof(arg);
 
 1112        memcpy(&padded_iov[2], iov, count * 
sizeof(
struct iovec));
 
 1114        res = send_reply_iov(req, 0, padded_iov, count + 2);
 
 
 1122        struct fuse_poll_out arg;
 
 1124        memset(&arg, 0, 
sizeof(arg));
 
 1125        arg.revents = revents;
 
 1127        return send_reply_ok(req, &arg, 
sizeof(arg));
 
 
 1132        struct fuse_lseek_out arg;
 
 1134        memset(&arg, 0, 
sizeof(arg));
 
 1137        return send_reply_ok(req, &arg, 
sizeof(arg));
 
 
 1142        char *name = (
char *) inarg;
 
 1144        if (req->se->op.lookup)
 
 1145                req->se->op.lookup(req, nodeid, name);
 
 1152        struct fuse_forget_in *arg = (
struct fuse_forget_in *) inarg;
 
 1154        if (req->se->op.forget)
 
 1155                req->se->op.forget(req, nodeid, arg->nlookup);
 
 1163        struct fuse_batch_forget_in *arg = (
void *) inarg;
 
 1164        struct fuse_forget_one *param = (
void *) PARAM(arg);
 
 1169        if (req->se->op.forget_multi) {
 
 1170                req->se->op.forget_multi(req, arg->count,
 
 1171                                     (
struct fuse_forget_data *) param);
 
 1172        } 
else if (req->se->op.forget) {
 
 1173                for (i = 0; i < arg->count; i++) {
 
 1174                        struct fuse_forget_one *forget = ¶m[i];
 
 1175                        struct fuse_req *dummy_req;
 
 1177                        dummy_req = fuse_ll_alloc_req(req->se);
 
 1178                        if (dummy_req == NULL)
 
 1181                        dummy_req->unique = req->unique;
 
 1182                        dummy_req->ctx = req->ctx;
 
 1183                        dummy_req->ch = NULL;
 
 1185                        req->se->op.forget(dummy_req, forget->nodeid,
 
 1199        if (req->se->conn.proto_minor >= 9) {
 
 1200                struct fuse_getattr_in *arg = (
struct fuse_getattr_in *) inarg;
 
 1202                if (arg->getattr_flags & FUSE_GETATTR_FH) {
 
 1203                        memset(&fi, 0, 
sizeof(fi));
 
 1209        if (req->se->op.getattr)
 
 1210                req->se->op.getattr(req, nodeid, fip);
 
 1217        struct fuse_setattr_in *arg = (
struct fuse_setattr_in *) inarg;
 
 1219        if (req->se->op.setattr) {
 
 1223                memset(&stbuf, 0, 
sizeof(stbuf));
 
 1224                convert_attr(arg, &stbuf);
 
 1225                if (arg->valid & FATTR_FH) {
 
 1226                        arg->valid &= ~FATTR_FH;
 
 1227                        memset(&fi_store, 0, 
sizeof(fi_store));
 
 1232                        FUSE_SET_ATTR_MODE      |
 
 1235                        FUSE_SET_ATTR_SIZE      |
 
 1236                        FUSE_SET_ATTR_ATIME     |
 
 1237                        FUSE_SET_ATTR_MTIME     |
 
 1238                        FUSE_SET_ATTR_KILL_SUID |
 
 1239                        FUSE_SET_ATTR_KILL_SGID |
 
 1240                        FUSE_SET_ATTR_ATIME_NOW |
 
 1241                        FUSE_SET_ATTR_MTIME_NOW |
 
 1242                        FUSE_SET_ATTR_CTIME;
 
 1244                req->se->op.setattr(req, nodeid, &stbuf, arg->valid, fi);
 
 1251        struct fuse_access_in *arg = (
struct fuse_access_in *) inarg;
 
 1253        if (req->se->op.access)
 
 1254                req->se->op.access(req, nodeid, arg->mask);
 
 1263        if (req->se->op.readlink)
 
 1264                req->se->op.readlink(req, nodeid);
 
 1271        struct fuse_mknod_in *arg = (
struct fuse_mknod_in *) inarg;
 
 1272        char *name = PARAM(arg);
 
 1274        if (req->se->conn.proto_minor >= 12)
 
 1275                req->ctx.umask = arg->umask;
 
 1277                name = (
char *) inarg + FUSE_COMPAT_MKNOD_IN_SIZE;
 
 1279        if (req->se->op.mknod)
 
 1280                req->se->op.mknod(req, nodeid, name, arg->mode, arg->rdev);
 
 1287        struct fuse_mkdir_in *arg = (
struct fuse_mkdir_in *) inarg;
 
 1289        if (req->se->conn.proto_minor >= 12)
 
 1290                req->ctx.umask = arg->umask;
 
 1292        if (req->se->op.mkdir)
 
 1293                req->se->op.mkdir(req, nodeid, PARAM(arg), arg->mode);
 
 1300        char *name = (
char *) inarg;
 
 1302        if (req->se->op.unlink)
 
 1303                req->se->op.unlink(req, nodeid, name);
 
 1310        char *name = (
char *) inarg;
 
 1312        if (req->se->op.rmdir)
 
 1313                req->se->op.rmdir(req, nodeid, name);
 
 1320        char *name = (
char *) inarg;
 
 1321        char *linkname = ((
char *) inarg) + strlen((
char *) inarg) + 1;
 
 1323        if (req->se->op.symlink)
 
 1324                req->se->op.symlink(req, linkname, nodeid, name);
 
 1331        struct fuse_rename_in *arg = (
struct fuse_rename_in *) inarg;
 
 1332        char *oldname = PARAM(arg);
 
 1333        char *newname = oldname + strlen(oldname) + 1;
 
 1335        if (req->se->op.rename)
 
 1336                req->se->op.rename(req, nodeid, oldname, arg->newdir, newname,
 
 1344        struct fuse_rename2_in *arg = (
struct fuse_rename2_in *) inarg;
 
 1345        char *oldname = PARAM(arg);
 
 1346        char *newname = oldname + strlen(oldname) + 1;
 
 1348        if (req->se->op.rename)
 
 1349                req->se->op.rename(req, nodeid, oldname, arg->newdir, newname,
 
 1357        struct fuse_link_in *arg = (
struct fuse_link_in *) inarg;
 
 1359        if (req->se->op.link)
 
 1360                req->se->op.link(req, arg->oldnodeid, nodeid, PARAM(arg));
 
 1367        struct fuse_create_in *arg = (
struct fuse_create_in *) inarg;
 
 1369        if (req->se->op.tmpfile) {
 
 1372                memset(&fi, 0, 
sizeof(fi));
 
 1373                fi.
flags = arg->flags;
 
 1375                if (req->se->conn.proto_minor >= 12)
 
 1376                        req->ctx.umask = arg->umask;
 
 1378                req->se->op.tmpfile(req, nodeid, arg->mode, &fi);
 
 1385        struct fuse_create_in *arg = (
struct fuse_create_in *) inarg;
 
 1387        if (req->se->op.create) {
 
 1389                char *name = PARAM(arg);
 
 1391                memset(&fi, 0, 
sizeof(fi));
 
 1392                fi.
flags = arg->flags;
 
 1394                if (req->se->conn.proto_minor >= 12)
 
 1395                        req->ctx.umask = arg->umask;
 
 1397                        name = (
char *) inarg + 
sizeof(
struct fuse_open_in);
 
 1399                req->se->op.create(req, nodeid, name, arg->mode, &fi);
 
 1406        struct fuse_open_in *arg = (
struct fuse_open_in *) inarg;
 
 1409        memset(&fi, 0, 
sizeof(fi));
 
 1410        fi.
flags = arg->flags;
 
 1412        if (req->se->op.open)
 
 1413                req->se->op.open(req, nodeid, &fi);
 
 1422        struct fuse_read_in *arg = (
struct fuse_read_in *) inarg;
 
 1424        if (req->se->op.read) {
 
 1427                memset(&fi, 0, 
sizeof(fi));
 
 1429                if (req->se->conn.proto_minor >= 9) {
 
 1431                        fi.
flags = arg->flags;
 
 1433                req->se->op.read(req, nodeid, arg->size, arg->offset, &fi);
 
 1440        struct fuse_write_in *arg = (
struct fuse_write_in *) inarg;
 
 1444        memset(&fi, 0, 
sizeof(fi));
 
 1446        fi.
writepage = (arg->write_flags & FUSE_WRITE_CACHE) != 0;
 
 1448        if (req->se->conn.proto_minor < 9) {
 
 1449                param = ((
char *) arg) + FUSE_COMPAT_WRITE_IN_SIZE;
 
 1452                fi.
flags = arg->flags;
 
 1456        if (req->se->op.write)
 
 1457                req->se->op.write(req, nodeid, param, arg->size,
 
 1466        struct fuse_session *se = req->se;
 
 1471        struct fuse_write_in *arg = (
struct fuse_write_in *) inarg;
 
 1474        memset(&fi, 0, 
sizeof(fi));
 
 1476        fi.
writepage = arg->write_flags & FUSE_WRITE_CACHE;
 
 1478        if (se->conn.proto_minor < 9) {
 
 1479                bufv.
buf[0].
mem = ((
char *) arg) + FUSE_COMPAT_WRITE_IN_SIZE;
 
 1480                bufv.
buf[0].
size -= 
sizeof(
struct fuse_in_header) +
 
 1481                        FUSE_COMPAT_WRITE_IN_SIZE;
 
 1485                fi.
flags = arg->flags;
 
 1487                        bufv.
buf[0].
mem = PARAM(arg);
 
 1489                bufv.
buf[0].
size -= 
sizeof(
struct fuse_in_header) +
 
 1490                        sizeof(struct fuse_write_in);
 
 1492        if (bufv.
buf[0].
size < arg->size) {
 
 1493                fuse_log(FUSE_LOG_ERR, 
"fuse: do_write_buf: buffer size too small\n");
 
 1499        se->op.write_buf(req, nodeid, &bufv, arg->offset, &fi);
 
 1504                fuse_ll_clear_pipe(se);
 
 1509        struct fuse_flush_in *arg = (
struct fuse_flush_in *) inarg;
 
 1512        memset(&fi, 0, 
sizeof(fi));
 
 1515        if (req->se->conn.proto_minor >= 7)
 
 1518        if (req->se->op.flush)
 
 1519                req->se->op.flush(req, nodeid, &fi);
 
 1526        struct fuse_release_in *arg = (
struct fuse_release_in *) inarg;
 
 1529        memset(&fi, 0, 
sizeof(fi));
 
 1530        fi.
flags = arg->flags;
 
 1532        if (req->se->conn.proto_minor >= 8) {
 
 1533                fi.
flush = (arg->release_flags & FUSE_RELEASE_FLUSH) ? 1 : 0;
 
 1536        if (arg->release_flags & FUSE_RELEASE_FLOCK_UNLOCK) {
 
 1537                fi.flock_release = 1;
 
 1541        if (req->se->op.release)
 
 1542                req->se->op.release(req, nodeid, &fi);
 
 1549        struct fuse_fsync_in *arg = (
struct fuse_fsync_in *) inarg;
 
 1551        int datasync = arg->fsync_flags & 1;
 
 1553        memset(&fi, 0, 
sizeof(fi));
 
 1556        if (req->se->op.fsync)
 
 1557                req->se->op.fsync(req, nodeid, datasync, &fi);
 
 1564        struct fuse_open_in *arg = (
struct fuse_open_in *) inarg;
 
 1567        memset(&fi, 0, 
sizeof(fi));
 
 1568        fi.
flags = arg->flags;
 
 1570        if (req->se->op.opendir)
 
 1571                req->se->op.opendir(req, nodeid, &fi);
 
 1580        struct fuse_read_in *arg = (
struct fuse_read_in *) inarg;
 
 1583        memset(&fi, 0, 
sizeof(fi));
 
 1586        if (req->se->op.readdir)
 
 1587                req->se->op.readdir(req, nodeid, arg->size, arg->offset, &fi);
 
 1594        struct fuse_read_in *arg = (
struct fuse_read_in *) inarg;
 
 1597        memset(&fi, 0, 
sizeof(fi));
 
 1600        if (req->se->op.readdirplus)
 
 1601                req->se->op.readdirplus(req, nodeid, arg->size, arg->offset, &fi);
 
 1608        struct fuse_release_in *arg = (
struct fuse_release_in *) inarg;
 
 1611        memset(&fi, 0, 
sizeof(fi));
 
 1612        fi.
flags = arg->flags;
 
 1615        if (req->se->op.releasedir)
 
 1616                req->se->op.releasedir(req, nodeid, &fi);
 
 1623        struct fuse_fsync_in *arg = (
struct fuse_fsync_in *) inarg;
 
 1625        int datasync = arg->fsync_flags & 1;
 
 1627        memset(&fi, 0, 
sizeof(fi));
 
 1630        if (req->se->op.fsyncdir)
 
 1631                req->se->op.fsyncdir(req, nodeid, datasync, &fi);
 
 1641        if (req->se->op.statfs)
 
 1642                req->se->op.statfs(req, nodeid);
 
 1644                struct statvfs buf = {
 
 1654        struct fuse_session *se = req->se;
 
 1656        struct fuse_setxattr_in *arg = (
struct fuse_setxattr_in *) inarg;
 
 1657        char *name = xattr_ext ? PARAM(arg) :
 
 1658                     (char *)arg + FUSE_COMPAT_SETXATTR_IN_SIZE;
 
 1659        char *value = name + strlen(name) + 1;
 
 1662        if (req->se->op.setxattr)
 
 1663                req->se->op.setxattr(req, nodeid, name, value, arg->size,
 
 1671        struct fuse_getxattr_in *arg = (
struct fuse_getxattr_in *) inarg;
 
 1673        if (req->se->op.getxattr)
 
 1674                req->se->op.getxattr(req, nodeid, PARAM(arg), arg->size);
 
 1681        struct fuse_getxattr_in *arg = (
struct fuse_getxattr_in *) inarg;
 
 1683        if (req->se->op.listxattr)
 
 1684                req->se->op.listxattr(req, nodeid, arg->size);
 
 1691        char *name = (
char *) inarg;
 
 1693        if (req->se->op.removexattr)
 
 1694                req->se->op.removexattr(req, nodeid, name);
 
 1699static void convert_fuse_file_lock(
struct fuse_file_lock *fl,
 
 1700                                   struct flock *flock)
 
 1702        memset(flock, 0, 
sizeof(
struct flock));
 
 1703        flock->l_type = fl->type;
 
 1704        flock->l_whence = SEEK_SET;
 
 1705        flock->l_start = fl->start;
 
 1706        if (fl->end == OFFSET_MAX)
 
 1709                flock->l_len = fl->end - fl->start + 1;
 
 1710        flock->l_pid = fl->pid;
 
 1715        struct fuse_lk_in *arg = (
struct fuse_lk_in *) inarg;
 
 1719        memset(&fi, 0, 
sizeof(fi));
 
 1723        convert_fuse_file_lock(&arg->lk, &flock);
 
 1724        if (req->se->op.getlk)
 
 1725                req->se->op.getlk(req, nodeid, &fi, &flock);
 
 1731                            const void *inarg, 
int sleep)
 
 1733        struct fuse_lk_in *arg = (
struct fuse_lk_in *) inarg;
 
 1737        memset(&fi, 0, 
sizeof(fi));
 
 1741        if (arg->lk_flags & FUSE_LK_FLOCK) {
 
 1744                switch (arg->lk.type) {
 
 1758                if (req->se->op.flock)
 
 1759                        req->se->op.flock(req, nodeid, &fi, op);
 
 1763                convert_fuse_file_lock(&arg->lk, &flock);
 
 1764                if (req->se->op.setlk)
 
 1765                        req->se->op.setlk(req, nodeid, &fi, &flock, sleep);
 
 1773        do_setlk_common(req, nodeid, inarg, 0);
 
 1778        do_setlk_common(req, nodeid, inarg, 1);
 
 1781static int find_interrupted(
struct fuse_session *se, 
struct fuse_req *req)
 
 1783        struct fuse_req *curr;
 
 1785        for (curr = se->list.next; curr != &se->list; curr = curr->next) {
 
 1786                if (curr->unique == req->u.i.unique) {
 
 1791                        pthread_mutex_unlock(&se->lock);
 
 1794                        pthread_mutex_lock(&curr->lock);
 
 1795                        pthread_mutex_lock(&se->lock);
 
 1796                        curr->interrupted = 1;
 
 1797                        func = curr->u.ni.func;
 
 1798                        data = curr->u.ni.data;
 
 1799                        pthread_mutex_unlock(&se->lock);
 
 1802                        pthread_mutex_unlock(&curr->lock);
 
 1804                        pthread_mutex_lock(&se->lock);
 
 1806                        if (!curr->ref_cnt) {
 
 1813        for (curr = se->interrupts.next; curr != &se->interrupts;
 
 1814             curr = curr->next) {
 
 1815                if (curr->u.i.unique == req->u.i.unique)
 
 1823        struct fuse_interrupt_in *arg = (
struct fuse_interrupt_in *) inarg;
 
 1824        struct fuse_session *se = req->se;
 
 1828                fuse_log(FUSE_LOG_DEBUG, 
"INTERRUPT: %llu\n",
 
 1829                        (
unsigned long long) arg->unique);
 
 1831        req->u.i.unique = arg->unique;
 
 1833        pthread_mutex_lock(&se->lock);
 
 1834        if (find_interrupted(se, req)) {
 
 1835                fuse_chan_put(req->ch);
 
 1839                list_add_req(req, &se->interrupts);
 
 1840        pthread_mutex_unlock(&se->lock);
 
 1843static struct fuse_req *check_interrupt(
struct fuse_session *se,
 
 1844                                        struct fuse_req *req)
 
 1846        struct fuse_req *curr;
 
 1848        for (curr = se->interrupts.next; curr != &se->interrupts;
 
 1849             curr = curr->next) {
 
 1850                if (curr->u.i.unique == req->unique) {
 
 1851                        req->interrupted = 1;
 
 1853                        fuse_chan_put(curr->ch);
 
 1859        curr = se->interrupts.next;
 
 1860        if (curr != &se->interrupts) {
 
 1862                list_init_req(curr);
 
 1870        struct fuse_bmap_in *arg = (
struct fuse_bmap_in *) inarg;
 
 1872        if (req->se->op.bmap)
 
 1873                req->se->op.bmap(req, nodeid, arg->blocksize, arg->block);
 
 1880        struct fuse_ioctl_in *arg = (
struct fuse_ioctl_in *) inarg;
 
 1881        unsigned int flags = arg->flags;
 
 1882        void *in_buf = arg->in_size ? PARAM(arg) : NULL;
 
 1885        if (
flags & FUSE_IOCTL_DIR &&
 
 1891        memset(&fi, 0, 
sizeof(fi));
 
 1894        if (
sizeof(
void *) == 4 && req->se->conn.proto_minor >= 16 &&
 
 1895            !(
flags & FUSE_IOCTL_32BIT)) {
 
 1896                req->ioctl_64bit = 1;
 
 1899        if (req->se->op.ioctl)
 
 1900                req->se->op.ioctl(req, nodeid, arg->cmd,
 
 1901                                 (
void *)(uintptr_t)arg->arg, &fi, 
flags,
 
 1902                                 in_buf, arg->in_size, arg->out_size);
 
 1914        struct fuse_poll_in *arg = (
struct fuse_poll_in *) inarg;
 
 1917        memset(&fi, 0, 
sizeof(fi));
 
 1921        if (req->se->op.poll) {
 
 1922                struct fuse_pollhandle *ph = NULL;
 
 1924                if (arg->flags & FUSE_POLL_SCHEDULE_NOTIFY) {
 
 1925                        ph = malloc(
sizeof(
struct fuse_pollhandle));
 
 1934                req->se->op.poll(req, nodeid, &fi, ph);
 
 1942        struct fuse_fallocate_in *arg = (
struct fuse_fallocate_in *) inarg;
 
 1945        memset(&fi, 0, 
sizeof(fi));
 
 1948        if (req->se->op.fallocate)
 
 1949                req->se->op.fallocate(req, nodeid, arg->mode, arg->offset, arg->length, &fi);
 
 1956        struct fuse_copy_file_range_in *arg = (
struct fuse_copy_file_range_in *) inarg;
 
 1959        memset(&fi_in, 0, 
sizeof(fi_in));
 
 1960        fi_in.fh = arg->fh_in;
 
 1962        memset(&fi_out, 0, 
sizeof(fi_out));
 
 1963        fi_out.fh = arg->fh_out;
 
 1966        if (req->se->op.copy_file_range)
 
 1967                req->se->op.copy_file_range(req, nodeid_in, arg->off_in,
 
 1968                                            &fi_in, arg->nodeid_out,
 
 1969                                            arg->off_out, &fi_out, arg->len,
 
 1977        struct fuse_lseek_in *arg = (
struct fuse_lseek_in *) inarg;
 
 1980        memset(&fi, 0, 
sizeof(fi));
 
 1983        if (req->se->op.lseek)
 
 1984                req->se->op.lseek(req, nodeid, arg->offset, arg->whence, &fi);
 
 1989static bool want_flags_valid(uint64_t capable, uint64_t want)
 
 1991        uint64_t unknown_flags = want & (~capable);
 
 1992        if (unknown_flags != 0) {
 
 1994                         "fuse: unknown connection 'want' flags: 0x%08lx\n",
 
 2003static __attribute__((no_sanitize(
"thread")))
 
 2006        struct fuse_init_in *arg = (
struct fuse_init_in *) inarg;
 
 2007        struct fuse_init_out outarg;
 
 2008        struct fuse_session *se = req->se;
 
 2009        size_t bufsize = se->bufsize;
 
 2010        size_t outargsize = 
sizeof(outarg);
 
 2011        uint64_t inargflags = 0;
 
 2012        uint64_t outargflags = 0;
 
 2013        bool buf_reallocable = se->buf_reallocable;
 
 2016                fuse_log(FUSE_LOG_DEBUG, 
"INIT: %u.%u\n", arg->major, arg->minor);
 
 2017                if (arg->major == 7 && arg->minor >= 6) {
 
 2018                        fuse_log(FUSE_LOG_DEBUG, 
"flags=0x%08x\n", arg->flags);
 
 2019                        fuse_log(FUSE_LOG_DEBUG, 
"max_readahead=0x%08x\n",
 
 2020                                arg->max_readahead);
 
 2023        se->conn.proto_major = arg->major;
 
 2024        se->conn.proto_minor = arg->minor;
 
 2025        se->conn.capable_ext = 0;
 
 2026        se->conn.want_ext = 0;
 
 2028        memset(&outarg, 0, 
sizeof(outarg));
 
 2029        outarg.major = FUSE_KERNEL_VERSION;
 
 2030        outarg.minor = FUSE_KERNEL_MINOR_VERSION;
 
 2032        if (arg->major < 7) {
 
 2033                fuse_log(FUSE_LOG_ERR, 
"fuse: unsupported protocol version: %u.%u\n",
 
 2034                        arg->major, arg->minor);
 
 2039        if (arg->major > 7) {
 
 2041                send_reply_ok(req, &outarg, 
sizeof(outarg));
 
 2045        if (arg->minor >= 6) {
 
 2046                if (arg->max_readahead < se->conn.max_readahead)
 
 2047                        se->conn.max_readahead = arg->max_readahead;
 
 2048                inargflags = arg->flags;
 
 2049                if (inargflags & FUSE_INIT_EXT)
 
 2050                        inargflags = inargflags | (uint64_t) arg->flags2 << 32;
 
 2051                if (inargflags & FUSE_ASYNC_READ)
 
 2053                if (inargflags & FUSE_POSIX_LOCKS)
 
 2055                if (inargflags & FUSE_ATOMIC_O_TRUNC)
 
 2057                if (inargflags & FUSE_EXPORT_SUPPORT)
 
 2059                if (inargflags & FUSE_DONT_MASK)
 
 2061                if (inargflags & FUSE_FLOCK_LOCKS)
 
 2063                if (inargflags & FUSE_AUTO_INVAL_DATA)
 
 2065                if (inargflags & FUSE_DO_READDIRPLUS)
 
 2067                if (inargflags & FUSE_READDIRPLUS_AUTO)
 
 2069                if (inargflags & FUSE_ASYNC_DIO)
 
 2071                if (inargflags & FUSE_WRITEBACK_CACHE)
 
 2073                if (inargflags & FUSE_NO_OPEN_SUPPORT)
 
 2075                if (inargflags & FUSE_PARALLEL_DIROPS)
 
 2077                if (inargflags & FUSE_POSIX_ACL)
 
 2079                if (inargflags & FUSE_HANDLE_KILLPRIV)
 
 2081                if (inargflags & FUSE_HANDLE_KILLPRIV_V2)
 
 2083                if (inargflags & FUSE_CACHE_SYMLINKS)
 
 2085                if (inargflags & FUSE_NO_OPENDIR_SUPPORT)
 
 2087                if (inargflags & FUSE_EXPLICIT_INVAL_DATA)
 
 2089                if (inargflags & FUSE_SETXATTR_EXT)
 
 2091                if (!(inargflags & FUSE_MAX_PAGES)) {
 
 2092                        size_t max_bufsize =
 
 2093                                FUSE_DEFAULT_MAX_PAGES_PER_REQ * getpagesize()
 
 2094                                + FUSE_BUFFER_HEADER_SIZE;
 
 2095                        if (bufsize > max_bufsize) {
 
 2096                                bufsize = max_bufsize;
 
 2098                        buf_reallocable = 
false;
 
 2100                if (inargflags & FUSE_DIRECT_IO_ALLOW_MMAP)
 
 2102                if (arg->minor >= 38 || (inargflags & FUSE_HAS_EXPIRE_ONLY))
 
 2104                if (inargflags & FUSE_PASSTHROUGH)
 
 2106                if (inargflags & FUSE_NO_EXPORT_SUPPORT)
 
 2109                se->conn.max_readahead = 0;
 
 2112        if (se->conn.proto_minor >= 14) {
 
 2115                if ((se->io == NULL) || (se->io->splice_send != NULL)) {
 
 2120                if ((se->io == NULL) || (se->io->splice_receive != NULL)) {
 
 2125        if (se->conn.proto_minor >= 18)
 
 2135#define LL_SET_DEFAULT(cond, cap)                     \ 
 2137                fuse_set_feature_flag(&se->conn, cap) 
 2145        LL_SET_DEFAULT(se->op.getlk && se->op.setlk,
 
 2149        LL_SET_DEFAULT(se->op.readdirplus && se->op.readdir,
 
 2157        se->conn.time_gran = 1;
 
 2161                uint64_t want_ext_default = se->conn.want_ext;
 
 2162                uint32_t want_default = fuse_lower_32_bits(se->conn.want_ext);
 
 2166                se->conn.capable = fuse_lower_32_bits(se->conn.capable_ext);
 
 2167                se->conn.want = want_default;
 
 2169                se->op.init(se->userdata, &se->conn);
 
 2176                rc = convert_to_conn_want_ext(&se->conn, want_ext_default,
 
 2180                        se->error = -EPROTO;
 
 2186        if (!want_flags_valid(se->conn.capable_ext, se->conn.want_ext)) {
 
 2188                se->error = -EPROTO;
 
 2193        unsigned max_read_mo = get_max_read(se->mo);
 
 2194        if (se->conn.max_read != max_read_mo) {
 
 2195                fuse_log(FUSE_LOG_ERR, 
"fuse: error: init() and fuse_session_new() " 
 2196                        "requested different maximum read size (%u vs %u)\n",
 
 2197                        se->conn.max_read, max_read_mo);
 
 2199                se->error = -EPROTO;
 
 2204        if (bufsize < FUSE_MIN_READ_BUFFER) {
 
 2206                         "fuse: warning: buffer size too small: %zu\n",
 
 2208                bufsize = FUSE_MIN_READ_BUFFER;
 
 2211        if (buf_reallocable)
 
 2213        se->conn.max_write = MIN(se->conn.max_write, bufsize - FUSE_BUFFER_HEADER_SIZE);
 
 2214        se->bufsize = se->conn.max_write + FUSE_BUFFER_HEADER_SIZE;
 
 2216        if (arg->flags & FUSE_MAX_PAGES) {
 
 2217                outarg.flags |= FUSE_MAX_PAGES;
 
 2218                outarg.max_pages = (se->conn.max_write - 1) / getpagesize() + 1;
 
 2220        outargflags = outarg.flags;
 
 2223        outargflags |= FUSE_BIG_WRITES;
 
 2226                outargflags |= FUSE_ASYNC_READ;
 
 2228                outargflags |= FUSE_POSIX_LOCKS;
 
 2230                outargflags |= FUSE_ATOMIC_O_TRUNC;
 
 2232                outargflags |= FUSE_EXPORT_SUPPORT;
 
 2234                outargflags |= FUSE_DONT_MASK;
 
 2236                outargflags |= FUSE_FLOCK_LOCKS;
 
 2238                outargflags |= FUSE_AUTO_INVAL_DATA;
 
 2240                outargflags |= FUSE_DO_READDIRPLUS;
 
 2242                outargflags |= FUSE_READDIRPLUS_AUTO;
 
 2244                outargflags |= FUSE_ASYNC_DIO;
 
 2246                outargflags |= FUSE_WRITEBACK_CACHE;
 
 2248                outargflags |= FUSE_PARALLEL_DIROPS;
 
 2250                outargflags |= FUSE_POSIX_ACL;
 
 2252                outargflags |= FUSE_HANDLE_KILLPRIV;
 
 2254                outargflags |= FUSE_HANDLE_KILLPRIV_V2;
 
 2256                outargflags |= FUSE_CACHE_SYMLINKS;
 
 2258                outargflags |= FUSE_EXPLICIT_INVAL_DATA;
 
 2260                outargflags |= FUSE_SETXATTR_EXT;
 
 2262                outargflags |= FUSE_DIRECT_IO_ALLOW_MMAP;
 
 2264                outargflags |= FUSE_PASSTHROUGH;
 
 2269                outarg.max_stack_depth = se->conn.max_backing_stack_depth + 1;
 
 2272                outargflags |= FUSE_NO_EXPORT_SUPPORT;
 
 2274        if (inargflags & FUSE_INIT_EXT) {
 
 2275                outargflags |= FUSE_INIT_EXT;
 
 2276                outarg.flags2 = outargflags >> 32;
 
 2279        outarg.flags = outargflags;
 
 2281        outarg.max_readahead = se->conn.max_readahead;
 
 2282        outarg.max_write = se->conn.max_write;
 
 2283        if (se->conn.proto_minor >= 13) {
 
 2284                if (se->conn.max_background >= (1 << 16))
 
 2285                        se->conn.max_background = (1 << 16) - 1;
 
 2286                if (se->conn.congestion_threshold > se->conn.max_background)
 
 2287                        se->conn.congestion_threshold = se->conn.max_background;
 
 2288                if (!se->conn.congestion_threshold) {
 
 2289                        se->conn.congestion_threshold =
 
 2290                                se->conn.max_background * 3 / 4;
 
 2293                outarg.max_background = se->conn.max_background;
 
 2294                outarg.congestion_threshold = se->conn.congestion_threshold;
 
 2296        if (se->conn.proto_minor >= 23)
 
 2297                outarg.time_gran = se->conn.time_gran;
 
 2300                fuse_log(FUSE_LOG_DEBUG, 
"   INIT: %u.%u\n", outarg.major, outarg.minor);
 
 2301                fuse_log(FUSE_LOG_DEBUG, 
"   flags=0x%08x\n", outarg.flags);
 
 2302                fuse_log(FUSE_LOG_DEBUG, 
"   max_readahead=0x%08x\n",
 
 2303                        outarg.max_readahead);
 
 2304                fuse_log(FUSE_LOG_DEBUG, 
"   max_write=0x%08x\n", outarg.max_write);
 
 2305                fuse_log(FUSE_LOG_DEBUG, 
"   max_background=%i\n",
 
 2306                        outarg.max_background);
 
 2307                fuse_log(FUSE_LOG_DEBUG, 
"   congestion_threshold=%i\n",
 
 2308                        outarg.congestion_threshold);
 
 2309                fuse_log(FUSE_LOG_DEBUG, 
"   time_gran=%u\n",
 
 2312                        fuse_log(FUSE_LOG_DEBUG, 
"   max_stack_depth=%u\n",
 
 2313                                outarg.max_stack_depth);
 
 2316                outargsize = FUSE_COMPAT_INIT_OUT_SIZE;
 
 2317        else if (arg->minor < 23)
 
 2318                outargsize = FUSE_COMPAT_22_INIT_OUT_SIZE;
 
 2320        send_reply_ok(req, &outarg, outargsize);
 
 2325        struct fuse_session *se = req->se;
 
 2330        se->got_destroy = 1;
 
 2333                se->op.destroy(se->userdata);
 
 2335        send_reply_ok(req, NULL, 0);
 
 2338static void list_del_nreq(
struct fuse_notify_req *nreq)
 
 2340        struct fuse_notify_req *prev = nreq->prev;
 
 2341        struct fuse_notify_req *next = nreq->next;
 
 2346static void list_add_nreq(
struct fuse_notify_req *nreq,
 
 2347                          struct fuse_notify_req *next)
 
 2349        struct fuse_notify_req *prev = next->prev;
 
 2356static void list_init_nreq(
struct fuse_notify_req *nreq)
 
 2363                            const void *inarg, 
const struct fuse_buf *buf)
 
 2365        struct fuse_session *se = req->se;
 
 2366        struct fuse_notify_req *nreq;
 
 2367        struct fuse_notify_req *head;
 
 2369        pthread_mutex_lock(&se->lock);
 
 2370        head = &se->notify_list;
 
 2371        for (nreq = head->next; nreq != head; nreq = nreq->next) {
 
 2372                if (nreq->unique == req->unique) {
 
 2373                        list_del_nreq(nreq);
 
 2377        pthread_mutex_unlock(&se->lock);
 
 2380                nreq->reply(nreq, req, nodeid, inarg, buf);
 
 2383static int send_notify_iov(
struct fuse_session *se, 
int notify_code,
 
 2384                           struct iovec *iov, 
int count)
 
 2386        struct fuse_out_header out;
 
 2392        out.error = notify_code;
 
 2393        iov[0].iov_base = &out;
 
 2394        iov[0].iov_len = 
sizeof(
struct fuse_out_header);
 
 2396        return fuse_send_msg(se, NULL, iov, count);
 
 2402                struct fuse_notify_poll_wakeup_out outarg;
 
 2403                struct iovec iov[2];
 
 2407                iov[1].iov_base = &outarg;
 
 2408                iov[1].iov_len = 
sizeof(outarg);
 
 2410                return send_notify_iov(ph->se, FUSE_NOTIFY_POLL, iov, 2);
 
 
 2417                                     off_t off, off_t len)
 
 2419        struct fuse_notify_inval_inode_out outarg;
 
 2420        struct iovec iov[2];
 
 2425        if (se->conn.proto_minor < 12)
 
 2432        iov[1].iov_base = &outarg;
 
 2433        iov[1].iov_len = 
sizeof(outarg);
 
 2435        return send_notify_iov(se, FUSE_NOTIFY_INVAL_INODE, iov, 2);
 
 
 2457static int fuse_lowlevel_notify_entry(
struct fuse_session *se, 
fuse_ino_t parent,
 
 2458                                                        const char *name, 
size_t namelen,
 
 2461        struct fuse_notify_inval_entry_out outarg;
 
 2462        struct iovec iov[3];
 
 2467        if (se->conn.proto_minor < 12)
 
 2470        outarg.parent = parent;
 
 2471        outarg.namelen = namelen;
 
 2473        if (flags & FUSE_LL_EXPIRE_ONLY)
 
 2474                outarg.flags |= FUSE_EXPIRE_ONLY;
 
 2476        iov[1].iov_base = &outarg;
 
 2477        iov[1].iov_len = 
sizeof(outarg);
 
 2478        iov[2].iov_base = (
void *)name;
 
 2479        iov[2].iov_len = namelen + 1;
 
 2481        return send_notify_iov(se, FUSE_NOTIFY_INVAL_ENTRY, iov, 3);
 
 2485                                                 const char *name, 
size_t namelen)
 
 2487        return fuse_lowlevel_notify_entry(se, parent, name, namelen, FUSE_LL_INVALIDATE);
 
 
 2491                                                        const char *name, 
size_t namelen)
 
 2499        return fuse_lowlevel_notify_entry(se, parent, name, namelen, FUSE_LL_EXPIRE_ONLY);
 
 
 2505                                const char *name, 
size_t namelen)
 
 2507        struct fuse_notify_delete_out outarg;
 
 2508        struct iovec iov[3];
 
 2513        if (se->conn.proto_minor < 18)
 
 2516        outarg.parent = parent;
 
 2517        outarg.child = child;
 
 2518        outarg.namelen = namelen;
 
 2521        iov[1].iov_base = &outarg;
 
 2522        iov[1].iov_len = 
sizeof(outarg);
 
 2523        iov[2].iov_base = (
void *)name;
 
 2524        iov[2].iov_len = namelen + 1;
 
 2526        return send_notify_iov(se, FUSE_NOTIFY_DELETE, iov, 3);
 
 
 2533        struct fuse_out_header out;
 
 2534        struct fuse_notify_store_out outarg;
 
 2535        struct iovec iov[3];
 
 2542        if (se->conn.proto_minor < 15)
 
 2546        out.error = FUSE_NOTIFY_STORE;
 
 2548        outarg.nodeid = ino;
 
 2549        outarg.offset = offset;
 
 2553        iov[0].iov_base = &out;
 
 2554        iov[0].iov_len = 
sizeof(out);
 
 2555        iov[1].iov_base = &outarg;
 
 2556        iov[1].iov_len = 
sizeof(outarg);
 
 2558        res = fuse_send_data_iov(se, NULL, iov, 2, bufv, flags);
 
 
 2565struct fuse_retrieve_req {
 
 2566        struct fuse_notify_req nreq;
 
 2570static void fuse_ll_retrieve_reply(
struct fuse_notify_req *nreq,
 
 2575        struct fuse_session *se = req->se;
 
 2576        struct fuse_retrieve_req *rreq =
 
 2577                container_of(nreq, 
struct fuse_retrieve_req, nreq);
 
 2578        const struct fuse_notify_retrieve_in *arg = inarg;
 
 2585                bufv.
buf[0].
mem = PARAM(arg);
 
 2587        bufv.
buf[0].
size -= 
sizeof(
struct fuse_in_header) +
 
 2588                sizeof(struct fuse_notify_retrieve_in);
 
 2590        if (bufv.
buf[0].
size < arg->size) {
 
 2591                fuse_log(FUSE_LOG_ERR, 
"fuse: retrieve reply: buffer size too small\n");
 
 2597        if (se->op.retrieve_reply) {
 
 2598                se->op.retrieve_reply(req, rreq->cookie, ino,
 
 2599                                          arg->offset, &bufv);
 
 2606                fuse_ll_clear_pipe(se);
 
 2610                                  size_t size, off_t offset, 
void *cookie)
 
 2612        struct fuse_notify_retrieve_out outarg;
 
 2613        struct iovec iov[2];
 
 2614        struct fuse_retrieve_req *rreq;
 
 2620        if (se->conn.proto_minor < 15)
 
 2623        rreq = malloc(
sizeof(*rreq));
 
 2627        pthread_mutex_lock(&se->lock);
 
 2628        rreq->cookie = cookie;
 
 2629        rreq->nreq.unique = se->notify_ctr++;
 
 2630        rreq->nreq.reply = fuse_ll_retrieve_reply;
 
 2631        list_add_nreq(&rreq->nreq, &se->notify_list);
 
 2632        pthread_mutex_unlock(&se->lock);
 
 2634        outarg.notify_unique = rreq->nreq.unique;
 
 2635        outarg.nodeid = ino;
 
 2636        outarg.offset = offset;
 
 2640        iov[1].iov_base = &outarg;
 
 2641        iov[1].iov_len = 
sizeof(outarg);
 
 2643        err = send_notify_iov(se, FUSE_NOTIFY_RETRIEVE, iov, 2);
 
 2645                pthread_mutex_lock(&se->lock);
 
 2646                list_del_nreq(&rreq->nreq);
 
 2647                pthread_mutex_unlock(&se->lock);
 
 
 2656        return req->se->userdata;
 
 
 2667        pthread_mutex_lock(&req->lock);
 
 2668        pthread_mutex_lock(&req->se->lock);
 
 2669        req->u.ni.func = func;
 
 2670        req->u.ni.data = data;
 
 2671        pthread_mutex_unlock(&req->se->lock);
 
 2672        if (req->interrupted && func)
 
 2674        pthread_mutex_unlock(&req->lock);
 
 
 2681        pthread_mutex_lock(&req->se->lock);
 
 2682        interrupted = req->interrupted;
 
 2683        pthread_mutex_unlock(&req->se->lock);
 
 
 2692        [FUSE_LOOKUP]      = { do_lookup,      
"LOOKUP"      },
 
 2693        [FUSE_FORGET]      = { do_forget,      
"FORGET"      },
 
 2694        [FUSE_GETATTR]     = { do_getattr,     
"GETATTR"     },
 
 2695        [FUSE_SETATTR]     = { do_setattr,     
"SETATTR"     },
 
 2696        [FUSE_READLINK]    = { do_readlink,    
"READLINK"    },
 
 2697        [FUSE_SYMLINK]     = { do_symlink,     
"SYMLINK"     },
 
 2698        [FUSE_MKNOD]       = { do_mknod,       
"MKNOD"       },
 
 2699        [FUSE_MKDIR]       = { do_mkdir,       
"MKDIR"       },
 
 2700        [FUSE_UNLINK]      = { do_unlink,      
"UNLINK"      },
 
 2701        [FUSE_RMDIR]       = { do_rmdir,       
"RMDIR"       },
 
 2702        [FUSE_RENAME]      = { do_rename,      
"RENAME"      },
 
 2703        [FUSE_LINK]        = { do_link,        
"LINK"        },
 
 2704        [FUSE_OPEN]        = { do_open,        
"OPEN"        },
 
 2705        [FUSE_READ]        = { do_read,        
"READ"        },
 
 2706        [FUSE_WRITE]       = { do_write,       
"WRITE"       },
 
 2707        [FUSE_STATFS]      = { do_statfs,      
"STATFS"      },
 
 2708        [FUSE_RELEASE]     = { do_release,     
"RELEASE"     },
 
 2709        [FUSE_FSYNC]       = { do_fsync,       
"FSYNC"       },
 
 2710        [FUSE_SETXATTR]    = { do_setxattr,    
"SETXATTR"    },
 
 2711        [FUSE_GETXATTR]    = { do_getxattr,    
"GETXATTR"    },
 
 2712        [FUSE_LISTXATTR]   = { do_listxattr,   
"LISTXATTR"   },
 
 2713        [FUSE_REMOVEXATTR] = { do_removexattr, 
"REMOVEXATTR" },
 
 2714        [FUSE_FLUSH]       = { do_flush,       
"FLUSH"       },
 
 2715        [FUSE_INIT]        = { do_init,        
"INIT"        },
 
 2716        [FUSE_OPENDIR]     = { do_opendir,     
"OPENDIR"     },
 
 2717        [FUSE_READDIR]     = { do_readdir,     
"READDIR"     },
 
 2718        [FUSE_RELEASEDIR]  = { do_releasedir,  
"RELEASEDIR"  },
 
 2719        [FUSE_FSYNCDIR]    = { do_fsyncdir,    
"FSYNCDIR"    },
 
 2720        [FUSE_GETLK]       = { do_getlk,       
"GETLK"       },
 
 2721        [FUSE_SETLK]       = { do_setlk,       
"SETLK"       },
 
 2722        [FUSE_SETLKW]      = { do_setlkw,      
"SETLKW"      },
 
 2723        [FUSE_ACCESS]      = { do_access,      
"ACCESS"      },
 
 2724        [FUSE_CREATE]      = { do_create,      
"CREATE"      },
 
 2725        [FUSE_TMPFILE]     = { do_tmpfile,     
"TMPFILE"        },
 
 2726        [FUSE_INTERRUPT]   = { do_interrupt,   
"INTERRUPT"   },
 
 2727        [FUSE_BMAP]        = { do_bmap,        
"BMAP"        },
 
 2728        [FUSE_IOCTL]       = { do_ioctl,       
"IOCTL"       },
 
 2729        [FUSE_POLL]        = { do_poll,        
"POLL"        },
 
 2730        [FUSE_FALLOCATE]   = { do_fallocate,   
"FALLOCATE"   },
 
 2731        [FUSE_DESTROY]     = { do_destroy,     
"DESTROY"     },
 
 2732        [FUSE_NOTIFY_REPLY] = { (
void *) 1,    
"NOTIFY_REPLY" },
 
 2733        [FUSE_BATCH_FORGET] = { do_batch_forget, 
"BATCH_FORGET" },
 
 2734        [FUSE_READDIRPLUS] = { do_readdirplus,  
"READDIRPLUS"},
 
 2735        [FUSE_RENAME2]     = { do_rename2,      
"RENAME2"    },
 
 2736        [FUSE_COPY_FILE_RANGE] = { do_copy_file_range, 
"COPY_FILE_RANGE" },
 
 2737        [FUSE_LSEEK]       = { do_lseek,       
"LSEEK"       },
 
 2738        [CUSE_INIT]        = { cuse_lowlevel_init, 
"CUSE_INIT"   },
 
 2746#define FUSE_MAXOP (CUSE_INIT + 1) 
 2748static const char *opname(
enum fuse_opcode opcode)
 
 2750        if (opcode >= FUSE_MAXOP || !fuse_ll_ops[opcode].name)
 
 2753                return fuse_ll_ops[opcode].name;
 
 2756static int fuse_ll_copy_from_pipe(
struct fuse_bufvec *dst,
 
 2761                fuse_log(FUSE_LOG_ERR, 
"fuse: copy from pipe: %s\n", strerror(-res));
 
 2765                fuse_log(FUSE_LOG_ERR, 
"fuse: copy from pipe: short read\n");
 
 2774        fuse_session_process_buf_internal(se, buf, NULL);
 
 
 2778void fuse_session_process_buf_internal(
struct fuse_session *se,
 
 2779                                  const struct fuse_buf *buf, 
struct fuse_chan *ch)
 
 2781        const size_t write_header_size = 
sizeof(
struct fuse_in_header) +
 
 2782                sizeof(struct fuse_write_in);
 
 2784        struct fuse_bufvec tmpbuf = FUSE_BUFVEC_INIT(write_header_size);
 
 2785        struct fuse_in_header *in;
 
 2787        struct fuse_req *req;
 
 2796                mbuf = malloc(tmpbuf.
buf[0].
size);
 
 2798                        fuse_log(FUSE_LOG_ERR, 
"fuse: failed to allocate header\n");
 
 2801                tmpbuf.
buf[0].
mem = mbuf;
 
 2803                res = fuse_ll_copy_from_pipe(&tmpbuf, &bufv);
 
 2814                        "unique: %llu, opcode: %s (%i), nodeid: %llu, insize: %zu, pid: %u\n",
 
 2815                        (
unsigned long long) in->unique,
 
 2816                        opname((
enum fuse_opcode) in->opcode), in->opcode,
 
 2817                        (
unsigned long long) in->nodeid, buf->
size, in->pid);
 
 2820        req = fuse_ll_alloc_req(se);
 
 2822                struct fuse_out_header out = {
 
 2823                        .unique = in->unique,
 
 2826                struct iovec iov = {
 
 2828                        .iov_len = 
sizeof(
struct fuse_out_header),
 
 2831                fuse_send_msg(se, ch, &iov, 1);
 
 2835        req->unique = in->unique;
 
 2836        req->ctx.uid = in->uid;
 
 2837        req->ctx.gid = in->gid;
 
 2838        req->ctx.pid = in->pid;
 
 2839        req->ch = ch ? fuse_chan_get(ch) : NULL;
 
 2842        if (!se->got_init) {
 
 2843                enum fuse_opcode expected;
 
 2845                expected = se->cuse_data ? CUSE_INIT : FUSE_INIT;
 
 2846                if (in->opcode != expected)
 
 2848        } 
else if (in->opcode == FUSE_INIT || in->opcode == CUSE_INIT)
 
 2853        if (se->deny_others && in->uid != se->owner && in->uid != 0 &&
 
 2854                 in->opcode != FUSE_INIT && in->opcode != FUSE_READ &&
 
 2855                 in->opcode != FUSE_WRITE && in->opcode != FUSE_FSYNC &&
 
 2856                 in->opcode != FUSE_RELEASE && in->opcode != FUSE_READDIR &&
 
 2857                 in->opcode != FUSE_FSYNCDIR && in->opcode != FUSE_RELEASEDIR &&
 
 2858                 in->opcode != FUSE_NOTIFY_REPLY &&
 
 2859                 in->opcode != FUSE_READDIRPLUS)
 
 2863        if (in->opcode >= FUSE_MAXOP || !fuse_ll_ops[in->opcode].func)
 
 2866        if (se->conn.no_interrupt && in->opcode == FUSE_INTERRUPT) {
 
 2868                        fuse_log(FUSE_LOG_DEBUG, 
"FUSE_INTERRUPT: reply to kernel to disable interrupt\n");
 
 2871        if (!se->conn.no_interrupt && in->opcode != FUSE_INTERRUPT) {
 
 2872                struct fuse_req *intr;
 
 2873                pthread_mutex_lock(&se->lock);
 
 2874                intr = check_interrupt(se, req);
 
 2875                list_add_req(req, &se->list);
 
 2876                pthread_mutex_unlock(&se->lock);
 
 2882            (in->opcode != FUSE_WRITE || !se->op.write_buf) &&
 
 2883            in->opcode != FUSE_NOTIFY_REPLY) {
 
 2887                newmbuf = realloc(mbuf, buf->
size);
 
 2888                if (newmbuf == NULL)
 
 2892                tmpbuf = FUSE_BUFVEC_INIT(buf->
size - write_header_size);
 
 2893                tmpbuf.
buf[0].
mem = (
char *)mbuf + write_header_size;
 
 2895                res = fuse_ll_copy_from_pipe(&tmpbuf, &bufv);
 
 2903        inarg = (
void *) &in[1];
 
 2904        if (in->opcode == FUSE_WRITE && se->op.write_buf)
 
 2905                do_write_buf(req, in->nodeid, inarg, buf);
 
 2906        else if (in->opcode == FUSE_NOTIFY_REPLY)
 
 2907                do_notify_reply(req, in->nodeid, inarg, buf);
 
 2909                fuse_ll_ops[in->opcode].func(req, in->nodeid, inarg);
 
 2919                fuse_ll_clear_pipe(se);
 
 2923#define LL_OPTION(n,o,v) \ 
 2924        { n, offsetof(struct fuse_session, o), v } 
 2926static const struct fuse_opt fuse_ll_opts[] = {
 
 2927        LL_OPTION(
"debug", debug, 1),
 
 2928        LL_OPTION(
"-d", debug, 1),
 
 2929        LL_OPTION(
"--debug", debug, 1),
 
 2930        LL_OPTION(
"allow_root", deny_others, 1),
 
 2936        printf(
"using FUSE kernel interface version %i.%i\n",
 
 2937               FUSE_KERNEL_VERSION, FUSE_KERNEL_MINOR_VERSION);
 
 2938        fuse_mount_version();
 
 
 2946"    -o allow_other         allow access by all users\n" 
 2947"    -o allow_root          allow access by root\n" 
 2948"    -o auto_unmount        auto unmount on process termination\n");
 
 
 2953        struct fuse_ll_pipe *llp;
 
 2955        if (se->got_init && !se->got_destroy) {
 
 2957                        se->op.destroy(se->userdata);
 
 2959        llp = pthread_getspecific(se->pipe_key);
 
 2961                fuse_ll_pipe_free(llp);
 
 2962        pthread_key_delete(se->pipe_key);
 
 2963        pthread_mutex_destroy(&se->lock);
 
 2964        free(se->cuse_data);
 
 2969        destroy_mount_opts(se->mo);
 
 
 2974static void fuse_ll_pipe_destructor(
void *data)
 
 2976        struct fuse_ll_pipe *llp = data;
 
 2977        fuse_ll_pipe_free(llp);
 
 2980void fuse_buf_free(
struct fuse_buf *buf)
 
 2982        if (buf->
mem == NULL)
 
 2985        size_t write_header_sz =
 
 2986                sizeof(
struct fuse_in_header) + sizeof(struct fuse_write_in);
 
 2988        char *ptr = (
char *)buf->
mem - pagesize + write_header_sz;
 
 2996static void *buf_alloc(
size_t size, 
bool internal)
 
 3004                size_t write_header_sz = 
sizeof(
struct fuse_in_header) +
 
 3005                                         sizeof(struct fuse_write_in);
 
 3006                size_t new_size = ROUND_UP(size + write_header_sz, pagesize);
 
 3008                char *buf = aligned_alloc(pagesize, new_size);
 
 3012                buf += pagesize - write_header_sz;
 
 3016                return malloc(size);
 
 3023static int _fuse_session_receive_buf(
struct fuse_session *se,
 
 3024                                     struct fuse_buf *buf, 
struct fuse_chan *ch,
 
 3031        struct fuse_ll_pipe *llp;
 
 3035        bufsize = se->bufsize;
 
 3037        if (se->conn.proto_minor < 14 ||
 
 3041        llp = fuse_ll_get_pipe(se);
 
 3045        if (llp->size < bufsize) {
 
 3046                if (llp->can_grow) {
 
 3047                        res = fcntl(llp->pipe[0], F_SETPIPE_SZ, bufsize);
 
 3050                                res = grow_pipe_to_max(llp->pipe[0]);
 
 3057                if (llp->size < bufsize)
 
 3061        if (se->io != NULL && se->io->splice_receive != NULL) {
 
 3062                res = se->io->splice_receive(ch ? ch->fd : se->
fd, NULL,
 
 3063                                             llp->pipe[1], NULL, bufsize, 0,
 
 3066                res = splice(ch ? ch->fd : se->
fd, NULL, llp->pipe[1], NULL,
 
 3075                if (err == ENODEV) {
 
 3083                if (err == EINVAL && bufsize < se->bufsize) {
 
 3084                        fuse_ll_clear_pipe(se);
 
 3088                if (err != EINTR && err != EAGAIN)
 
 3089                        perror(
"fuse: splice from device");
 
 3093        if (res < 
sizeof(
struct fuse_in_header)) {
 
 3094                fuse_log(FUSE_LOG_ERR, 
"short splice from fuse device\n");
 
 3109        if (res < 
sizeof(
struct fuse_in_header) + 
sizeof(
struct fuse_write_in) +
 
 3115                        buf->
mem = buf_alloc(bufsize, internal);
 
 3119                                        "fuse: failed to allocate read buffer\n");
 
 3130                        fuse_log(FUSE_LOG_ERR, 
"fuse: copy from pipe: %s\n",
 
 3132                        fuse_ll_clear_pipe(se);
 
 3135                if (res < tmpbuf.size) {
 
 3137                                 "fuse: copy from pipe: short read\n");
 
 3138                        fuse_ll_clear_pipe(se);
 
 3141                assert(res == tmpbuf.size);
 
 3145                buf->
fd = tmpbuf.fd;
 
 3156                bufsize = se->bufsize; 
 
 3157                buf->
mem = buf_alloc(bufsize, internal);
 
 3160                                 "fuse: failed to allocate read buffer\n");
 
 3169        if (se->io != NULL) {
 
 3172                res = se->io->read(ch ? ch->fd : se->fd, 
buf->mem, bufsize,
 
 3175                res = read(ch ? ch->fd : se->fd, 
buf->mem, bufsize);
 
 3182                if (err == EINVAL && internal && se->bufsize > bufsize) {
 
 3184                        bufsize = se->bufsize;
 
 3185                        void *newbuf = buf_alloc(bufsize, internal);
 
 3189                                        "fuse: failed to (re)allocate read buffer\n");
 
 3203                if (err == ENODEV) {
 
 3212                if (err != EINTR && err != EAGAIN)
 
 3213                        perror(
"fuse: reading device");
 
 3216        if ((
size_t)res < 
sizeof(
struct fuse_in_header)) {
 
 3217                fuse_log(FUSE_LOG_ERR, 
"short read on fuse device\n");
 
 3228        return _fuse_session_receive_buf(se, 
buf, NULL, 
false);
 
 
 3232int fuse_session_receive_buf_internal(
struct fuse_session *se,
 
 3234                                      struct fuse_chan *ch)
 
 3240        if (unlikely(!se->got_init) && !se->buf_reallocable)
 
 3241                se->buf_reallocable = 
true;
 
 3243        return _fuse_session_receive_buf(se, 
buf, ch, 
true);
 
 3246struct fuse_session *
 
 3247fuse_session_new_versioned(
struct fuse_args *args,
 
 3252        struct fuse_session *se;
 
 3253        struct mount_opts *mo;
 
 3256                fuse_log(FUSE_LOG_ERR, 
"fuse: warning: library too old, some operations may not work\n");
 
 3260        if (args->
argc == 0) {
 
 3261                fuse_log(FUSE_LOG_ERR, 
"fuse: empty argv passed to fuse_session_new().\n");
 
 3265        se = (
struct fuse_session *) calloc(1, 
sizeof(
struct fuse_session));
 
 3267                fuse_log(FUSE_LOG_ERR, 
"fuse: failed to allocate fuse object\n");
 
 3271        se->conn.max_write = FUSE_DEFAULT_MAX_PAGES_LIMIT * getpagesize();
 
 3272        se->bufsize = se->conn.max_write + FUSE_BUFFER_HEADER_SIZE;
 
 3273        se->conn.max_readahead = UINT_MAX;
 
 3278        if(se->deny_others) {
 
 3288        mo = parse_mount_opts(args);
 
 3292        if(args->
argc == 1 &&
 
 3293           args->
argv[0][0] == 
'-') {
 
 3294                fuse_log(FUSE_LOG_ERR, 
"fuse: warning: argv[0] looks like an option, but " 
 3295                        "will be ignored\n");
 
 3296        } 
else if (args->
argc != 1) {
 
 3298                fuse_log(FUSE_LOG_ERR, 
"fuse: unknown option(s): `");
 
 3299                for(i = 1; i < args->
argc-1; i++)
 
 3306                fuse_log(FUSE_LOG_DEBUG, 
"FUSE library version: %s\n", PACKAGE_VERSION);
 
 3308        list_init_req(&se->list);
 
 3309        list_init_req(&se->interrupts);
 
 3310        list_init_nreq(&se->notify_list);
 
 3312        pthread_mutex_init(&se->lock, NULL);
 
 3314        err = pthread_key_create(&se->pipe_key, fuse_ll_pipe_destructor);
 
 3316                fuse_log(FUSE_LOG_ERR, 
"fuse: failed to create thread specific key: %s\n",
 
 3321        memcpy(&se->op, op, op_size);
 
 3322        se->owner = getuid();
 
 3323        se->userdata = userdata;
 
 3332        se->version = *version;
 
 3337        pthread_mutex_destroy(&se->lock);
 
 3342                destroy_mount_opts(mo);
 
 3349struct fuse_session *fuse_session_new_30(
struct fuse_args *args,
 
 3351                                         size_t op_size, 
void *userdata);
 
 3352struct fuse_session *fuse_session_new_30(
struct fuse_args *args,
 
 3360        return fuse_session_new_versioned(args, op, op_size, &version,
 
 3364FUSE_SYMVER(
"fuse_session_custom_io_317", 
"fuse_session_custom_io@@FUSE_3.17")
 
 3365int fuse_session_custom_io_317(struct fuse_session *se,
 
 3366                                const struct fuse_custom_io *io, 
size_t op_size, 
int fd)
 
 3368        if (
sizeof(
struct fuse_custom_io) < op_size) {
 
 3369                fuse_log(FUSE_LOG_ERR, 
"fuse: warning: library too old, some operations may not work\n");
 
 3370                op_size = 
sizeof(
struct fuse_custom_io);
 
 3374                fuse_log(FUSE_LOG_ERR, 
"Invalid file descriptor value %d passed to " 
 3375                        "fuse_session_custom_io()\n", fd);
 
 3379                fuse_log(FUSE_LOG_ERR, 
"No custom IO passed to " 
 3380                        "fuse_session_custom_io()\n");
 
 3382        } 
else if (io->read == NULL || io->writev == NULL) {
 
 3387                fuse_log(FUSE_LOG_ERR, 
"io passed to fuse_session_custom_io() must " 
 3388                        "implement both io->read() and io->writev\n");
 
 3392        se->io = calloc(1, 
sizeof(
struct fuse_custom_io));
 
 3393        if (se->io == NULL) {
 
 3394                fuse_log(FUSE_LOG_ERR, 
"Failed to allocate memory for custom io. " 
 3395                        "Error: %s\n", strerror(errno));
 
 3400        memcpy(se->io, io, op_size);
 
 3404int fuse_session_custom_io_30(
struct fuse_session *se,
 
 3405                        const struct fuse_custom_io *io, 
int fd);
 
 3406FUSE_SYMVER(
"fuse_session_custom_io_30", 
"fuse_session_custom_io@FUSE_3.0")
 
 3407int fuse_session_custom_io_30(struct fuse_session *se,
 
 3408                        const struct fuse_custom_io *io, 
int fd)
 
 3410        return fuse_session_custom_io_317(se, io,
 
 3411                        offsetof(
struct fuse_custom_io, clone_fd), fd);
 
 3418        if (mountpoint == NULL) {
 
 3419                fuse_log(FUSE_LOG_ERR, 
"Invalid null-ptr mountpoint!\n");
 
 3428                fd = open(
"/dev/null", O_RDWR);
 
 3431        } 
while (fd >= 0 && fd <= 2);
 
 3439        fd = fuse_mnt_parse_fuse_fd(mountpoint);
 
 3441                if (fcntl(fd, F_GETFD) == -1) {
 
 3443                                "fuse: Invalid file descriptor /dev/fd/%u\n",
 
 3452        fd = fuse_kern_mount(mountpoint, se->mo);
 
 3458        se->mountpoint = strdup(mountpoint);
 
 3459        if (se->mountpoint == NULL)
 
 3465        fuse_kern_unmount(mountpoint, fd);
 
 
 3476        if (se->mountpoint != NULL) {
 
 3477                fuse_kern_unmount(se->mountpoint, se->fd);
 
 3479                free(se->mountpoint);
 
 3480                se->mountpoint = NULL;
 
 
 3488        size_t bufsize = 1024;
 
 3492        unsigned long pid = req->ctx.pid;
 
 3495        sprintf(path, 
"/proc/%lu/task/%lu/status", pid, pid);
 
 3498        buf = malloc(bufsize);
 
 3503        fd = open(path, O_RDONLY);
 
 3507        ret = read(fd, buf, bufsize);
 
 3514        if ((
size_t)ret == bufsize) {
 
 3522        s = strstr(buf, 
"\nGroups:");
 
 3530                unsigned long val = strtoul(s, &end, 0);
 
 3550        (void) req; (void) size; (void) list;
 
 
 3557__attribute__((no_sanitize_thread))
 
 3563__attribute__((no_sanitize_thread))
 
 3570__attribute__((no_sanitize_thread))
 
#define FUSE_CAP_IOCTL_DIR
#define FUSE_CAP_DONT_MASK
#define FUSE_CAP_HANDLE_KILLPRIV
#define FUSE_CAP_AUTO_INVAL_DATA
#define FUSE_CAP_HANDLE_KILLPRIV_V2
#define FUSE_CAP_SPLICE_READ
#define FUSE_CAP_PARALLEL_DIROPS
size_t fuse_buf_size(const struct fuse_bufvec *bufv)
#define FUSE_CAP_WRITEBACK_CACHE
#define FUSE_CAP_EXPIRE_ONLY
#define FUSE_CAP_ATOMIC_O_TRUNC
#define FUSE_CAP_ASYNC_READ
#define FUSE_CAP_SPLICE_WRITE
#define FUSE_CAP_CACHE_SYMLINKS
#define FUSE_CAP_POSIX_ACL
#define FUSE_CAP_EXPORT_SUPPORT
#define FUSE_CAP_POSIX_LOCKS
#define FUSE_CAP_EXPLICIT_INVAL_DATA
#define FUSE_CAP_READDIRPLUS_AUTO
ssize_t fuse_buf_copy(struct fuse_bufvec *dst, struct fuse_bufvec *src, enum fuse_buf_copy_flags flags)
#define FUSE_CAP_NO_OPENDIR_SUPPORT
#define FUSE_CAP_ASYNC_DIO
#define FUSE_CAP_PASSTHROUGH
#define FUSE_CAP_DIRECT_IO_ALLOW_MMAP
#define FUSE_CAP_NO_OPEN_SUPPORT
#define FUSE_CAP_READDIRPLUS
void fuse_pollhandle_destroy(struct fuse_pollhandle *ph)
@ FUSE_BUF_SPLICE_NONBLOCK
#define FUSE_CAP_SETXATTR_EXT
#define FUSE_CAP_SPLICE_MOVE
#define FUSE_CAP_NO_EXPORT_SUPPORT
#define FUSE_CAP_FLOCK_LOCKS
void fuse_log(enum fuse_log_level level, const char *fmt,...)
void fuse_session_destroy(struct fuse_session *se)
int fuse_reply_data(fuse_req_t req, struct fuse_bufvec *bufv, enum fuse_buf_copy_flags flags)
int fuse_reply_lock(fuse_req_t req, const struct flock *lock)
int fuse_reply_open(fuse_req_t req, const struct fuse_file_info *fi)
void fuse_session_exit(struct fuse_session *se)
void(* fuse_interrupt_func_t)(fuse_req_t req, void *data)
int fuse_reply_poll(fuse_req_t req, unsigned revents)
int fuse_reply_err(fuse_req_t req, int err)
const struct fuse_ctx * fuse_req_ctx(fuse_req_t req)
void * fuse_req_userdata(fuse_req_t req)
int fuse_reply_buf(fuse_req_t req, const char *buf, size_t size)
struct fuse_req * fuse_req_t
size_t fuse_add_direntry_plus(fuse_req_t req, char *buf, size_t bufsize, const char *name, const struct fuse_entry_param *e, off_t off)
int fuse_reply_ioctl_iov(fuse_req_t req, int result, const struct iovec *iov, int count)
int fuse_lowlevel_notify_delete(struct fuse_session *se, fuse_ino_t parent, fuse_ino_t child, const char *name, size_t namelen)
void fuse_session_process_buf(struct fuse_session *se, const struct fuse_buf *buf)
int fuse_session_exited(struct fuse_session *se)
int fuse_session_fd(struct fuse_session *se)
int fuse_req_interrupted(fuse_req_t req)
int fuse_req_getgroups(fuse_req_t req, int size, gid_t list[])
int fuse_lowlevel_notify_retrieve(struct fuse_session *se, fuse_ino_t ino, size_t size, off_t offset, void *cookie)
int fuse_reply_readlink(fuse_req_t req, const char *link)
int fuse_reply_iov(fuse_req_t req, const struct iovec *iov, int count)
int fuse_reply_bmap(fuse_req_t req, uint64_t idx)
int fuse_reply_entry(fuse_req_t req, const struct fuse_entry_param *e)
void fuse_session_unmount(struct fuse_session *se)
void fuse_reply_none(fuse_req_t req)
int fuse_lowlevel_notify_expire_entry(struct fuse_session *se, fuse_ino_t parent, const char *name, size_t namelen)
int fuse_reply_ioctl_retry(fuse_req_t req, const struct iovec *in_iov, size_t in_count, const struct iovec *out_iov, size_t out_count)
void fuse_lowlevel_help(void)
int fuse_lowlevel_notify_inval_inode(struct fuse_session *se, fuse_ino_t ino, off_t off, off_t len)
int fuse_reply_statfs(fuse_req_t req, const struct statvfs *stbuf)
int fuse_reply_write(fuse_req_t req, size_t count)
int fuse_session_receive_buf(struct fuse_session *se, struct fuse_buf *buf)
int fuse_session_mount(struct fuse_session *se, const char *mountpoint)
int fuse_lowlevel_notify_poll(struct fuse_pollhandle *ph)
int fuse_lowlevel_notify_inval_entry(struct fuse_session *se, fuse_ino_t parent, const char *name, size_t namelen)
void fuse_req_interrupt_func(fuse_req_t req, fuse_interrupt_func_t func, void *data)
void fuse_session_reset(struct fuse_session *se)
int fuse_reply_create(fuse_req_t req, const struct fuse_entry_param *e, const struct fuse_file_info *fi)
int fuse_reply_lseek(fuse_req_t req, off_t off)
void fuse_lowlevel_version(void)
size_t fuse_add_direntry(fuse_req_t req, char *buf, size_t bufsize, const char *name, const struct stat *stbuf, off_t off)
int fuse_reply_attr(fuse_req_t req, const struct stat *attr, double attr_timeout)
int fuse_reply_ioctl(fuse_req_t req, int result, const void *buf, size_t size)
int fuse_passthrough_open(fuse_req_t req, int fd)
int fuse_lowlevel_notify_store(struct fuse_session *se, fuse_ino_t ino, off_t offset, struct fuse_bufvec *bufv, enum fuse_buf_copy_flags flags)
int fuse_reply_xattr(fuse_req_t req, size_t count)
int fuse_opt_add_arg(struct fuse_args *args, const char *arg)
void fuse_opt_free_args(struct fuse_args *args)
int fuse_opt_parse(struct fuse_args *args, void *data, const struct fuse_opt opts[], fuse_opt_proc_t proc)
enum fuse_buf_flags flags
uint32_t parallel_direct_writes