forked from ~ljy/RK356X_SDK_RELEASE
blame | history | patch | commit | commitdiff
hc
2023-12-09 95099d4622f8cb224d94e314c7a8e0df60b13f87 
 kernel/fs/fuse/fuse_i.h
....@@ -9,6 +9,10 @@
99 #ifndef _FS_FUSE_I_H
1010 #define _FS_FUSE_I_H
1111 
12
+#ifndef pr_fmt
13
+# define pr_fmt(fmt) "fuse: " fmt
14
+#endif
15
+
1216 #include <linux/fuse.h>
1317 #include <linux/fs.h>
1418 #include <linux/mount.h>
....@@ -28,8 +32,11 @@
2832 #include <linux/refcount.h>
2933 #include <linux/user_namespace.h>
3034 
31
-/** Max number of pages that can be used in a single read request */
32
-#define FUSE_MAX_PAGES_PER_REQ 32
35
+/** Default max number of pages that can be used in a single read request */
36
+#define FUSE_DEFAULT_MAX_PAGES_PER_REQ 32
37
+
38
+/** Maximum of max_pages received in init_out */
39
+#define FUSE_MAX_MAX_PAGES 256
3340 
3441 /** Bias for fi->writectr, meaning new writepages must not be sent */
3542 #define FUSE_NOWRITE INT_MIN
....@@ -39,9 +46,6 @@
3946 
4047 /** Number of dentries for each connection in the control filesystem */
4148 #define FUSE_CTL_NUM_DENTRIES 5
42
-
43
-/** Number of page pointers embedded in fuse_req */
44
-#define FUSE_REQ_INLINE_PAGES 1
4549 
4650 /** List of active connections */
4751 extern struct list_head fuse_conn_list;
....@@ -77,6 +81,9 @@
7781 	/** Time in jiffies until the file attributes are valid */
7882 	u64 i_time;
7983 
84
+	/* Which attributes are invalid */
85
+	u32 inval_mask;
86
+
8087 	/** The sticky bit in inode->i_mode may have been removed, so
8188 	    preserve the original mode */
8289 	umode_t orig_i_mode;
....@@ -87,27 +94,74 @@
8794 	/** Version of last attribute change */
8895 	u64 attr_version;
8996 
90
-	/** Files usable in writepage.  Protected by fc->lock */
91
-	struct list_head write_files;
97
+	union {
98
+		/* Write related fields (regular file only) */
99
+		struct {
100
+			/* Files usable in writepage.  Protected by fi->lock */
101
+			struct list_head write_files;
92102 
93
-	/** Writepages pending on truncate or fsync */
94
-	struct list_head queued_writes;
103
+			/* Writepages pending on truncate or fsync */
104
+			struct list_head queued_writes;
95105 
96
-	/** Number of sent writes, a negative bias (FUSE_NOWRITE)
97
-	 * means more writes are blocked */
98
-	int writectr;
106
+			/* Number of sent writes, a negative bias
107
+			 * (FUSE_NOWRITE) means more writes are blocked */
108
+			int writectr;
99109 
100
-	/** Waitq for writepage completion */
101
-	wait_queue_head_t page_waitq;
110
+			/* Waitq for writepage completion */
111
+			wait_queue_head_t page_waitq;
102112 
103
-	/** List of writepage requestst (pending or sent) */
104
-	struct list_head writepages;
113
+			/* List of writepage requestst (pending or sent) */
114
+			struct rb_root writepages;
115
+		};
116
+
117
+		/* readdir cache (directory only) */
118
+		struct {
119
+			/* true if fully cached */
120
+			bool cached;
121
+
122
+			/* size of cache */
123
+			loff_t size;
124
+
125
+			/* position at end of cache (position of next entry) */
126
+			loff_t pos;
127
+
128
+			/* version of the cache */
129
+			u64 version;
130
+
131
+			/* modification time of directory when cache was
132
+			 * started */
133
+			struct timespec64 mtime;
134
+
135
+			/* iversion of directory when cache was started */
136
+			u64 iversion;
137
+
138
+			/* protects above fields */
139
+			spinlock_t lock;
140
+		} rdc;
141
+	};
105142 
106143 	/** Miscellaneous bits describing inode state */
107144 	unsigned long state;
108145 
109146 	/** Lock for serializing lookup and readdir for back compatibility*/
110147 	struct mutex mutex;
148
+
149
+	/** Lock to protect write related fields */
150
+	spinlock_t lock;
151
+
152
+	/**
153
+	 * Can't take inode lock in fault path (leads to circular dependency).
154
+	 * Introduce another semaphore which can be taken in fault path and
155
+	 * then other filesystem paths can take this to block faults.
156
+	 */
157
+	struct rw_semaphore i_mmap_sem;
158
+
159
+#ifdef CONFIG_FUSE_DAX
160
+	/*
161
+	 * Dax specific inode data
162
+	 */
163
+	struct fuse_inode_dax *dax;
164
+#endif
111165 };
112166 
113167 /** FUSE inode state bits */
....@@ -123,14 +177,27 @@
123177 };
124178 
125179 struct fuse_conn;
180
+struct fuse_mount;
181
+struct fuse_release_args;
182
+
183
+/**
184
+ * Reference to lower filesystem file for read/write operations handled in
185
+ * passthrough mode.
186
+ * This struct also tracks the credentials to be used for handling read/write
187
+ * operations.
188
+ */
189
+struct fuse_passthrough {
190
+	struct file *filp;
191
+	struct cred *cred;
192
+};
126193 
127194 /** FUSE specific file data */
128195 struct fuse_file {
129196 	/** Fuse connection for this file */
130
-	struct fuse_conn *fc;
197
+	struct fuse_mount *fm;
131198 
132
-	/** Request reserved for flush and release */
133
-	struct fuse_req *reserved_req;
199
+	/* Argument space reserved for release */
200
+	struct fuse_release_args *release_args;
134201 
135202 	/** Kernel file handle guaranteed to be unique */
136203 	u64 kh;
....@@ -150,6 +217,28 @@
150217 	/** Entry on inode's write_files list */
151218 	struct list_head write_entry;
152219 
220
+	/* Readdir related */
221
+	struct {
222
+		/*
223
+		 * Protects below fields against (crazy) parallel readdir on
224
+		 * same open file.  Uncontended in the normal case.
225
+		 */
226
+		struct mutex lock;
227
+
228
+		/* Dir stream position */
229
+		loff_t pos;
230
+
231
+		/* Offset in cache */
232
+		loff_t cache_off;
233
+
234
+		/* Version of cache we are reading */
235
+		u64 version;
236
+
237
+	} readdir;
238
+
239
+	/** Container for data related to the passthrough functionality */
240
+	struct fuse_passthrough passthrough;
241
+
153242 	/** RB node to be linked on fuse_conn->polled_files */
154243 	struct rb_node polled_node;
155244 
....@@ -166,58 +255,10 @@
166255 	const void *value;
167256 };
168257 
169
-/** The request input */
170
-struct fuse_in {
171
-	/** The request header */
172
-	struct fuse_in_header h;
173
-
174
-	/** True if the data for the last argument is in req->pages */
175
-	unsigned argpages:1;
176
-
177
-	/** Number of arguments */
178
-	unsigned numargs;
179
-
180
-	/** Array of arguments */
181
-	struct fuse_in_arg args[3];
182
-};
183
-
184258 /** One output argument of a request */
185259 struct fuse_arg {
186260 	unsigned size;
187261 	void *value;
188
-};
189
-
190
-/** The request output */
191
-struct fuse_out {
192
-	/** Header returned from userspace */
193
-	struct fuse_out_header h;
194
-
195
-	/*
196
-	 * The following bitfields are not changed during the request
197
-	 * processing
198
-	 */
199
-
200
-	/** Last argument is variable length (can be shorter than
201
-	    arg->size) */
202
-	unsigned argvar:1;
203
-
204
-	/** Last argument is a list of pages to copy data to */
205
-	unsigned argpages:1;
206
-
207
-	/** Zero partially or not copied pages */
208
-	unsigned page_zeroing:1;
209
-
210
-	/** Pages may be replaced with new ones */
211
-	unsigned page_replace:1;
212
-
213
-	/** Number or arguments */
214
-	unsigned numargs;
215
-
216
-	/** Array of arguments */
217
-	struct fuse_arg args[2];
218
-
219
-	/* Path used for completing d_canonical_path */
220
-	struct path *canonical_path;
221262 };
222263 
223264 /** FUSE page descriptor */
....@@ -227,23 +268,33 @@
227268 };
228269 
229270 struct fuse_args {
230
-	struct {
231
-		struct {
232
-			uint32_t opcode;
233
-			uint64_t nodeid;
234
-		} h;
235
-		unsigned numargs;
236
-		struct fuse_in_arg args[3];
271
+	uint64_t nodeid;
272
+	uint32_t opcode;
273
+	unsigned short in_numargs;
274
+	unsigned short out_numargs;
275
+	bool force:1;
276
+	bool noreply:1;
277
+	bool nocreds:1;
278
+	bool in_pages:1;
279
+	bool out_pages:1;
280
+	bool user_pages:1;
281
+	bool out_argvar:1;
282
+	bool page_zeroing:1;
283
+	bool page_replace:1;
284
+	bool may_block:1;
285
+	struct fuse_in_arg in_args[3];
286
+	struct fuse_arg out_args[2];
287
+	void (*end)(struct fuse_mount *fm, struct fuse_args *args, int error);
237288 
238
-	} in;
239
-	struct {
240
-		unsigned argvar:1;
241
-		unsigned numargs;
242
-		struct fuse_arg args[2];
289
+	/* Path used for completing d_canonical_path */
290
+	struct path *canonical_path;
291
+};
243292 
244
-		/* Path used for completing d_canonical_path */
245
-		struct path *canonical_path;
246
-	} out;
293
+struct fuse_args_pages {
294
+	struct fuse_args args;
295
+	struct page **pages;
296
+	struct fuse_page_desc *descs;
297
+	unsigned int num_pages;
247298 };
248299 
249300 #define FUSE_ARGS(args) struct fuse_args args = {}
....@@ -286,6 +337,7 @@
286337  * FR_SENT:		request is in userspace, waiting for an answer
287338  * FR_FINISHED:		request is finished
288339  * FR_PRIVATE:		request is on private list
340
+ * FR_ASYNC:		request is asynchronous
289341  */
290342 enum fuse_req_flag {
291343 	FR_ISREPLY,
....@@ -299,6 +351,7 @@
299351 	FR_SENT,
300352 	FR_FINISHED,
301353 	FR_PRIVATE,
354
+	FR_ASYNC,
302355 };
303356 
304357 /**
....@@ -316,81 +369,72 @@
316369 	/** Entry on the interrupts list  */
317370 	struct list_head intr_entry;
318371 
372
+	/* Input/output arguments */
373
+	struct fuse_args *args;
374
+
319375 	/** refcount */
320376 	refcount_t count;
321
-
322
-	/** Unique ID for the interrupt request */
323
-	u64 intr_unique;
324377 
325378 	/* Request flags, updated with test/set/clear_bit() */
326379 	unsigned long flags;
327380 
328
-	/** The request input */
329
-	struct fuse_in in;
381
+	/* The request input header */
382
+	struct {
383
+		struct fuse_in_header h;
384
+	} in;
330385 
331
-	/** The request output */
332
-	struct fuse_out out;
386
+	/* The request output header */
387
+	struct {
388
+		struct fuse_out_header h;
389
+	} out;
333390 
334391 	/** Used to wake up the task waiting for completion of request*/
335392 	wait_queue_head_t waitq;
336393 
337
-	/** Data for asynchronous requests */
338
-	union {
339
-		struct {
340
-			struct fuse_release_in in;
341
-			struct inode *inode;
342
-		} release;
343
-		struct fuse_init_in init_in;
344
-		struct fuse_init_out init_out;
345
-		struct cuse_init_in cuse_init_in;
346
-		struct {
347
-			struct fuse_read_in in;
348
-			u64 attr_ver;
349
-		} read;
350
-		struct {
351
-			struct fuse_write_in in;
352
-			struct fuse_write_out out;
353
-			struct fuse_req *next;
354
-		} write;
355
-		struct fuse_notify_retrieve_in retrieve_in;
356
-	} misc;
394
+	/** virtio-fs's physically contiguous buffer for in and out args */
395
+	void *argbuf;
357396 
358
-	/** page vector */
359
-	struct page **pages;
360
-
361
-	/** page-descriptor vector */
362
-	struct fuse_page_desc *page_descs;
363
-
364
-	/** size of the 'pages' array */
365
-	unsigned max_pages;
366
-
367
-	/** inline page vector */
368
-	struct page *inline_pages[FUSE_REQ_INLINE_PAGES];
369
-
370
-	/** inline page-descriptor vector */
371
-	struct fuse_page_desc inline_page_descs[FUSE_REQ_INLINE_PAGES];
372
-
373
-	/** number of pages in vector */
374
-	unsigned num_pages;
375
-
376
-	/** File used in the request (or NULL) */
377
-	struct fuse_file *ff;
378
-
379
-	/** Inode used in the request or NULL */
380
-	struct inode *inode;
381
-
382
-	/** AIO control block */
383
-	struct fuse_io_priv *io;
384
-
385
-	/** Link on fi->writepages */
386
-	struct list_head writepages_entry;
387
-
388
-	/** Request completion callback */
389
-	void (*end)(struct fuse_conn *, struct fuse_req *);
390
-
391
-	/** Request is stolen from fuse_file->reserved_req */
392
-	struct file *stolen_file;
397
+	/** fuse_mount this request belongs to */
398
+	struct fuse_mount *fm;
393399 };
400
+
401
+struct fuse_iqueue;
402
+
403
+/**
404
+ * Input queue callbacks
405
+ *
406
+ * Input queue signalling is device-specific.  For example, the /dev/fuse file
407
+ * uses fiq->waitq and fasync to wake processes that are waiting on queue
408
+ * readiness.  These callbacks allow other device types to respond to input
409
+ * queue activity.
410
+ */
411
+struct fuse_iqueue_ops {
412
+	/**
413
+	 * Signal that a forget has been queued
414
+	 */
415
+	void (*wake_forget_and_unlock)(struct fuse_iqueue *fiq, bool sync)
416
+		__releases(fiq->lock);
417
+
418
+	/**
419
+	 * Signal that an INTERRUPT request has been queued
420
+	 */
421
+	void (*wake_interrupt_and_unlock)(struct fuse_iqueue *fiq, bool sync)
422
+		__releases(fiq->lock);
423
+
424
+	/**
425
+	 * Signal that a request has been queued
426
+	 */
427
+	void (*wake_pending_and_unlock)(struct fuse_iqueue *fiq, bool sync)
428
+		__releases(fiq->lock);
429
+
430
+	/**
431
+	 * Clean up when fuse_iqueue is destroyed
432
+	 */
433
+	void (*release)(struct fuse_iqueue *fiq);
434
+};
435
+
436
+/** /dev/fuse input queue operations */
437
+extern const struct fuse_iqueue_ops fuse_dev_fiq_ops;
394438 
395439 struct fuse_iqueue {
396440 	/** Connection established */
....@@ -420,7 +464,16 @@
420464 
421465 	/** O_ASYNC requests */
422466 	struct fasync_struct *fasync;
467
+
468
+	/** Device-specific callbacks */
469
+	const struct fuse_iqueue_ops *ops;
470
+
471
+	/** Device-specific state */
472
+	void *priv;
423473 };
474
+
475
+#define FUSE_PQ_HASH_BITS 8
476
+#define FUSE_PQ_HASH_SIZE (1 << FUSE_PQ_HASH_BITS)
424477 
425478 struct fuse_pqueue {
426479 	/** Connection established */
....@@ -429,8 +482,8 @@
429482 	/** Lock protecting accessess to  members of this structure */
430483 	spinlock_t lock;
431484 
432
-	/** The list of requests being processed */
433
-	struct list_head processing;
485
+	/** Hash table of requests being processed */
486
+	struct list_head *processing;
434487 
435488 	/** The list of requests under I/O */
436489 	struct list_head io;
....@@ -450,12 +503,40 @@
450503 	struct list_head entry;
451504 };
452505 
506
+struct fuse_fs_context {
507
+	int fd;
508
+	unsigned int rootmode;
509
+	kuid_t user_id;
510
+	kgid_t group_id;
511
+	bool is_bdev:1;
512
+	bool fd_present:1;
513
+	bool rootmode_present:1;
514
+	bool user_id_present:1;
515
+	bool group_id_present:1;
516
+	bool default_permissions:1;
517
+	bool allow_other:1;
518
+	bool destroy:1;
519
+	bool no_control:1;
520
+	bool no_force_umount:1;
521
+	bool legacy_opts_show:1;
522
+	bool dax:1;
523
+	unsigned int max_read;
524
+	unsigned int blksize;
525
+	const char *subtype;
526
+
527
+	/* DAX device, may be NULL */
528
+	struct dax_device *dax_dev;
529
+
530
+	/* fuse_dev pointer to fill in, should contain NULL on entry */
531
+	void **fudptr;
532
+};
533
+
453534 /**
454535  * A Fuse connection.
455536  *
456
- * This structure is created, when the filesystem is mounted, and is
457
- * destroyed, when the client device is closed and the filesystem is
458
- * unmounted.
537
+ * This structure is created, when the root filesystem is mounted, and
538
+ * is destroyed, when the client device is closed and the last
539
+ * fuse_mount is destroyed.
459540  */
460541 struct fuse_conn {
461542 	/** Lock protecting accessess to  members of this structure */
....@@ -487,11 +568,14 @@
487568 	/** Maximum write size */
488569 	unsigned max_write;
489570 
571
+	/** Maxmum number of pages that can be used in a single request */
572
+	unsigned int max_pages;
573
+
490574 	/** Input queue */
491575 	struct fuse_iqueue iq;
492576 
493577 	/** The next unique kernel file handle */
494
-	u64 khctr;
578
+	atomic64_t khctr;
495579 
496580 	/** rbtree of fuse_files waiting for poll events indexed by ph */
497581 	struct rb_root polled_files;
....@@ -511,6 +595,10 @@
511595 	/** The list of background requests set aside for later queuing */
512596 	struct list_head bg_queue;
513597 
598
+	/** Protects: max_background, congestion_threshold, num_background,
599
+	 * active_background, bg_queue, blocked */
600
+	spinlock_t bg_lock;
601
+
514602 	/** Flag indicating that INIT reply has been received. Allocating
515603 	 * any fuse request will be suspended until the flag is set */
516604 	int initialized;
....@@ -522,9 +610,6 @@
522610 
523611 	/** waitq for blocked connection */
524612 	wait_queue_head_t blocked_waitq;
525
-
526
-	/** waitq for reserved requests */
527
-	wait_queue_head_t reserved_req_waitq;
528613 
529614 	/** Connection established, cleared on umount, connection
530615 	    abort and device release */
....@@ -562,6 +647,12 @@
562647 	/** handle fs handles killing suid/sgid/cap on write/chown/trunc */
563648 	unsigned handle_killpriv:1;
564649 
650
+	/** cache READLINK responses in page cache */
651
+	unsigned cache_symlinks:1;
652
+
653
+	/* show legacy mount options */
654
+	unsigned int legacy_opts_show:1;
655
+
565656 	/*
566657 	 * The following bitfields are only for optimization purposes
567658 	 * and hence races in setting them will not cause malfunction
....@@ -569,6 +660,9 @@
569660 
570661 	/** Is open/release not implemented by fs? */
571662 	unsigned no_open:1;
663
+
664
+	/** Is opendir/releasedir not implemented by fs? */
665
+	unsigned no_opendir:1;
572666 
573667 	/** Is fsync not implemented by fs? */
574668 	unsigned no_fsync:1;
....@@ -627,6 +721,9 @@
627721 	/** Use enhanced/automatic page cache invalidation. */
628722 	unsigned auto_inval_data:1;
629723 
724
+	/** Filesystem is fully reponsible for page cache invalidation. */
725
+	unsigned explicit_inval_data:1;
726
+
630727 	/** Does the filesystem support readdirplus? */
631728 	unsigned do_readdirplus:1;
632729 
....@@ -648,16 +745,37 @@
648745 	/** Allow other than the mounter user to access the filesystem ? */
649746 	unsigned allow_other:1;
650747 
748
+	/** Does the filesystem support copy_file_range? */
749
+	unsigned no_copy_file_range:1;
750
+
751
+	/* Send DESTROY request */
752
+	unsigned int destroy:1;
753
+
754
+	/* Delete dentries that have gone stale */
755
+	unsigned int delete_stale:1;
756
+
757
+	/** Do not create entry in fusectl fs */
758
+	unsigned int no_control:1;
759
+
760
+	/** Do not allow MNT_FORCE umount */
761
+	unsigned int no_force_umount:1;
762
+
763
+	/* Auto-mount submounts announced by the server */
764
+	unsigned int auto_submounts:1;
765
+
766
+	/** Passthrough mode for read/write IO */
767
+	unsigned int passthrough:1;
768
+
651769 	/** The number of requests waiting for completion */
652770 	atomic_t num_waiting;
653771 
654772 	/** Negotiated minor version */
655773 	unsigned minor;
656774 
657
-	/** Entry on the fuse_conn_list */
775
+	/** Entry on the fuse_mount_list */
658776 	struct list_head entry;
659777 
660
-	/** Device ID from super block */
778
+	/** Device ID from the root super block */
661779 	dev_t dev;
662780 
663781 	/** Dentries in the control filesystem */
....@@ -669,33 +787,82 @@
669787 	/** Key for lock owner ID scrambling */
670788 	u32 scramble_key[4];
671789 
672
-	/** Reserved request for the DESTROY message */
673
-	struct fuse_req *destroy_req;
674
-
675790 	/** Version counter for attribute changes */
676
-	u64 attr_version;
791
+	atomic64_t attr_version;
677792 
678793 	/** Called on final put */
679794 	void (*release)(struct fuse_conn *);
680795 
681
-	/** Super block for this connection. */
682
-	struct super_block *sb;
683
-
684
-	/** Read/write semaphore to hold when accessing sb. */
796
+	/**
797
+	 * Read/write semaphore to hold when accessing the sb of any
798
+	 * fuse_mount belonging to this connection
799
+	 */
685800 	struct rw_semaphore killsb;
686801 
687802 	/** List of device instances belonging to this connection */
688803 	struct list_head devices;
804
+
805
+#ifdef CONFIG_FUSE_DAX
806
+	/* Dax specific conn data, non-NULL if DAX is enabled */
807
+	struct fuse_conn_dax *dax;
808
+#endif
809
+
810
+	/** List of filesystems using this connection */
811
+	struct list_head mounts;
812
+
813
+	/** IDR for passthrough requests */
814
+	struct idr passthrough_req;
815
+
816
+	/** Protects passthrough_req */
817
+	spinlock_t passthrough_req_lock;
689818 };
690819 
691
-static inline struct fuse_conn *get_fuse_conn_super(struct super_block *sb)
820
+/*
821
+ * Represents a mounted filesystem, potentially a submount.
822
+ *
823
+ * This object allows sharing a fuse_conn between separate mounts to
824
+ * allow submounts with dedicated superblocks and thus separate device
825
+ * IDs.
826
+ */
827
+struct fuse_mount {
828
+	/* Underlying (potentially shared) connection to the FUSE server */
829
+	struct fuse_conn *fc;
830
+
831
+	/* Refcount */
832
+	refcount_t count;
833
+
834
+	/*
835
+	 * Super block for this connection (fc->killsb must be held when
836
+	 * accessing this).
837
+	 */
838
+	struct super_block *sb;
839
+
840
+	/* Entry on fc->mounts */
841
+	struct list_head fc_entry;
842
+};
843
+
844
+static inline struct fuse_mount *get_fuse_mount_super(struct super_block *sb)
692845 {
693846 	return sb->s_fs_info;
694847 }
695848 
849
+static inline struct fuse_conn *get_fuse_conn_super(struct super_block *sb)
850
+{
851
+	struct fuse_mount *fm = get_fuse_mount_super(sb);
852
+
853
+	return fm ? fm->fc : NULL;
854
+}
855
+
856
+static inline struct fuse_mount *get_fuse_mount(struct inode *inode)
857
+{
858
+	return get_fuse_mount_super(inode->i_sb);
859
+}
860
+
696861 static inline struct fuse_conn *get_fuse_conn(struct inode *inode)
697862 {
698
-	return get_fuse_conn_super(inode->i_sb);
863
+	struct fuse_mount *fm = get_fuse_mount(inode);
864
+
865
+	return fm ? fm->fc : NULL;
699866 }
700867 
701868 static inline struct fuse_inode *get_fuse_inode(struct inode *inode)
....@@ -706,6 +873,23 @@
706873 static inline u64 get_node_id(struct inode *inode)
707874 {
708875 	return get_fuse_inode(inode)->nodeid;
876
+}
877
+
878
+static inline int invalid_nodeid(u64 nodeid)
879
+{
880
+	return !nodeid || nodeid == FUSE_ROOT_ID;
881
+}
882
+
883
+static inline u64 fuse_get_attr_version(struct fuse_conn *fc)
884
+{
885
+	return atomic64_read(&fc->attr_version);
886
+}
887
+
888
+static inline bool fuse_stale_inode(const struct inode *inode, int generation,
889
+				    struct fuse_attr *attr)
890
+{
891
+	return inode->i_generation != generation ||
892
+		inode_wrong_type(inode, attr->mode);
709893 }
710894 
711895 static inline void fuse_make_bad(struct inode *inode)
....@@ -726,11 +910,6 @@
726910 extern const struct dentry_operations fuse_root_dentry_operations;
727911 
728912 /**
729
- * Inode to nodeid comparison.
730
- */
731
-int fuse_inode_eq(struct inode *inode, void *_nodeidp);
732
-
733
-/**
734913  * Get a filled in inode
735914  */
736915 struct inode *fuse_iget(struct super_block *sb, u64 nodeid,
....@@ -748,25 +927,44 @@
748927 
749928 struct fuse_forget_link *fuse_alloc_forget(void);
750929 
751
-/* Used by READDIRPLUS */
752
-void fuse_force_forget(struct file *file, u64 nodeid);
930
+struct fuse_forget_link *fuse_dequeue_forget(struct fuse_iqueue *fiq,
931
+					     unsigned int max,
932
+					     unsigned int *countp);
753933 
754
-/**
934
+/*
755935  * Initialize READ or READDIR request
756936  */
757
-void fuse_read_fill(struct fuse_req *req, struct file *file,
758
-		    loff_t pos, size_t count, int opcode);
937
+struct fuse_io_args {
938
+	union {
939
+		struct {
940
+			struct fuse_read_in in;
941
+			u64 attr_ver;
942
+		} read;
943
+		struct {
944
+			struct fuse_write_in in;
945
+			struct fuse_write_out out;
946
+			bool page_locked;
947
+		} write;
948
+	};
949
+	struct fuse_args_pages ap;
950
+	struct fuse_io_priv *io;
951
+	struct fuse_file *ff;
952
+};
953
+
954
+void fuse_read_args_fill(struct fuse_io_args *ia, struct file *file, loff_t pos,
955
+			 size_t count, int opcode);
956
+
759957 
760958 /**
761959  * Send OPEN or OPENDIR request
762960  */
763961 int fuse_open_common(struct inode *inode, struct file *file, bool isdir);
764962 
765
-struct fuse_file *fuse_file_alloc(struct fuse_conn *fc);
963
+struct fuse_file *fuse_file_alloc(struct fuse_mount *fm);
766964 void fuse_file_free(struct fuse_file *ff);
767965 void fuse_finish_open(struct inode *inode, struct file *file);
768966 
769
-void fuse_sync_release(struct fuse_file *ff, int flags);
967
+void fuse_sync_release(struct fuse_inode *fi, struct fuse_file *ff, int flags);
770968 
771969 /**
772970  * Send RELEASE or RELEASEDIR request
....@@ -777,7 +975,7 @@
777975  * Send FSYNC or FSYNCDIR request
778976  */
779977 int fuse_fsync_common(struct file *file, loff_t start, loff_t end,
780
-		      int datasync, int isdir);
978
+		      int datasync, int opcode);
781979 
782980 /**
783981  * Notify poll wakeup
....@@ -828,62 +1026,19 @@
8281026 void __exit fuse_ctl_cleanup(void);
8291027 
8301028 /**
831
- * Allocate a request
832
- */
833
-struct fuse_req *fuse_request_alloc(unsigned npages);
834
-
835
-struct fuse_req *fuse_request_alloc_nofs(unsigned npages);
836
-
837
-/**
838
- * Free a request
839
- */
840
-void fuse_request_free(struct fuse_req *req);
841
-
842
-/**
843
- * Get a request, may fail with -ENOMEM,
844
- * caller should specify # elements in req->pages[] explicitly
845
- */
846
-struct fuse_req *fuse_get_req(struct fuse_conn *fc, unsigned npages);
847
-struct fuse_req *fuse_get_req_for_background(struct fuse_conn *fc,
848
-					     unsigned npages);
849
-
850
-/*
851
- * Increment reference count on request
852
- */
853
-void __fuse_get_request(struct fuse_req *req);
854
-
855
-/**
856
- * Gets a requests for a file operation, always succeeds
857
- */
858
-struct fuse_req *fuse_get_req_nofail_nopages(struct fuse_conn *fc,
859
-					     struct file *file);
860
-
861
-/**
862
- * Decrement reference count of a request.  If count goes to zero free
863
- * the request.
864
- */
865
-void fuse_put_request(struct fuse_conn *fc, struct fuse_req *req);
866
-
867
-/**
868
- * Send a request (synchronous)
869
- */
870
-void fuse_request_send(struct fuse_conn *fc, struct fuse_req *req);
871
-
872
-/**
8731029  * Simple request sending that does request allocation and freeing
8741030  */
875
-ssize_t fuse_simple_request(struct fuse_conn *fc, struct fuse_args *args);
1031
+ssize_t fuse_simple_request(struct fuse_mount *fm, struct fuse_args *args);
1032
+int fuse_simple_background(struct fuse_mount *fm, struct fuse_args *args,
1033
+			   gfp_t gfp_flags);
8761034 
8771035 /**
878
- * Send a request in the background
1036
+ * End a finished request
8791037  */
880
-void fuse_request_send_background(struct fuse_conn *fc, struct fuse_req *req);
881
-
882
-void fuse_request_send_background_locked(struct fuse_conn *fc,
883
-					 struct fuse_req *req);
1038
+void fuse_request_end(struct fuse_req *req);
8841039 
8851040 /* Abort all requests */
886
-void fuse_abort_conn(struct fuse_conn *fc, bool is_abort);
1041
+void fuse_abort_conn(struct fuse_conn *fc);
8871042 void fuse_wait_aborted(struct fuse_conn *fc);
8881043 
8891044 /**
....@@ -895,6 +1050,9 @@
8951050 
8961051 void fuse_invalidate_atime(struct inode *inode);
8971052 
1053
+u64 entry_attr_timeout(struct fuse_entry_out *o);
1054
+void fuse_change_entry_timeout(struct dentry *entry, struct fuse_entry_out *o);
1055
+
8981056 /**
8991057  * Acquire reference to fuse_conn
9001058  */
....@@ -903,15 +1061,58 @@
9031061 /**
9041062  * Initialize fuse_conn
9051063  */
906
-void fuse_conn_init(struct fuse_conn *fc, struct user_namespace *user_ns);
1064
+void fuse_conn_init(struct fuse_conn *fc, struct fuse_mount *fm,
1065
+		    struct user_namespace *user_ns,
1066
+		    const struct fuse_iqueue_ops *fiq_ops, void *fiq_priv);
9071067 
9081068 /**
9091069  * Release reference to fuse_conn
9101070  */
9111071 void fuse_conn_put(struct fuse_conn *fc);
9121072 
913
-struct fuse_dev *fuse_dev_alloc(struct fuse_conn *fc);
1073
+/**
1074
+ * Acquire reference to fuse_mount
1075
+ */
1076
+struct fuse_mount *fuse_mount_get(struct fuse_mount *fm);
1077
+
1078
+/**
1079
+ * Release reference to fuse_mount
1080
+ */
1081
+void fuse_mount_put(struct fuse_mount *fm);
1082
+
1083
+struct fuse_dev *fuse_dev_alloc_install(struct fuse_conn *fc);
1084
+struct fuse_dev *fuse_dev_alloc(void);
1085
+void fuse_dev_install(struct fuse_dev *fud, struct fuse_conn *fc);
9141086 void fuse_dev_free(struct fuse_dev *fud);
1087
+void fuse_send_init(struct fuse_mount *fm);
1088
+
1089
+/**
1090
+ * Fill in superblock and initialize fuse connection
1091
+ * @sb: partially-initialized superblock to fill in
1092
+ * @ctx: mount context
1093
+ */
1094
+int fuse_fill_super_common(struct super_block *sb, struct fuse_fs_context *ctx);
1095
+
1096
+/*
1097
+ * Fill in superblock for submounts
1098
+ * @sb: partially-initialized superblock to fill in
1099
+ * @parent_fi: The fuse_inode of the parent filesystem where this submount is
1100
+ * 	       mounted
1101
+ */
1102
+int fuse_fill_super_submount(struct super_block *sb,
1103
+			     struct fuse_inode *parent_fi);
1104
+
1105
+/*
1106
+ * Remove the mount from the connection
1107
+ *
1108
+ * Returns whether this was the last mount
1109
+ */
1110
+bool fuse_mount_remove(struct fuse_mount *fm);
1111
+
1112
+/*
1113
+ * Shut down the connection (possibly sending DESTROY request).
1114
+ */
1115
+void fuse_conn_destroy(struct fuse_mount *fm);
9151116 
9161117 /**
9171118  * Add connection to control filesystem
....@@ -937,6 +1138,7 @@
9371138 
9381139 u64 fuse_lock_owner_id(struct fuse_conn *fc, fl_owner_t id);
9391140 
1141
+void fuse_flush_time_update(struct inode *inode);
9401142 void fuse_update_ctime(struct inode *inode);
9411143 
9421144 int fuse_update_attributes(struct inode *inode, struct file *file);
....@@ -946,12 +1148,20 @@
9461148 void fuse_set_nowrite(struct inode *inode);
9471149 void fuse_release_nowrite(struct inode *inode);
9481150 
949
-u64 fuse_get_attr_version(struct fuse_conn *fc);
1151
+/**
1152
+ * Scan all fuse_mounts belonging to fc to find the first where
1153
+ * ilookup5() returns a result.  Return that result and the
1154
+ * respective fuse_mount in *fm (unless fm is NULL).
1155
+ *
1156
+ * The caller must hold fc->killsb.
1157
+ */
1158
+struct inode *fuse_ilookup(struct fuse_conn *fc, u64 nodeid,
1159
+			   struct fuse_mount **fm);
9501160 
9511161 /**
9521162  * File-system tells the kernel to invalidate cache for the given node id.
9531163  */
954
-int fuse_reverse_inval_inode(struct super_block *sb, u64 nodeid,
1164
+int fuse_reverse_inval_inode(struct fuse_conn *fc, u64 nodeid,
9551165 			     loff_t offset, loff_t len);
9561166 
9571167 /**
....@@ -964,10 +1174,10 @@
9641174  *    - is a file or oan empty directory
9651175  * then the dentry is unhashed (d_delete()).
9661176  */
967
-int fuse_reverse_inval_entry(struct super_block *sb, u64 parent_nodeid,
1177
+int fuse_reverse_inval_entry(struct fuse_conn *fc, u64 parent_nodeid,
9681178 			     u64 child_nodeid, struct qstr *name);
9691179 
970
-int fuse_do_open(struct fuse_conn *fc, u64 nodeid, struct file *file,
1180
+int fuse_do_open(struct fuse_mount *fm, u64 nodeid, struct file *file,
9711181 		 bool isdir);
9721182 
9731183 /**
....@@ -1016,4 +1226,44 @@
10161226 struct posix_acl *fuse_get_acl(struct inode *inode, int type);
10171227 int fuse_set_acl(struct inode *inode, struct posix_acl *acl, int type);
10181228 
1229
+
1230
+/* readdir.c */
1231
+int fuse_readdir(struct file *file, struct dir_context *ctx);
1232
+
1233
+/**
1234
+ * Return the number of bytes in an arguments list
1235
+ */
1236
+unsigned int fuse_len_args(unsigned int numargs, struct fuse_arg *args);
1237
+
1238
+/**
1239
+ * Get the next unique ID for a request
1240
+ */
1241
+u64 fuse_get_unique(struct fuse_iqueue *fiq);
1242
+void fuse_free_conn(struct fuse_conn *fc);
1243
+
1244
+/* dax.c */
1245
+
1246
+#define FUSE_IS_DAX(inode) (IS_ENABLED(CONFIG_FUSE_DAX) && IS_DAX(inode))
1247
+
1248
+ssize_t fuse_dax_read_iter(struct kiocb *iocb, struct iov_iter *to);
1249
+ssize_t fuse_dax_write_iter(struct kiocb *iocb, struct iov_iter *from);
1250
+int fuse_dax_mmap(struct file *file, struct vm_area_struct *vma);
1251
+int fuse_dax_break_layouts(struct inode *inode, u64 dmap_start, u64 dmap_end);
1252
+int fuse_dax_conn_alloc(struct fuse_conn *fc, struct dax_device *dax_dev);
1253
+void fuse_dax_conn_free(struct fuse_conn *fc);
1254
+bool fuse_dax_inode_alloc(struct super_block *sb, struct fuse_inode *fi);
1255
+void fuse_dax_inode_init(struct inode *inode);
1256
+void fuse_dax_inode_cleanup(struct inode *inode);
1257
+bool fuse_dax_check_alignment(struct fuse_conn *fc, unsigned int map_alignment);
1258
+void fuse_dax_cancel_work(struct fuse_conn *fc);
1259
+
1260
+/* passthrough.c */
1261
+int fuse_passthrough_open(struct fuse_dev *fud, u32 lower_fd);
1262
+int fuse_passthrough_setup(struct fuse_conn *fc, struct fuse_file *ff,
1263
+			   struct fuse_open_out *openarg);
1264
+void fuse_passthrough_release(struct fuse_passthrough *passthrough);
1265
+ssize_t fuse_passthrough_read_iter(struct kiocb *iocb, struct iov_iter *to);
1266
+ssize_t fuse_passthrough_write_iter(struct kiocb *iocb, struct iov_iter *from);
1267
+ssize_t fuse_passthrough_mmap(struct file *file, struct vm_area_struct *vma);
1268
+
10191269 #endif /* _FS_FUSE_I_H */