at v4.2-rc2 102 kB view raw
1#ifndef _LINUX_FS_H 2#define _LINUX_FS_H 3 4 5#include <linux/linkage.h> 6#include <linux/wait.h> 7#include <linux/kdev_t.h> 8#include <linux/dcache.h> 9#include <linux/path.h> 10#include <linux/stat.h> 11#include <linux/cache.h> 12#include <linux/list.h> 13#include <linux/list_lru.h> 14#include <linux/llist.h> 15#include <linux/radix-tree.h> 16#include <linux/rbtree.h> 17#include <linux/init.h> 18#include <linux/pid.h> 19#include <linux/bug.h> 20#include <linux/mutex.h> 21#include <linux/rwsem.h> 22#include <linux/capability.h> 23#include <linux/semaphore.h> 24#include <linux/fiemap.h> 25#include <linux/rculist_bl.h> 26#include <linux/atomic.h> 27#include <linux/shrinker.h> 28#include <linux/migrate_mode.h> 29#include <linux/uidgid.h> 30#include <linux/lockdep.h> 31#include <linux/percpu-rwsem.h> 32#include <linux/blk_types.h> 33 34#include <asm/byteorder.h> 35#include <uapi/linux/fs.h> 36 37struct backing_dev_info; 38struct bdi_writeback; 39struct export_operations; 40struct hd_geometry; 41struct iovec; 42struct kiocb; 43struct kobject; 44struct pipe_inode_info; 45struct poll_table_struct; 46struct kstatfs; 47struct vm_area_struct; 48struct vfsmount; 49struct cred; 50struct swap_info_struct; 51struct seq_file; 52struct workqueue_struct; 53struct iov_iter; 54struct vm_fault; 55 56extern void __init inode_init(void); 57extern void __init inode_init_early(void); 58extern void __init files_init(unsigned long); 59 60extern struct files_stat_struct files_stat; 61extern unsigned long get_max_files(void); 62extern int sysctl_nr_open; 63extern struct inodes_stat_t inodes_stat; 64extern int leases_enable, lease_break_time; 65extern int sysctl_protected_symlinks; 66extern int sysctl_protected_hardlinks; 67 68struct buffer_head; 69typedef int (get_block_t)(struct inode *inode, sector_t iblock, 70 struct buffer_head *bh_result, int create); 71typedef void (dio_iodone_t)(struct kiocb *iocb, loff_t offset, 72 ssize_t bytes, void *private); 73typedef void (dax_iodone_t)(struct buffer_head *bh_map, int uptodate); 74 75#define MAY_EXEC 0x00000001 76#define MAY_WRITE 0x00000002 77#define MAY_READ 0x00000004 78#define MAY_APPEND 0x00000008 79#define MAY_ACCESS 0x00000010 80#define MAY_OPEN 0x00000020 81#define MAY_CHDIR 0x00000040 82/* called from RCU mode, don't block */ 83#define MAY_NOT_BLOCK 0x00000080 84 85/* 86 * flags in file.f_mode. Note that FMODE_READ and FMODE_WRITE must correspond 87 * to O_WRONLY and O_RDWR via the strange trick in __dentry_open() 88 */ 89 90/* file is open for reading */ 91#define FMODE_READ ((__force fmode_t)0x1) 92/* file is open for writing */ 93#define FMODE_WRITE ((__force fmode_t)0x2) 94/* file is seekable */ 95#define FMODE_LSEEK ((__force fmode_t)0x4) 96/* file can be accessed using pread */ 97#define FMODE_PREAD ((__force fmode_t)0x8) 98/* file can be accessed using pwrite */ 99#define FMODE_PWRITE ((__force fmode_t)0x10) 100/* File is opened for execution with sys_execve / sys_uselib */ 101#define FMODE_EXEC ((__force fmode_t)0x20) 102/* File is opened with O_NDELAY (only set for block devices) */ 103#define FMODE_NDELAY ((__force fmode_t)0x40) 104/* File is opened with O_EXCL (only set for block devices) */ 105#define FMODE_EXCL ((__force fmode_t)0x80) 106/* File is opened using open(.., 3, ..) and is writeable only for ioctls 107 (specialy hack for floppy.c) */ 108#define FMODE_WRITE_IOCTL ((__force fmode_t)0x100) 109/* 32bit hashes as llseek() offset (for directories) */ 110#define FMODE_32BITHASH ((__force fmode_t)0x200) 111/* 64bit hashes as llseek() offset (for directories) */ 112#define FMODE_64BITHASH ((__force fmode_t)0x400) 113 114/* 115 * Don't update ctime and mtime. 116 * 117 * Currently a special hack for the XFS open_by_handle ioctl, but we'll 118 * hopefully graduate it to a proper O_CMTIME flag supported by open(2) soon. 119 */ 120#define FMODE_NOCMTIME ((__force fmode_t)0x800) 121 122/* Expect random access pattern */ 123#define FMODE_RANDOM ((__force fmode_t)0x1000) 124 125/* File is huge (eg. /dev/kmem): treat loff_t as unsigned */ 126#define FMODE_UNSIGNED_OFFSET ((__force fmode_t)0x2000) 127 128/* File is opened with O_PATH; almost nothing can be done with it */ 129#define FMODE_PATH ((__force fmode_t)0x4000) 130 131/* File needs atomic accesses to f_pos */ 132#define FMODE_ATOMIC_POS ((__force fmode_t)0x8000) 133/* Write access to underlying fs */ 134#define FMODE_WRITER ((__force fmode_t)0x10000) 135/* Has read method(s) */ 136#define FMODE_CAN_READ ((__force fmode_t)0x20000) 137/* Has write method(s) */ 138#define FMODE_CAN_WRITE ((__force fmode_t)0x40000) 139 140/* File was opened by fanotify and shouldn't generate fanotify events */ 141#define FMODE_NONOTIFY ((__force fmode_t)0x4000000) 142 143/* 144 * Flag for rw_copy_check_uvector and compat_rw_copy_check_uvector 145 * that indicates that they should check the contents of the iovec are 146 * valid, but not check the memory that the iovec elements 147 * points too. 148 */ 149#define CHECK_IOVEC_ONLY -1 150 151/* 152 * The below are the various read and write types that we support. Some of 153 * them include behavioral modifiers that send information down to the 154 * block layer and IO scheduler. Terminology: 155 * 156 * The block layer uses device plugging to defer IO a little bit, in 157 * the hope that we will see more IO very shortly. This increases 158 * coalescing of adjacent IO and thus reduces the number of IOs we 159 * have to send to the device. It also allows for better queuing, 160 * if the IO isn't mergeable. If the caller is going to be waiting 161 * for the IO, then he must ensure that the device is unplugged so 162 * that the IO is dispatched to the driver. 163 * 164 * All IO is handled async in Linux. This is fine for background 165 * writes, but for reads or writes that someone waits for completion 166 * on, we want to notify the block layer and IO scheduler so that they 167 * know about it. That allows them to make better scheduling 168 * decisions. So when the below references 'sync' and 'async', it 169 * is referencing this priority hint. 170 * 171 * With that in mind, the available types are: 172 * 173 * READ A normal read operation. Device will be plugged. 174 * READ_SYNC A synchronous read. Device is not plugged, caller can 175 * immediately wait on this read without caring about 176 * unplugging. 177 * READA Used for read-ahead operations. Lower priority, and the 178 * block layer could (in theory) choose to ignore this 179 * request if it runs into resource problems. 180 * WRITE A normal async write. Device will be plugged. 181 * WRITE_SYNC Synchronous write. Identical to WRITE, but passes down 182 * the hint that someone will be waiting on this IO 183 * shortly. The write equivalent of READ_SYNC. 184 * WRITE_ODIRECT Special case write for O_DIRECT only. 185 * WRITE_FLUSH Like WRITE_SYNC but with preceding cache flush. 186 * WRITE_FUA Like WRITE_SYNC but data is guaranteed to be on 187 * non-volatile media on completion. 188 * WRITE_FLUSH_FUA Combination of WRITE_FLUSH and FUA. The IO is preceded 189 * by a cache flush and data is guaranteed to be on 190 * non-volatile media on completion. 191 * 192 */ 193#define RW_MASK REQ_WRITE 194#define RWA_MASK REQ_RAHEAD 195 196#define READ 0 197#define WRITE RW_MASK 198#define READA RWA_MASK 199 200#define READ_SYNC (READ | REQ_SYNC) 201#define WRITE_SYNC (WRITE | REQ_SYNC | REQ_NOIDLE) 202#define WRITE_ODIRECT (WRITE | REQ_SYNC) 203#define WRITE_FLUSH (WRITE | REQ_SYNC | REQ_NOIDLE | REQ_FLUSH) 204#define WRITE_FUA (WRITE | REQ_SYNC | REQ_NOIDLE | REQ_FUA) 205#define WRITE_FLUSH_FUA (WRITE | REQ_SYNC | REQ_NOIDLE | REQ_FLUSH | REQ_FUA) 206 207/* 208 * Attribute flags. These should be or-ed together to figure out what 209 * has been changed! 210 */ 211#define ATTR_MODE (1 << 0) 212#define ATTR_UID (1 << 1) 213#define ATTR_GID (1 << 2) 214#define ATTR_SIZE (1 << 3) 215#define ATTR_ATIME (1 << 4) 216#define ATTR_MTIME (1 << 5) 217#define ATTR_CTIME (1 << 6) 218#define ATTR_ATIME_SET (1 << 7) 219#define ATTR_MTIME_SET (1 << 8) 220#define ATTR_FORCE (1 << 9) /* Not a change, but a change it */ 221#define ATTR_ATTR_FLAG (1 << 10) 222#define ATTR_KILL_SUID (1 << 11) 223#define ATTR_KILL_SGID (1 << 12) 224#define ATTR_FILE (1 << 13) 225#define ATTR_KILL_PRIV (1 << 14) 226#define ATTR_OPEN (1 << 15) /* Truncating from open(O_TRUNC) */ 227#define ATTR_TIMES_SET (1 << 16) 228 229/* 230 * Whiteout is represented by a char device. The following constants define the 231 * mode and device number to use. 232 */ 233#define WHITEOUT_MODE 0 234#define WHITEOUT_DEV 0 235 236/* 237 * This is the Inode Attributes structure, used for notify_change(). It 238 * uses the above definitions as flags, to know which values have changed. 239 * Also, in this manner, a Filesystem can look at only the values it cares 240 * about. Basically, these are the attributes that the VFS layer can 241 * request to change from the FS layer. 242 * 243 * Derek Atkins <warlord@MIT.EDU> 94-10-20 244 */ 245struct iattr { 246 unsigned int ia_valid; 247 umode_t ia_mode; 248 kuid_t ia_uid; 249 kgid_t ia_gid; 250 loff_t ia_size; 251 struct timespec ia_atime; 252 struct timespec ia_mtime; 253 struct timespec ia_ctime; 254 255 /* 256 * Not an attribute, but an auxiliary info for filesystems wanting to 257 * implement an ftruncate() like method. NOTE: filesystem should 258 * check for (ia_valid & ATTR_FILE), and not for (ia_file != NULL). 259 */ 260 struct file *ia_file; 261}; 262 263/* 264 * Includes for diskquotas. 265 */ 266#include <linux/quota.h> 267 268/* 269 * Maximum number of layers of fs stack. Needs to be limited to 270 * prevent kernel stack overflow 271 */ 272#define FILESYSTEM_MAX_STACK_DEPTH 2 273 274/** 275 * enum positive_aop_returns - aop return codes with specific semantics 276 * 277 * @AOP_WRITEPAGE_ACTIVATE: Informs the caller that page writeback has 278 * completed, that the page is still locked, and 279 * should be considered active. The VM uses this hint 280 * to return the page to the active list -- it won't 281 * be a candidate for writeback again in the near 282 * future. Other callers must be careful to unlock 283 * the page if they get this return. Returned by 284 * writepage(); 285 * 286 * @AOP_TRUNCATED_PAGE: The AOP method that was handed a locked page has 287 * unlocked it and the page might have been truncated. 288 * The caller should back up to acquiring a new page and 289 * trying again. The aop will be taking reasonable 290 * precautions not to livelock. If the caller held a page 291 * reference, it should drop it before retrying. Returned 292 * by readpage(). 293 * 294 * address_space_operation functions return these large constants to indicate 295 * special semantics to the caller. These are much larger than the bytes in a 296 * page to allow for functions that return the number of bytes operated on in a 297 * given page. 298 */ 299 300enum positive_aop_returns { 301 AOP_WRITEPAGE_ACTIVATE = 0x80000, 302 AOP_TRUNCATED_PAGE = 0x80001, 303}; 304 305#define AOP_FLAG_UNINTERRUPTIBLE 0x0001 /* will not do a short write */ 306#define AOP_FLAG_CONT_EXPAND 0x0002 /* called from cont_expand */ 307#define AOP_FLAG_NOFS 0x0004 /* used by filesystem to direct 308 * helper code (eg buffer layer) 309 * to clear GFP_FS from alloc */ 310 311/* 312 * oh the beauties of C type declarations. 313 */ 314struct page; 315struct address_space; 316struct writeback_control; 317 318#define IOCB_EVENTFD (1 << 0) 319#define IOCB_APPEND (1 << 1) 320#define IOCB_DIRECT (1 << 2) 321 322struct kiocb { 323 struct file *ki_filp; 324 loff_t ki_pos; 325 void (*ki_complete)(struct kiocb *iocb, long ret, long ret2); 326 void *private; 327 int ki_flags; 328}; 329 330static inline bool is_sync_kiocb(struct kiocb *kiocb) 331{ 332 return kiocb->ki_complete == NULL; 333} 334 335static inline int iocb_flags(struct file *file); 336 337static inline void init_sync_kiocb(struct kiocb *kiocb, struct file *filp) 338{ 339 *kiocb = (struct kiocb) { 340 .ki_filp = filp, 341 .ki_flags = iocb_flags(filp), 342 }; 343} 344 345/* 346 * "descriptor" for what we're up to with a read. 347 * This allows us to use the same read code yet 348 * have multiple different users of the data that 349 * we read from a file. 350 * 351 * The simplest case just copies the data to user 352 * mode. 353 */ 354typedef struct { 355 size_t written; 356 size_t count; 357 union { 358 char __user *buf; 359 void *data; 360 } arg; 361 int error; 362} read_descriptor_t; 363 364typedef int (*read_actor_t)(read_descriptor_t *, struct page *, 365 unsigned long, unsigned long); 366 367struct address_space_operations { 368 int (*writepage)(struct page *page, struct writeback_control *wbc); 369 int (*readpage)(struct file *, struct page *); 370 371 /* Write back some dirty pages from this mapping. */ 372 int (*writepages)(struct address_space *, struct writeback_control *); 373 374 /* Set a page dirty. Return true if this dirtied it */ 375 int (*set_page_dirty)(struct page *page); 376 377 int (*readpages)(struct file *filp, struct address_space *mapping, 378 struct list_head *pages, unsigned nr_pages); 379 380 int (*write_begin)(struct file *, struct address_space *mapping, 381 loff_t pos, unsigned len, unsigned flags, 382 struct page **pagep, void **fsdata); 383 int (*write_end)(struct file *, struct address_space *mapping, 384 loff_t pos, unsigned len, unsigned copied, 385 struct page *page, void *fsdata); 386 387 /* Unfortunately this kludge is needed for FIBMAP. Don't use it */ 388 sector_t (*bmap)(struct address_space *, sector_t); 389 void (*invalidatepage) (struct page *, unsigned int, unsigned int); 390 int (*releasepage) (struct page *, gfp_t); 391 void (*freepage)(struct page *); 392 ssize_t (*direct_IO)(struct kiocb *, struct iov_iter *iter, loff_t offset); 393 /* 394 * migrate the contents of a page to the specified target. If 395 * migrate_mode is MIGRATE_ASYNC, it must not block. 396 */ 397 int (*migratepage) (struct address_space *, 398 struct page *, struct page *, enum migrate_mode); 399 int (*launder_page) (struct page *); 400 int (*is_partially_uptodate) (struct page *, unsigned long, 401 unsigned long); 402 void (*is_dirty_writeback) (struct page *, bool *, bool *); 403 int (*error_remove_page)(struct address_space *, struct page *); 404 405 /* swapfile support */ 406 int (*swap_activate)(struct swap_info_struct *sis, struct file *file, 407 sector_t *span); 408 void (*swap_deactivate)(struct file *file); 409}; 410 411extern const struct address_space_operations empty_aops; 412 413/* 414 * pagecache_write_begin/pagecache_write_end must be used by general code 415 * to write into the pagecache. 416 */ 417int pagecache_write_begin(struct file *, struct address_space *mapping, 418 loff_t pos, unsigned len, unsigned flags, 419 struct page **pagep, void **fsdata); 420 421int pagecache_write_end(struct file *, struct address_space *mapping, 422 loff_t pos, unsigned len, unsigned copied, 423 struct page *page, void *fsdata); 424 425struct address_space { 426 struct inode *host; /* owner: inode, block_device */ 427 struct radix_tree_root page_tree; /* radix tree of all pages */ 428 spinlock_t tree_lock; /* and lock protecting it */ 429 atomic_t i_mmap_writable;/* count VM_SHARED mappings */ 430 struct rb_root i_mmap; /* tree of private and shared mappings */ 431 struct rw_semaphore i_mmap_rwsem; /* protect tree, count, list */ 432 /* Protected by tree_lock together with the radix tree */ 433 unsigned long nrpages; /* number of total pages */ 434 unsigned long nrshadows; /* number of shadow entries */ 435 pgoff_t writeback_index;/* writeback starts here */ 436 const struct address_space_operations *a_ops; /* methods */ 437 unsigned long flags; /* error bits/gfp mask */ 438 spinlock_t private_lock; /* for use by the address_space */ 439 struct list_head private_list; /* ditto */ 440 void *private_data; /* ditto */ 441} __attribute__((aligned(sizeof(long)))); 442 /* 443 * On most architectures that alignment is already the case; but 444 * must be enforced here for CRIS, to let the least significant bit 445 * of struct page's "mapping" pointer be used for PAGE_MAPPING_ANON. 446 */ 447struct request_queue; 448 449struct block_device { 450 dev_t bd_dev; /* not a kdev_t - it's a search key */ 451 int bd_openers; 452 struct inode * bd_inode; /* will die */ 453 struct super_block * bd_super; 454 struct mutex bd_mutex; /* open/close mutex */ 455 struct list_head bd_inodes; 456 void * bd_claiming; 457 void * bd_holder; 458 int bd_holders; 459 bool bd_write_holder; 460#ifdef CONFIG_SYSFS 461 struct list_head bd_holder_disks; 462#endif 463 struct block_device * bd_contains; 464 unsigned bd_block_size; 465 struct hd_struct * bd_part; 466 /* number of times partitions within this device have been opened. */ 467 unsigned bd_part_count; 468 int bd_invalidated; 469 struct gendisk * bd_disk; 470 struct request_queue * bd_queue; 471 struct list_head bd_list; 472 /* 473 * Private data. You must have bd_claim'ed the block_device 474 * to use this. NOTE: bd_claim allows an owner to claim 475 * the same device multiple times, the owner must take special 476 * care to not mess up bd_private for that case. 477 */ 478 unsigned long bd_private; 479 480 /* The counter of freeze processes */ 481 int bd_fsfreeze_count; 482 /* Mutex for freeze */ 483 struct mutex bd_fsfreeze_mutex; 484}; 485 486/* 487 * Radix-tree tags, for tagging dirty and writeback pages within the pagecache 488 * radix trees 489 */ 490#define PAGECACHE_TAG_DIRTY 0 491#define PAGECACHE_TAG_WRITEBACK 1 492#define PAGECACHE_TAG_TOWRITE 2 493 494int mapping_tagged(struct address_space *mapping, int tag); 495 496static inline void i_mmap_lock_write(struct address_space *mapping) 497{ 498 down_write(&mapping->i_mmap_rwsem); 499} 500 501static inline void i_mmap_unlock_write(struct address_space *mapping) 502{ 503 up_write(&mapping->i_mmap_rwsem); 504} 505 506static inline void i_mmap_lock_read(struct address_space *mapping) 507{ 508 down_read(&mapping->i_mmap_rwsem); 509} 510 511static inline void i_mmap_unlock_read(struct address_space *mapping) 512{ 513 up_read(&mapping->i_mmap_rwsem); 514} 515 516/* 517 * Might pages of this file be mapped into userspace? 518 */ 519static inline int mapping_mapped(struct address_space *mapping) 520{ 521 return !RB_EMPTY_ROOT(&mapping->i_mmap); 522} 523 524/* 525 * Might pages of this file have been modified in userspace? 526 * Note that i_mmap_writable counts all VM_SHARED vmas: do_mmap_pgoff 527 * marks vma as VM_SHARED if it is shared, and the file was opened for 528 * writing i.e. vma may be mprotected writable even if now readonly. 529 * 530 * If i_mmap_writable is negative, no new writable mappings are allowed. You 531 * can only deny writable mappings, if none exists right now. 532 */ 533static inline int mapping_writably_mapped(struct address_space *mapping) 534{ 535 return atomic_read(&mapping->i_mmap_writable) > 0; 536} 537 538static inline int mapping_map_writable(struct address_space *mapping) 539{ 540 return atomic_inc_unless_negative(&mapping->i_mmap_writable) ? 541 0 : -EPERM; 542} 543 544static inline void mapping_unmap_writable(struct address_space *mapping) 545{ 546 atomic_dec(&mapping->i_mmap_writable); 547} 548 549static inline int mapping_deny_writable(struct address_space *mapping) 550{ 551 return atomic_dec_unless_positive(&mapping->i_mmap_writable) ? 552 0 : -EBUSY; 553} 554 555static inline void mapping_allow_writable(struct address_space *mapping) 556{ 557 atomic_inc(&mapping->i_mmap_writable); 558} 559 560/* 561 * Use sequence counter to get consistent i_size on 32-bit processors. 562 */ 563#if BITS_PER_LONG==32 && defined(CONFIG_SMP) 564#include <linux/seqlock.h> 565#define __NEED_I_SIZE_ORDERED 566#define i_size_ordered_init(inode) seqcount_init(&inode->i_size_seqcount) 567#else 568#define i_size_ordered_init(inode) do { } while (0) 569#endif 570 571struct posix_acl; 572#define ACL_NOT_CACHED ((void *)(-1)) 573 574#define IOP_FASTPERM 0x0001 575#define IOP_LOOKUP 0x0002 576#define IOP_NOFOLLOW 0x0004 577 578/* 579 * Keep mostly read-only and often accessed (especially for 580 * the RCU path lookup and 'stat' data) fields at the beginning 581 * of the 'struct inode' 582 */ 583struct inode { 584 umode_t i_mode; 585 unsigned short i_opflags; 586 kuid_t i_uid; 587 kgid_t i_gid; 588 unsigned int i_flags; 589 590#ifdef CONFIG_FS_POSIX_ACL 591 struct posix_acl *i_acl; 592 struct posix_acl *i_default_acl; 593#endif 594 595 const struct inode_operations *i_op; 596 struct super_block *i_sb; 597 struct address_space *i_mapping; 598 599#ifdef CONFIG_SECURITY 600 void *i_security; 601#endif 602 603 /* Stat data, not accessed from path walking */ 604 unsigned long i_ino; 605 /* 606 * Filesystems may only read i_nlink directly. They shall use the 607 * following functions for modification: 608 * 609 * (set|clear|inc|drop)_nlink 610 * inode_(inc|dec)_link_count 611 */ 612 union { 613 const unsigned int i_nlink; 614 unsigned int __i_nlink; 615 }; 616 dev_t i_rdev; 617 loff_t i_size; 618 struct timespec i_atime; 619 struct timespec i_mtime; 620 struct timespec i_ctime; 621 spinlock_t i_lock; /* i_blocks, i_bytes, maybe i_size */ 622 unsigned short i_bytes; 623 unsigned int i_blkbits; 624 blkcnt_t i_blocks; 625 626#ifdef __NEED_I_SIZE_ORDERED 627 seqcount_t i_size_seqcount; 628#endif 629 630 /* Misc */ 631 unsigned long i_state; 632 struct mutex i_mutex; 633 634 unsigned long dirtied_when; /* jiffies of first dirtying */ 635 unsigned long dirtied_time_when; 636 637 struct hlist_node i_hash; 638 struct list_head i_wb_list; /* backing dev IO list */ 639#ifdef CONFIG_CGROUP_WRITEBACK 640 struct bdi_writeback *i_wb; /* the associated cgroup wb */ 641 642 /* foreign inode detection, see wbc_detach_inode() */ 643 int i_wb_frn_winner; 644 u16 i_wb_frn_avg_time; 645 u16 i_wb_frn_history; 646#endif 647 struct list_head i_lru; /* inode LRU list */ 648 struct list_head i_sb_list; 649 union { 650 struct hlist_head i_dentry; 651 struct rcu_head i_rcu; 652 }; 653 u64 i_version; 654 atomic_t i_count; 655 atomic_t i_dio_count; 656 atomic_t i_writecount; 657#ifdef CONFIG_IMA 658 atomic_t i_readcount; /* struct files open RO */ 659#endif 660 const struct file_operations *i_fop; /* former ->i_op->default_file_ops */ 661 struct file_lock_context *i_flctx; 662 struct address_space i_data; 663 struct list_head i_devices; 664 union { 665 struct pipe_inode_info *i_pipe; 666 struct block_device *i_bdev; 667 struct cdev *i_cdev; 668 char *i_link; 669 }; 670 671 __u32 i_generation; 672 673#ifdef CONFIG_FSNOTIFY 674 __u32 i_fsnotify_mask; /* all events this inode cares about */ 675 struct hlist_head i_fsnotify_marks; 676#endif 677 678 void *i_private; /* fs or device private pointer */ 679}; 680 681static inline int inode_unhashed(struct inode *inode) 682{ 683 return hlist_unhashed(&inode->i_hash); 684} 685 686/* 687 * inode->i_mutex nesting subclasses for the lock validator: 688 * 689 * 0: the object of the current VFS operation 690 * 1: parent 691 * 2: child/target 692 * 3: xattr 693 * 4: second non-directory 694 * 5: second parent (when locking independent directories in rename) 695 * 696 * I_MUTEX_NONDIR2 is for certain operations (such as rename) which lock two 697 * non-directories at once. 698 * 699 * The locking order between these classes is 700 * parent[2] -> child -> grandchild -> normal -> xattr -> second non-directory 701 */ 702enum inode_i_mutex_lock_class 703{ 704 I_MUTEX_NORMAL, 705 I_MUTEX_PARENT, 706 I_MUTEX_CHILD, 707 I_MUTEX_XATTR, 708 I_MUTEX_NONDIR2, 709 I_MUTEX_PARENT2, 710}; 711 712void lock_two_nondirectories(struct inode *, struct inode*); 713void unlock_two_nondirectories(struct inode *, struct inode*); 714 715/* 716 * NOTE: in a 32bit arch with a preemptable kernel and 717 * an UP compile the i_size_read/write must be atomic 718 * with respect to the local cpu (unlike with preempt disabled), 719 * but they don't need to be atomic with respect to other cpus like in 720 * true SMP (so they need either to either locally disable irq around 721 * the read or for example on x86 they can be still implemented as a 722 * cmpxchg8b without the need of the lock prefix). For SMP compiles 723 * and 64bit archs it makes no difference if preempt is enabled or not. 724 */ 725static inline loff_t i_size_read(const struct inode *inode) 726{ 727#if BITS_PER_LONG==32 && defined(CONFIG_SMP) 728 loff_t i_size; 729 unsigned int seq; 730 731 do { 732 seq = read_seqcount_begin(&inode->i_size_seqcount); 733 i_size = inode->i_size; 734 } while (read_seqcount_retry(&inode->i_size_seqcount, seq)); 735 return i_size; 736#elif BITS_PER_LONG==32 && defined(CONFIG_PREEMPT) 737 loff_t i_size; 738 739 preempt_disable(); 740 i_size = inode->i_size; 741 preempt_enable(); 742 return i_size; 743#else 744 return inode->i_size; 745#endif 746} 747 748/* 749 * NOTE: unlike i_size_read(), i_size_write() does need locking around it 750 * (normally i_mutex), otherwise on 32bit/SMP an update of i_size_seqcount 751 * can be lost, resulting in subsequent i_size_read() calls spinning forever. 752 */ 753static inline void i_size_write(struct inode *inode, loff_t i_size) 754{ 755#if BITS_PER_LONG==32 && defined(CONFIG_SMP) 756 preempt_disable(); 757 write_seqcount_begin(&inode->i_size_seqcount); 758 inode->i_size = i_size; 759 write_seqcount_end(&inode->i_size_seqcount); 760 preempt_enable(); 761#elif BITS_PER_LONG==32 && defined(CONFIG_PREEMPT) 762 preempt_disable(); 763 inode->i_size = i_size; 764 preempt_enable(); 765#else 766 inode->i_size = i_size; 767#endif 768} 769 770/* Helper functions so that in most cases filesystems will 771 * not need to deal directly with kuid_t and kgid_t and can 772 * instead deal with the raw numeric values that are stored 773 * in the filesystem. 774 */ 775static inline uid_t i_uid_read(const struct inode *inode) 776{ 777 return from_kuid(&init_user_ns, inode->i_uid); 778} 779 780static inline gid_t i_gid_read(const struct inode *inode) 781{ 782 return from_kgid(&init_user_ns, inode->i_gid); 783} 784 785static inline void i_uid_write(struct inode *inode, uid_t uid) 786{ 787 inode->i_uid = make_kuid(&init_user_ns, uid); 788} 789 790static inline void i_gid_write(struct inode *inode, gid_t gid) 791{ 792 inode->i_gid = make_kgid(&init_user_ns, gid); 793} 794 795static inline unsigned iminor(const struct inode *inode) 796{ 797 return MINOR(inode->i_rdev); 798} 799 800static inline unsigned imajor(const struct inode *inode) 801{ 802 return MAJOR(inode->i_rdev); 803} 804 805extern struct block_device *I_BDEV(struct inode *inode); 806 807struct fown_struct { 808 rwlock_t lock; /* protects pid, uid, euid fields */ 809 struct pid *pid; /* pid or -pgrp where SIGIO should be sent */ 810 enum pid_type pid_type; /* Kind of process group SIGIO should be sent to */ 811 kuid_t uid, euid; /* uid/euid of process setting the owner */ 812 int signum; /* posix.1b rt signal to be delivered on IO */ 813}; 814 815/* 816 * Track a single file's readahead state 817 */ 818struct file_ra_state { 819 pgoff_t start; /* where readahead started */ 820 unsigned int size; /* # of readahead pages */ 821 unsigned int async_size; /* do asynchronous readahead when 822 there are only # of pages ahead */ 823 824 unsigned int ra_pages; /* Maximum readahead window */ 825 unsigned int mmap_miss; /* Cache miss stat for mmap accesses */ 826 loff_t prev_pos; /* Cache last read() position */ 827}; 828 829/* 830 * Check if @index falls in the readahead windows. 831 */ 832static inline int ra_has_index(struct file_ra_state *ra, pgoff_t index) 833{ 834 return (index >= ra->start && 835 index < ra->start + ra->size); 836} 837 838struct file { 839 union { 840 struct llist_node fu_llist; 841 struct rcu_head fu_rcuhead; 842 } f_u; 843 struct path f_path; 844 struct inode *f_inode; /* cached value */ 845 const struct file_operations *f_op; 846 847 /* 848 * Protects f_ep_links, f_flags. 849 * Must not be taken from IRQ context. 850 */ 851 spinlock_t f_lock; 852 atomic_long_t f_count; 853 unsigned int f_flags; 854 fmode_t f_mode; 855 struct mutex f_pos_lock; 856 loff_t f_pos; 857 struct fown_struct f_owner; 858 const struct cred *f_cred; 859 struct file_ra_state f_ra; 860 861 u64 f_version; 862#ifdef CONFIG_SECURITY 863 void *f_security; 864#endif 865 /* needed for tty driver, and maybe others */ 866 void *private_data; 867 868#ifdef CONFIG_EPOLL 869 /* Used by fs/eventpoll.c to link all the hooks to this file */ 870 struct list_head f_ep_links; 871 struct list_head f_tfile_llink; 872#endif /* #ifdef CONFIG_EPOLL */ 873 struct address_space *f_mapping; 874} __attribute__((aligned(4))); /* lest something weird decides that 2 is OK */ 875 876struct file_handle { 877 __u32 handle_bytes; 878 int handle_type; 879 /* file identifier */ 880 unsigned char f_handle[0]; 881}; 882 883static inline struct file *get_file(struct file *f) 884{ 885 atomic_long_inc(&f->f_count); 886 return f; 887} 888#define get_file_rcu(x) atomic_long_inc_not_zero(&(x)->f_count) 889#define fput_atomic(x) atomic_long_add_unless(&(x)->f_count, -1, 1) 890#define file_count(x) atomic_long_read(&(x)->f_count) 891 892#define MAX_NON_LFS ((1UL<<31) - 1) 893 894/* Page cache limit. The filesystems should put that into their s_maxbytes 895 limits, otherwise bad things can happen in VM. */ 896#if BITS_PER_LONG==32 897#define MAX_LFS_FILESIZE (((loff_t)PAGE_CACHE_SIZE << (BITS_PER_LONG-1))-1) 898#elif BITS_PER_LONG==64 899#define MAX_LFS_FILESIZE ((loff_t)0x7fffffffffffffffLL) 900#endif 901 902#define FL_POSIX 1 903#define FL_FLOCK 2 904#define FL_DELEG 4 /* NFSv4 delegation */ 905#define FL_ACCESS 8 /* not trying to lock, just looking */ 906#define FL_EXISTS 16 /* when unlocking, test for existence */ 907#define FL_LEASE 32 /* lease held on this file */ 908#define FL_CLOSE 64 /* unlock on close */ 909#define FL_SLEEP 128 /* A blocking lock */ 910#define FL_DOWNGRADE_PENDING 256 /* Lease is being downgraded */ 911#define FL_UNLOCK_PENDING 512 /* Lease is being broken */ 912#define FL_OFDLCK 1024 /* lock is "owned" by struct file */ 913#define FL_LAYOUT 2048 /* outstanding pNFS layout */ 914 915/* 916 * Special return value from posix_lock_file() and vfs_lock_file() for 917 * asynchronous locking. 918 */ 919#define FILE_LOCK_DEFERRED 1 920 921/* legacy typedef, should eventually be removed */ 922typedef void *fl_owner_t; 923 924struct file_lock; 925 926struct file_lock_operations { 927 void (*fl_copy_lock)(struct file_lock *, struct file_lock *); 928 void (*fl_release_private)(struct file_lock *); 929}; 930 931struct lock_manager_operations { 932 int (*lm_compare_owner)(struct file_lock *, struct file_lock *); 933 unsigned long (*lm_owner_key)(struct file_lock *); 934 fl_owner_t (*lm_get_owner)(fl_owner_t); 935 void (*lm_put_owner)(fl_owner_t); 936 void (*lm_notify)(struct file_lock *); /* unblock callback */ 937 int (*lm_grant)(struct file_lock *, int); 938 bool (*lm_break)(struct file_lock *); 939 int (*lm_change)(struct file_lock *, int, struct list_head *); 940 void (*lm_setup)(struct file_lock *, void **); 941}; 942 943struct lock_manager { 944 struct list_head list; 945}; 946 947struct net; 948void locks_start_grace(struct net *, struct lock_manager *); 949void locks_end_grace(struct lock_manager *); 950int locks_in_grace(struct net *); 951 952/* that will die - we need it for nfs_lock_info */ 953#include <linux/nfs_fs_i.h> 954 955/* 956 * struct file_lock represents a generic "file lock". It's used to represent 957 * POSIX byte range locks, BSD (flock) locks, and leases. It's important to 958 * note that the same struct is used to represent both a request for a lock and 959 * the lock itself, but the same object is never used for both. 960 * 961 * FIXME: should we create a separate "struct lock_request" to help distinguish 962 * these two uses? 963 * 964 * The varous i_flctx lists are ordered by: 965 * 966 * 1) lock owner 967 * 2) lock range start 968 * 3) lock range end 969 * 970 * Obviously, the last two criteria only matter for POSIX locks. 971 */ 972struct file_lock { 973 struct file_lock *fl_next; /* singly linked list for this inode */ 974 struct list_head fl_list; /* link into file_lock_context */ 975 struct hlist_node fl_link; /* node in global lists */ 976 struct list_head fl_block; /* circular list of blocked processes */ 977 fl_owner_t fl_owner; 978 unsigned int fl_flags; 979 unsigned char fl_type; 980 unsigned int fl_pid; 981 int fl_link_cpu; /* what cpu's list is this on? */ 982 struct pid *fl_nspid; 983 wait_queue_head_t fl_wait; 984 struct file *fl_file; 985 loff_t fl_start; 986 loff_t fl_end; 987 988 struct fasync_struct * fl_fasync; /* for lease break notifications */ 989 /* for lease breaks: */ 990 unsigned long fl_break_time; 991 unsigned long fl_downgrade_time; 992 993 const struct file_lock_operations *fl_ops; /* Callbacks for filesystems */ 994 const struct lock_manager_operations *fl_lmops; /* Callbacks for lockmanagers */ 995 union { 996 struct nfs_lock_info nfs_fl; 997 struct nfs4_lock_info nfs4_fl; 998 struct { 999 struct list_head link; /* link in AFS vnode's pending_locks list */ 1000 int state; /* state of grant or error if -ve */ 1001 } afs; 1002 } fl_u; 1003}; 1004 1005struct file_lock_context { 1006 spinlock_t flc_lock; 1007 struct list_head flc_flock; 1008 struct list_head flc_posix; 1009 struct list_head flc_lease; 1010}; 1011 1012/* The following constant reflects the upper bound of the file/locking space */ 1013#ifndef OFFSET_MAX 1014#define INT_LIMIT(x) (~((x)1 << (sizeof(x)*8 - 1))) 1015#define OFFSET_MAX INT_LIMIT(loff_t) 1016#define OFFT_OFFSET_MAX INT_LIMIT(off_t) 1017#endif 1018 1019#include <linux/fcntl.h> 1020 1021extern void send_sigio(struct fown_struct *fown, int fd, int band); 1022 1023#ifdef CONFIG_FILE_LOCKING 1024extern int fcntl_getlk(struct file *, unsigned int, struct flock __user *); 1025extern int fcntl_setlk(unsigned int, struct file *, unsigned int, 1026 struct flock __user *); 1027 1028#if BITS_PER_LONG == 32 1029extern int fcntl_getlk64(struct file *, unsigned int, struct flock64 __user *); 1030extern int fcntl_setlk64(unsigned int, struct file *, unsigned int, 1031 struct flock64 __user *); 1032#endif 1033 1034extern int fcntl_setlease(unsigned int fd, struct file *filp, long arg); 1035extern int fcntl_getlease(struct file *filp); 1036 1037/* fs/locks.c */ 1038void locks_free_lock_context(struct file_lock_context *ctx); 1039void locks_free_lock(struct file_lock *fl); 1040extern void locks_init_lock(struct file_lock *); 1041extern struct file_lock * locks_alloc_lock(void); 1042extern void locks_copy_lock(struct file_lock *, struct file_lock *); 1043extern void locks_copy_conflock(struct file_lock *, struct file_lock *); 1044extern void locks_remove_posix(struct file *, fl_owner_t); 1045extern void locks_remove_file(struct file *); 1046extern void locks_release_private(struct file_lock *); 1047extern void posix_test_lock(struct file *, struct file_lock *); 1048extern int posix_lock_file(struct file *, struct file_lock *, struct file_lock *); 1049extern int posix_lock_file_wait(struct file *, struct file_lock *); 1050extern int posix_unblock_lock(struct file_lock *); 1051extern int vfs_test_lock(struct file *, struct file_lock *); 1052extern int vfs_lock_file(struct file *, unsigned int, struct file_lock *, struct file_lock *); 1053extern int vfs_cancel_lock(struct file *filp, struct file_lock *fl); 1054extern int flock_lock_file_wait(struct file *filp, struct file_lock *fl); 1055extern int __break_lease(struct inode *inode, unsigned int flags, unsigned int type); 1056extern void lease_get_mtime(struct inode *, struct timespec *time); 1057extern int generic_setlease(struct file *, long, struct file_lock **, void **priv); 1058extern int vfs_setlease(struct file *, long, struct file_lock **, void **); 1059extern int lease_modify(struct file_lock *, int, struct list_head *); 1060struct files_struct; 1061extern void show_fd_locks(struct seq_file *f, 1062 struct file *filp, struct files_struct *files); 1063#else /* !CONFIG_FILE_LOCKING */ 1064static inline int fcntl_getlk(struct file *file, unsigned int cmd, 1065 struct flock __user *user) 1066{ 1067 return -EINVAL; 1068} 1069 1070static inline int fcntl_setlk(unsigned int fd, struct file *file, 1071 unsigned int cmd, struct flock __user *user) 1072{ 1073 return -EACCES; 1074} 1075 1076#if BITS_PER_LONG == 32 1077static inline int fcntl_getlk64(struct file *file, unsigned int cmd, 1078 struct flock64 __user *user) 1079{ 1080 return -EINVAL; 1081} 1082 1083static inline int fcntl_setlk64(unsigned int fd, struct file *file, 1084 unsigned int cmd, struct flock64 __user *user) 1085{ 1086 return -EACCES; 1087} 1088#endif 1089static inline int fcntl_setlease(unsigned int fd, struct file *filp, long arg) 1090{ 1091 return -EINVAL; 1092} 1093 1094static inline int fcntl_getlease(struct file *filp) 1095{ 1096 return F_UNLCK; 1097} 1098 1099static inline void 1100locks_free_lock_context(struct file_lock_context *ctx) 1101{ 1102} 1103 1104static inline void locks_init_lock(struct file_lock *fl) 1105{ 1106 return; 1107} 1108 1109static inline void locks_copy_conflock(struct file_lock *new, struct file_lock *fl) 1110{ 1111 return; 1112} 1113 1114static inline void locks_copy_lock(struct file_lock *new, struct file_lock *fl) 1115{ 1116 return; 1117} 1118 1119static inline void locks_remove_posix(struct file *filp, fl_owner_t owner) 1120{ 1121 return; 1122} 1123 1124static inline void locks_remove_file(struct file *filp) 1125{ 1126 return; 1127} 1128 1129static inline void posix_test_lock(struct file *filp, struct file_lock *fl) 1130{ 1131 return; 1132} 1133 1134static inline int posix_lock_file(struct file *filp, struct file_lock *fl, 1135 struct file_lock *conflock) 1136{ 1137 return -ENOLCK; 1138} 1139 1140static inline int posix_lock_file_wait(struct file *filp, struct file_lock *fl) 1141{ 1142 return -ENOLCK; 1143} 1144 1145static inline int posix_unblock_lock(struct file_lock *waiter) 1146{ 1147 return -ENOENT; 1148} 1149 1150static inline int vfs_test_lock(struct file *filp, struct file_lock *fl) 1151{ 1152 return 0; 1153} 1154 1155static inline int vfs_lock_file(struct file *filp, unsigned int cmd, 1156 struct file_lock *fl, struct file_lock *conf) 1157{ 1158 return -ENOLCK; 1159} 1160 1161static inline int vfs_cancel_lock(struct file *filp, struct file_lock *fl) 1162{ 1163 return 0; 1164} 1165 1166static inline int flock_lock_file_wait(struct file *filp, 1167 struct file_lock *request) 1168{ 1169 return -ENOLCK; 1170} 1171 1172static inline int __break_lease(struct inode *inode, unsigned int mode, unsigned int type) 1173{ 1174 return 0; 1175} 1176 1177static inline void lease_get_mtime(struct inode *inode, struct timespec *time) 1178{ 1179 return; 1180} 1181 1182static inline int generic_setlease(struct file *filp, long arg, 1183 struct file_lock **flp, void **priv) 1184{ 1185 return -EINVAL; 1186} 1187 1188static inline int vfs_setlease(struct file *filp, long arg, 1189 struct file_lock **lease, void **priv) 1190{ 1191 return -EINVAL; 1192} 1193 1194static inline int lease_modify(struct file_lock *fl, int arg, 1195 struct list_head *dispose) 1196{ 1197 return -EINVAL; 1198} 1199 1200struct files_struct; 1201static inline void show_fd_locks(struct seq_file *f, 1202 struct file *filp, struct files_struct *files) {} 1203#endif /* !CONFIG_FILE_LOCKING */ 1204 1205 1206struct fasync_struct { 1207 spinlock_t fa_lock; 1208 int magic; 1209 int fa_fd; 1210 struct fasync_struct *fa_next; /* singly linked list */ 1211 struct file *fa_file; 1212 struct rcu_head fa_rcu; 1213}; 1214 1215#define FASYNC_MAGIC 0x4601 1216 1217/* SMP safe fasync helpers: */ 1218extern int fasync_helper(int, struct file *, int, struct fasync_struct **); 1219extern struct fasync_struct *fasync_insert_entry(int, struct file *, struct fasync_struct **, struct fasync_struct *); 1220extern int fasync_remove_entry(struct file *, struct fasync_struct **); 1221extern struct fasync_struct *fasync_alloc(void); 1222extern void fasync_free(struct fasync_struct *); 1223 1224/* can be called from interrupts */ 1225extern void kill_fasync(struct fasync_struct **, int, int); 1226 1227extern void __f_setown(struct file *filp, struct pid *, enum pid_type, int force); 1228extern void f_setown(struct file *filp, unsigned long arg, int force); 1229extern void f_delown(struct file *filp); 1230extern pid_t f_getown(struct file *filp); 1231extern int send_sigurg(struct fown_struct *fown); 1232 1233struct mm_struct; 1234 1235/* 1236 * Umount options 1237 */ 1238 1239#define MNT_FORCE 0x00000001 /* Attempt to forcibily umount */ 1240#define MNT_DETACH 0x00000002 /* Just detach from the tree */ 1241#define MNT_EXPIRE 0x00000004 /* Mark for expiry */ 1242#define UMOUNT_NOFOLLOW 0x00000008 /* Don't follow symlink on umount */ 1243#define UMOUNT_UNUSED 0x80000000 /* Flag guaranteed to be unused */ 1244 1245/* sb->s_iflags */ 1246#define SB_I_CGROUPWB 0x00000001 /* cgroup-aware writeback enabled */ 1247 1248/* Possible states of 'frozen' field */ 1249enum { 1250 SB_UNFROZEN = 0, /* FS is unfrozen */ 1251 SB_FREEZE_WRITE = 1, /* Writes, dir ops, ioctls frozen */ 1252 SB_FREEZE_PAGEFAULT = 2, /* Page faults stopped as well */ 1253 SB_FREEZE_FS = 3, /* For internal FS use (e.g. to stop 1254 * internal threads if needed) */ 1255 SB_FREEZE_COMPLETE = 4, /* ->freeze_fs finished successfully */ 1256}; 1257 1258#define SB_FREEZE_LEVELS (SB_FREEZE_COMPLETE - 1) 1259 1260struct sb_writers { 1261 /* Counters for counting writers at each level */ 1262 struct percpu_counter counter[SB_FREEZE_LEVELS]; 1263 wait_queue_head_t wait; /* queue for waiting for 1264 writers / faults to finish */ 1265 int frozen; /* Is sb frozen? */ 1266 wait_queue_head_t wait_unfrozen; /* queue for waiting for 1267 sb to be thawed */ 1268#ifdef CONFIG_DEBUG_LOCK_ALLOC 1269 struct lockdep_map lock_map[SB_FREEZE_LEVELS]; 1270#endif 1271}; 1272 1273struct super_block { 1274 struct list_head s_list; /* Keep this first */ 1275 dev_t s_dev; /* search index; _not_ kdev_t */ 1276 unsigned char s_blocksize_bits; 1277 unsigned long s_blocksize; 1278 loff_t s_maxbytes; /* Max file size */ 1279 struct file_system_type *s_type; 1280 const struct super_operations *s_op; 1281 const struct dquot_operations *dq_op; 1282 const struct quotactl_ops *s_qcop; 1283 const struct export_operations *s_export_op; 1284 unsigned long s_flags; 1285 unsigned long s_iflags; /* internal SB_I_* flags */ 1286 unsigned long s_magic; 1287 struct dentry *s_root; 1288 struct rw_semaphore s_umount; 1289 int s_count; 1290 atomic_t s_active; 1291#ifdef CONFIG_SECURITY 1292 void *s_security; 1293#endif 1294 const struct xattr_handler **s_xattr; 1295 1296 struct list_head s_inodes; /* all inodes */ 1297 struct hlist_bl_head s_anon; /* anonymous dentries for (nfs) exporting */ 1298 struct list_head s_mounts; /* list of mounts; _not_ for fs use */ 1299 struct block_device *s_bdev; 1300 struct backing_dev_info *s_bdi; 1301 struct mtd_info *s_mtd; 1302 struct hlist_node s_instances; 1303 unsigned int s_quota_types; /* Bitmask of supported quota types */ 1304 struct quota_info s_dquot; /* Diskquota specific options */ 1305 1306 struct sb_writers s_writers; 1307 1308 char s_id[32]; /* Informational name */ 1309 u8 s_uuid[16]; /* UUID */ 1310 1311 void *s_fs_info; /* Filesystem private info */ 1312 unsigned int s_max_links; 1313 fmode_t s_mode; 1314 1315 /* Granularity of c/m/atime in ns. 1316 Cannot be worse than a second */ 1317 u32 s_time_gran; 1318 1319 /* 1320 * The next field is for VFS *only*. No filesystems have any business 1321 * even looking at it. You had been warned. 1322 */ 1323 struct mutex s_vfs_rename_mutex; /* Kludge */ 1324 1325 /* 1326 * Filesystem subtype. If non-empty the filesystem type field 1327 * in /proc/mounts will be "type.subtype" 1328 */ 1329 char *s_subtype; 1330 1331 /* 1332 * Saved mount options for lazy filesystems using 1333 * generic_show_options() 1334 */ 1335 char __rcu *s_options; 1336 const struct dentry_operations *s_d_op; /* default d_op for dentries */ 1337 1338 /* 1339 * Saved pool identifier for cleancache (-1 means none) 1340 */ 1341 int cleancache_poolid; 1342 1343 struct shrinker s_shrink; /* per-sb shrinker handle */ 1344 1345 /* Number of inodes with nlink == 0 but still referenced */ 1346 atomic_long_t s_remove_count; 1347 1348 /* Being remounted read-only */ 1349 int s_readonly_remount; 1350 1351 /* AIO completions deferred from interrupt context */ 1352 struct workqueue_struct *s_dio_done_wq; 1353 struct hlist_head s_pins; 1354 1355 /* 1356 * Keep the lru lists last in the structure so they always sit on their 1357 * own individual cachelines. 1358 */ 1359 struct list_lru s_dentry_lru ____cacheline_aligned_in_smp; 1360 struct list_lru s_inode_lru ____cacheline_aligned_in_smp; 1361 struct rcu_head rcu; 1362 1363 /* 1364 * Indicates how deep in a filesystem stack this SB is 1365 */ 1366 int s_stack_depth; 1367}; 1368 1369extern struct timespec current_fs_time(struct super_block *sb); 1370 1371/* 1372 * Snapshotting support. 1373 */ 1374 1375void __sb_end_write(struct super_block *sb, int level); 1376int __sb_start_write(struct super_block *sb, int level, bool wait); 1377 1378/** 1379 * sb_end_write - drop write access to a superblock 1380 * @sb: the super we wrote to 1381 * 1382 * Decrement number of writers to the filesystem. Wake up possible waiters 1383 * wanting to freeze the filesystem. 1384 */ 1385static inline void sb_end_write(struct super_block *sb) 1386{ 1387 __sb_end_write(sb, SB_FREEZE_WRITE); 1388} 1389 1390/** 1391 * sb_end_pagefault - drop write access to a superblock from a page fault 1392 * @sb: the super we wrote to 1393 * 1394 * Decrement number of processes handling write page fault to the filesystem. 1395 * Wake up possible waiters wanting to freeze the filesystem. 1396 */ 1397static inline void sb_end_pagefault(struct super_block *sb) 1398{ 1399 __sb_end_write(sb, SB_FREEZE_PAGEFAULT); 1400} 1401 1402/** 1403 * sb_end_intwrite - drop write access to a superblock for internal fs purposes 1404 * @sb: the super we wrote to 1405 * 1406 * Decrement fs-internal number of writers to the filesystem. Wake up possible 1407 * waiters wanting to freeze the filesystem. 1408 */ 1409static inline void sb_end_intwrite(struct super_block *sb) 1410{ 1411 __sb_end_write(sb, SB_FREEZE_FS); 1412} 1413 1414/** 1415 * sb_start_write - get write access to a superblock 1416 * @sb: the super we write to 1417 * 1418 * When a process wants to write data or metadata to a file system (i.e. dirty 1419 * a page or an inode), it should embed the operation in a sb_start_write() - 1420 * sb_end_write() pair to get exclusion against file system freezing. This 1421 * function increments number of writers preventing freezing. If the file 1422 * system is already frozen, the function waits until the file system is 1423 * thawed. 1424 * 1425 * Since freeze protection behaves as a lock, users have to preserve 1426 * ordering of freeze protection and other filesystem locks. Generally, 1427 * freeze protection should be the outermost lock. In particular, we have: 1428 * 1429 * sb_start_write 1430 * -> i_mutex (write path, truncate, directory ops, ...) 1431 * -> s_umount (freeze_super, thaw_super) 1432 */ 1433static inline void sb_start_write(struct super_block *sb) 1434{ 1435 __sb_start_write(sb, SB_FREEZE_WRITE, true); 1436} 1437 1438static inline int sb_start_write_trylock(struct super_block *sb) 1439{ 1440 return __sb_start_write(sb, SB_FREEZE_WRITE, false); 1441} 1442 1443/** 1444 * sb_start_pagefault - get write access to a superblock from a page fault 1445 * @sb: the super we write to 1446 * 1447 * When a process starts handling write page fault, it should embed the 1448 * operation into sb_start_pagefault() - sb_end_pagefault() pair to get 1449 * exclusion against file system freezing. This is needed since the page fault 1450 * is going to dirty a page. This function increments number of running page 1451 * faults preventing freezing. If the file system is already frozen, the 1452 * function waits until the file system is thawed. 1453 * 1454 * Since page fault freeze protection behaves as a lock, users have to preserve 1455 * ordering of freeze protection and other filesystem locks. It is advised to 1456 * put sb_start_pagefault() close to mmap_sem in lock ordering. Page fault 1457 * handling code implies lock dependency: 1458 * 1459 * mmap_sem 1460 * -> sb_start_pagefault 1461 */ 1462static inline void sb_start_pagefault(struct super_block *sb) 1463{ 1464 __sb_start_write(sb, SB_FREEZE_PAGEFAULT, true); 1465} 1466 1467/* 1468 * sb_start_intwrite - get write access to a superblock for internal fs purposes 1469 * @sb: the super we write to 1470 * 1471 * This is the third level of protection against filesystem freezing. It is 1472 * free for use by a filesystem. The only requirement is that it must rank 1473 * below sb_start_pagefault. 1474 * 1475 * For example filesystem can call sb_start_intwrite() when starting a 1476 * transaction which somewhat eases handling of freezing for internal sources 1477 * of filesystem changes (internal fs threads, discarding preallocation on file 1478 * close, etc.). 1479 */ 1480static inline void sb_start_intwrite(struct super_block *sb) 1481{ 1482 __sb_start_write(sb, SB_FREEZE_FS, true); 1483} 1484 1485 1486extern bool inode_owner_or_capable(const struct inode *inode); 1487 1488/* 1489 * VFS helper functions.. 1490 */ 1491extern int vfs_create(struct inode *, struct dentry *, umode_t, bool); 1492extern int vfs_mkdir(struct inode *, struct dentry *, umode_t); 1493extern int vfs_mknod(struct inode *, struct dentry *, umode_t, dev_t); 1494extern int vfs_symlink(struct inode *, struct dentry *, const char *); 1495extern int vfs_link(struct dentry *, struct inode *, struct dentry *, struct inode **); 1496extern int vfs_rmdir(struct inode *, struct dentry *); 1497extern int vfs_unlink(struct inode *, struct dentry *, struct inode **); 1498extern int vfs_rename(struct inode *, struct dentry *, struct inode *, struct dentry *, struct inode **, unsigned int); 1499extern int vfs_whiteout(struct inode *, struct dentry *); 1500 1501/* 1502 * VFS dentry helper functions. 1503 */ 1504extern void dentry_unhash(struct dentry *dentry); 1505 1506/* 1507 * VFS file helper functions. 1508 */ 1509extern void inode_init_owner(struct inode *inode, const struct inode *dir, 1510 umode_t mode); 1511/* 1512 * VFS FS_IOC_FIEMAP helper definitions. 1513 */ 1514struct fiemap_extent_info { 1515 unsigned int fi_flags; /* Flags as passed from user */ 1516 unsigned int fi_extents_mapped; /* Number of mapped extents */ 1517 unsigned int fi_extents_max; /* Size of fiemap_extent array */ 1518 struct fiemap_extent __user *fi_extents_start; /* Start of 1519 fiemap_extent array */ 1520}; 1521int fiemap_fill_next_extent(struct fiemap_extent_info *info, u64 logical, 1522 u64 phys, u64 len, u32 flags); 1523int fiemap_check_flags(struct fiemap_extent_info *fieinfo, u32 fs_flags); 1524 1525/* 1526 * File types 1527 * 1528 * NOTE! These match bits 12..15 of stat.st_mode 1529 * (ie "(i_mode >> 12) & 15"). 1530 */ 1531#define DT_UNKNOWN 0 1532#define DT_FIFO 1 1533#define DT_CHR 2 1534#define DT_DIR 4 1535#define DT_BLK 6 1536#define DT_REG 8 1537#define DT_LNK 10 1538#define DT_SOCK 12 1539#define DT_WHT 14 1540 1541/* 1542 * This is the "filldir" function type, used by readdir() to let 1543 * the kernel specify what kind of dirent layout it wants to have. 1544 * This allows the kernel to read directories into kernel space or 1545 * to have different dirent layouts depending on the binary type. 1546 */ 1547struct dir_context; 1548typedef int (*filldir_t)(struct dir_context *, const char *, int, loff_t, u64, 1549 unsigned); 1550 1551struct dir_context { 1552 const filldir_t actor; 1553 loff_t pos; 1554}; 1555 1556struct block_device_operations; 1557 1558/* These macros are for out of kernel modules to test that 1559 * the kernel supports the unlocked_ioctl and compat_ioctl 1560 * fields in struct file_operations. */ 1561#define HAVE_COMPAT_IOCTL 1 1562#define HAVE_UNLOCKED_IOCTL 1 1563 1564/* 1565 * These flags let !MMU mmap() govern direct device mapping vs immediate 1566 * copying more easily for MAP_PRIVATE, especially for ROM filesystems. 1567 * 1568 * NOMMU_MAP_COPY: Copy can be mapped (MAP_PRIVATE) 1569 * NOMMU_MAP_DIRECT: Can be mapped directly (MAP_SHARED) 1570 * NOMMU_MAP_READ: Can be mapped for reading 1571 * NOMMU_MAP_WRITE: Can be mapped for writing 1572 * NOMMU_MAP_EXEC: Can be mapped for execution 1573 */ 1574#define NOMMU_MAP_COPY 0x00000001 1575#define NOMMU_MAP_DIRECT 0x00000008 1576#define NOMMU_MAP_READ VM_MAYREAD 1577#define NOMMU_MAP_WRITE VM_MAYWRITE 1578#define NOMMU_MAP_EXEC VM_MAYEXEC 1579 1580#define NOMMU_VMFLAGS \ 1581 (NOMMU_MAP_READ | NOMMU_MAP_WRITE | NOMMU_MAP_EXEC) 1582 1583 1584struct iov_iter; 1585 1586struct file_operations { 1587 struct module *owner; 1588 loff_t (*llseek) (struct file *, loff_t, int); 1589 ssize_t (*read) (struct file *, char __user *, size_t, loff_t *); 1590 ssize_t (*write) (struct file *, const char __user *, size_t, loff_t *); 1591 ssize_t (*read_iter) (struct kiocb *, struct iov_iter *); 1592 ssize_t (*write_iter) (struct kiocb *, struct iov_iter *); 1593 int (*iterate) (struct file *, struct dir_context *); 1594 unsigned int (*poll) (struct file *, struct poll_table_struct *); 1595 long (*unlocked_ioctl) (struct file *, unsigned int, unsigned long); 1596 long (*compat_ioctl) (struct file *, unsigned int, unsigned long); 1597 int (*mmap) (struct file *, struct vm_area_struct *); 1598 int (*mremap)(struct file *, struct vm_area_struct *); 1599 int (*open) (struct inode *, struct file *); 1600 int (*flush) (struct file *, fl_owner_t id); 1601 int (*release) (struct inode *, struct file *); 1602 int (*fsync) (struct file *, loff_t, loff_t, int datasync); 1603 int (*aio_fsync) (struct kiocb *, int datasync); 1604 int (*fasync) (int, struct file *, int); 1605 int (*lock) (struct file *, int, struct file_lock *); 1606 ssize_t (*sendpage) (struct file *, struct page *, int, size_t, loff_t *, int); 1607 unsigned long (*get_unmapped_area)(struct file *, unsigned long, unsigned long, unsigned long, unsigned long); 1608 int (*check_flags)(int); 1609 int (*flock) (struct file *, int, struct file_lock *); 1610 ssize_t (*splice_write)(struct pipe_inode_info *, struct file *, loff_t *, size_t, unsigned int); 1611 ssize_t (*splice_read)(struct file *, loff_t *, struct pipe_inode_info *, size_t, unsigned int); 1612 int (*setlease)(struct file *, long, struct file_lock **, void **); 1613 long (*fallocate)(struct file *file, int mode, loff_t offset, 1614 loff_t len); 1615 void (*show_fdinfo)(struct seq_file *m, struct file *f); 1616#ifndef CONFIG_MMU 1617 unsigned (*mmap_capabilities)(struct file *); 1618#endif 1619}; 1620 1621struct inode_operations { 1622 struct dentry * (*lookup) (struct inode *,struct dentry *, unsigned int); 1623 const char * (*follow_link) (struct dentry *, void **); 1624 int (*permission) (struct inode *, int); 1625 struct posix_acl * (*get_acl)(struct inode *, int); 1626 1627 int (*readlink) (struct dentry *, char __user *,int); 1628 void (*put_link) (struct inode *, void *); 1629 1630 int (*create) (struct inode *,struct dentry *, umode_t, bool); 1631 int (*link) (struct dentry *,struct inode *,struct dentry *); 1632 int (*unlink) (struct inode *,struct dentry *); 1633 int (*symlink) (struct inode *,struct dentry *,const char *); 1634 int (*mkdir) (struct inode *,struct dentry *,umode_t); 1635 int (*rmdir) (struct inode *,struct dentry *); 1636 int (*mknod) (struct inode *,struct dentry *,umode_t,dev_t); 1637 int (*rename) (struct inode *, struct dentry *, 1638 struct inode *, struct dentry *); 1639 int (*rename2) (struct inode *, struct dentry *, 1640 struct inode *, struct dentry *, unsigned int); 1641 int (*setattr) (struct dentry *, struct iattr *); 1642 int (*getattr) (struct vfsmount *mnt, struct dentry *, struct kstat *); 1643 int (*setxattr) (struct dentry *, const char *,const void *,size_t,int); 1644 ssize_t (*getxattr) (struct dentry *, const char *, void *, size_t); 1645 ssize_t (*listxattr) (struct dentry *, char *, size_t); 1646 int (*removexattr) (struct dentry *, const char *); 1647 int (*fiemap)(struct inode *, struct fiemap_extent_info *, u64 start, 1648 u64 len); 1649 int (*update_time)(struct inode *, struct timespec *, int); 1650 int (*atomic_open)(struct inode *, struct dentry *, 1651 struct file *, unsigned open_flag, 1652 umode_t create_mode, int *opened); 1653 int (*tmpfile) (struct inode *, struct dentry *, umode_t); 1654 int (*set_acl)(struct inode *, struct posix_acl *, int); 1655 1656 /* WARNING: probably going away soon, do not use! */ 1657} ____cacheline_aligned; 1658 1659ssize_t rw_copy_check_uvector(int type, const struct iovec __user * uvector, 1660 unsigned long nr_segs, unsigned long fast_segs, 1661 struct iovec *fast_pointer, 1662 struct iovec **ret_pointer); 1663 1664extern ssize_t __vfs_read(struct file *, char __user *, size_t, loff_t *); 1665extern ssize_t __vfs_write(struct file *, const char __user *, size_t, loff_t *); 1666extern ssize_t vfs_read(struct file *, char __user *, size_t, loff_t *); 1667extern ssize_t vfs_write(struct file *, const char __user *, size_t, loff_t *); 1668extern ssize_t vfs_readv(struct file *, const struct iovec __user *, 1669 unsigned long, loff_t *); 1670extern ssize_t vfs_writev(struct file *, const struct iovec __user *, 1671 unsigned long, loff_t *); 1672 1673struct super_operations { 1674 struct inode *(*alloc_inode)(struct super_block *sb); 1675 void (*destroy_inode)(struct inode *); 1676 1677 void (*dirty_inode) (struct inode *, int flags); 1678 int (*write_inode) (struct inode *, struct writeback_control *wbc); 1679 int (*drop_inode) (struct inode *); 1680 void (*evict_inode) (struct inode *); 1681 void (*put_super) (struct super_block *); 1682 int (*sync_fs)(struct super_block *sb, int wait); 1683 int (*freeze_super) (struct super_block *); 1684 int (*freeze_fs) (struct super_block *); 1685 int (*thaw_super) (struct super_block *); 1686 int (*unfreeze_fs) (struct super_block *); 1687 int (*statfs) (struct dentry *, struct kstatfs *); 1688 int (*remount_fs) (struct super_block *, int *, char *); 1689 void (*umount_begin) (struct super_block *); 1690 1691 int (*show_options)(struct seq_file *, struct dentry *); 1692 int (*show_devname)(struct seq_file *, struct dentry *); 1693 int (*show_path)(struct seq_file *, struct dentry *); 1694 int (*show_stats)(struct seq_file *, struct dentry *); 1695#ifdef CONFIG_QUOTA 1696 ssize_t (*quota_read)(struct super_block *, int, char *, size_t, loff_t); 1697 ssize_t (*quota_write)(struct super_block *, int, const char *, size_t, loff_t); 1698 struct dquot **(*get_dquots)(struct inode *); 1699#endif 1700 int (*bdev_try_to_free_page)(struct super_block*, struct page*, gfp_t); 1701 long (*nr_cached_objects)(struct super_block *, 1702 struct shrink_control *); 1703 long (*free_cached_objects)(struct super_block *, 1704 struct shrink_control *); 1705}; 1706 1707/* 1708 * Inode flags - they have no relation to superblock flags now 1709 */ 1710#define S_SYNC 1 /* Writes are synced at once */ 1711#define S_NOATIME 2 /* Do not update access times */ 1712#define S_APPEND 4 /* Append-only file */ 1713#define S_IMMUTABLE 8 /* Immutable file */ 1714#define S_DEAD 16 /* removed, but still open directory */ 1715#define S_NOQUOTA 32 /* Inode is not counted to quota */ 1716#define S_DIRSYNC 64 /* Directory modifications are synchronous */ 1717#define S_NOCMTIME 128 /* Do not update file c/mtime */ 1718#define S_SWAPFILE 256 /* Do not truncate: swapon got its bmaps */ 1719#define S_PRIVATE 512 /* Inode is fs-internal */ 1720#define S_IMA 1024 /* Inode has an associated IMA struct */ 1721#define S_AUTOMOUNT 2048 /* Automount/referral quasi-directory */ 1722#define S_NOSEC 4096 /* no suid or xattr security attributes */ 1723#ifdef CONFIG_FS_DAX 1724#define S_DAX 8192 /* Direct Access, avoiding the page cache */ 1725#else 1726#define S_DAX 0 /* Make all the DAX code disappear */ 1727#endif 1728 1729/* 1730 * Note that nosuid etc flags are inode-specific: setting some file-system 1731 * flags just means all the inodes inherit those flags by default. It might be 1732 * possible to override it selectively if you really wanted to with some 1733 * ioctl() that is not currently implemented. 1734 * 1735 * Exception: MS_RDONLY is always applied to the entire file system. 1736 * 1737 * Unfortunately, it is possible to change a filesystems flags with it mounted 1738 * with files in use. This means that all of the inodes will not have their 1739 * i_flags updated. Hence, i_flags no longer inherit the superblock mount 1740 * flags, so these have to be checked separately. -- rmk@arm.uk.linux.org 1741 */ 1742#define __IS_FLG(inode, flg) ((inode)->i_sb->s_flags & (flg)) 1743 1744#define IS_RDONLY(inode) ((inode)->i_sb->s_flags & MS_RDONLY) 1745#define IS_SYNC(inode) (__IS_FLG(inode, MS_SYNCHRONOUS) || \ 1746 ((inode)->i_flags & S_SYNC)) 1747#define IS_DIRSYNC(inode) (__IS_FLG(inode, MS_SYNCHRONOUS|MS_DIRSYNC) || \ 1748 ((inode)->i_flags & (S_SYNC|S_DIRSYNC))) 1749#define IS_MANDLOCK(inode) __IS_FLG(inode, MS_MANDLOCK) 1750#define IS_NOATIME(inode) __IS_FLG(inode, MS_RDONLY|MS_NOATIME) 1751#define IS_I_VERSION(inode) __IS_FLG(inode, MS_I_VERSION) 1752 1753#define IS_NOQUOTA(inode) ((inode)->i_flags & S_NOQUOTA) 1754#define IS_APPEND(inode) ((inode)->i_flags & S_APPEND) 1755#define IS_IMMUTABLE(inode) ((inode)->i_flags & S_IMMUTABLE) 1756#define IS_POSIXACL(inode) __IS_FLG(inode, MS_POSIXACL) 1757 1758#define IS_DEADDIR(inode) ((inode)->i_flags & S_DEAD) 1759#define IS_NOCMTIME(inode) ((inode)->i_flags & S_NOCMTIME) 1760#define IS_SWAPFILE(inode) ((inode)->i_flags & S_SWAPFILE) 1761#define IS_PRIVATE(inode) ((inode)->i_flags & S_PRIVATE) 1762#define IS_IMA(inode) ((inode)->i_flags & S_IMA) 1763#define IS_AUTOMOUNT(inode) ((inode)->i_flags & S_AUTOMOUNT) 1764#define IS_NOSEC(inode) ((inode)->i_flags & S_NOSEC) 1765#define IS_DAX(inode) ((inode)->i_flags & S_DAX) 1766 1767#define IS_WHITEOUT(inode) (S_ISCHR(inode->i_mode) && \ 1768 (inode)->i_rdev == WHITEOUT_DEV) 1769 1770/* 1771 * Inode state bits. Protected by inode->i_lock 1772 * 1773 * Three bits determine the dirty state of the inode, I_DIRTY_SYNC, 1774 * I_DIRTY_DATASYNC and I_DIRTY_PAGES. 1775 * 1776 * Four bits define the lifetime of an inode. Initially, inodes are I_NEW, 1777 * until that flag is cleared. I_WILL_FREE, I_FREEING and I_CLEAR are set at 1778 * various stages of removing an inode. 1779 * 1780 * Two bits are used for locking and completion notification, I_NEW and I_SYNC. 1781 * 1782 * I_DIRTY_SYNC Inode is dirty, but doesn't have to be written on 1783 * fdatasync(). i_atime is the usual cause. 1784 * I_DIRTY_DATASYNC Data-related inode changes pending. We keep track of 1785 * these changes separately from I_DIRTY_SYNC so that we 1786 * don't have to write inode on fdatasync() when only 1787 * mtime has changed in it. 1788 * I_DIRTY_PAGES Inode has dirty pages. Inode itself may be clean. 1789 * I_NEW Serves as both a mutex and completion notification. 1790 * New inodes set I_NEW. If two processes both create 1791 * the same inode, one of them will release its inode and 1792 * wait for I_NEW to be released before returning. 1793 * Inodes in I_WILL_FREE, I_FREEING or I_CLEAR state can 1794 * also cause waiting on I_NEW, without I_NEW actually 1795 * being set. find_inode() uses this to prevent returning 1796 * nearly-dead inodes. 1797 * I_WILL_FREE Must be set when calling write_inode_now() if i_count 1798 * is zero. I_FREEING must be set when I_WILL_FREE is 1799 * cleared. 1800 * I_FREEING Set when inode is about to be freed but still has dirty 1801 * pages or buffers attached or the inode itself is still 1802 * dirty. 1803 * I_CLEAR Added by clear_inode(). In this state the inode is 1804 * clean and can be destroyed. Inode keeps I_FREEING. 1805 * 1806 * Inodes that are I_WILL_FREE, I_FREEING or I_CLEAR are 1807 * prohibited for many purposes. iget() must wait for 1808 * the inode to be completely released, then create it 1809 * anew. Other functions will just ignore such inodes, 1810 * if appropriate. I_NEW is used for waiting. 1811 * 1812 * I_SYNC Writeback of inode is running. The bit is set during 1813 * data writeback, and cleared with a wakeup on the bit 1814 * address once it is done. The bit is also used to pin 1815 * the inode in memory for flusher thread. 1816 * 1817 * I_REFERENCED Marks the inode as recently references on the LRU list. 1818 * 1819 * I_DIO_WAKEUP Never set. Only used as a key for wait_on_bit(). 1820 * 1821 * I_WB_SWITCH Cgroup bdi_writeback switching in progress. Used to 1822 * synchronize competing switching instances and to tell 1823 * wb stat updates to grab mapping->tree_lock. See 1824 * inode_switch_wb_work_fn() for details. 1825 * 1826 * Q: What is the difference between I_WILL_FREE and I_FREEING? 1827 */ 1828#define I_DIRTY_SYNC (1 << 0) 1829#define I_DIRTY_DATASYNC (1 << 1) 1830#define I_DIRTY_PAGES (1 << 2) 1831#define __I_NEW 3 1832#define I_NEW (1 << __I_NEW) 1833#define I_WILL_FREE (1 << 4) 1834#define I_FREEING (1 << 5) 1835#define I_CLEAR (1 << 6) 1836#define __I_SYNC 7 1837#define I_SYNC (1 << __I_SYNC) 1838#define I_REFERENCED (1 << 8) 1839#define __I_DIO_WAKEUP 9 1840#define I_DIO_WAKEUP (1 << __I_DIO_WAKEUP) 1841#define I_LINKABLE (1 << 10) 1842#define I_DIRTY_TIME (1 << 11) 1843#define __I_DIRTY_TIME_EXPIRED 12 1844#define I_DIRTY_TIME_EXPIRED (1 << __I_DIRTY_TIME_EXPIRED) 1845#define I_WB_SWITCH (1 << 13) 1846 1847#define I_DIRTY (I_DIRTY_SYNC | I_DIRTY_DATASYNC | I_DIRTY_PAGES) 1848#define I_DIRTY_ALL (I_DIRTY | I_DIRTY_TIME) 1849 1850extern void __mark_inode_dirty(struct inode *, int); 1851static inline void mark_inode_dirty(struct inode *inode) 1852{ 1853 __mark_inode_dirty(inode, I_DIRTY); 1854} 1855 1856static inline void mark_inode_dirty_sync(struct inode *inode) 1857{ 1858 __mark_inode_dirty(inode, I_DIRTY_SYNC); 1859} 1860 1861extern void inc_nlink(struct inode *inode); 1862extern void drop_nlink(struct inode *inode); 1863extern void clear_nlink(struct inode *inode); 1864extern void set_nlink(struct inode *inode, unsigned int nlink); 1865 1866static inline void inode_inc_link_count(struct inode *inode) 1867{ 1868 inc_nlink(inode); 1869 mark_inode_dirty(inode); 1870} 1871 1872static inline void inode_dec_link_count(struct inode *inode) 1873{ 1874 drop_nlink(inode); 1875 mark_inode_dirty(inode); 1876} 1877 1878/** 1879 * inode_inc_iversion - increments i_version 1880 * @inode: inode that need to be updated 1881 * 1882 * Every time the inode is modified, the i_version field will be incremented. 1883 * The filesystem has to be mounted with i_version flag 1884 */ 1885 1886static inline void inode_inc_iversion(struct inode *inode) 1887{ 1888 spin_lock(&inode->i_lock); 1889 inode->i_version++; 1890 spin_unlock(&inode->i_lock); 1891} 1892 1893enum file_time_flags { 1894 S_ATIME = 1, 1895 S_MTIME = 2, 1896 S_CTIME = 4, 1897 S_VERSION = 8, 1898}; 1899 1900extern bool atime_needs_update(const struct path *, struct inode *); 1901extern void touch_atime(const struct path *); 1902static inline void file_accessed(struct file *file) 1903{ 1904 if (!(file->f_flags & O_NOATIME)) 1905 touch_atime(&file->f_path); 1906} 1907 1908int sync_inode(struct inode *inode, struct writeback_control *wbc); 1909int sync_inode_metadata(struct inode *inode, int wait); 1910 1911struct file_system_type { 1912 const char *name; 1913 int fs_flags; 1914#define FS_REQUIRES_DEV 1 1915#define FS_BINARY_MOUNTDATA 2 1916#define FS_HAS_SUBTYPE 4 1917#define FS_USERNS_MOUNT 8 /* Can be mounted by userns root */ 1918#define FS_USERNS_DEV_MOUNT 16 /* A userns mount does not imply MNT_NODEV */ 1919#define FS_USERNS_VISIBLE 32 /* FS must already be visible */ 1920#define FS_RENAME_DOES_D_MOVE 32768 /* FS will handle d_move() during rename() internally. */ 1921 struct dentry *(*mount) (struct file_system_type *, int, 1922 const char *, void *); 1923 void (*kill_sb) (struct super_block *); 1924 struct module *owner; 1925 struct file_system_type * next; 1926 struct hlist_head fs_supers; 1927 1928 struct lock_class_key s_lock_key; 1929 struct lock_class_key s_umount_key; 1930 struct lock_class_key s_vfs_rename_key; 1931 struct lock_class_key s_writers_key[SB_FREEZE_LEVELS]; 1932 1933 struct lock_class_key i_lock_key; 1934 struct lock_class_key i_mutex_key; 1935 struct lock_class_key i_mutex_dir_key; 1936}; 1937 1938#define MODULE_ALIAS_FS(NAME) MODULE_ALIAS("fs-" NAME) 1939 1940extern struct dentry *mount_ns(struct file_system_type *fs_type, int flags, 1941 void *data, int (*fill_super)(struct super_block *, void *, int)); 1942extern struct dentry *mount_bdev(struct file_system_type *fs_type, 1943 int flags, const char *dev_name, void *data, 1944 int (*fill_super)(struct super_block *, void *, int)); 1945extern struct dentry *mount_single(struct file_system_type *fs_type, 1946 int flags, void *data, 1947 int (*fill_super)(struct super_block *, void *, int)); 1948extern struct dentry *mount_nodev(struct file_system_type *fs_type, 1949 int flags, void *data, 1950 int (*fill_super)(struct super_block *, void *, int)); 1951extern struct dentry *mount_subtree(struct vfsmount *mnt, const char *path); 1952void generic_shutdown_super(struct super_block *sb); 1953void kill_block_super(struct super_block *sb); 1954void kill_anon_super(struct super_block *sb); 1955void kill_litter_super(struct super_block *sb); 1956void deactivate_super(struct super_block *sb); 1957void deactivate_locked_super(struct super_block *sb); 1958int set_anon_super(struct super_block *s, void *data); 1959int get_anon_bdev(dev_t *); 1960void free_anon_bdev(dev_t); 1961struct super_block *sget(struct file_system_type *type, 1962 int (*test)(struct super_block *,void *), 1963 int (*set)(struct super_block *,void *), 1964 int flags, void *data); 1965extern struct dentry *mount_pseudo(struct file_system_type *, char *, 1966 const struct super_operations *ops, 1967 const struct dentry_operations *dops, 1968 unsigned long); 1969 1970/* Alas, no aliases. Too much hassle with bringing module.h everywhere */ 1971#define fops_get(fops) \ 1972 (((fops) && try_module_get((fops)->owner) ? (fops) : NULL)) 1973#define fops_put(fops) \ 1974 do { if (fops) module_put((fops)->owner); } while(0) 1975/* 1976 * This one is to be used *ONLY* from ->open() instances. 1977 * fops must be non-NULL, pinned down *and* module dependencies 1978 * should be sufficient to pin the caller down as well. 1979 */ 1980#define replace_fops(f, fops) \ 1981 do { \ 1982 struct file *__file = (f); \ 1983 fops_put(__file->f_op); \ 1984 BUG_ON(!(__file->f_op = (fops))); \ 1985 } while(0) 1986 1987extern int register_filesystem(struct file_system_type *); 1988extern int unregister_filesystem(struct file_system_type *); 1989extern struct vfsmount *kern_mount_data(struct file_system_type *, void *data); 1990#define kern_mount(type) kern_mount_data(type, NULL) 1991extern void kern_unmount(struct vfsmount *mnt); 1992extern int may_umount_tree(struct vfsmount *); 1993extern int may_umount(struct vfsmount *); 1994extern long do_mount(const char *, const char __user *, 1995 const char *, unsigned long, void *); 1996extern struct vfsmount *collect_mounts(struct path *); 1997extern void drop_collected_mounts(struct vfsmount *); 1998extern int iterate_mounts(int (*)(struct vfsmount *, void *), void *, 1999 struct vfsmount *); 2000extern int vfs_statfs(struct path *, struct kstatfs *); 2001extern int user_statfs(const char __user *, struct kstatfs *); 2002extern int fd_statfs(int, struct kstatfs *); 2003extern int vfs_ustat(dev_t, struct kstatfs *); 2004extern int freeze_super(struct super_block *super); 2005extern int thaw_super(struct super_block *super); 2006extern bool our_mnt(struct vfsmount *mnt); 2007 2008extern int current_umask(void); 2009 2010extern void ihold(struct inode * inode); 2011extern void iput(struct inode *); 2012extern int generic_update_time(struct inode *, struct timespec *, int); 2013 2014static inline struct inode *file_inode(const struct file *f) 2015{ 2016 return f->f_inode; 2017} 2018 2019/* /sys/fs */ 2020extern struct kobject *fs_kobj; 2021 2022#define MAX_RW_COUNT (INT_MAX & PAGE_CACHE_MASK) 2023 2024#define FLOCK_VERIFY_READ 1 2025#define FLOCK_VERIFY_WRITE 2 2026 2027#ifdef CONFIG_FILE_LOCKING 2028extern int locks_mandatory_locked(struct file *); 2029extern int locks_mandatory_area(int, struct inode *, struct file *, loff_t, size_t); 2030 2031/* 2032 * Candidates for mandatory locking have the setgid bit set 2033 * but no group execute bit - an otherwise meaningless combination. 2034 */ 2035 2036static inline int __mandatory_lock(struct inode *ino) 2037{ 2038 return (ino->i_mode & (S_ISGID | S_IXGRP)) == S_ISGID; 2039} 2040 2041/* 2042 * ... and these candidates should be on MS_MANDLOCK mounted fs, 2043 * otherwise these will be advisory locks 2044 */ 2045 2046static inline int mandatory_lock(struct inode *ino) 2047{ 2048 return IS_MANDLOCK(ino) && __mandatory_lock(ino); 2049} 2050 2051static inline int locks_verify_locked(struct file *file) 2052{ 2053 if (mandatory_lock(file_inode(file))) 2054 return locks_mandatory_locked(file); 2055 return 0; 2056} 2057 2058static inline int locks_verify_truncate(struct inode *inode, 2059 struct file *filp, 2060 loff_t size) 2061{ 2062 if (inode->i_flctx && mandatory_lock(inode)) 2063 return locks_mandatory_area( 2064 FLOCK_VERIFY_WRITE, inode, filp, 2065 size < inode->i_size ? size : inode->i_size, 2066 (size < inode->i_size ? inode->i_size - size 2067 : size - inode->i_size) 2068 ); 2069 return 0; 2070} 2071 2072static inline int break_lease(struct inode *inode, unsigned int mode) 2073{ 2074 /* 2075 * Since this check is lockless, we must ensure that any refcounts 2076 * taken are done before checking i_flctx->flc_lease. Otherwise, we 2077 * could end up racing with tasks trying to set a new lease on this 2078 * file. 2079 */ 2080 smp_mb(); 2081 if (inode->i_flctx && !list_empty_careful(&inode->i_flctx->flc_lease)) 2082 return __break_lease(inode, mode, FL_LEASE); 2083 return 0; 2084} 2085 2086static inline int break_deleg(struct inode *inode, unsigned int mode) 2087{ 2088 /* 2089 * Since this check is lockless, we must ensure that any refcounts 2090 * taken are done before checking i_flctx->flc_lease. Otherwise, we 2091 * could end up racing with tasks trying to set a new lease on this 2092 * file. 2093 */ 2094 smp_mb(); 2095 if (inode->i_flctx && !list_empty_careful(&inode->i_flctx->flc_lease)) 2096 return __break_lease(inode, mode, FL_DELEG); 2097 return 0; 2098} 2099 2100static inline int try_break_deleg(struct inode *inode, struct inode **delegated_inode) 2101{ 2102 int ret; 2103 2104 ret = break_deleg(inode, O_WRONLY|O_NONBLOCK); 2105 if (ret == -EWOULDBLOCK && delegated_inode) { 2106 *delegated_inode = inode; 2107 ihold(inode); 2108 } 2109 return ret; 2110} 2111 2112static inline int break_deleg_wait(struct inode **delegated_inode) 2113{ 2114 int ret; 2115 2116 ret = break_deleg(*delegated_inode, O_WRONLY); 2117 iput(*delegated_inode); 2118 *delegated_inode = NULL; 2119 return ret; 2120} 2121 2122static inline int break_layout(struct inode *inode, bool wait) 2123{ 2124 smp_mb(); 2125 if (inode->i_flctx && !list_empty_careful(&inode->i_flctx->flc_lease)) 2126 return __break_lease(inode, 2127 wait ? O_WRONLY : O_WRONLY | O_NONBLOCK, 2128 FL_LAYOUT); 2129 return 0; 2130} 2131 2132#else /* !CONFIG_FILE_LOCKING */ 2133static inline int locks_mandatory_locked(struct file *file) 2134{ 2135 return 0; 2136} 2137 2138static inline int locks_mandatory_area(int rw, struct inode *inode, 2139 struct file *filp, loff_t offset, 2140 size_t count) 2141{ 2142 return 0; 2143} 2144 2145static inline int __mandatory_lock(struct inode *inode) 2146{ 2147 return 0; 2148} 2149 2150static inline int mandatory_lock(struct inode *inode) 2151{ 2152 return 0; 2153} 2154 2155static inline int locks_verify_locked(struct file *file) 2156{ 2157 return 0; 2158} 2159 2160static inline int locks_verify_truncate(struct inode *inode, struct file *filp, 2161 size_t size) 2162{ 2163 return 0; 2164} 2165 2166static inline int break_lease(struct inode *inode, unsigned int mode) 2167{ 2168 return 0; 2169} 2170 2171static inline int break_deleg(struct inode *inode, unsigned int mode) 2172{ 2173 return 0; 2174} 2175 2176static inline int try_break_deleg(struct inode *inode, struct inode **delegated_inode) 2177{ 2178 return 0; 2179} 2180 2181static inline int break_deleg_wait(struct inode **delegated_inode) 2182{ 2183 BUG(); 2184 return 0; 2185} 2186 2187static inline int break_layout(struct inode *inode, bool wait) 2188{ 2189 return 0; 2190} 2191 2192#endif /* CONFIG_FILE_LOCKING */ 2193 2194/* fs/open.c */ 2195struct audit_names; 2196struct filename { 2197 const char *name; /* pointer to actual string */ 2198 const __user char *uptr; /* original userland pointer */ 2199 struct audit_names *aname; 2200 int refcnt; 2201 const char iname[]; 2202}; 2203 2204extern long vfs_truncate(struct path *, loff_t); 2205extern int do_truncate(struct dentry *, loff_t start, unsigned int time_attrs, 2206 struct file *filp); 2207extern int vfs_fallocate(struct file *file, int mode, loff_t offset, 2208 loff_t len); 2209extern long do_sys_open(int dfd, const char __user *filename, int flags, 2210 umode_t mode); 2211extern struct file *file_open_name(struct filename *, int, umode_t); 2212extern struct file *filp_open(const char *, int, umode_t); 2213extern struct file *file_open_root(struct dentry *, struct vfsmount *, 2214 const char *, int); 2215extern struct file * dentry_open(const struct path *, int, const struct cred *); 2216extern int filp_close(struct file *, fl_owner_t id); 2217 2218extern struct filename *getname_flags(const char __user *, int, int *); 2219extern struct filename *getname(const char __user *); 2220extern struct filename *getname_kernel(const char *); 2221extern void putname(struct filename *name); 2222 2223enum { 2224 FILE_CREATED = 1, 2225 FILE_OPENED = 2 2226}; 2227extern int finish_open(struct file *file, struct dentry *dentry, 2228 int (*open)(struct inode *, struct file *), 2229 int *opened); 2230extern int finish_no_open(struct file *file, struct dentry *dentry); 2231 2232/* fs/ioctl.c */ 2233 2234extern int ioctl_preallocate(struct file *filp, void __user *argp); 2235 2236/* fs/dcache.c */ 2237extern void __init vfs_caches_init_early(void); 2238extern void __init vfs_caches_init(unsigned long); 2239 2240extern struct kmem_cache *names_cachep; 2241 2242#define __getname() kmem_cache_alloc(names_cachep, GFP_KERNEL) 2243#define __putname(name) kmem_cache_free(names_cachep, (void *)(name)) 2244 2245#ifdef CONFIG_BLOCK 2246extern int register_blkdev(unsigned int, const char *); 2247extern void unregister_blkdev(unsigned int, const char *); 2248extern struct block_device *bdget(dev_t); 2249extern struct block_device *bdgrab(struct block_device *bdev); 2250extern void bd_set_size(struct block_device *, loff_t size); 2251extern void bd_forget(struct inode *inode); 2252extern void bdput(struct block_device *); 2253extern void invalidate_bdev(struct block_device *); 2254extern void iterate_bdevs(void (*)(struct block_device *, void *), void *); 2255extern int sync_blockdev(struct block_device *bdev); 2256extern void kill_bdev(struct block_device *); 2257extern struct super_block *freeze_bdev(struct block_device *); 2258extern void emergency_thaw_all(void); 2259extern int thaw_bdev(struct block_device *bdev, struct super_block *sb); 2260extern int fsync_bdev(struct block_device *); 2261 2262extern struct super_block *blockdev_superblock; 2263 2264static inline bool sb_is_blkdev_sb(struct super_block *sb) 2265{ 2266 return sb == blockdev_superblock; 2267} 2268#else 2269static inline void bd_forget(struct inode *inode) {} 2270static inline int sync_blockdev(struct block_device *bdev) { return 0; } 2271static inline void kill_bdev(struct block_device *bdev) {} 2272static inline void invalidate_bdev(struct block_device *bdev) {} 2273 2274static inline struct super_block *freeze_bdev(struct block_device *sb) 2275{ 2276 return NULL; 2277} 2278 2279static inline int thaw_bdev(struct block_device *bdev, struct super_block *sb) 2280{ 2281 return 0; 2282} 2283 2284static inline void iterate_bdevs(void (*f)(struct block_device *, void *), void *arg) 2285{ 2286} 2287 2288static inline int sb_is_blkdev_sb(struct super_block *sb) 2289{ 2290 return 0; 2291} 2292#endif 2293extern int sync_filesystem(struct super_block *); 2294extern const struct file_operations def_blk_fops; 2295extern const struct file_operations def_chr_fops; 2296#ifdef CONFIG_BLOCK 2297extern int ioctl_by_bdev(struct block_device *, unsigned, unsigned long); 2298extern int blkdev_ioctl(struct block_device *, fmode_t, unsigned, unsigned long); 2299extern long compat_blkdev_ioctl(struct file *, unsigned, unsigned long); 2300extern int blkdev_get(struct block_device *bdev, fmode_t mode, void *holder); 2301extern struct block_device *blkdev_get_by_path(const char *path, fmode_t mode, 2302 void *holder); 2303extern struct block_device *blkdev_get_by_dev(dev_t dev, fmode_t mode, 2304 void *holder); 2305extern void blkdev_put(struct block_device *bdev, fmode_t mode); 2306extern int __blkdev_reread_part(struct block_device *bdev); 2307extern int blkdev_reread_part(struct block_device *bdev); 2308 2309#ifdef CONFIG_SYSFS 2310extern int bd_link_disk_holder(struct block_device *bdev, struct gendisk *disk); 2311extern void bd_unlink_disk_holder(struct block_device *bdev, 2312 struct gendisk *disk); 2313#else 2314static inline int bd_link_disk_holder(struct block_device *bdev, 2315 struct gendisk *disk) 2316{ 2317 return 0; 2318} 2319static inline void bd_unlink_disk_holder(struct block_device *bdev, 2320 struct gendisk *disk) 2321{ 2322} 2323#endif 2324#endif 2325 2326/* fs/char_dev.c */ 2327#define CHRDEV_MAJOR_HASH_SIZE 255 2328extern int alloc_chrdev_region(dev_t *, unsigned, unsigned, const char *); 2329extern int register_chrdev_region(dev_t, unsigned, const char *); 2330extern int __register_chrdev(unsigned int major, unsigned int baseminor, 2331 unsigned int count, const char *name, 2332 const struct file_operations *fops); 2333extern void __unregister_chrdev(unsigned int major, unsigned int baseminor, 2334 unsigned int count, const char *name); 2335extern void unregister_chrdev_region(dev_t, unsigned); 2336extern void chrdev_show(struct seq_file *,off_t); 2337 2338static inline int register_chrdev(unsigned int major, const char *name, 2339 const struct file_operations *fops) 2340{ 2341 return __register_chrdev(major, 0, 256, name, fops); 2342} 2343 2344static inline void unregister_chrdev(unsigned int major, const char *name) 2345{ 2346 __unregister_chrdev(major, 0, 256, name); 2347} 2348 2349/* fs/block_dev.c */ 2350#define BDEVNAME_SIZE 32 /* Largest string for a blockdev identifier */ 2351#define BDEVT_SIZE 10 /* Largest string for MAJ:MIN for blkdev */ 2352 2353#ifdef CONFIG_BLOCK 2354#define BLKDEV_MAJOR_HASH_SIZE 255 2355extern const char *__bdevname(dev_t, char *buffer); 2356extern const char *bdevname(struct block_device *bdev, char *buffer); 2357extern struct block_device *lookup_bdev(const char *); 2358extern void blkdev_show(struct seq_file *,off_t); 2359 2360#else 2361#define BLKDEV_MAJOR_HASH_SIZE 0 2362#endif 2363 2364extern void init_special_inode(struct inode *, umode_t, dev_t); 2365 2366/* Invalid inode operations -- fs/bad_inode.c */ 2367extern void make_bad_inode(struct inode *); 2368extern int is_bad_inode(struct inode *); 2369 2370#ifdef CONFIG_BLOCK 2371/* 2372 * return READ, READA, or WRITE 2373 */ 2374#define bio_rw(bio) ((bio)->bi_rw & (RW_MASK | RWA_MASK)) 2375 2376/* 2377 * return data direction, READ or WRITE 2378 */ 2379#define bio_data_dir(bio) ((bio)->bi_rw & 1) 2380 2381extern void check_disk_size_change(struct gendisk *disk, 2382 struct block_device *bdev); 2383extern int revalidate_disk(struct gendisk *); 2384extern int check_disk_change(struct block_device *); 2385extern int __invalidate_device(struct block_device *, bool); 2386extern int invalidate_partition(struct gendisk *, int); 2387#endif 2388unsigned long invalidate_mapping_pages(struct address_space *mapping, 2389 pgoff_t start, pgoff_t end); 2390 2391static inline void invalidate_remote_inode(struct inode *inode) 2392{ 2393 if (S_ISREG(inode->i_mode) || S_ISDIR(inode->i_mode) || 2394 S_ISLNK(inode->i_mode)) 2395 invalidate_mapping_pages(inode->i_mapping, 0, -1); 2396} 2397extern int invalidate_inode_pages2(struct address_space *mapping); 2398extern int invalidate_inode_pages2_range(struct address_space *mapping, 2399 pgoff_t start, pgoff_t end); 2400extern int write_inode_now(struct inode *, int); 2401extern int filemap_fdatawrite(struct address_space *); 2402extern int filemap_flush(struct address_space *); 2403extern int filemap_fdatawait(struct address_space *); 2404extern int filemap_fdatawait_range(struct address_space *, loff_t lstart, 2405 loff_t lend); 2406extern int filemap_write_and_wait(struct address_space *mapping); 2407extern int filemap_write_and_wait_range(struct address_space *mapping, 2408 loff_t lstart, loff_t lend); 2409extern int __filemap_fdatawrite_range(struct address_space *mapping, 2410 loff_t start, loff_t end, int sync_mode); 2411extern int filemap_fdatawrite_range(struct address_space *mapping, 2412 loff_t start, loff_t end); 2413 2414extern int vfs_fsync_range(struct file *file, loff_t start, loff_t end, 2415 int datasync); 2416extern int vfs_fsync(struct file *file, int datasync); 2417static inline int generic_write_sync(struct file *file, loff_t pos, loff_t count) 2418{ 2419 if (!(file->f_flags & O_DSYNC) && !IS_SYNC(file->f_mapping->host)) 2420 return 0; 2421 return vfs_fsync_range(file, pos, pos + count - 1, 2422 (file->f_flags & __O_SYNC) ? 0 : 1); 2423} 2424extern void emergency_sync(void); 2425extern void emergency_remount(void); 2426#ifdef CONFIG_BLOCK 2427extern sector_t bmap(struct inode *, sector_t); 2428#endif 2429extern int notify_change(struct dentry *, struct iattr *, struct inode **); 2430extern int inode_permission(struct inode *, int); 2431extern int __inode_permission(struct inode *, int); 2432extern int generic_permission(struct inode *, int); 2433extern int __check_sticky(struct inode *dir, struct inode *inode); 2434 2435static inline bool execute_ok(struct inode *inode) 2436{ 2437 return (inode->i_mode & S_IXUGO) || S_ISDIR(inode->i_mode); 2438} 2439 2440static inline void file_start_write(struct file *file) 2441{ 2442 if (!S_ISREG(file_inode(file)->i_mode)) 2443 return; 2444 __sb_start_write(file_inode(file)->i_sb, SB_FREEZE_WRITE, true); 2445} 2446 2447static inline bool file_start_write_trylock(struct file *file) 2448{ 2449 if (!S_ISREG(file_inode(file)->i_mode)) 2450 return true; 2451 return __sb_start_write(file_inode(file)->i_sb, SB_FREEZE_WRITE, false); 2452} 2453 2454static inline void file_end_write(struct file *file) 2455{ 2456 if (!S_ISREG(file_inode(file)->i_mode)) 2457 return; 2458 __sb_end_write(file_inode(file)->i_sb, SB_FREEZE_WRITE); 2459} 2460 2461/* 2462 * get_write_access() gets write permission for a file. 2463 * put_write_access() releases this write permission. 2464 * This is used for regular files. 2465 * We cannot support write (and maybe mmap read-write shared) accesses and 2466 * MAP_DENYWRITE mmappings simultaneously. The i_writecount field of an inode 2467 * can have the following values: 2468 * 0: no writers, no VM_DENYWRITE mappings 2469 * < 0: (-i_writecount) vm_area_structs with VM_DENYWRITE set exist 2470 * > 0: (i_writecount) users are writing to the file. 2471 * 2472 * Normally we operate on that counter with atomic_{inc,dec} and it's safe 2473 * except for the cases where we don't hold i_writecount yet. Then we need to 2474 * use {get,deny}_write_access() - these functions check the sign and refuse 2475 * to do the change if sign is wrong. 2476 */ 2477static inline int get_write_access(struct inode *inode) 2478{ 2479 return atomic_inc_unless_negative(&inode->i_writecount) ? 0 : -ETXTBSY; 2480} 2481static inline int deny_write_access(struct file *file) 2482{ 2483 struct inode *inode = file_inode(file); 2484 return atomic_dec_unless_positive(&inode->i_writecount) ? 0 : -ETXTBSY; 2485} 2486static inline void put_write_access(struct inode * inode) 2487{ 2488 atomic_dec(&inode->i_writecount); 2489} 2490static inline void allow_write_access(struct file *file) 2491{ 2492 if (file) 2493 atomic_inc(&file_inode(file)->i_writecount); 2494} 2495static inline bool inode_is_open_for_write(const struct inode *inode) 2496{ 2497 return atomic_read(&inode->i_writecount) > 0; 2498} 2499 2500#ifdef CONFIG_IMA 2501static inline void i_readcount_dec(struct inode *inode) 2502{ 2503 BUG_ON(!atomic_read(&inode->i_readcount)); 2504 atomic_dec(&inode->i_readcount); 2505} 2506static inline void i_readcount_inc(struct inode *inode) 2507{ 2508 atomic_inc(&inode->i_readcount); 2509} 2510#else 2511static inline void i_readcount_dec(struct inode *inode) 2512{ 2513 return; 2514} 2515static inline void i_readcount_inc(struct inode *inode) 2516{ 2517 return; 2518} 2519#endif 2520extern int do_pipe_flags(int *, int); 2521 2522extern int kernel_read(struct file *, loff_t, char *, unsigned long); 2523extern ssize_t kernel_write(struct file *, const char *, size_t, loff_t); 2524extern ssize_t __kernel_write(struct file *, const char *, size_t, loff_t *); 2525extern struct file * open_exec(const char *); 2526 2527/* fs/dcache.c -- generic fs support functions */ 2528extern int is_subdir(struct dentry *, struct dentry *); 2529extern int path_is_under(struct path *, struct path *); 2530 2531extern char *file_path(struct file *, char *, int); 2532 2533#include <linux/err.h> 2534 2535/* needed for stackable file system support */ 2536extern loff_t default_llseek(struct file *file, loff_t offset, int whence); 2537 2538extern loff_t vfs_llseek(struct file *file, loff_t offset, int whence); 2539 2540extern int inode_init_always(struct super_block *, struct inode *); 2541extern void inode_init_once(struct inode *); 2542extern void address_space_init_once(struct address_space *mapping); 2543extern struct inode * igrab(struct inode *); 2544extern ino_t iunique(struct super_block *, ino_t); 2545extern int inode_needs_sync(struct inode *inode); 2546extern int generic_delete_inode(struct inode *inode); 2547static inline int generic_drop_inode(struct inode *inode) 2548{ 2549 return !inode->i_nlink || inode_unhashed(inode); 2550} 2551 2552extern struct inode *ilookup5_nowait(struct super_block *sb, 2553 unsigned long hashval, int (*test)(struct inode *, void *), 2554 void *data); 2555extern struct inode *ilookup5(struct super_block *sb, unsigned long hashval, 2556 int (*test)(struct inode *, void *), void *data); 2557extern struct inode *ilookup(struct super_block *sb, unsigned long ino); 2558 2559extern struct inode * iget5_locked(struct super_block *, unsigned long, int (*test)(struct inode *, void *), int (*set)(struct inode *, void *), void *); 2560extern struct inode * iget_locked(struct super_block *, unsigned long); 2561extern struct inode *find_inode_nowait(struct super_block *, 2562 unsigned long, 2563 int (*match)(struct inode *, 2564 unsigned long, void *), 2565 void *data); 2566extern int insert_inode_locked4(struct inode *, unsigned long, int (*test)(struct inode *, void *), void *); 2567extern int insert_inode_locked(struct inode *); 2568#ifdef CONFIG_DEBUG_LOCK_ALLOC 2569extern void lockdep_annotate_inode_mutex_key(struct inode *inode); 2570#else 2571static inline void lockdep_annotate_inode_mutex_key(struct inode *inode) { }; 2572#endif 2573extern void unlock_new_inode(struct inode *); 2574extern unsigned int get_next_ino(void); 2575 2576extern void __iget(struct inode * inode); 2577extern void iget_failed(struct inode *); 2578extern void clear_inode(struct inode *); 2579extern void __destroy_inode(struct inode *); 2580extern struct inode *new_inode_pseudo(struct super_block *sb); 2581extern struct inode *new_inode(struct super_block *sb); 2582extern void free_inode_nonrcu(struct inode *inode); 2583extern int should_remove_suid(struct dentry *); 2584extern int file_remove_privs(struct file *); 2585extern int dentry_needs_remove_privs(struct dentry *dentry); 2586static inline int file_needs_remove_privs(struct file *file) 2587{ 2588 return dentry_needs_remove_privs(file->f_path.dentry); 2589} 2590 2591extern void __insert_inode_hash(struct inode *, unsigned long hashval); 2592static inline void insert_inode_hash(struct inode *inode) 2593{ 2594 __insert_inode_hash(inode, inode->i_ino); 2595} 2596 2597extern void __remove_inode_hash(struct inode *); 2598static inline void remove_inode_hash(struct inode *inode) 2599{ 2600 if (!inode_unhashed(inode)) 2601 __remove_inode_hash(inode); 2602} 2603 2604extern void inode_sb_list_add(struct inode *inode); 2605 2606#ifdef CONFIG_BLOCK 2607extern void submit_bio(int, struct bio *); 2608extern int bdev_read_only(struct block_device *); 2609#endif 2610extern int set_blocksize(struct block_device *, int); 2611extern int sb_set_blocksize(struct super_block *, int); 2612extern int sb_min_blocksize(struct super_block *, int); 2613 2614extern int generic_file_mmap(struct file *, struct vm_area_struct *); 2615extern int generic_file_readonly_mmap(struct file *, struct vm_area_struct *); 2616extern ssize_t generic_write_checks(struct kiocb *, struct iov_iter *); 2617extern ssize_t generic_file_read_iter(struct kiocb *, struct iov_iter *); 2618extern ssize_t __generic_file_write_iter(struct kiocb *, struct iov_iter *); 2619extern ssize_t generic_file_write_iter(struct kiocb *, struct iov_iter *); 2620extern ssize_t generic_file_direct_write(struct kiocb *, struct iov_iter *, loff_t); 2621extern ssize_t generic_perform_write(struct file *, struct iov_iter *, loff_t); 2622 2623ssize_t vfs_iter_read(struct file *file, struct iov_iter *iter, loff_t *ppos); 2624ssize_t vfs_iter_write(struct file *file, struct iov_iter *iter, loff_t *ppos); 2625 2626/* fs/block_dev.c */ 2627extern ssize_t blkdev_read_iter(struct kiocb *iocb, struct iov_iter *to); 2628extern ssize_t blkdev_write_iter(struct kiocb *iocb, struct iov_iter *from); 2629extern int blkdev_fsync(struct file *filp, loff_t start, loff_t end, 2630 int datasync); 2631extern void block_sync_page(struct page *page); 2632 2633/* fs/splice.c */ 2634extern ssize_t generic_file_splice_read(struct file *, loff_t *, 2635 struct pipe_inode_info *, size_t, unsigned int); 2636extern ssize_t default_file_splice_read(struct file *, loff_t *, 2637 struct pipe_inode_info *, size_t, unsigned int); 2638extern ssize_t iter_file_splice_write(struct pipe_inode_info *, 2639 struct file *, loff_t *, size_t, unsigned int); 2640extern ssize_t generic_splice_sendpage(struct pipe_inode_info *pipe, 2641 struct file *out, loff_t *, size_t len, unsigned int flags); 2642extern long do_splice_direct(struct file *in, loff_t *ppos, struct file *out, 2643 loff_t *opos, size_t len, unsigned int flags); 2644 2645 2646extern void 2647file_ra_state_init(struct file_ra_state *ra, struct address_space *mapping); 2648extern loff_t noop_llseek(struct file *file, loff_t offset, int whence); 2649extern loff_t no_llseek(struct file *file, loff_t offset, int whence); 2650extern loff_t vfs_setpos(struct file *file, loff_t offset, loff_t maxsize); 2651extern loff_t generic_file_llseek(struct file *file, loff_t offset, int whence); 2652extern loff_t generic_file_llseek_size(struct file *file, loff_t offset, 2653 int whence, loff_t maxsize, loff_t eof); 2654extern loff_t fixed_size_llseek(struct file *file, loff_t offset, 2655 int whence, loff_t size); 2656extern int generic_file_open(struct inode * inode, struct file * filp); 2657extern int nonseekable_open(struct inode * inode, struct file * filp); 2658 2659ssize_t dax_do_io(struct kiocb *, struct inode *, struct iov_iter *, loff_t, 2660 get_block_t, dio_iodone_t, int flags); 2661int dax_clear_blocks(struct inode *, sector_t block, long size); 2662int dax_zero_page_range(struct inode *, loff_t from, unsigned len, get_block_t); 2663int dax_truncate_page(struct inode *, loff_t from, get_block_t); 2664int dax_fault(struct vm_area_struct *, struct vm_fault *, get_block_t, 2665 dax_iodone_t); 2666int __dax_fault(struct vm_area_struct *, struct vm_fault *, get_block_t, 2667 dax_iodone_t); 2668int dax_pfn_mkwrite(struct vm_area_struct *, struct vm_fault *); 2669#define dax_mkwrite(vma, vmf, gb, iod) dax_fault(vma, vmf, gb, iod) 2670#define __dax_mkwrite(vma, vmf, gb, iod) __dax_fault(vma, vmf, gb, iod) 2671 2672#ifdef CONFIG_BLOCK 2673typedef void (dio_submit_t)(int rw, struct bio *bio, struct inode *inode, 2674 loff_t file_offset); 2675 2676enum { 2677 /* need locking between buffered and direct access */ 2678 DIO_LOCKING = 0x01, 2679 2680 /* filesystem does not support filling holes */ 2681 DIO_SKIP_HOLES = 0x02, 2682 2683 /* filesystem can handle aio writes beyond i_size */ 2684 DIO_ASYNC_EXTEND = 0x04, 2685 2686 /* inode/fs/bdev does not need truncate protection */ 2687 DIO_SKIP_DIO_COUNT = 0x08, 2688}; 2689 2690void dio_end_io(struct bio *bio, int error); 2691 2692ssize_t __blockdev_direct_IO(struct kiocb *iocb, struct inode *inode, 2693 struct block_device *bdev, struct iov_iter *iter, 2694 loff_t offset, get_block_t get_block, 2695 dio_iodone_t end_io, dio_submit_t submit_io, 2696 int flags); 2697 2698static inline ssize_t blockdev_direct_IO(struct kiocb *iocb, 2699 struct inode *inode, 2700 struct iov_iter *iter, loff_t offset, 2701 get_block_t get_block) 2702{ 2703 return __blockdev_direct_IO(iocb, inode, inode->i_sb->s_bdev, iter, 2704 offset, get_block, NULL, NULL, 2705 DIO_LOCKING | DIO_SKIP_HOLES); 2706} 2707#endif 2708 2709void inode_dio_wait(struct inode *inode); 2710 2711/* 2712 * inode_dio_begin - signal start of a direct I/O requests 2713 * @inode: inode the direct I/O happens on 2714 * 2715 * This is called once we've finished processing a direct I/O request, 2716 * and is used to wake up callers waiting for direct I/O to be quiesced. 2717 */ 2718static inline void inode_dio_begin(struct inode *inode) 2719{ 2720 atomic_inc(&inode->i_dio_count); 2721} 2722 2723/* 2724 * inode_dio_end - signal finish of a direct I/O requests 2725 * @inode: inode the direct I/O happens on 2726 * 2727 * This is called once we've finished processing a direct I/O request, 2728 * and is used to wake up callers waiting for direct I/O to be quiesced. 2729 */ 2730static inline void inode_dio_end(struct inode *inode) 2731{ 2732 if (atomic_dec_and_test(&inode->i_dio_count)) 2733 wake_up_bit(&inode->i_state, __I_DIO_WAKEUP); 2734} 2735 2736extern void inode_set_flags(struct inode *inode, unsigned int flags, 2737 unsigned int mask); 2738 2739extern const struct file_operations generic_ro_fops; 2740 2741#define special_file(m) (S_ISCHR(m)||S_ISBLK(m)||S_ISFIFO(m)||S_ISSOCK(m)) 2742 2743extern int readlink_copy(char __user *, int, const char *); 2744extern int page_readlink(struct dentry *, char __user *, int); 2745extern const char *page_follow_link_light(struct dentry *, void **); 2746extern void page_put_link(struct inode *, void *); 2747extern int __page_symlink(struct inode *inode, const char *symname, int len, 2748 int nofs); 2749extern int page_symlink(struct inode *inode, const char *symname, int len); 2750extern const struct inode_operations page_symlink_inode_operations; 2751extern void kfree_put_link(struct inode *, void *); 2752extern void free_page_put_link(struct inode *, void *); 2753extern int generic_readlink(struct dentry *, char __user *, int); 2754extern void generic_fillattr(struct inode *, struct kstat *); 2755int vfs_getattr_nosec(struct path *path, struct kstat *stat); 2756extern int vfs_getattr(struct path *, struct kstat *); 2757void __inode_add_bytes(struct inode *inode, loff_t bytes); 2758void inode_add_bytes(struct inode *inode, loff_t bytes); 2759void __inode_sub_bytes(struct inode *inode, loff_t bytes); 2760void inode_sub_bytes(struct inode *inode, loff_t bytes); 2761loff_t inode_get_bytes(struct inode *inode); 2762void inode_set_bytes(struct inode *inode, loff_t bytes); 2763const char *simple_follow_link(struct dentry *, void **); 2764extern const struct inode_operations simple_symlink_inode_operations; 2765 2766extern int iterate_dir(struct file *, struct dir_context *); 2767 2768extern int vfs_stat(const char __user *, struct kstat *); 2769extern int vfs_lstat(const char __user *, struct kstat *); 2770extern int vfs_fstat(unsigned int, struct kstat *); 2771extern int vfs_fstatat(int , const char __user *, struct kstat *, int); 2772 2773extern int do_vfs_ioctl(struct file *filp, unsigned int fd, unsigned int cmd, 2774 unsigned long arg); 2775extern int __generic_block_fiemap(struct inode *inode, 2776 struct fiemap_extent_info *fieinfo, 2777 loff_t start, loff_t len, 2778 get_block_t *get_block); 2779extern int generic_block_fiemap(struct inode *inode, 2780 struct fiemap_extent_info *fieinfo, u64 start, 2781 u64 len, get_block_t *get_block); 2782 2783extern void get_filesystem(struct file_system_type *fs); 2784extern void put_filesystem(struct file_system_type *fs); 2785extern struct file_system_type *get_fs_type(const char *name); 2786extern struct super_block *get_super(struct block_device *); 2787extern struct super_block *get_super_thawed(struct block_device *); 2788extern struct super_block *get_active_super(struct block_device *bdev); 2789extern void drop_super(struct super_block *sb); 2790extern void iterate_supers(void (*)(struct super_block *, void *), void *); 2791extern void iterate_supers_type(struct file_system_type *, 2792 void (*)(struct super_block *, void *), void *); 2793 2794extern int dcache_dir_open(struct inode *, struct file *); 2795extern int dcache_dir_close(struct inode *, struct file *); 2796extern loff_t dcache_dir_lseek(struct file *, loff_t, int); 2797extern int dcache_readdir(struct file *, struct dir_context *); 2798extern int simple_setattr(struct dentry *, struct iattr *); 2799extern int simple_getattr(struct vfsmount *, struct dentry *, struct kstat *); 2800extern int simple_statfs(struct dentry *, struct kstatfs *); 2801extern int simple_open(struct inode *inode, struct file *file); 2802extern int simple_link(struct dentry *, struct inode *, struct dentry *); 2803extern int simple_unlink(struct inode *, struct dentry *); 2804extern int simple_rmdir(struct inode *, struct dentry *); 2805extern int simple_rename(struct inode *, struct dentry *, struct inode *, struct dentry *); 2806extern int noop_fsync(struct file *, loff_t, loff_t, int); 2807extern int simple_empty(struct dentry *); 2808extern int simple_readpage(struct file *file, struct page *page); 2809extern int simple_write_begin(struct file *file, struct address_space *mapping, 2810 loff_t pos, unsigned len, unsigned flags, 2811 struct page **pagep, void **fsdata); 2812extern int simple_write_end(struct file *file, struct address_space *mapping, 2813 loff_t pos, unsigned len, unsigned copied, 2814 struct page *page, void *fsdata); 2815extern int always_delete_dentry(const struct dentry *); 2816extern struct inode *alloc_anon_inode(struct super_block *); 2817extern int simple_nosetlease(struct file *, long, struct file_lock **, void **); 2818extern const struct dentry_operations simple_dentry_operations; 2819 2820extern struct dentry *simple_lookup(struct inode *, struct dentry *, unsigned int flags); 2821extern ssize_t generic_read_dir(struct file *, char __user *, size_t, loff_t *); 2822extern const struct file_operations simple_dir_operations; 2823extern const struct inode_operations simple_dir_inode_operations; 2824extern void make_empty_dir_inode(struct inode *inode); 2825extern bool is_empty_dir_inode(struct inode *inode); 2826struct tree_descr { char *name; const struct file_operations *ops; int mode; }; 2827struct dentry *d_alloc_name(struct dentry *, const char *); 2828extern int simple_fill_super(struct super_block *, unsigned long, struct tree_descr *); 2829extern int simple_pin_fs(struct file_system_type *, struct vfsmount **mount, int *count); 2830extern void simple_release_fs(struct vfsmount **mount, int *count); 2831 2832extern ssize_t simple_read_from_buffer(void __user *to, size_t count, 2833 loff_t *ppos, const void *from, size_t available); 2834extern ssize_t simple_write_to_buffer(void *to, size_t available, loff_t *ppos, 2835 const void __user *from, size_t count); 2836 2837extern int __generic_file_fsync(struct file *, loff_t, loff_t, int); 2838extern int generic_file_fsync(struct file *, loff_t, loff_t, int); 2839 2840extern int generic_check_addressable(unsigned, u64); 2841 2842#ifdef CONFIG_MIGRATION 2843extern int buffer_migrate_page(struct address_space *, 2844 struct page *, struct page *, 2845 enum migrate_mode); 2846#else 2847#define buffer_migrate_page NULL 2848#endif 2849 2850extern int inode_change_ok(const struct inode *, struct iattr *); 2851extern int inode_newsize_ok(const struct inode *, loff_t offset); 2852extern void setattr_copy(struct inode *inode, const struct iattr *attr); 2853 2854extern int file_update_time(struct file *file); 2855 2856extern int generic_show_options(struct seq_file *m, struct dentry *root); 2857extern void save_mount_options(struct super_block *sb, char *options); 2858extern void replace_mount_options(struct super_block *sb, char *options); 2859 2860static inline bool io_is_direct(struct file *filp) 2861{ 2862 return (filp->f_flags & O_DIRECT) || IS_DAX(file_inode(filp)); 2863} 2864 2865static inline int iocb_flags(struct file *file) 2866{ 2867 int res = 0; 2868 if (file->f_flags & O_APPEND) 2869 res |= IOCB_APPEND; 2870 if (io_is_direct(file)) 2871 res |= IOCB_DIRECT; 2872 return res; 2873} 2874 2875static inline ino_t parent_ino(struct dentry *dentry) 2876{ 2877 ino_t res; 2878 2879 /* 2880 * Don't strictly need d_lock here? If the parent ino could change 2881 * then surely we'd have a deeper race in the caller? 2882 */ 2883 spin_lock(&dentry->d_lock); 2884 res = dentry->d_parent->d_inode->i_ino; 2885 spin_unlock(&dentry->d_lock); 2886 return res; 2887} 2888 2889/* Transaction based IO helpers */ 2890 2891/* 2892 * An argresp is stored in an allocated page and holds the 2893 * size of the argument or response, along with its content 2894 */ 2895struct simple_transaction_argresp { 2896 ssize_t size; 2897 char data[0]; 2898}; 2899 2900#define SIMPLE_TRANSACTION_LIMIT (PAGE_SIZE - sizeof(struct simple_transaction_argresp)) 2901 2902char *simple_transaction_get(struct file *file, const char __user *buf, 2903 size_t size); 2904ssize_t simple_transaction_read(struct file *file, char __user *buf, 2905 size_t size, loff_t *pos); 2906int simple_transaction_release(struct inode *inode, struct file *file); 2907 2908void simple_transaction_set(struct file *file, size_t n); 2909 2910/* 2911 * simple attribute files 2912 * 2913 * These attributes behave similar to those in sysfs: 2914 * 2915 * Writing to an attribute immediately sets a value, an open file can be 2916 * written to multiple times. 2917 * 2918 * Reading from an attribute creates a buffer from the value that might get 2919 * read with multiple read calls. When the attribute has been read 2920 * completely, no further read calls are possible until the file is opened 2921 * again. 2922 * 2923 * All attributes contain a text representation of a numeric value 2924 * that are accessed with the get() and set() functions. 2925 */ 2926#define DEFINE_SIMPLE_ATTRIBUTE(__fops, __get, __set, __fmt) \ 2927static int __fops ## _open(struct inode *inode, struct file *file) \ 2928{ \ 2929 __simple_attr_check_format(__fmt, 0ull); \ 2930 return simple_attr_open(inode, file, __get, __set, __fmt); \ 2931} \ 2932static const struct file_operations __fops = { \ 2933 .owner = THIS_MODULE, \ 2934 .open = __fops ## _open, \ 2935 .release = simple_attr_release, \ 2936 .read = simple_attr_read, \ 2937 .write = simple_attr_write, \ 2938 .llseek = generic_file_llseek, \ 2939} 2940 2941static inline __printf(1, 2) 2942void __simple_attr_check_format(const char *fmt, ...) 2943{ 2944 /* don't do anything, just let the compiler check the arguments; */ 2945} 2946 2947int simple_attr_open(struct inode *inode, struct file *file, 2948 int (*get)(void *, u64 *), int (*set)(void *, u64), 2949 const char *fmt); 2950int simple_attr_release(struct inode *inode, struct file *file); 2951ssize_t simple_attr_read(struct file *file, char __user *buf, 2952 size_t len, loff_t *ppos); 2953ssize_t simple_attr_write(struct file *file, const char __user *buf, 2954 size_t len, loff_t *ppos); 2955 2956struct ctl_table; 2957int proc_nr_files(struct ctl_table *table, int write, 2958 void __user *buffer, size_t *lenp, loff_t *ppos); 2959int proc_nr_dentry(struct ctl_table *table, int write, 2960 void __user *buffer, size_t *lenp, loff_t *ppos); 2961int proc_nr_inodes(struct ctl_table *table, int write, 2962 void __user *buffer, size_t *lenp, loff_t *ppos); 2963int __init get_filesystem_list(char *buf); 2964 2965#define __FMODE_EXEC ((__force int) FMODE_EXEC) 2966#define __FMODE_NONOTIFY ((__force int) FMODE_NONOTIFY) 2967 2968#define ACC_MODE(x) ("\004\002\006\006"[(x)&O_ACCMODE]) 2969#define OPEN_FMODE(flag) ((__force fmode_t)(((flag + 1) & O_ACCMODE) | \ 2970 (flag & __FMODE_NONOTIFY))) 2971 2972static inline int is_sxid(umode_t mode) 2973{ 2974 return (mode & S_ISUID) || ((mode & S_ISGID) && (mode & S_IXGRP)); 2975} 2976 2977static inline int check_sticky(struct inode *dir, struct inode *inode) 2978{ 2979 if (!(dir->i_mode & S_ISVTX)) 2980 return 0; 2981 2982 return __check_sticky(dir, inode); 2983} 2984 2985static inline void inode_has_no_xattr(struct inode *inode) 2986{ 2987 if (!is_sxid(inode->i_mode) && (inode->i_sb->s_flags & MS_NOSEC)) 2988 inode->i_flags |= S_NOSEC; 2989} 2990 2991static inline bool is_root_inode(struct inode *inode) 2992{ 2993 return inode == inode->i_sb->s_root->d_inode; 2994} 2995 2996static inline bool dir_emit(struct dir_context *ctx, 2997 const char *name, int namelen, 2998 u64 ino, unsigned type) 2999{ 3000 return ctx->actor(ctx, name, namelen, ctx->pos, ino, type) == 0; 3001} 3002static inline bool dir_emit_dot(struct file *file, struct dir_context *ctx) 3003{ 3004 return ctx->actor(ctx, ".", 1, ctx->pos, 3005 file->f_path.dentry->d_inode->i_ino, DT_DIR) == 0; 3006} 3007static inline bool dir_emit_dotdot(struct file *file, struct dir_context *ctx) 3008{ 3009 return ctx->actor(ctx, "..", 2, ctx->pos, 3010 parent_ino(file->f_path.dentry), DT_DIR) == 0; 3011} 3012static inline bool dir_emit_dots(struct file *file, struct dir_context *ctx) 3013{ 3014 if (ctx->pos == 0) { 3015 if (!dir_emit_dot(file, ctx)) 3016 return false; 3017 ctx->pos = 1; 3018 } 3019 if (ctx->pos == 1) { 3020 if (!dir_emit_dotdot(file, ctx)) 3021 return false; 3022 ctx->pos = 2; 3023 } 3024 return true; 3025} 3026static inline bool dir_relax(struct inode *inode) 3027{ 3028 mutex_unlock(&inode->i_mutex); 3029 mutex_lock(&inode->i_mutex); 3030 return !IS_DEADDIR(inode); 3031} 3032 3033#endif /* _LINUX_FS_H */