42 static struct file *ovl_open_realfile(const struct file *file,  in ovl_open_realfile()  argument
45 	struct inode *inode = file_inode(file);  in ovl_open_realfile()
46 	struct file *realfile;  in ovl_open_realfile()
48 	int flags = file->f_flags | OVL_OPEN_FLAGS;  in ovl_open_realfile()
62 		realfile = open_with_fake_path(&file->f_path, flags, realinode,  in ovl_open_realfile()
68 		 file, file, ovl_whatisit(inode, realinode), file->f_flags,  in ovl_open_realfile()
76 static int ovl_change_flags(struct file *file, unsigned int flags)  in ovl_change_flags()  argument
78 	struct inode *inode = file_inode(file);  in ovl_change_flags()
84 	if (WARN_ON((file->f_flags ^ flags) & ~OVL_SETFL_MASK))  in ovl_change_flags()
89 	if (((flags ^ file->f_flags) & O_APPEND) && IS_APPEND(inode))  in ovl_change_flags()
93 		if (!file->f_mapping->a_ops ||  in ovl_change_flags()
94 		    !file->f_mapping->a_ops->direct_IO)  in ovl_change_flags()
98 	if (file->f_op->check_flags) {  in ovl_change_flags()
99 		err = file->f_op->check_flags(flags);  in ovl_change_flags()
104 	spin_lock(&file->f_lock);  in ovl_change_flags()
105 	file->f_flags = (file->f_flags & ~OVL_SETFL_MASK) | flags;  in ovl_change_flags()
106 	spin_unlock(&file->f_lock);  in ovl_change_flags()
111 static int ovl_real_fdget_meta(const struct file *file, struct fd *real,  in ovl_real_fdget_meta()  argument
114 	struct inode *inode = file_inode(file);  in ovl_real_fdget_meta()
118 	real->file = file->private_data;  in ovl_real_fdget_meta()
126 	if (unlikely(file_inode(real->file) != realinode)) {  in ovl_real_fdget_meta()
128 		real->file = ovl_open_realfile(file, realinode);  in ovl_real_fdget_meta()
130 		return PTR_ERR_OR_ZERO(real->file);  in ovl_real_fdget_meta()
134 	if (unlikely((file->f_flags ^ real->file->f_flags) & ~OVL_OPEN_FLAGS))  in ovl_real_fdget_meta()
135 		return ovl_change_flags(real->file, file->f_flags);  in ovl_real_fdget_meta()
140 static int ovl_real_fdget(const struct file *file, struct fd *real)  in ovl_real_fdget()  argument
142 	if (d_is_dir(file_dentry(file))) {  in ovl_real_fdget()
144 		real->file = ovl_dir_real_file(file, false);  in ovl_real_fdget()
146 		return PTR_ERR_OR_ZERO(real->file);  in ovl_real_fdget()
149 	return ovl_real_fdget_meta(file, real, false);  in ovl_real_fdget()
152 static int ovl_open(struct inode *inode, struct file *file)  in ovl_open()  argument
154 	struct file *realfile;  in ovl_open()
157 	err = ovl_maybe_copy_up(file_dentry(file), file->f_flags);  in ovl_open()
162 	file->f_flags &= ~(O_CREAT | O_EXCL | O_NOCTTY | O_TRUNC);  in ovl_open()
164 	realfile = ovl_open_realfile(file, ovl_inode_realdata(inode));  in ovl_open()
168 	file->private_data = realfile;  in ovl_open()
173 static int ovl_release(struct inode *inode, struct file *file)  in ovl_release()  argument
175 	fput(file->private_data);  in ovl_release()
180 static loff_t ovl_llseek(struct file *file, loff_t offset, int whence)  in ovl_llseek()  argument
182 	struct inode *inode = file_inode(file);  in ovl_llseek()
193 			return file->f_pos;  in ovl_llseek()
196 			return vfs_setpos(file, 0, 0);  in ovl_llseek()
199 	ret = ovl_real_fdget(file, &real);  in ovl_llseek()
211 	real.file->f_pos = file->f_pos;  in ovl_llseek()
214 	ret = vfs_llseek(real.file, offset, whence);  in ovl_llseek()
217 	file->f_pos = real.file->f_pos;  in ovl_llseek()
225 static void ovl_file_accessed(struct file *file)  in ovl_file_accessed()  argument
229 	if (file->f_flags & O_NOATIME)  in ovl_file_accessed()
232 	inode = file_inode(file);  in ovl_file_accessed()
244 	touch_atime(&file->f_path);  in ovl_file_accessed()
286 	struct file *file = iocb->ki_filp;  in ovl_read_iter()  local
294 	ret = ovl_real_fdget(file, &real);  in ovl_read_iter()
300 	    (!real.file->f_mapping->a_ops ||  in ovl_read_iter()
301 	     !real.file->f_mapping->a_ops->direct_IO))  in ovl_read_iter()
304 	old_cred = ovl_override_creds(file_inode(file)->i_sb);  in ovl_read_iter()
306 		ret = vfs_iter_read(real.file, iter, &iocb->ki_pos,  in ovl_read_iter()
320 		kiocb_clone(&aio_req->iocb, iocb, real.file);  in ovl_read_iter()
323 		ret = vfs_iocb_iter_read(real.file, &aio_req->iocb, iter);  in ovl_read_iter()
329 	ovl_revert_creds(file_inode(file)->i_sb, old_cred);  in ovl_read_iter()
331 	ovl_file_accessed(file);  in ovl_read_iter()
340 	struct file *file = iocb->ki_filp;  in ovl_write_iter()  local
341 	struct inode *inode = file_inode(file);  in ovl_write_iter()
353 	ret = file_remove_privs(file);  in ovl_write_iter()
357 	ret = ovl_real_fdget(file, &real);  in ovl_write_iter()
363 	    (!real.file->f_mapping->a_ops ||  in ovl_write_iter()
364 	     !real.file->f_mapping->a_ops->direct_IO))  in ovl_write_iter()
370 	old_cred = ovl_override_creds(file_inode(file)->i_sb);  in ovl_write_iter()
372 		file_start_write(real.file);  in ovl_write_iter()
373 		ret = vfs_iter_write(real.file, iter, &iocb->ki_pos,  in ovl_write_iter()
375 		file_end_write(real.file);  in ovl_write_iter()
386 		file_start_write(real.file);  in ovl_write_iter()
388 		__sb_writers_release(file_inode(real.file)->i_sb,  in ovl_write_iter()
393 		kiocb_clone(&aio_req->iocb, iocb, real.file);  in ovl_write_iter()
397 		ret = vfs_iocb_iter_write(real.file, &aio_req->iocb, iter);  in ovl_write_iter()
403 	ovl_revert_creds(file_inode(file)->i_sb, old_cred);  in ovl_write_iter()
421 static ssize_t ovl_splice_write(struct pipe_inode_info *pipe, struct file *out,  in ovl_splice_write()
442 	file_start_write(real.file);  in ovl_splice_write()
444 	ret = iter_file_splice_write(pipe, real.file, ppos, len, flags);  in ovl_splice_write()
446 	file_end_write(real.file);  in ovl_splice_write()
458 static int ovl_fsync(struct file *file, loff_t start, loff_t end, int datasync)  in ovl_fsync()  argument
464 	ret = ovl_sync_status(OVL_FS(file_inode(file)->i_sb));  in ovl_fsync()
468 	ret = ovl_real_fdget_meta(file, &real, !datasync);  in ovl_fsync()
473 	if (file_inode(real.file) == ovl_inode_upper(file_inode(file))) {  in ovl_fsync()
474 		old_cred = ovl_override_creds(file_inode(file)->i_sb);  in ovl_fsync()
475 		ret = vfs_fsync_range(real.file, start, end, datasync);  in ovl_fsync()
476 		ovl_revert_creds(file_inode(file)->i_sb, old_cred);  in ovl_fsync()
484 static int ovl_mmap(struct file *file, struct vm_area_struct *vma)  in ovl_mmap()  argument
486 	struct file *realfile = file->private_data;  in ovl_mmap()
493 	if (WARN_ON(file != vma->vm_file))  in ovl_mmap()
498 	old_cred = ovl_override_creds(file_inode(file)->i_sb);  in ovl_mmap()
500 	ovl_revert_creds(file_inode(file)->i_sb, old_cred);  in ovl_mmap()
507 		fput(file);  in ovl_mmap()
510 	ovl_file_accessed(file);  in ovl_mmap()
515 static long ovl_fallocate(struct file *file, int mode, loff_t offset, loff_t len)  in ovl_fallocate()  argument
517 	struct inode *inode = file_inode(file);  in ovl_fallocate()
522 	ret = ovl_real_fdget(file, &real);  in ovl_fallocate()
526 	old_cred = ovl_override_creds(file_inode(file)->i_sb);  in ovl_fallocate()
527 	ret = vfs_fallocate(real.file, mode, offset, len);  in ovl_fallocate()
528 	ovl_revert_creds(file_inode(file)->i_sb, old_cred);  in ovl_fallocate()
538 static int ovl_fadvise(struct file *file, loff_t offset, loff_t len, int advice)  in ovl_fadvise()  argument
544 	ret = ovl_real_fdget(file, &real);  in ovl_fadvise()
548 	old_cred = ovl_override_creds(file_inode(file)->i_sb);  in ovl_fadvise()
549 	ret = vfs_fadvise(real.file, offset, len, advice);  in ovl_fadvise()
550 	ovl_revert_creds(file_inode(file)->i_sb, old_cred);  in ovl_fadvise()
557 static long ovl_real_ioctl(struct file *file, unsigned int cmd,  in ovl_real_ioctl()  argument
563 	ret = ovl_real_fdget(file, &real);  in ovl_real_ioctl()
567 	ret = security_file_ioctl(real.file, cmd, arg);  in ovl_real_ioctl()
573 		ret = vfs_ioctl(real.file, cmd, arg);  in ovl_real_ioctl()
581 static long ovl_ioctl_set_flags(struct file *file, unsigned int cmd,  in ovl_ioctl_set_flags()  argument
585 	struct inode *inode = file_inode(file);  in ovl_ioctl_set_flags()
590 	ret = mnt_want_write_file(file);  in ovl_ioctl_set_flags()
605 	ret = ovl_maybe_copy_up(file_dentry(file), O_WRONLY);  in ovl_ioctl_set_flags()
609 	ret = ovl_real_ioctl(file, cmd, arg);  in ovl_ioctl_set_flags()
615 	mnt_drop_write_file(file);  in ovl_ioctl_set_flags()
621 long ovl_ioctl(struct file *file, unsigned int cmd, unsigned long arg)  in ovl_ioctl()  argument
628 		ret = ovl_real_ioctl(file, cmd, arg);  in ovl_ioctl()
633 		ret = ovl_ioctl_set_flags(file, cmd, arg);  in ovl_ioctl()
644 long ovl_compat_ioctl(struct file *file, unsigned int cmd, unsigned long arg)  in ovl_compat_ioctl()  argument
659 	return ovl_ioctl(file, cmd, arg);  in ovl_compat_ioctl()
669 static loff_t ovl_copyfile(struct file *file_in, loff_t pos_in,  in ovl_copyfile()
670 			    struct file *file_out, loff_t pos_out,  in ovl_copyfile()
691 		ret = vfs_copy_file_range(real_in.file, pos_in,  in ovl_copyfile()
692 					  real_out.file, pos_out, len, flags);  in ovl_copyfile()
696 		ret = vfs_clone_file_range(real_in.file, pos_in,  in ovl_copyfile()
697 					   real_out.file, pos_out, len, flags);  in ovl_copyfile()
701 		ret = vfs_dedupe_file_range_one(real_in.file, pos_in,  in ovl_copyfile()
702 						real_out.file, pos_out, len,  in ovl_copyfile()
717 static ssize_t ovl_copy_file_range(struct file *file_in, loff_t pos_in,  in ovl_copy_file_range()
718 				   struct file *file_out, loff_t pos_out,  in ovl_copy_file_range()
725 static loff_t ovl_remap_file_range(struct file *file_in, loff_t pos_in,  in ovl_remap_file_range()
726 				   struct file *file_out, loff_t pos_out,  in ovl_remap_file_range()