2019-05-24 10:04:05 +00:00
|
|
|
// SPDX-License-Identifier: GPL-2.0-or-later
|
2021-05-07 01:06:44 +00:00
|
|
|
/*
|
2005-12-15 22:31:24 +00:00
|
|
|
* mmap.c
|
|
|
|
*
|
|
|
|
* Code to deal with the mess that is clustered mmap.
|
|
|
|
*
|
|
|
|
* Copyright (C) 2002, 2004 Oracle. All rights reserved.
|
|
|
|
*/
|
|
|
|
|
|
|
|
#include <linux/fs.h>
|
|
|
|
#include <linux/types.h>
|
|
|
|
#include <linux/highmem.h>
|
|
|
|
#include <linux/pagemap.h>
|
|
|
|
#include <linux/uio.h>
|
|
|
|
#include <linux/signal.h>
|
|
|
|
#include <linux/rbtree.h>
|
|
|
|
|
|
|
|
#include <cluster/masklog.h>
|
|
|
|
|
|
|
|
#include "ocfs2.h"
|
|
|
|
|
2007-05-09 22:16:19 +00:00
|
|
|
#include "aops.h"
|
2005-12-15 22:31:24 +00:00
|
|
|
#include "dlmglue.h"
|
|
|
|
#include "file.h"
|
|
|
|
#include "inode.h"
|
|
|
|
#include "mmap.h"
|
2009-09-03 00:17:36 +00:00
|
|
|
#include "super.h"
|
2011-02-22 13:59:46 +00:00
|
|
|
#include "ocfs2_trace.h"
|
2005-12-15 22:31:24 +00:00
|
|
|
|
2007-05-09 22:16:19 +00:00
|
|
|
|
2018-06-08 00:04:59 +00:00
|
|
|
static vm_fault_t ocfs2_fault(struct vm_fault *vmf)
|
2005-12-15 22:31:24 +00:00
|
|
|
{
|
2017-02-24 22:56:41 +00:00
|
|
|
struct vm_area_struct *vma = vmf->vma;
|
2009-09-03 00:17:36 +00:00
|
|
|
sigset_t oldset;
|
2018-06-08 00:04:59 +00:00
|
|
|
vm_fault_t ret;
|
2005-12-15 22:31:24 +00:00
|
|
|
|
2009-09-03 00:17:36 +00:00
|
|
|
ocfs2_block_signals(&oldset);
|
2017-02-24 22:56:41 +00:00
|
|
|
ret = filemap_fault(vmf);
|
2009-09-03 00:17:36 +00:00
|
|
|
ocfs2_unblock_signals(&oldset);
|
2005-12-15 22:31:24 +00:00
|
|
|
|
2017-02-24 22:56:41 +00:00
|
|
|
trace_ocfs2_fault(OCFS2_I(vma->vm_file->f_mapping->host)->ip_blkno,
|
|
|
|
vma, vmf->page, vmf->pgoff);
|
2007-07-19 08:47:03 +00:00
|
|
|
return ret;
|
2005-12-15 22:31:24 +00:00
|
|
|
}
|
|
|
|
|
2018-06-08 00:04:59 +00:00
|
|
|
static vm_fault_t __ocfs2_page_mkwrite(struct file *file,
|
|
|
|
struct buffer_head *di_bh, struct page *page)
|
2007-05-09 22:16:19 +00:00
|
|
|
{
|
2018-06-08 00:04:59 +00:00
|
|
|
int err;
|
|
|
|
vm_fault_t ret = VM_FAULT_NOPAGE;
|
2013-01-23 22:07:38 +00:00
|
|
|
struct inode *inode = file_inode(file);
|
2007-05-09 22:16:19 +00:00
|
|
|
struct address_space *mapping = inode->i_mapping;
|
2007-07-20 07:31:45 +00:00
|
|
|
loff_t pos = page_offset(page);
|
mm, fs: get rid of PAGE_CACHE_* and page_cache_{get,release} macros
PAGE_CACHE_{SIZE,SHIFT,MASK,ALIGN} macros were introduced *long* time
ago with promise that one day it will be possible to implement page
cache with bigger chunks than PAGE_SIZE.
This promise never materialized. And unlikely will.
We have many places where PAGE_CACHE_SIZE assumed to be equal to
PAGE_SIZE. And it's constant source of confusion on whether
PAGE_CACHE_* or PAGE_* constant should be used in a particular case,
especially on the border between fs and mm.
Global switching to PAGE_CACHE_SIZE != PAGE_SIZE would cause to much
breakage to be doable.
Let's stop pretending that pages in page cache are special. They are
not.
The changes are pretty straight-forward:
- <foo> << (PAGE_CACHE_SHIFT - PAGE_SHIFT) -> <foo>;
- <foo> >> (PAGE_CACHE_SHIFT - PAGE_SHIFT) -> <foo>;
- PAGE_CACHE_{SIZE,SHIFT,MASK,ALIGN} -> PAGE_{SIZE,SHIFT,MASK,ALIGN};
- page_cache_get() -> get_page();
- page_cache_release() -> put_page();
This patch contains automated changes generated with coccinelle using
script below. For some reason, coccinelle doesn't patch header files.
I've called spatch for them manually.
The only adjustment after coccinelle is revert of changes to
PAGE_CAHCE_ALIGN definition: we are going to drop it later.
There are few places in the code where coccinelle didn't reach. I'll
fix them manually in a separate patch. Comments and documentation also
will be addressed with the separate patch.
virtual patch
@@
expression E;
@@
- E << (PAGE_CACHE_SHIFT - PAGE_SHIFT)
+ E
@@
expression E;
@@
- E >> (PAGE_CACHE_SHIFT - PAGE_SHIFT)
+ E
@@
@@
- PAGE_CACHE_SHIFT
+ PAGE_SHIFT
@@
@@
- PAGE_CACHE_SIZE
+ PAGE_SIZE
@@
@@
- PAGE_CACHE_MASK
+ PAGE_MASK
@@
expression E;
@@
- PAGE_CACHE_ALIGN(E)
+ PAGE_ALIGN(E)
@@
expression E;
@@
- page_cache_get(E)
+ get_page(E)
@@
expression E;
@@
- page_cache_release(E)
+ put_page(E)
Signed-off-by: Kirill A. Shutemov <kirill.shutemov@linux.intel.com>
Acked-by: Michal Hocko <mhocko@suse.com>
Signed-off-by: Linus Torvalds <torvalds@linux-foundation.org>
2016-04-01 12:29:47 +00:00
|
|
|
unsigned int len = PAGE_SIZE;
|
2007-05-09 22:16:19 +00:00
|
|
|
pgoff_t last_index;
|
2024-07-15 18:24:01 +00:00
|
|
|
struct folio *locked_folio = NULL;
|
2007-05-09 22:16:19 +00:00
|
|
|
void *fsdata;
|
|
|
|
loff_t size = i_size_read(inode);
|
2005-12-15 22:31:24 +00:00
|
|
|
|
mm, fs: get rid of PAGE_CACHE_* and page_cache_{get,release} macros
PAGE_CACHE_{SIZE,SHIFT,MASK,ALIGN} macros were introduced *long* time
ago with promise that one day it will be possible to implement page
cache with bigger chunks than PAGE_SIZE.
This promise never materialized. And unlikely will.
We have many places where PAGE_CACHE_SIZE assumed to be equal to
PAGE_SIZE. And it's constant source of confusion on whether
PAGE_CACHE_* or PAGE_* constant should be used in a particular case,
especially on the border between fs and mm.
Global switching to PAGE_CACHE_SIZE != PAGE_SIZE would cause to much
breakage to be doable.
Let's stop pretending that pages in page cache are special. They are
not.
The changes are pretty straight-forward:
- <foo> << (PAGE_CACHE_SHIFT - PAGE_SHIFT) -> <foo>;
- <foo> >> (PAGE_CACHE_SHIFT - PAGE_SHIFT) -> <foo>;
- PAGE_CACHE_{SIZE,SHIFT,MASK,ALIGN} -> PAGE_{SIZE,SHIFT,MASK,ALIGN};
- page_cache_get() -> get_page();
- page_cache_release() -> put_page();
This patch contains automated changes generated with coccinelle using
script below. For some reason, coccinelle doesn't patch header files.
I've called spatch for them manually.
The only adjustment after coccinelle is revert of changes to
PAGE_CAHCE_ALIGN definition: we are going to drop it later.
There are few places in the code where coccinelle didn't reach. I'll
fix them manually in a separate patch. Comments and documentation also
will be addressed with the separate patch.
virtual patch
@@
expression E;
@@
- E << (PAGE_CACHE_SHIFT - PAGE_SHIFT)
+ E
@@
expression E;
@@
- E >> (PAGE_CACHE_SHIFT - PAGE_SHIFT)
+ E
@@
@@
- PAGE_CACHE_SHIFT
+ PAGE_SHIFT
@@
@@
- PAGE_CACHE_SIZE
+ PAGE_SIZE
@@
@@
- PAGE_CACHE_MASK
+ PAGE_MASK
@@
expression E;
@@
- PAGE_CACHE_ALIGN(E)
+ PAGE_ALIGN(E)
@@
expression E;
@@
- page_cache_get(E)
+ get_page(E)
@@
expression E;
@@
- page_cache_release(E)
+ put_page(E)
Signed-off-by: Kirill A. Shutemov <kirill.shutemov@linux.intel.com>
Acked-by: Michal Hocko <mhocko@suse.com>
Signed-off-by: Linus Torvalds <torvalds@linux-foundation.org>
2016-04-01 12:29:47 +00:00
|
|
|
last_index = (size - 1) >> PAGE_SHIFT;
|
2007-05-09 22:16:19 +00:00
|
|
|
|
|
|
|
/*
|
2020-06-11 01:41:47 +00:00
|
|
|
* There are cases that lead to the page no longer belonging to the
|
2011-07-24 17:36:54 +00:00
|
|
|
* mapping.
|
|
|
|
* 1) pagecache truncates locally due to memory pressure.
|
|
|
|
* 2) pagecache truncates when another is taking EX lock against
|
|
|
|
* inode lock. see ocfs2_data_convert_worker.
|
|
|
|
*
|
|
|
|
* The i_size check doesn't catch the case where nodes truncated and
|
|
|
|
* then re-extended the file. We'll re-check the page mapping after
|
|
|
|
* taking the page lock inside of ocfs2_write_begin_nolock().
|
|
|
|
*
|
|
|
|
* Let VM retry with these cases.
|
2007-05-09 22:16:19 +00:00
|
|
|
*/
|
2011-07-24 17:36:54 +00:00
|
|
|
if ((page->mapping != inode->i_mapping) ||
|
|
|
|
(!PageUptodate(page)) ||
|
|
|
|
(page_offset(page) >= size))
|
2007-05-09 22:16:19 +00:00
|
|
|
goto out;
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Call ocfs2_write_begin() and ocfs2_write_end() to take
|
|
|
|
* advantage of the allocation code there. We pass a write
|
|
|
|
* length of the whole page (chopped to i_size) to make sure
|
|
|
|
* the whole thing is allocated.
|
|
|
|
*
|
|
|
|
* Since we know the page is up to date, we don't have to
|
|
|
|
* worry about ocfs2_write_begin() skipping some buffer reads
|
|
|
|
* because the "write" would invalidate their data.
|
|
|
|
*/
|
|
|
|
if (page->index == last_index)
|
mm, fs: get rid of PAGE_CACHE_* and page_cache_{get,release} macros
PAGE_CACHE_{SIZE,SHIFT,MASK,ALIGN} macros were introduced *long* time
ago with promise that one day it will be possible to implement page
cache with bigger chunks than PAGE_SIZE.
This promise never materialized. And unlikely will.
We have many places where PAGE_CACHE_SIZE assumed to be equal to
PAGE_SIZE. And it's constant source of confusion on whether
PAGE_CACHE_* or PAGE_* constant should be used in a particular case,
especially on the border between fs and mm.
Global switching to PAGE_CACHE_SIZE != PAGE_SIZE would cause to much
breakage to be doable.
Let's stop pretending that pages in page cache are special. They are
not.
The changes are pretty straight-forward:
- <foo> << (PAGE_CACHE_SHIFT - PAGE_SHIFT) -> <foo>;
- <foo> >> (PAGE_CACHE_SHIFT - PAGE_SHIFT) -> <foo>;
- PAGE_CACHE_{SIZE,SHIFT,MASK,ALIGN} -> PAGE_{SIZE,SHIFT,MASK,ALIGN};
- page_cache_get() -> get_page();
- page_cache_release() -> put_page();
This patch contains automated changes generated with coccinelle using
script below. For some reason, coccinelle doesn't patch header files.
I've called spatch for them manually.
The only adjustment after coccinelle is revert of changes to
PAGE_CAHCE_ALIGN definition: we are going to drop it later.
There are few places in the code where coccinelle didn't reach. I'll
fix them manually in a separate patch. Comments and documentation also
will be addressed with the separate patch.
virtual patch
@@
expression E;
@@
- E << (PAGE_CACHE_SHIFT - PAGE_SHIFT)
+ E
@@
expression E;
@@
- E >> (PAGE_CACHE_SHIFT - PAGE_SHIFT)
+ E
@@
@@
- PAGE_CACHE_SHIFT
+ PAGE_SHIFT
@@
@@
- PAGE_CACHE_SIZE
+ PAGE_SIZE
@@
@@
- PAGE_CACHE_MASK
+ PAGE_MASK
@@
expression E;
@@
- PAGE_CACHE_ALIGN(E)
+ PAGE_ALIGN(E)
@@
expression E;
@@
- page_cache_get(E)
+ get_page(E)
@@
expression E;
@@
- page_cache_release(E)
+ put_page(E)
Signed-off-by: Kirill A. Shutemov <kirill.shutemov@linux.intel.com>
Acked-by: Michal Hocko <mhocko@suse.com>
Signed-off-by: Linus Torvalds <torvalds@linux-foundation.org>
2016-04-01 12:29:47 +00:00
|
|
|
len = ((size - 1) & ~PAGE_MASK) + 1;
|
2007-05-09 22:16:19 +00:00
|
|
|
|
2018-06-08 00:04:59 +00:00
|
|
|
err = ocfs2_write_begin_nolock(mapping, pos, len, OCFS2_WRITE_MMAP,
|
2024-07-15 18:24:01 +00:00
|
|
|
&locked_folio, &fsdata, di_bh, page);
|
2018-06-08 00:04:59 +00:00
|
|
|
if (err) {
|
|
|
|
if (err != -ENOSPC)
|
|
|
|
mlog_errno(err);
|
|
|
|
ret = vmf_error(err);
|
2007-05-09 22:16:19 +00:00
|
|
|
goto out;
|
|
|
|
}
|
|
|
|
|
2024-07-15 18:24:01 +00:00
|
|
|
if (!locked_folio) {
|
2011-07-24 17:36:54 +00:00
|
|
|
ret = VM_FAULT_NOPAGE;
|
2007-05-09 22:16:19 +00:00
|
|
|
goto out;
|
|
|
|
}
|
2018-06-08 00:04:59 +00:00
|
|
|
err = ocfs2_write_end_nolock(mapping, pos, len, len, fsdata);
|
|
|
|
BUG_ON(err != len);
|
2011-07-24 17:36:54 +00:00
|
|
|
ret = VM_FAULT_LOCKED;
|
2007-05-09 22:16:19 +00:00
|
|
|
out:
|
|
|
|
return ret;
|
|
|
|
}
|
|
|
|
|
2018-06-08 00:04:59 +00:00
|
|
|
static vm_fault_t ocfs2_page_mkwrite(struct vm_fault *vmf)
|
2005-12-15 22:31:24 +00:00
|
|
|
{
|
2009-03-31 22:23:21 +00:00
|
|
|
struct page *page = vmf->page;
|
2017-02-24 22:56:41 +00:00
|
|
|
struct inode *inode = file_inode(vmf->vma->vm_file);
|
2007-05-09 22:16:19 +00:00
|
|
|
struct buffer_head *di_bh = NULL;
|
2009-09-03 00:17:36 +00:00
|
|
|
sigset_t oldset;
|
2018-06-08 00:04:59 +00:00
|
|
|
int err;
|
|
|
|
vm_fault_t ret;
|
2007-05-09 22:16:19 +00:00
|
|
|
|
2012-06-12 14:20:40 +00:00
|
|
|
sb_start_pagefault(inode->i_sb);
|
2009-09-03 00:17:36 +00:00
|
|
|
ocfs2_block_signals(&oldset);
|
2007-05-09 22:16:19 +00:00
|
|
|
|
|
|
|
/*
|
|
|
|
* The cluster locks taken will block a truncate from another
|
|
|
|
* node. Taking the data lock will also ensure that we don't
|
|
|
|
* attempt page truncation as part of a downconvert.
|
|
|
|
*/
|
2018-06-08 00:04:59 +00:00
|
|
|
err = ocfs2_inode_lock(inode, &di_bh, 1);
|
|
|
|
if (err < 0) {
|
|
|
|
mlog_errno(err);
|
|
|
|
ret = vmf_error(err);
|
2007-05-09 22:16:19 +00:00
|
|
|
goto out;
|
|
|
|
}
|
2006-11-15 07:49:02 +00:00
|
|
|
|
2007-01-17 21:10:55 +00:00
|
|
|
/*
|
2007-05-09 22:16:19 +00:00
|
|
|
* The alloc sem should be enough to serialize with
|
|
|
|
* ocfs2_truncate_file() changing i_size as well as any thread
|
|
|
|
* modifying the inode btree.
|
2007-01-17 21:10:55 +00:00
|
|
|
*/
|
2007-05-09 22:16:19 +00:00
|
|
|
down_write(&OCFS2_I(inode)->ip_alloc_sem);
|
|
|
|
|
2017-02-24 22:56:41 +00:00
|
|
|
ret = __ocfs2_page_mkwrite(vmf->vma->vm_file, di_bh, page);
|
2007-05-09 22:16:19 +00:00
|
|
|
|
|
|
|
up_write(&OCFS2_I(inode)->ip_alloc_sem);
|
|
|
|
|
|
|
|
brelse(di_bh);
|
2007-10-18 22:30:42 +00:00
|
|
|
ocfs2_inode_unlock(inode, 1);
|
2007-05-09 22:16:19 +00:00
|
|
|
|
|
|
|
out:
|
2009-09-03 00:17:36 +00:00
|
|
|
ocfs2_unblock_signals(&oldset);
|
2012-06-12 14:20:40 +00:00
|
|
|
sb_end_pagefault(inode->i_sb);
|
2007-05-09 22:16:19 +00:00
|
|
|
return ret;
|
|
|
|
}
|
|
|
|
|
2009-09-27 18:29:37 +00:00
|
|
|
static const struct vm_operations_struct ocfs2_file_vm_ops = {
|
2007-07-19 08:46:59 +00:00
|
|
|
.fault = ocfs2_fault,
|
2007-05-09 22:16:19 +00:00
|
|
|
.page_mkwrite = ocfs2_page_mkwrite,
|
|
|
|
};
|
|
|
|
|
|
|
|
int ocfs2_mmap(struct file *file, struct vm_area_struct *vma)
|
|
|
|
{
|
|
|
|
int ret = 0, lock_level = 0;
|
|
|
|
|
2013-01-23 22:07:38 +00:00
|
|
|
ret = ocfs2_inode_lock_atime(file_inode(file),
|
2018-02-01 00:15:25 +00:00
|
|
|
file->f_path.mnt, &lock_level, 1);
|
2006-11-15 07:49:02 +00:00
|
|
|
if (ret < 0) {
|
|
|
|
mlog_errno(ret);
|
|
|
|
goto out;
|
|
|
|
}
|
2013-01-23 22:07:38 +00:00
|
|
|
ocfs2_inode_unlock(file_inode(file), lock_level);
|
2006-11-15 07:49:02 +00:00
|
|
|
out:
|
2005-12-15 22:31:24 +00:00
|
|
|
vma->vm_ops = &ocfs2_file_vm_ops;
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|