BPI-CM9-Linux/aml-comp/kernel/aml-6.12/drivers/block/zram/zram_ioctl.c

// SPDX-License-Identifier: GPL-2.0-or-later

#define KMSG_COMPONENT "zram_ioctl"
#define pr_fmt(fmt) KMSG_COMPONENT ": " fmt

#include <linux/module.h>
#include <linux/kernel.h>
#include <linux/blkdev.h>
#include <linux/ptrace.h>
#include <linux/pid.h>
#include <linux/sched.h>
#include <linux/list.h>
#include <linux/mm.h>
#include <linux/swap.h>
#include <linux/slab.h>
#include <linux/sched/task.h>
#include <linux/pagewalk.h>
#include <linux/swapops.h>
#include <uapi/linux/zram_ioctl.h>

#include "zram_drv.h"
#include "zram_ioctl.h"

/* Private data for the page table walker. */
struct zram_process_walk_private {
	struct zram *zram;
	struct zram_pp_ctl *pp_ctl;
};

static inline bool can_do_file_pageout(struct vm_area_struct *vma)
{
	if (!vma->vm_file)
		return false;
	/*
	 * paging out pagecache only for non-anonymous mappings that correspond
	 * to the files the calling process could (if tried) open for writing;
	 * otherwise we'd be including shared non-exclusive mappings, which
	 * opens a side channel.
	 */
	return inode_owner_or_capable(&nop_mnt_idmap,
				      file_inode(vma->vm_file)) ||
			file_permission(vma->vm_file, MAY_WRITE) == 0;
}

/*
 * pmd_entry callback for walk_page_range().
 *
 * This function is called for each PMD in a VMA. It checks if the PTE
 * corresponds to a swapped-out page.
 */
static int zram_process_walker(pmd_t *pmd, unsigned long start,
			       unsigned long end, struct mm_walk *walk)
{
	struct zram_process_walk_private *private = walk->private;
	struct zram *zram = private->zram;
	struct zram_pp_ctl *pp_ctl = private->pp_ctl;
	struct vm_area_struct *vma = walk->vma;
	struct swap_info_struct *sis;
	pte_t *ptep, pte;
	swp_entry_t entry;
	spinlock_t *ptl;
	unsigned long addr;
	unsigned long index;
	u64 nr_pages = zram->disksize >> PAGE_SHIFT;

	for (addr = start; addr < end; addr += PAGE_SIZE) {
		ptep = pte_offset_map_lock(vma->vm_mm, pmd, addr, &ptl);
		if (!ptep)
			break;

		pte = ptep_get(ptep);
		pte_unmap_unlock(ptep, ptl);

		if (!is_swap_pte(pte))
			continue;

		entry = pte_to_swp_entry(pte);
		if (unlikely(non_swap_entry(entry)))
			continue;

		/* prevent the swapoff race condition */
		sis = get_swap_device(entry);
		if (unlikely(!sis))
			continue;
		if (unlikely(!sis->bdev || !sis->bdev->bd_disk ||
			     sis->bdev->bd_disk->private_data != zram))
			goto unlock_swap_device;

		index = swp_offset(entry);
		if (unlikely(index >= nr_pages))
			goto unlock_swap_device;

		/* Use PAGE_WRITEBACK for single index */
		scan_slots_for_writeback(zram, 0, index, index+1, pp_ctl);

unlock_swap_device:
		put_swap_device(sis);
	}

	cond_resched();
	return 0;
}

static const struct mm_walk_ops zram_walk_ops = {
	.pmd_entry = zram_process_walker,
	.walk_lock = PGWALK_RDLOCK,
};

static int zram_ioctl_process_writeback_scan(struct zram *zram,
	struct zram_android_ioc_data_process_writeback *ioc_data_pwb,
	struct zram_pp_ctl *ctl)
{
	struct mm_struct *mm;
	struct vm_area_struct *vma;
	struct task_struct *task;
	unsigned int f_flags;
	int ret = 0;

	struct zram_process_walk_private private = {
		.zram = zram,
		.pp_ctl = ctl
	};

	task = pidfd_get_task(ioc_data_pwb->pidfd, &f_flags);
	if (IS_ERR(task))
		return PTR_ERR(task);

	mm = get_task_mm(task);
	if (!mm) {
		ret = -ESRCH;
		goto release_task;
	}

	VMA_ITERATOR(vmi, mm, 0);
	/* Iterates through all the VMAs of the process */
	mmap_read_lock(mm);
	for_each_vma(vmi, vma) {
		if (!vma_is_anonymous(vma) && (!can_do_file_pageout(vma) &&
					       (vma->vm_flags & VM_MAYSHARE)))
			continue;

		ret = walk_page_range(mm, vma->vm_start, vma->vm_end,
				      &zram_walk_ops, &private);
		if (ret)
			break;
	}
	mmap_read_unlock(mm);

	mmput(mm);
release_task:
	put_task_struct(task);

	return ret;
}

static int zram_ioctl_process_writeback(struct zram *zram,
	struct zram_android_ioc_data_process_writeback *ioc_data_pwb)
{
	struct zram_pp_ctl *pp_ctl = NULL;
	struct zram_wb_ctl *wb_ctl = NULL;
	int ret;

	/* Require CAP_SYS_NICE for influencing process performance. */
	if (!capable(CAP_SYS_NICE))
		return -EPERM;

	guard(rwsem_read)(&zram->init_lock);
	if (!init_done(zram))
		return -EINVAL;

	if (!zram->backing_dev)
		return -ENODEV;

	/* Do not permit concurrent post-processing actions. */
	if (atomic_xchg(&zram->pp_in_progress, 1))
		return -EAGAIN;

	pp_ctl = init_pp_ctl();
	if (!pp_ctl) {
		ret = -ENOMEM;
		goto clear_pp_in_progress;
	}

	wb_ctl = init_wb_ctl(zram);
	if (!wb_ctl) {
		ret = -ENOMEM;
		goto clear_pp_ctl;
	}

	ret = zram_ioctl_process_writeback_scan(zram, ioc_data_pwb, pp_ctl);
	if (!ret)
		ret = zram_writeback_slots(zram, pp_ctl, wb_ctl);

	ioc_data_pwb->written_bytes = wb_ctl->processed_bytes;

	release_wb_ctl(wb_ctl);
clear_pp_ctl:
	release_pp_ctl(zram, pp_ctl);
clear_pp_in_progress:
	atomic_set(&zram->pp_in_progress, 0);

	return ret;
}

int zram_ioctl(struct block_device *bdev, blk_mode_t mode,
	       unsigned int cmd, unsigned long arg)
{
	struct zram *zram = bdev->bd_disk->private_data;
	void __user *argp = (void __user *)arg;
	struct zram_android_ioc_data ioc_data;
	int ret;

	if (cmd != ZRAM_ANDROID_IOC_PROCESS_WRITEBACK)
		return -EINVAL;

	if (copy_from_user(&ioc_data, argp, sizeof(ioc_data)))
		return -EFAULT;

	ret = zram_ioctl_process_writeback(zram,
					   &ioc_data.data.process_writeback);

	if (copy_to_user(argp, &ioc_data, sizeof(ioc_data)))
		ret = -EFAULT;
	return ret;
}