mirror of
https://github.com/AuxXxilium/linux_dsm_epyc7002.git
synced 2024-12-13 04:17:06 +07:00
47bc59c52b
sg_alloc_table_from_pages() only allocates a sg_table, so it should just use GFP_KERNEL, not gfp_flags. If gfp_flags contains __GFP_DMA32 then mm/sl[au]b.c will call BUG_ON: [ 358.027515] ------------[ cut here ]------------ [ 358.027546] kernel BUG at mm/slub.c:1416! [ 358.027558] invalid opcode: 0000 [#1] PREEMPT SMP [ 358.027576] Modules linked in: mt2131 s5h1409 tda8290 tuner cx25840 cx23885 btcx_risc altera_ci tda18271 altera_stapl videobuf2_dvb tveeprom cx2341x videobuf2_dma_sg dvb_core rc_core videobuf2_memops videobuf2_core nouveau zr36067 videocodec v4l2_common videodev media x86_pkg_temp_thermal cfbfillrect cfbimgblt cfbcopyarea ttm drm_kms_helper processor button isci [ 358.027712] CPU: 19 PID: 3654 Comm: cat Not tainted 3.16.0-rc6-telek #167 [ 358.027723] Hardware name: ASUSTeK COMPUTER INC. Z9PE-D8 WS/Z9PE-D8 WS, BIOS 5404 02/10/2014 [ 358.027741] task: ffff880897c7d960 ti: ffff88089b4d4000 task.ti: ffff88089b4d4000 [ 358.027753] RIP: 0010:[<ffffffff81196040>] [<ffffffff81196040>] new_slab+0x280/0x320 [ 358.027776] RSP: 0018:ffff88089b4d7ae8 EFLAGS: 00010002 [ 358.027787] RAX: ffff880897c7d960 RBX: 0000000000000000 RCX: ffff88089b4d7b50 [ 358.027798] RDX: 00000000ffffffff RSI: 0000000000000004 RDI: ffff88089f803b00 [ 358.027809] RBP: ffff88089b4d7bb8 R08: 0000000000000000 R09: 0000000100400040 [ 358.027821] R10: 0000160000000000 R11: ffff88109bc02c40 R12: 0000000000000001 [ 358.027832] R13: ffff88089f8000c0 R14: ffff88089f803b00 R15: ffff8810bfcf4be0 [ 358.027845] FS: 00007f83fe5c0700(0000) GS:ffff8810bfce0000(0000) knlGS:0000000000000000 [ 358.027858] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [ 358.027868] CR2: 0000000001dfd568 CR3: 0000001097d5a000 CR4: 00000000000407e0 [ 358.027878] Stack: [ 358.027885] ffffffff81198860 ffff8810bfcf4be0 ffff880897c7d960 0000000000001b00 [ 358.027905] ffff880897c7d960 0000000000000000 ffff8810bfcf4bf0 0000000000000000 [ 358.027924] 0000000000000000 0000000100000100 ffffffff813ef84a 00000004ffffffff [ 358.027944] Call Trace: [ 358.027956] [<ffffffff81198860>] ? __slab_alloc+0x400/0x4e0 [ 358.027973] [<ffffffff813ef84a>] ? sg_kmalloc+0x1a/0x30 [ 358.027985] [<ffffffff81198f17>] __kmalloc+0x127/0x150 [ 358.027997] [<ffffffff813ef84a>] ? sg_kmalloc+0x1a/0x30 [ 358.028009] [<ffffffff813ef84a>] sg_kmalloc+0x1a/0x30 [ 358.028023] [<ffffffff813eff84>] __sg_alloc_table+0x74/0x180 [ 358.028035] [<ffffffff813ef830>] ? sg_kfree+0x20/0x20 [ 358.028048] [<ffffffff813f00af>] sg_alloc_table+0x1f/0x60 [ 358.028061] [<ffffffff813f0174>] sg_alloc_table_from_pages+0x84/0x1f0 [ 358.028077] [<ffffffffa007c3f9>] vb2_dma_sg_alloc+0x159/0x230 [videobuf2_dma_sg] [ 358.028095] [<ffffffffa003d55a>] __vb2_queue_alloc+0x10a/0x680 [videobuf2_core] [ 358.028113] [<ffffffffa003e110>] __reqbufs.isra.14+0x220/0x3e0 [videobuf2_core] [ 358.028130] [<ffffffffa003e79d>] __vb2_init_fileio+0xbd/0x380 [videobuf2_core] [ 358.028147] [<ffffffffa003f563>] __vb2_perform_fileio+0x5b3/0x6e0 [videobuf2_core] [ 358.028164] [<ffffffffa003f871>] vb2_fop_read+0xb1/0x100 [videobuf2_core] [ 358.028184] [<ffffffffa06dd2e5>] v4l2_read+0x65/0xb0 [videodev] [ 358.028198] [<ffffffff811a243f>] vfs_read+0x8f/0x170 [ 358.028210] [<ffffffff811a30a1>] SyS_read+0x41/0xb0 [ 358.028224] [<ffffffff818f02e9>] system_call_fastpath+0x16/0x1b [ 358.028234] Code: 66 90 e9 dc fd ff ff 0f 1f 40 00 41 8b 4d 68 e9 d5 fe ff ff 0f 1f 80 00 00 00 00 f0 41 80 4d 00 40 e9 03 ff ff ff 0f 1f 44 00 00 <0f> 0b 66 0f 1f 44 00 00 44 89 c6 4c 89 45 d0 e8 0c 82 ff ff 48 [ 358.028415] RIP [<ffffffff81196040>] new_slab+0x280/0x320 [ 358.028432] RSP <ffff88089b4d7ae8> [ 358.032208] ---[ end trace 6443240199c706e4 ]--- Signed-off-by: Hans Verkuil <hans.verkuil@cisco.com> Cc: stable@vger.kernel.org # for v3.13 and up Acked-by: Marek Szyprowski <m.szyprowski@samsung.com> Signed-off-by: Mauro Carvalho Chehab <mchehab@osg.samsung.com>
360 lines
8.0 KiB
C
360 lines
8.0 KiB
C
/*
|
|
* videobuf2-dma-sg.c - dma scatter/gather memory allocator for videobuf2
|
|
*
|
|
* Copyright (C) 2010 Samsung Electronics
|
|
*
|
|
* Author: Andrzej Pietrasiewicz <andrzej.p@samsung.com>
|
|
*
|
|
* This program is free software; you can redistribute it and/or modify
|
|
* it under the terms of the GNU General Public License as published by
|
|
* the Free Software Foundation.
|
|
*/
|
|
|
|
#include <linux/module.h>
|
|
#include <linux/mm.h>
|
|
#include <linux/scatterlist.h>
|
|
#include <linux/sched.h>
|
|
#include <linux/slab.h>
|
|
#include <linux/vmalloc.h>
|
|
|
|
#include <media/videobuf2-core.h>
|
|
#include <media/videobuf2-memops.h>
|
|
#include <media/videobuf2-dma-sg.h>
|
|
|
|
static int debug;
|
|
module_param(debug, int, 0644);
|
|
|
|
#define dprintk(level, fmt, arg...) \
|
|
do { \
|
|
if (debug >= level) \
|
|
printk(KERN_DEBUG "vb2-dma-sg: " fmt, ## arg); \
|
|
} while (0)
|
|
|
|
struct vb2_dma_sg_buf {
|
|
void *vaddr;
|
|
struct page **pages;
|
|
int write;
|
|
int offset;
|
|
struct sg_table sg_table;
|
|
size_t size;
|
|
unsigned int num_pages;
|
|
atomic_t refcount;
|
|
struct vb2_vmarea_handler handler;
|
|
struct vm_area_struct *vma;
|
|
};
|
|
|
|
static void vb2_dma_sg_put(void *buf_priv);
|
|
|
|
static int vb2_dma_sg_alloc_compacted(struct vb2_dma_sg_buf *buf,
|
|
gfp_t gfp_flags)
|
|
{
|
|
unsigned int last_page = 0;
|
|
int size = buf->size;
|
|
|
|
while (size > 0) {
|
|
struct page *pages;
|
|
int order;
|
|
int i;
|
|
|
|
order = get_order(size);
|
|
/* Dont over allocate*/
|
|
if ((PAGE_SIZE << order) > size)
|
|
order--;
|
|
|
|
pages = NULL;
|
|
while (!pages) {
|
|
pages = alloc_pages(GFP_KERNEL | __GFP_ZERO |
|
|
__GFP_NOWARN | gfp_flags, order);
|
|
if (pages)
|
|
break;
|
|
|
|
if (order == 0) {
|
|
while (last_page--)
|
|
__free_page(buf->pages[last_page]);
|
|
return -ENOMEM;
|
|
}
|
|
order--;
|
|
}
|
|
|
|
split_page(pages, order);
|
|
for (i = 0; i < (1 << order); i++)
|
|
buf->pages[last_page++] = &pages[i];
|
|
|
|
size -= PAGE_SIZE << order;
|
|
}
|
|
|
|
return 0;
|
|
}
|
|
|
|
static void *vb2_dma_sg_alloc(void *alloc_ctx, unsigned long size, gfp_t gfp_flags)
|
|
{
|
|
struct vb2_dma_sg_buf *buf;
|
|
int ret;
|
|
int num_pages;
|
|
|
|
buf = kzalloc(sizeof *buf, GFP_KERNEL);
|
|
if (!buf)
|
|
return NULL;
|
|
|
|
buf->vaddr = NULL;
|
|
buf->write = 0;
|
|
buf->offset = 0;
|
|
buf->size = size;
|
|
/* size is already page aligned */
|
|
buf->num_pages = size >> PAGE_SHIFT;
|
|
|
|
buf->pages = kzalloc(buf->num_pages * sizeof(struct page *),
|
|
GFP_KERNEL);
|
|
if (!buf->pages)
|
|
goto fail_pages_array_alloc;
|
|
|
|
ret = vb2_dma_sg_alloc_compacted(buf, gfp_flags);
|
|
if (ret)
|
|
goto fail_pages_alloc;
|
|
|
|
ret = sg_alloc_table_from_pages(&buf->sg_table, buf->pages,
|
|
buf->num_pages, 0, size, GFP_KERNEL);
|
|
if (ret)
|
|
goto fail_table_alloc;
|
|
|
|
buf->handler.refcount = &buf->refcount;
|
|
buf->handler.put = vb2_dma_sg_put;
|
|
buf->handler.arg = buf;
|
|
|
|
atomic_inc(&buf->refcount);
|
|
|
|
dprintk(1, "%s: Allocated buffer of %d pages\n",
|
|
__func__, buf->num_pages);
|
|
return buf;
|
|
|
|
fail_table_alloc:
|
|
num_pages = buf->num_pages;
|
|
while (num_pages--)
|
|
__free_page(buf->pages[num_pages]);
|
|
fail_pages_alloc:
|
|
kfree(buf->pages);
|
|
fail_pages_array_alloc:
|
|
kfree(buf);
|
|
return NULL;
|
|
}
|
|
|
|
static void vb2_dma_sg_put(void *buf_priv)
|
|
{
|
|
struct vb2_dma_sg_buf *buf = buf_priv;
|
|
int i = buf->num_pages;
|
|
|
|
if (atomic_dec_and_test(&buf->refcount)) {
|
|
dprintk(1, "%s: Freeing buffer of %d pages\n", __func__,
|
|
buf->num_pages);
|
|
if (buf->vaddr)
|
|
vm_unmap_ram(buf->vaddr, buf->num_pages);
|
|
sg_free_table(&buf->sg_table);
|
|
while (--i >= 0)
|
|
__free_page(buf->pages[i]);
|
|
kfree(buf->pages);
|
|
kfree(buf);
|
|
}
|
|
}
|
|
|
|
static inline int vma_is_io(struct vm_area_struct *vma)
|
|
{
|
|
return !!(vma->vm_flags & (VM_IO | VM_PFNMAP));
|
|
}
|
|
|
|
static void *vb2_dma_sg_get_userptr(void *alloc_ctx, unsigned long vaddr,
|
|
unsigned long size, int write)
|
|
{
|
|
struct vb2_dma_sg_buf *buf;
|
|
unsigned long first, last;
|
|
int num_pages_from_user;
|
|
struct vm_area_struct *vma;
|
|
|
|
buf = kzalloc(sizeof *buf, GFP_KERNEL);
|
|
if (!buf)
|
|
return NULL;
|
|
|
|
buf->vaddr = NULL;
|
|
buf->write = write;
|
|
buf->offset = vaddr & ~PAGE_MASK;
|
|
buf->size = size;
|
|
|
|
first = (vaddr & PAGE_MASK) >> PAGE_SHIFT;
|
|
last = ((vaddr + size - 1) & PAGE_MASK) >> PAGE_SHIFT;
|
|
buf->num_pages = last - first + 1;
|
|
|
|
buf->pages = kzalloc(buf->num_pages * sizeof(struct page *),
|
|
GFP_KERNEL);
|
|
if (!buf->pages)
|
|
goto userptr_fail_alloc_pages;
|
|
|
|
vma = find_vma(current->mm, vaddr);
|
|
if (!vma) {
|
|
dprintk(1, "no vma for address %lu\n", vaddr);
|
|
goto userptr_fail_find_vma;
|
|
}
|
|
|
|
if (vma->vm_end < vaddr + size) {
|
|
dprintk(1, "vma at %lu is too small for %lu bytes\n",
|
|
vaddr, size);
|
|
goto userptr_fail_find_vma;
|
|
}
|
|
|
|
buf->vma = vb2_get_vma(vma);
|
|
if (!buf->vma) {
|
|
dprintk(1, "failed to copy vma\n");
|
|
goto userptr_fail_find_vma;
|
|
}
|
|
|
|
if (vma_is_io(buf->vma)) {
|
|
for (num_pages_from_user = 0;
|
|
num_pages_from_user < buf->num_pages;
|
|
++num_pages_from_user, vaddr += PAGE_SIZE) {
|
|
unsigned long pfn;
|
|
|
|
if (follow_pfn(vma, vaddr, &pfn)) {
|
|
dprintk(1, "no page for address %lu\n", vaddr);
|
|
break;
|
|
}
|
|
buf->pages[num_pages_from_user] = pfn_to_page(pfn);
|
|
}
|
|
} else
|
|
num_pages_from_user = get_user_pages(current, current->mm,
|
|
vaddr & PAGE_MASK,
|
|
buf->num_pages,
|
|
write,
|
|
1, /* force */
|
|
buf->pages,
|
|
NULL);
|
|
|
|
if (num_pages_from_user != buf->num_pages)
|
|
goto userptr_fail_get_user_pages;
|
|
|
|
if (sg_alloc_table_from_pages(&buf->sg_table, buf->pages,
|
|
buf->num_pages, buf->offset, size, 0))
|
|
goto userptr_fail_alloc_table_from_pages;
|
|
|
|
return buf;
|
|
|
|
userptr_fail_alloc_table_from_pages:
|
|
userptr_fail_get_user_pages:
|
|
dprintk(1, "get_user_pages requested/got: %d/%d]\n",
|
|
buf->num_pages, num_pages_from_user);
|
|
if (!vma_is_io(buf->vma))
|
|
while (--num_pages_from_user >= 0)
|
|
put_page(buf->pages[num_pages_from_user]);
|
|
vb2_put_vma(buf->vma);
|
|
userptr_fail_find_vma:
|
|
kfree(buf->pages);
|
|
userptr_fail_alloc_pages:
|
|
kfree(buf);
|
|
return NULL;
|
|
}
|
|
|
|
/*
|
|
* @put_userptr: inform the allocator that a USERPTR buffer will no longer
|
|
* be used
|
|
*/
|
|
static void vb2_dma_sg_put_userptr(void *buf_priv)
|
|
{
|
|
struct vb2_dma_sg_buf *buf = buf_priv;
|
|
int i = buf->num_pages;
|
|
|
|
dprintk(1, "%s: Releasing userspace buffer of %d pages\n",
|
|
__func__, buf->num_pages);
|
|
if (buf->vaddr)
|
|
vm_unmap_ram(buf->vaddr, buf->num_pages);
|
|
sg_free_table(&buf->sg_table);
|
|
while (--i >= 0) {
|
|
if (buf->write)
|
|
set_page_dirty_lock(buf->pages[i]);
|
|
if (!vma_is_io(buf->vma))
|
|
put_page(buf->pages[i]);
|
|
}
|
|
kfree(buf->pages);
|
|
vb2_put_vma(buf->vma);
|
|
kfree(buf);
|
|
}
|
|
|
|
static void *vb2_dma_sg_vaddr(void *buf_priv)
|
|
{
|
|
struct vb2_dma_sg_buf *buf = buf_priv;
|
|
|
|
BUG_ON(!buf);
|
|
|
|
if (!buf->vaddr)
|
|
buf->vaddr = vm_map_ram(buf->pages,
|
|
buf->num_pages,
|
|
-1,
|
|
PAGE_KERNEL);
|
|
|
|
/* add offset in case userptr is not page-aligned */
|
|
return buf->vaddr + buf->offset;
|
|
}
|
|
|
|
static unsigned int vb2_dma_sg_num_users(void *buf_priv)
|
|
{
|
|
struct vb2_dma_sg_buf *buf = buf_priv;
|
|
|
|
return atomic_read(&buf->refcount);
|
|
}
|
|
|
|
static int vb2_dma_sg_mmap(void *buf_priv, struct vm_area_struct *vma)
|
|
{
|
|
struct vb2_dma_sg_buf *buf = buf_priv;
|
|
unsigned long uaddr = vma->vm_start;
|
|
unsigned long usize = vma->vm_end - vma->vm_start;
|
|
int i = 0;
|
|
|
|
if (!buf) {
|
|
printk(KERN_ERR "No memory to map\n");
|
|
return -EINVAL;
|
|
}
|
|
|
|
do {
|
|
int ret;
|
|
|
|
ret = vm_insert_page(vma, uaddr, buf->pages[i++]);
|
|
if (ret) {
|
|
printk(KERN_ERR "Remapping memory, error: %d\n", ret);
|
|
return ret;
|
|
}
|
|
|
|
uaddr += PAGE_SIZE;
|
|
usize -= PAGE_SIZE;
|
|
} while (usize > 0);
|
|
|
|
|
|
/*
|
|
* Use common vm_area operations to track buffer refcount.
|
|
*/
|
|
vma->vm_private_data = &buf->handler;
|
|
vma->vm_ops = &vb2_common_vm_ops;
|
|
|
|
vma->vm_ops->open(vma);
|
|
|
|
return 0;
|
|
}
|
|
|
|
static void *vb2_dma_sg_cookie(void *buf_priv)
|
|
{
|
|
struct vb2_dma_sg_buf *buf = buf_priv;
|
|
|
|
return &buf->sg_table;
|
|
}
|
|
|
|
const struct vb2_mem_ops vb2_dma_sg_memops = {
|
|
.alloc = vb2_dma_sg_alloc,
|
|
.put = vb2_dma_sg_put,
|
|
.get_userptr = vb2_dma_sg_get_userptr,
|
|
.put_userptr = vb2_dma_sg_put_userptr,
|
|
.vaddr = vb2_dma_sg_vaddr,
|
|
.mmap = vb2_dma_sg_mmap,
|
|
.num_users = vb2_dma_sg_num_users,
|
|
.cookie = vb2_dma_sg_cookie,
|
|
};
|
|
EXPORT_SYMBOL_GPL(vb2_dma_sg_memops);
|
|
|
|
MODULE_DESCRIPTION("dma scatter/gather memory handling routines for videobuf2");
|
|
MODULE_AUTHOR("Andrzej Pietrasiewicz");
|
|
MODULE_LICENSE("GPL");
|