mirror of
https://github.com/AuxXxilium/linux_dsm_epyc7002.git
synced 2024-12-17 01:07:42 +07:00
ed42fe0593
* create with refcount 1 * make op_release() decrement and free if zero (i.e. old put_op() has become that). * mark when submitter has given up waiting; from that point nobody else can move between the lists, change state, etc. * have daemon read/write_iter grab a reference when picking op and *always* give it up in the end * don't put into hash until we know it's been successfully passed to daemon * move op->lock _lower_ than htab_in_progress_lock (and make sure to take it in purge_inprogress_ops()) Signed-off-by: Al Viro <viro@zeniv.linux.org.uk> Signed-off-by: Mike Marshall <hubcap@omnibond.com>
246 lines
6.0 KiB
C
246 lines
6.0 KiB
C
/*
|
|
* (C) 2001 Clemson University and The University of Chicago
|
|
*
|
|
* See COPYING in top-level directory.
|
|
*/
|
|
|
|
#include "protocol.h"
|
|
#include "orangefs-kernel.h"
|
|
|
|
/* tags assigned to kernel upcall operations */
|
|
static __u64 next_tag_value;
|
|
static DEFINE_SPINLOCK(next_tag_value_lock);
|
|
|
|
/* the orangefs memory caches */
|
|
|
|
/* a cache for orangefs upcall/downcall operations */
|
|
static struct kmem_cache *op_cache;
|
|
|
|
/* a cache for device (/dev/pvfs2-req) communication */
|
|
static struct kmem_cache *dev_req_cache;
|
|
|
|
/* a cache for orangefs_kiocb objects (i.e orangefs iocb structures ) */
|
|
static struct kmem_cache *orangefs_kiocb_cache;
|
|
|
|
int op_cache_initialize(void)
|
|
{
|
|
op_cache = kmem_cache_create("orangefs_op_cache",
|
|
sizeof(struct orangefs_kernel_op_s),
|
|
0,
|
|
ORANGEFS_CACHE_CREATE_FLAGS,
|
|
NULL);
|
|
|
|
if (!op_cache) {
|
|
gossip_err("Cannot create orangefs_op_cache\n");
|
|
return -ENOMEM;
|
|
}
|
|
|
|
/* initialize our atomic tag counter */
|
|
spin_lock(&next_tag_value_lock);
|
|
next_tag_value = 100;
|
|
spin_unlock(&next_tag_value_lock);
|
|
return 0;
|
|
}
|
|
|
|
int op_cache_finalize(void)
|
|
{
|
|
kmem_cache_destroy(op_cache);
|
|
return 0;
|
|
}
|
|
|
|
char *get_opname_string(struct orangefs_kernel_op_s *new_op)
|
|
{
|
|
if (new_op) {
|
|
__s32 type = new_op->upcall.type;
|
|
|
|
if (type == ORANGEFS_VFS_OP_FILE_IO)
|
|
return "OP_FILE_IO";
|
|
else if (type == ORANGEFS_VFS_OP_LOOKUP)
|
|
return "OP_LOOKUP";
|
|
else if (type == ORANGEFS_VFS_OP_CREATE)
|
|
return "OP_CREATE";
|
|
else if (type == ORANGEFS_VFS_OP_GETATTR)
|
|
return "OP_GETATTR";
|
|
else if (type == ORANGEFS_VFS_OP_REMOVE)
|
|
return "OP_REMOVE";
|
|
else if (type == ORANGEFS_VFS_OP_MKDIR)
|
|
return "OP_MKDIR";
|
|
else if (type == ORANGEFS_VFS_OP_READDIR)
|
|
return "OP_READDIR";
|
|
else if (type == ORANGEFS_VFS_OP_READDIRPLUS)
|
|
return "OP_READDIRPLUS";
|
|
else if (type == ORANGEFS_VFS_OP_SETATTR)
|
|
return "OP_SETATTR";
|
|
else if (type == ORANGEFS_VFS_OP_SYMLINK)
|
|
return "OP_SYMLINK";
|
|
else if (type == ORANGEFS_VFS_OP_RENAME)
|
|
return "OP_RENAME";
|
|
else if (type == ORANGEFS_VFS_OP_STATFS)
|
|
return "OP_STATFS";
|
|
else if (type == ORANGEFS_VFS_OP_TRUNCATE)
|
|
return "OP_TRUNCATE";
|
|
else if (type == ORANGEFS_VFS_OP_MMAP_RA_FLUSH)
|
|
return "OP_MMAP_RA_FLUSH";
|
|
else if (type == ORANGEFS_VFS_OP_FS_MOUNT)
|
|
return "OP_FS_MOUNT";
|
|
else if (type == ORANGEFS_VFS_OP_FS_UMOUNT)
|
|
return "OP_FS_UMOUNT";
|
|
else if (type == ORANGEFS_VFS_OP_GETXATTR)
|
|
return "OP_GETXATTR";
|
|
else if (type == ORANGEFS_VFS_OP_SETXATTR)
|
|
return "OP_SETXATTR";
|
|
else if (type == ORANGEFS_VFS_OP_LISTXATTR)
|
|
return "OP_LISTXATTR";
|
|
else if (type == ORANGEFS_VFS_OP_REMOVEXATTR)
|
|
return "OP_REMOVEXATTR";
|
|
else if (type == ORANGEFS_VFS_OP_PARAM)
|
|
return "OP_PARAM";
|
|
else if (type == ORANGEFS_VFS_OP_PERF_COUNT)
|
|
return "OP_PERF_COUNT";
|
|
else if (type == ORANGEFS_VFS_OP_CANCEL)
|
|
return "OP_CANCEL";
|
|
else if (type == ORANGEFS_VFS_OP_FSYNC)
|
|
return "OP_FSYNC";
|
|
else if (type == ORANGEFS_VFS_OP_FSKEY)
|
|
return "OP_FSKEY";
|
|
}
|
|
return "OP_UNKNOWN?";
|
|
}
|
|
|
|
struct orangefs_kernel_op_s *op_alloc(__s32 type)
|
|
{
|
|
struct orangefs_kernel_op_s *new_op = NULL;
|
|
|
|
new_op = kmem_cache_alloc(op_cache, ORANGEFS_CACHE_ALLOC_FLAGS);
|
|
if (new_op) {
|
|
memset(new_op, 0, sizeof(struct orangefs_kernel_op_s));
|
|
|
|
INIT_LIST_HEAD(&new_op->list);
|
|
spin_lock_init(&new_op->lock);
|
|
init_waitqueue_head(&new_op->waitq);
|
|
|
|
init_waitqueue_head(&new_op->io_completion_waitq);
|
|
atomic_set(&new_op->ref_count, 1);
|
|
|
|
orangefs_op_initialize(new_op);
|
|
|
|
/* initialize the op specific tag and upcall credentials */
|
|
spin_lock(&next_tag_value_lock);
|
|
new_op->tag = next_tag_value++;
|
|
if (next_tag_value == 0)
|
|
next_tag_value = 100;
|
|
spin_unlock(&next_tag_value_lock);
|
|
new_op->upcall.type = type;
|
|
new_op->attempts = 0;
|
|
gossip_debug(GOSSIP_CACHE_DEBUG,
|
|
"Alloced OP (%p: %llu %s)\n",
|
|
new_op,
|
|
llu(new_op->tag),
|
|
get_opname_string(new_op));
|
|
|
|
new_op->upcall.uid = from_kuid(current_user_ns(),
|
|
current_fsuid());
|
|
|
|
new_op->upcall.gid = from_kgid(current_user_ns(),
|
|
current_fsgid());
|
|
} else {
|
|
gossip_err("op_alloc: kmem_cache_alloc failed!\n");
|
|
}
|
|
return new_op;
|
|
}
|
|
|
|
void __op_release(struct orangefs_kernel_op_s *orangefs_op)
|
|
{
|
|
if (orangefs_op) {
|
|
gossip_debug(GOSSIP_CACHE_DEBUG,
|
|
"Releasing OP (%p: %llu)\n",
|
|
orangefs_op,
|
|
llu(orangefs_op->tag));
|
|
kmem_cache_free(op_cache, orangefs_op);
|
|
} else {
|
|
gossip_err("NULL pointer in op_release\n");
|
|
}
|
|
}
|
|
|
|
int dev_req_cache_initialize(void)
|
|
{
|
|
dev_req_cache = kmem_cache_create("orangefs_devreqcache",
|
|
MAX_DEV_REQ_DOWNSIZE,
|
|
0,
|
|
ORANGEFS_CACHE_CREATE_FLAGS,
|
|
NULL);
|
|
|
|
if (!dev_req_cache) {
|
|
gossip_err("Cannot create orangefs_dev_req_cache\n");
|
|
return -ENOMEM;
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
int dev_req_cache_finalize(void)
|
|
{
|
|
kmem_cache_destroy(dev_req_cache);
|
|
return 0;
|
|
}
|
|
|
|
void *dev_req_alloc(void)
|
|
{
|
|
void *buffer;
|
|
|
|
buffer = kmem_cache_alloc(dev_req_cache, ORANGEFS_CACHE_ALLOC_FLAGS);
|
|
if (buffer == NULL)
|
|
gossip_err("Failed to allocate from dev_req_cache\n");
|
|
else
|
|
memset(buffer, 0, sizeof(MAX_DEV_REQ_DOWNSIZE));
|
|
return buffer;
|
|
}
|
|
|
|
void dev_req_release(void *buffer)
|
|
{
|
|
if (buffer)
|
|
kmem_cache_free(dev_req_cache, buffer);
|
|
else
|
|
gossip_err("NULL pointer passed to dev_req_release\n");
|
|
}
|
|
|
|
int kiocb_cache_initialize(void)
|
|
{
|
|
orangefs_kiocb_cache = kmem_cache_create("orangefs_kiocbcache",
|
|
sizeof(struct orangefs_kiocb_s),
|
|
0,
|
|
ORANGEFS_CACHE_CREATE_FLAGS,
|
|
NULL);
|
|
|
|
if (!orangefs_kiocb_cache) {
|
|
gossip_err("Cannot create orangefs_kiocb_cache!\n");
|
|
return -ENOMEM;
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
int kiocb_cache_finalize(void)
|
|
{
|
|
kmem_cache_destroy(orangefs_kiocb_cache);
|
|
return 0;
|
|
}
|
|
|
|
struct orangefs_kiocb_s *kiocb_alloc(void)
|
|
{
|
|
struct orangefs_kiocb_s *x = NULL;
|
|
|
|
x = kmem_cache_alloc(orangefs_kiocb_cache, ORANGEFS_CACHE_ALLOC_FLAGS);
|
|
if (x == NULL)
|
|
gossip_err("kiocb_alloc: kmem_cache_alloc failed!\n");
|
|
else
|
|
memset(x, 0, sizeof(struct orangefs_kiocb_s));
|
|
return x;
|
|
}
|
|
|
|
void kiocb_release(struct orangefs_kiocb_s *x)
|
|
{
|
|
if (x)
|
|
kmem_cache_free(orangefs_kiocb_cache, x);
|
|
else
|
|
gossip_err("kiocb_release: kmem_cache_free NULL pointer!\n");
|
|
}
|