AuxXxilium/linux_dsm_epyc7002
1
0
Fork 0
mirror of https://github.com/AuxXxilium/linux_dsm_epyc7002.git synced 2024-11-24 08:30:52 +07:00
Code Issues Actions Packages Projects Releases Wiki Activity

kthread_worker: reimplement flush_kthread_work() to allow freeing the work item being executed

Browse Source 
kthread_worker provides minimalistic workqueue-like interface for
users which need a dedicated worker thread (e.g. for realtime
priority).  It has basic queue, flush_work, flush_worker operations
which mostly match the workqueue counterparts; however, due to the way
flush_work() is implemented, it has a noticeable difference of not
allowing work items to be freed while being executed.

While the current users of kthread_worker are okay with the current
behavior, the restriction does impede some valid use cases.  Also,
removing this difference isn't difficult and actually makes the code
easier to understand.

This patch reimplements flush_kthread_work() such that it uses a
flush_work item instead of queue/done sequence numbers.

Signed-off-by: Tejun Heo <tj@kernel.org>
This commit is contained in:
Tejun Heo 2012-07-19 13:52:53 -07:00
parent 9a2e03d8ed
commit 46f3d97621
2 changed files with 29 additions and 27 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
include/linux/kthread.h
View File

@ -49,8 +49,6 @@ extern int tsk_fork_get_node(struct task_struct *tsk);
* can be queued and flushed using queue/flush_kthread_work() * can be queued and flushed using queue/flush_kthread_work()
* respectively. Queued kthread_works are processed by a kthread * respectively. Queued kthread_works are processed by a kthread
* running kthread_worker_fn(). * running kthread_worker_fn().
*
* A kthread_work can't be freed while it is executing.
*/ */
struct kthread_work; struct kthread_work;
typedef void (*kthread_work_func_t)(struct kthread_work *work); typedef void (*kthread_work_func_t)(struct kthread_work *work);
@ -59,15 +57,14 @@ struct kthread_worker {
spinlock_t lock; spinlock_t lock;
struct list_head work_list; struct list_head work_list;
struct task_struct *task; struct task_struct *task;
struct kthread_work *current_work;
}; };
struct kthread_work { struct kthread_work {
struct list_head node; struct list_head node;
kthread_work_func_t func; kthread_work_func_t func;
wait_queue_head_t done; wait_queue_head_t done;
atomic_t flushing; struct kthread_worker *worker;
int queue_seq;
int done_seq;
}; };
#define KTHREAD_WORKER_INIT(worker) { \ #define KTHREAD_WORKER_INIT(worker) { \
@ -79,7 +76,6 @@ struct kthread_work {
.node = LIST_HEAD_INIT((work).node), \ .node = LIST_HEAD_INIT((work).node), \
.func = (fn), \ .func = (fn), \
.done = __WAIT_QUEUE_HEAD_INITIALIZER((work).done), \ .done = __WAIT_QUEUE_HEAD_INITIALIZER((work).done), \
.flushing = ATOMIC_INIT(0), \
} }
#define DEFINE_KTHREAD_WORKER(worker) \ #define DEFINE_KTHREAD_WORKER(worker) \

48
kernel/kthread.c
View File

@ -360,16 +360,12 @@ int kthread_worker_fn(void *worker_ptr)
struct kthread_work, node); struct kthread_work, node);
list_del_init(&work->node); list_del_init(&work->node);
} }
worker->current_work = work;
spin_unlock_irq(&worker->lock); spin_unlock_irq(&worker->lock);
if (work) { if (work) {
__set_current_state(TASK_RUNNING); __set_current_state(TASK_RUNNING);
work->func(work); work->func(work);
smp_wmb(); /* wmb worker-b0 paired with flush-b1 */
work->done_seq = work->queue_seq;
smp_mb(); /* mb worker-b1 paired with flush-b0 */
if (atomic_read(&work->flushing))
wake_up_all(&work->done);
} else if (!freezing(current)) } else if (!freezing(current))
schedule(); schedule();
@ -386,7 +382,7 @@ static void insert_kthread_work(struct kthread_worker *worker,
lockdep_assert_held(&worker->lock); lockdep_assert_held(&worker->lock);
list_add_tail(&work->node, pos); list_add_tail(&work->node, pos);
work->queue_seq++; work->worker = worker;
if (likely(worker->task)) if (likely(worker->task))
wake_up_process(worker->task); wake_up_process(worker->task);
} }
@ -436,25 +432,35 @@ static void kthread_flush_work_fn(struct kthread_work *work)
*/ */
void flush_kthread_work(struct kthread_work *work) void flush_kthread_work(struct kthread_work *work)
{ {
int seq = work->queue_seq; struct kthread_flush_work fwork = {
KTHREAD_WORK_INIT(fwork.work, kthread_flush_work_fn),
COMPLETION_INITIALIZER_ONSTACK(fwork.done),
};
struct kthread_worker *worker;
bool noop = false;
atomic_inc(&work->flushing); retry:
worker = work->worker;
if (!worker)
return;
/* spin_lock_irq(&worker->lock);
* mb flush-b0 paired with worker-b1, to make sure either if (work->worker != worker) {
* worker sees the above increment or we see done_seq update. spin_unlock_irq(&worker->lock);
*/ goto retry;
smp_mb__after_atomic_inc(); }
/* A - B <= 0 tests whether B is in front of A regardless of overflow */ if (!list_empty(&work->node))
wait_event(work->done, seq - work->done_seq <= 0); insert_kthread_work(worker, &fwork.work, work->node.next);
atomic_dec(&work->flushing); else if (worker->current_work == work)
insert_kthread_work(worker, &fwork.work, worker->work_list.next);
else
noop = true;
/* spin_unlock_irq(&worker->lock);
* rmb flush-b1 paired with worker-b0, to make sure our caller
* sees every change made by work->func(). if (!noop)
*/ wait_for_completion(&fwork.done);
smp_mb__after_atomic_dec();
} }
EXPORT_SYMBOL_GPL(flush_kthread_work); EXPORT_SYMBOL_GPL(flush_kthread_work);