2015-05-22 17:55:07 +07:00
|
|
|
/*
|
|
|
|
* Copyright 2015 Advanced Micro Devices, Inc.
|
|
|
|
*
|
|
|
|
* Permission is hereby granted, free of charge, to any person obtaining a
|
|
|
|
* copy of this software and associated documentation files (the "Software"),
|
|
|
|
* to deal in the Software without restriction, including without limitation
|
|
|
|
* the rights to use, copy, modify, merge, publish, distribute, sublicense,
|
|
|
|
* and/or sell copies of the Software, and to permit persons to whom the
|
|
|
|
* Software is furnished to do so, subject to the following conditions:
|
|
|
|
*
|
|
|
|
* The above copyright notice and this permission notice shall be included in
|
|
|
|
* all copies or substantial portions of the Software.
|
|
|
|
*
|
|
|
|
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
|
|
* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
|
|
* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
|
|
|
|
* THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
|
|
|
|
* OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
|
|
|
|
* ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
|
|
|
|
* OTHER DEALINGS IN THE SOFTWARE.
|
|
|
|
*
|
|
|
|
*/
|
|
|
|
|
|
|
|
#ifndef _GPU_SCHEDULER_H_
|
|
|
|
#define _GPU_SCHEDULER_H_
|
|
|
|
|
|
|
|
#include <linux/kfifo.h>
|
2015-08-05 18:52:14 +07:00
|
|
|
#include <linux/fence.h>
|
2015-05-22 17:55:07 +07:00
|
|
|
|
|
|
|
#define AMD_GPU_WAIT_IDLE_TIMEOUT_IN_MS 3000
|
|
|
|
|
|
|
|
struct amd_gpu_scheduler;
|
2015-08-12 16:46:04 +07:00
|
|
|
struct amd_sched_rq;
|
2015-05-22 17:55:07 +07:00
|
|
|
|
|
|
|
/**
|
|
|
|
* A scheduler entity is a wrapper around a job queue or a group
|
|
|
|
* of other entities. Entities take turns emitting jobs from their
|
|
|
|
* job queues to corresponding hardware ring based on scheduling
|
|
|
|
* policy.
|
|
|
|
*/
|
|
|
|
struct amd_sched_entity {
|
|
|
|
struct list_head list;
|
2015-08-12 16:46:04 +07:00
|
|
|
struct amd_sched_rq *belongto_rq;
|
2015-08-19 20:00:55 +07:00
|
|
|
atomic_t fence_seq;
|
2015-08-05 23:33:21 +07:00
|
|
|
/* the job_queue maintains the jobs submitted by clients */
|
|
|
|
struct kfifo job_queue;
|
|
|
|
spinlock_t queue_lock;
|
|
|
|
struct amd_gpu_scheduler *scheduler;
|
|
|
|
wait_queue_head_t wait_queue;
|
2015-08-02 10:18:04 +07:00
|
|
|
uint64_t fence_context;
|
2015-05-22 17:55:07 +07:00
|
|
|
};
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Run queue is a set of entities scheduling command submissions for
|
|
|
|
* one specific ring. It implements the scheduling policy that selects
|
|
|
|
* the next entity to emit commands from.
|
|
|
|
*/
|
2015-08-12 16:46:04 +07:00
|
|
|
struct amd_sched_rq {
|
2015-08-18 19:41:25 +07:00
|
|
|
spinlock_t lock;
|
2015-08-12 16:46:04 +07:00
|
|
|
struct list_head entities;
|
|
|
|
struct amd_sched_entity *current_entity;
|
2015-05-22 17:55:07 +07:00
|
|
|
};
|
|
|
|
|
2015-08-02 10:18:04 +07:00
|
|
|
struct amd_sched_fence {
|
|
|
|
struct fence base;
|
2015-08-21 20:18:47 +07:00
|
|
|
struct amd_gpu_scheduler *scheduler;
|
2015-08-02 10:18:04 +07:00
|
|
|
spinlock_t lock;
|
2015-08-24 11:47:36 +07:00
|
|
|
void *owner;
|
2015-08-02 10:18:04 +07:00
|
|
|
};
|
|
|
|
|
2015-08-05 18:52:14 +07:00
|
|
|
struct amd_sched_job {
|
|
|
|
struct fence_cb cb;
|
|
|
|
struct amd_gpu_scheduler *sched;
|
2015-08-06 14:19:12 +07:00
|
|
|
struct amd_sched_entity *s_entity;
|
2015-08-02 10:18:04 +07:00
|
|
|
struct amd_sched_fence *s_fence;
|
2015-08-24 11:47:36 +07:00
|
|
|
void *owner;
|
2015-08-05 18:52:14 +07:00
|
|
|
};
|
|
|
|
|
2015-08-02 10:18:04 +07:00
|
|
|
extern const struct fence_ops amd_sched_fence_ops;
|
|
|
|
static inline struct amd_sched_fence *to_amd_sched_fence(struct fence *f)
|
|
|
|
{
|
|
|
|
struct amd_sched_fence *__f = container_of(f, struct amd_sched_fence, base);
|
|
|
|
|
|
|
|
if (__f->base.ops == &amd_sched_fence_ops)
|
|
|
|
return __f;
|
|
|
|
|
|
|
|
return NULL;
|
|
|
|
}
|
|
|
|
|
2015-05-22 17:55:07 +07:00
|
|
|
/**
|
|
|
|
* Define the backend operations called by the scheduler,
|
|
|
|
* these functions should be implemented in driver side
|
|
|
|
*/
|
|
|
|
struct amd_sched_backend_ops {
|
2015-08-06 02:22:10 +07:00
|
|
|
struct fence *(*run_job)(struct amd_gpu_scheduler *sched,
|
|
|
|
struct amd_sched_entity *c_entity,
|
|
|
|
struct amd_sched_job *job);
|
2015-08-06 14:19:12 +07:00
|
|
|
void (*process_job)(struct amd_gpu_scheduler *sched,
|
|
|
|
struct amd_sched_job *job);
|
2015-05-22 17:55:07 +07:00
|
|
|
};
|
|
|
|
|
|
|
|
/**
|
|
|
|
* One scheduler is implemented for each hardware ring
|
|
|
|
*/
|
|
|
|
struct amd_gpu_scheduler {
|
|
|
|
struct task_struct *thread;
|
2015-08-12 16:46:04 +07:00
|
|
|
struct amd_sched_rq sched_rq;
|
|
|
|
struct amd_sched_rq kernel_rq;
|
2015-08-19 21:12:15 +07:00
|
|
|
atomic_t hw_rq_count;
|
2015-05-22 17:55:07 +07:00
|
|
|
struct amd_sched_backend_ops *ops;
|
|
|
|
uint32_t ring_id;
|
|
|
|
wait_queue_head_t wait_queue;
|
2015-08-05 18:52:14 +07:00
|
|
|
uint32_t hw_submission_limit;
|
2015-08-21 20:18:47 +07:00
|
|
|
char name[20];
|
2015-08-24 10:35:26 +07:00
|
|
|
void *priv;
|
2015-05-22 17:55:07 +07:00
|
|
|
};
|
|
|
|
|
2015-08-20 22:24:40 +07:00
|
|
|
struct amd_gpu_scheduler *
|
|
|
|
amd_sched_create(struct amd_sched_backend_ops *ops,
|
2015-08-24 10:35:26 +07:00
|
|
|
uint32_t ring, uint32_t hw_submission, void *priv);
|
2015-05-22 17:55:07 +07:00
|
|
|
int amd_sched_destroy(struct amd_gpu_scheduler *sched);
|
|
|
|
|
2015-08-05 23:33:21 +07:00
|
|
|
int amd_sched_entity_init(struct amd_gpu_scheduler *sched,
|
|
|
|
struct amd_sched_entity *entity,
|
2015-08-12 16:46:04 +07:00
|
|
|
struct amd_sched_rq *rq,
|
2015-08-05 23:33:21 +07:00
|
|
|
uint32_t jobs);
|
|
|
|
int amd_sched_entity_fini(struct amd_gpu_scheduler *sched,
|
|
|
|
struct amd_sched_entity *entity);
|
2015-08-20 21:12:50 +07:00
|
|
|
int amd_sched_entity_push_job(struct amd_sched_job *sched_job);
|
2015-05-22 17:55:07 +07:00
|
|
|
|
2015-08-02 10:18:04 +07:00
|
|
|
struct amd_sched_fence *amd_sched_fence_create(
|
2015-08-24 11:47:36 +07:00
|
|
|
struct amd_sched_entity *s_entity, void *owner);
|
2015-08-02 10:18:04 +07:00
|
|
|
void amd_sched_fence_signal(struct amd_sched_fence *fence);
|
|
|
|
|
|
|
|
|
2015-05-22 17:55:07 +07:00
|
|
|
#endif
|