kernel/drivers/gpu/drm/amd/amdgpu/amdgpu_sched.c

   1 /*
   2  * Copyright 2015 Advanced Micro Devices, Inc.
   3  *
   4  * Permission is hereby granted, free of charge, to any person obtaining a
   5  * copy of this software and associated documentation files (the "Software"),
   6  * to deal in the Software without restriction, including without limitation
   7  * the rights to use, copy, modify, merge, publish, distribute, sublicense,
   8  * and/or sell copies of the Software, and to permit persons to whom the
   9  * Software is furnished to do so, subject to the following conditions:
  10  *
  11  * The above copyright notice and this permission notice shall be included in
  12  * all copies or substantial portions of the Software.
  13  *
  14  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  15  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  16  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
  17  * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
  18  * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
  19  * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
  20  * OTHER DEALINGS IN THE SOFTWARE.
  21  *
  22  *
  23  */
  24 #include <linux/kthread.h>
  25 #include <linux/wait.h>
  26 #include <linux/sched.h>
  27 #include <drm/drmP.h>
  28 #include "amdgpu.h"
  29 #include "amdgpu_trace.h"
  30
  31 static struct fence *amdgpu_sched_dependency(struct amd_sched_job *sched_job)
  32 {
  33         struct amdgpu_job *job = to_amdgpu_job(sched_job);
  34         return amdgpu_sync_get_fence(&job->ibs->sync);
  35 }
  36
  37 static struct fence *amdgpu_sched_run_job(struct amd_sched_job *sched_job)
  38 {
  39         struct amdgpu_fence *fence = NULL;
  40         struct amdgpu_job *job;
  41         int r;
  42
  43         if (!sched_job) {
  44                 DRM_ERROR("job is null\n");
  45                 return NULL;
  46         }
  47         job = to_amdgpu_job(sched_job);
  48         trace_amdgpu_sched_run_job(job);
  49         r = amdgpu_ib_schedule(job->adev, job->num_ibs, job->ibs, job->owner);
  50         if (r) {
  51                 DRM_ERROR("Error scheduling IBs (%d)\n", r);
  52                 goto err;
  53         }
  54
  55         fence = job->ibs[job->num_ibs - 1].fence;
  56         fence_get(&fence->base);
  57
  58 err:
  59         if (job->free_job)
  60                 job->free_job(job);
  61
  62         kfree(job);
  63         return fence ? &fence->base : NULL;
  64 }
  65
  66 struct amd_sched_backend_ops amdgpu_sched_ops = {
  67         .dependency = amdgpu_sched_dependency,
  68         .run_job = amdgpu_sched_run_job,
  69 };
  70
  71 int amdgpu_sched_ib_submit_kernel_helper(struct amdgpu_device *adev,
  72                                          struct amdgpu_ring *ring,
  73                                          struct amdgpu_ib *ibs,
  74                                          unsigned num_ibs,
  75                                          int (*free_job)(struct amdgpu_job *),
  76                                          void *owner,
  77                                          struct fence **f)
  78 {
  79         int r = 0;
  80         if (amdgpu_enable_scheduler) {
  81                 struct amdgpu_job *job =
  82                         kzalloc(sizeof(struct amdgpu_job), GFP_KERNEL);
  83                 if (!job)
  84                         return -ENOMEM;
  85                 job->base.sched = &ring->sched;
  86                 job->base.s_entity = &adev->kernel_ctx.rings[ring->idx].entity;
  87                 job->base.s_fence = amd_sched_fence_create(job->base.s_entity, owner);
  88                 if (!job->base.s_fence) {
  89                         kfree(job);
  90                         return -ENOMEM;
  91                 }
  92                 *f = fence_get(&job->base.s_fence->base);
  93
  94                 job->adev = adev;
  95                 job->ibs = ibs;
  96                 job->num_ibs = num_ibs;
  97                 job->owner = owner;
  98                 job->free_job = free_job;
  99                 amd_sched_entity_push_job(&job->base);
 100         } else {
 101                 r = amdgpu_ib_schedule(adev, num_ibs, ibs, owner);
 102                 if (r)
 103                         return r;
 104                 *f = fence_get(&ibs[num_ibs - 1].fence->base);
 105         }
 106
 107         return 0;
 108 }