[PATCH 6/6] drm/amdgpu: explicit give BO type to amdgpu_bo_create

felix.kuehling@xxxxxxx (Felix Kuehling) · Wed, 7 Mar 2018 10:14:46 -0500

On 2018-03-07 04:16 AM, Christian KÃ¶nig wrote:
> Am 06.03.2018 um 22:29 schrieb Felix Kuehling:
>> NAK.
>>
>> For KFD we need the ability to create a BO from an SG list that doesn't
>> come from another BO. We use this for mapping pages from the doorbell
>> aperture into GPUVM for GPU self-dispatch.
> You can still do this, see amdgpu_gem_prime_import_sg_table.
>
> Just set the BO type to SG and then setting the SG table after
> creating it:
>> Â Â Â Â ret = amdgpu_bo_create(adev, attach->dmabuf->size, PAGE_SIZE,
>> Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â  AMDGPU_GEM_DOMAIN_CPU, 0, ttm_bo_type_sg,
>> Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â  resv, &bo);
>> Â Â Â Â Â  if (ret)
>> Â Â Â Â Â Â Â Â Â  goto error;
>> Â  Â Â Â Â bo->tbo.sg = sg;
>> Â Â Â Â bo->tbo.ttm->sg = sg;
>
> Then validate the result into the GTT domain to actually use the SG
> table.

OK, I'll try implementing that before we merge your change.

>
> BTW: How do you create an SG table for the doorbell?

KFD manages the doorbell aperture and assigns one or two pages of
doorbells to each process. KFD knows the bus address of the doorbells
and passes it to amdgpu, which creates the SG like this:

static struct sg_table *create_doorbell_sg(uint64_t addr, uint32_t size)
{
        struct sg_table *sg = kmalloc(sizeof(*sg), GFP_KERNEL);

        if (!sg)
                return NULL;
        if (sg_alloc_table(sg, 1, GFP_KERNEL)) {
                kfree(sg);
                return NULL;
        }
        sg->sgl->dma_address = addr;
        sg->sgl->length = size;
#ifdef CONFIG_NEED_SG_DMA_LENGTH
        sg->sgl->dma_length = size;
#endif
        return sg;
}

Regards,
Â  Felix

>
> Regards,
> Christian.
>
>>
>> If you remove this now, I'll need to add it back in some form in a month
>> or two when I get to that part of upstreaming KFD.
>>
>> There may be other ways to implement this. Currently we need to create a
>> BO for anything we want to map into a GPUVM page table, because the
>> amdgpu_vm code is based around BOs. If there was a way to map physical
>> addresses into GPUVM without creating a buffer object, that would
>> work too.
>>
>> Regards,
>> Â Â  Felix
>>
>>
>> On 2018-03-06 09:43 AM, Christian KÃ¶nig wrote:
>>> Drop the "kernel" and sg parameter and give the BO type to create
>>> explicit to amdgpu_bo_create instead of figuring it out from the
>>> parameters.
>>>
>>> Signed-off-by: Christian KÃ¶nig <christian.koenig at amd.com>
>>> ---
>>> Â  drivers/gpu/drm/amd/amdgpu/amdgpu.hÂ Â Â Â Â Â Â Â Â Â  |Â  2 +-
>>> Â  drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.cÂ Â Â  |Â  5 +--
>>> Â  drivers/gpu/drm/amd/amdgpu/amdgpu_benchmark.c |Â  8 ++---
>>> Â  drivers/gpu/drm/amd/amdgpu/amdgpu_gart.cÂ Â Â Â Â  |Â  7 ++--
>>> Â  drivers/gpu/drm/amd/amdgpu/amdgpu_gem.cÂ Â Â Â Â Â  |Â  6 ++--
>>> Â  drivers/gpu/drm/amd/amdgpu/amdgpu_object.cÂ Â Â  | 46
>>> +++++++++++----------------
>>> Â  drivers/gpu/drm/amd/amdgpu/amdgpu_object.hÂ Â Â  | 11 +++----
>>> Â  drivers/gpu/drm/amd/amdgpu/amdgpu_prime.cÂ Â Â Â  |Â  7 ++--
>>> Â  drivers/gpu/drm/amd/amdgpu/amdgpu_test.cÂ Â Â Â Â  | 11 +++----
>>> Â  drivers/gpu/drm/amd/amdgpu/amdgpu_ttm.cÂ Â Â Â Â Â  | 11 ++++---
>>> Â  drivers/gpu/drm/amd/amdgpu/amdgpu_vm.cÂ Â Â Â Â Â Â  |Â  8 ++---
>>> Â  11 files changed, 58 insertions(+), 64 deletions(-)
>>>
>>> diff --git a/drivers/gpu/drm/amd/amdgpu/amdgpu.h
>>> b/drivers/gpu/drm/amd/amdgpu/amdgpu.h
>>> index 292c7e72820c..b1116b773516 100644
>>> --- a/drivers/gpu/drm/amd/amdgpu/amdgpu.h
>>> +++ b/drivers/gpu/drm/amd/amdgpu/amdgpu.h
>>> @@ -441,7 +441,7 @@ struct amdgpu_sa_bo {
>>> Â  void amdgpu_gem_force_release(struct amdgpu_device *adev);
>>> Â  int amdgpu_gem_object_create(struct amdgpu_device *adev, unsigned
>>> long size,
>>> Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â  int alignment, u32 initial_domain,
>>> -Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â  u64 flags, bool kernel,
>>> +Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â  u64 flags, enum ttm_bo_type type,
>>> Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â  struct reservation_object *resv,
>>> Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â  struct drm_gem_object **obj);
>>> Â  diff --git a/drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.c
>>> b/drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.c
>>> index 450426dbed92..7f096ed6e83d 100644
>>> --- a/drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.c
>>> +++ b/drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.c
>>> @@ -215,8 +215,9 @@ int alloc_gtt_mem(struct kgd_dev *kgd, size_t size,
>>> Â Â Â Â Â  if ((*mem) == NULL)
>>> Â Â Â Â Â Â Â Â Â  return -ENOMEM;
>>> Â  -Â Â Â  r = amdgpu_bo_create(adev, size, PAGE_SIZE, true,
>>> AMDGPU_GEM_DOMAIN_GTT,
>>> -Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â  AMDGPU_GEM_CREATE_CPU_GTT_USWC, NULL, NULL,
>>> &(*mem)->bo);
>>> +Â Â Â  r = amdgpu_bo_create(adev, size, PAGE_SIZE, AMDGPU_GEM_DOMAIN_GTT,
>>> +Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â  AMDGPU_GEM_CREATE_CPU_GTT_USWC, ttm_bo_type_kernel,
>>> +Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â  NULL, &(*mem)->bo);
>>> Â Â Â Â Â  if (r) {
>>> Â Â Â Â Â Â Â Â Â  dev_err(adev->dev,
>>> Â Â Â Â Â Â Â Â Â Â Â Â Â  "failed to allocate BO for amdkfd (%d)\n", r);
>>> diff --git a/drivers/gpu/drm/amd/amdgpu/amdgpu_benchmark.c
>>> b/drivers/gpu/drm/amd/amdgpu/amdgpu_benchmark.c
>>> index 2fb299afc12b..02b849be083b 100644
>>> --- a/drivers/gpu/drm/amd/amdgpu/amdgpu_benchmark.c
>>> +++ b/drivers/gpu/drm/amd/amdgpu/amdgpu_benchmark.c
>>> @@ -80,8 +80,8 @@ static void amdgpu_benchmark_move(struct
>>> amdgpu_device *adev, unsigned size,
>>> Â Â Â Â Â  int time;
>>> Â  Â Â Â Â Â  n = AMDGPU_BENCHMARK_ITERATIONS;
>>> -Â Â Â  r = amdgpu_bo_create(adev, size, PAGE_SIZE, true, sdomain, 0,
>>> NULL,
>>> -Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â  NULL, &sobj);
>>> +Â Â Â  r = amdgpu_bo_create(adev, size, PAGE_SIZE,sdomain, 0,
>>> +Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â  ttm_bo_type_kernel, NULL, &sobj);
>>> Â Â Â Â Â  if (r) {
>>> Â Â Â Â Â Â Â Â Â  goto out_cleanup;
>>> Â Â Â Â Â  }
>>> @@ -93,8 +93,8 @@ static void amdgpu_benchmark_move(struct
>>> amdgpu_device *adev, unsigned size,
>>> Â Â Â Â Â  if (r) {
>>> Â Â Â Â Â Â Â Â Â  goto out_cleanup;
>>> Â Â Â Â Â  }
>>> -Â Â Â  r = amdgpu_bo_create(adev, size, PAGE_SIZE, true, ddomain, 0,
>>> NULL,
>>> -Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â  NULL, &dobj);
>>> +Â Â Â  r = amdgpu_bo_create(adev, size, PAGE_SIZE, ddomain, 0,
>>> +Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â  ttm_bo_type_kernel, NULL, &dobj);
>>> Â Â Â Â Â  if (r) {
>>> Â Â Â Â Â Â Â Â Â  goto out_cleanup;
>>> Â Â Â Â Â  }
>>> diff --git a/drivers/gpu/drm/amd/amdgpu/amdgpu_gart.c
>>> b/drivers/gpu/drm/amd/amdgpu/amdgpu_gart.c
>>> index dc8d9f3216fa..cf0f186c6092 100644
>>> --- a/drivers/gpu/drm/amd/amdgpu/amdgpu_gart.c
>>> +++ b/drivers/gpu/drm/amd/amdgpu/amdgpu_gart.c
>>> @@ -113,11 +113,12 @@ int amdgpu_gart_table_vram_alloc(struct
>>> amdgpu_device *adev)
>>> Â Â Â Â Â  int r;
>>> Â  Â Â Â Â Â  if (adev->gart.robj == NULL) {
>>> -Â Â Â Â Â Â Â  r = amdgpu_bo_create(adev, adev->gart.table_size,
>>> -Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â  PAGE_SIZE, true, AMDGPU_GEM_DOMAIN_VRAM,
>>> +Â Â Â Â Â Â Â  r = amdgpu_bo_create(adev, adev->gart.table_size, PAGE_SIZE,
>>> +Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â  AMDGPU_GEM_DOMAIN_VRAM,
>>> Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â  AMDGPU_GEM_CREATE_CPU_ACCESS_REQUIRED |
>>> Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â  AMDGPU_GEM_CREATE_VRAM_CONTIGUOUS,
>>> -Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â  NULL, NULL, &adev->gart.robj);
>>> +Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â  ttm_bo_type_kernel, NULL,
>>> +Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â  &adev->gart.robj);
>>> Â Â Â Â Â Â Â Â Â  if (r) {
>>> Â Â Â Â Â Â Â Â Â Â Â Â Â  return r;
>>> Â Â Â Â Â Â Â Â Â  }
>>> diff --git a/drivers/gpu/drm/amd/amdgpu/amdgpu_gem.c
>>> b/drivers/gpu/drm/amd/amdgpu/amdgpu_gem.c
>>> index 55a840ae6d68..bb9b21266b67 100644
>>> --- a/drivers/gpu/drm/amd/amdgpu/amdgpu_gem.c
>>> +++ b/drivers/gpu/drm/amd/amdgpu/amdgpu_gem.c
>>> @@ -45,7 +45,7 @@ void amdgpu_gem_object_free(struct drm_gem_object
>>> *gobj)
>>> Â  Â  int amdgpu_gem_object_create(struct amdgpu_device *adev,
>>> unsigned long size,
>>> Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â  int alignment, u32 initial_domain,
>>> -Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â  u64 flags, bool kernel,
>>> +Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â  u64 flags, enum ttm_bo_type type,
>>> Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â  struct reservation_object *resv,
>>> Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â  struct drm_gem_object **obj)
>>> Â  {
>>> @@ -59,8 +59,8 @@ int amdgpu_gem_object_create(struct amdgpu_device
>>> *adev, unsigned long size,
>>> Â Â Â Â Â  }
>>> Â  Â  retry:
>>> -Â Â Â  r = amdgpu_bo_create(adev, size, alignment, kernel,
>>> initial_domain,
>>> -Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â  flags, NULL, resv, &bo);
>>> +Â Â Â  r = amdgpu_bo_create(adev, size, alignment, initial_domain,
>>> +Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â  flags, type, resv, &bo);
>>> Â Â Â Â Â  if (r) {
>>> Â Â Â Â Â Â Â Â Â  if (r != -ERESTARTSYS) {
>>> Â Â Â Â Â Â Â Â Â Â Â Â Â  if (flags & AMDGPU_GEM_CREATE_CPU_ACCESS_REQUIRED) {
>>> diff --git a/drivers/gpu/drm/amd/amdgpu/amdgpu_object.c
>>> b/drivers/gpu/drm/amd/amdgpu/amdgpu_object.c
>>> index 216799ccb545..8f5027e8241a 100644
>>> --- a/drivers/gpu/drm/amd/amdgpu/amdgpu_object.c
>>> +++ b/drivers/gpu/drm/amd/amdgpu/amdgpu_object.c
>>> @@ -187,10 +187,10 @@ int amdgpu_bo_create_reserved(struct
>>> amdgpu_device *adev,
>>> Â Â Â Â Â  int r;
>>> Â  Â Â Â Â Â  if (!*bo_ptr) {
>>> -Â Â Â Â Â Â Â  r = amdgpu_bo_create(adev, size, align, true, domain,
>>> +Â Â Â Â Â Â Â  r = amdgpu_bo_create(adev, size, align, domain,
>>> Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â  AMDGPU_GEM_CREATE_CPU_ACCESS_REQUIRED |
>>> Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â  AMDGPU_GEM_CREATE_VRAM_CONTIGUOUS,
>>> -Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â  NULL, NULL, bo_ptr);
>>> +Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â  ttm_bo_type_kernel, NULL, bo_ptr);
>>> Â Â Â Â Â Â Â Â Â  if (r) {
>>> Â Â Â Â Â Â Â Â Â Â Â Â Â  dev_err(adev->dev, "(%d) failed to allocate kernel bo\n",
>>> Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â  r);
>>> @@ -331,21 +331,19 @@ static bool amdgpu_bo_validate_size(struct
>>> amdgpu_device *adev,
>>> Â Â Â Â Â  return false;
>>> Â  }
>>> Â  -static int amdgpu_bo_do_create(struct amdgpu_device *adev,
>>> -Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â  unsigned long size, int byte_align,
>>> -Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â  bool kernel, u32 domain, u64 flags,
>>> -Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â  struct sg_table *sg,
>>> +static int amdgpu_bo_do_create(struct amdgpu_device *adev, unsigned
>>> long size,
>>> +Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â  int byte_align, u32 domain,
>>> +Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â  u64 flags, enum ttm_bo_type type,
>>> Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â  struct reservation_object *resv,
>>> Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â  struct amdgpu_bo **bo_ptr)
>>> Â  {
>>> Â Â Â Â Â  struct ttm_operation_ctx ctx = {
>>> -Â Â Â Â Â Â Â  .interruptible = !kernel,
>>> +Â Â Â Â Â Â Â  .interruptible = (type != ttm_bo_type_kernel),
>>> Â Â Â Â Â Â Â Â Â  .no_wait_gpu = false,
>>> Â Â Â Â Â Â Â Â Â  .resv = resv,
>>> Â Â Â Â Â Â Â Â Â  .flags = TTM_OPT_FLAG_ALLOW_RES_EVICT
>>> Â Â Â Â Â  };
>>> Â Â Â Â Â  struct amdgpu_bo *bo;
>>> -Â Â Â  enum ttm_bo_type type;
>>> Â Â Â Â Â  unsigned long page_align;
>>> Â Â Â Â Â  size_t acc_size;
>>> Â Â Â Â Â  int r;
>>> @@ -356,13 +354,6 @@ static int amdgpu_bo_do_create(struct
>>> amdgpu_device *adev,
>>> Â Â Â Â Â  if (!amdgpu_bo_validate_size(adev, size, domain))
>>> Â Â Â Â Â Â Â Â Â  return -ENOMEM;
>>> Â  -Â Â Â  if (kernel) {
>>> -Â Â Â Â Â Â Â  type = ttm_bo_type_kernel;
>>> -Â Â Â  } else if (sg) {
>>> -Â Â Â Â Â Â Â  type = ttm_bo_type_sg;
>>> -Â Â Â  } else {
>>> -Â Â Â Â Â Â Â  type = ttm_bo_type_device;
>>> -Â Â Â  }
>>> Â Â Â Â Â  *bo_ptr = NULL;
>>> Â  Â Â Â Â Â  acc_size = ttm_bo_dma_acc_size(&adev->mman.bdev, size,
>>> @@ -381,7 +372,8 @@ static int amdgpu_bo_do_create(struct
>>> amdgpu_device *adev,
>>> Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â  AMDGPU_GEM_DOMAIN_GWS |
>>> Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â  AMDGPU_GEM_DOMAIN_OA);
>>> Â Â Â Â Â  bo->allowed_domains = bo->preferred_domains;
>>> -Â Â Â  if (!kernel && bo->allowed_domains == AMDGPU_GEM_DOMAIN_VRAM)
>>> +Â Â Â  if (type != ttm_bo_type_kernel &&
>>> +Â Â Â Â Â Â Â  bo->allowed_domains == AMDGPU_GEM_DOMAIN_VRAM)
>>> Â Â Â Â Â Â Â Â Â  bo->allowed_domains |= AMDGPU_GEM_DOMAIN_GTT;
>>> Â  Â Â Â Â Â  bo->flags = flags;
>>> @@ -419,7 +411,7 @@ static int amdgpu_bo_do_create(struct
>>> amdgpu_device *adev,
>>> Â  Â Â Â Â Â  r = ttm_bo_init_reserved(&adev->mman.bdev, &bo->tbo, size,
>>> type,
>>> Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â  &bo->placement, page_align, &ctx, acc_size,
>>> -Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â  sg, resv, &amdgpu_ttm_bo_destroy);
>>> +Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â  NULL, resv, &amdgpu_ttm_bo_destroy);
>>> Â Â Â Â Â  if (unlikely(r != 0))
>>> Â Â Â Â Â Â Â Â Â  return r;
>>> Â  @@ -431,7 +423,7 @@ static int amdgpu_bo_do_create(struct
>>> amdgpu_device *adev,
>>> Â Â Â Â Â  else
>>> Â Â Â Â Â Â Â Â Â  amdgpu_cs_report_moved_bytes(adev, ctx.bytes_moved, 0);
>>> Â  -Â Â Â  if (kernel)
>>> +Â Â Â  if (type == ttm_bo_type_kernel)
>>> Â Â Â Â Â Â Â Â Â  bo->tbo.priority = 1;
>>> Â  Â Â Â Â Â  if (flags & AMDGPU_GEM_CREATE_VRAM_CLEARED &&
>>> @@ -475,12 +467,11 @@ static int amdgpu_bo_create_shadow(struct
>>> amdgpu_device *adev,
>>> Â Â Â Â Â  if (bo->shadow)
>>> Â Â Â Â Â Â Â Â Â  return 0;
>>> Â  -Â Â Â  r = amdgpu_bo_do_create(adev, size, byte_align, true,
>>> -Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â  AMDGPU_GEM_DOMAIN_GTT,
>>> +Â Â Â  r = amdgpu_bo_do_create(adev, size, byte_align,
>>> AMDGPU_GEM_DOMAIN_GTT,
>>> Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â  AMDGPU_GEM_CREATE_CPU_GTT_USWC |
>>> Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â  AMDGPU_GEM_CREATE_SHADOW,
>>> -Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â  NULL, bo->tbo.resv,
>>> -Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â  &bo->shadow);
>>> +Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â  ttm_bo_type_kernel,
>>> +Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â  bo->tbo.resv, &bo->shadow);
>>> Â Â Â Â Â  if (!r) {
>>> Â Â Â Â Â Â Â Â Â  bo->shadow->parent = amdgpu_bo_ref(bo);
>>> Â Â Â Â Â Â Â Â Â  mutex_lock(&adev->shadow_list_lock);
>>> @@ -491,18 +482,17 @@ static int amdgpu_bo_create_shadow(struct
>>> amdgpu_device *adev,
>>> Â Â Â Â Â  return r;
>>> Â  }
>>> Â  -int amdgpu_bo_create(struct amdgpu_device *adev,
>>> -Â Â Â Â Â Â Â Â Â Â Â Â  unsigned long size, int byte_align,
>>> -Â Â Â Â Â Â Â Â Â Â Â Â  bool kernel, u32 domain, u64 flags,
>>> -Â Â Â Â Â Â Â Â Â Â Â Â  struct sg_table *sg,
>>> +int amdgpu_bo_create(struct amdgpu_device *adev, unsigned long size,
>>> +Â Â Â Â Â Â Â Â Â Â Â Â  int byte_align, u32 domain,
>>> +Â Â Â Â Â Â Â Â Â Â Â Â  u64 flags, enum ttm_bo_type type,
>>> Â Â Â Â Â Â Â Â Â Â Â Â Â Â  struct reservation_object *resv,
>>> Â Â Â Â Â Â Â Â Â Â Â Â Â Â  struct amdgpu_bo **bo_ptr)
>>> Â  {
>>> Â Â Â Â Â  uint64_t parent_flags = flags & ~AMDGPU_GEM_CREATE_SHADOW;
>>> Â Â Â Â Â  int r;
>>> Â  -Â Â Â  r = amdgpu_bo_do_create(adev, size, byte_align, kernel, domain,
>>> -Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â  parent_flags, sg, resv, bo_ptr);
>>> +Â Â Â  r = amdgpu_bo_do_create(adev, size, byte_align, domain,
>>> +Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â  parent_flags, type, resv, bo_ptr);
>>> Â Â Â Â Â  if (r)
>>> Â Â Â Â Â Â Â Â Â  return r;
>>> Â  diff --git a/drivers/gpu/drm/amd/amdgpu/amdgpu_object.h
>>> b/drivers/gpu/drm/amd/amdgpu/amdgpu_object.h
>>> index 1cef944ef98d..deb10ecd89a1 100644
>>> --- a/drivers/gpu/drm/amd/amdgpu/amdgpu_object.h
>>> +++ b/drivers/gpu/drm/amd/amdgpu/amdgpu_object.h
>>> @@ -201,12 +201,11 @@ static inline bool
>>> amdgpu_bo_explicit_sync(struct amdgpu_bo *bo)
>>> Â Â Â Â Â  return bo->flags & AMDGPU_GEM_CREATE_EXPLICIT_SYNC;
>>> Â  }
>>> Â  -int amdgpu_bo_create(struct amdgpu_device *adev,
>>> -Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â  unsigned long size, int byte_align,
>>> -Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â  bool kernel, u32 domain, u64 flags,
>>> -Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â  struct sg_table *sg,
>>> -Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â  struct reservation_object *resv,
>>> -Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â  struct amdgpu_bo **bo_ptr);
>>> +int amdgpu_bo_create(struct amdgpu_device *adev, unsigned long size,
>>> +Â Â Â Â Â Â Â Â Â Â Â Â  int byte_align, u32 domain,
>>> +Â Â Â Â Â Â Â Â Â Â Â Â  u64 flags, enum ttm_bo_type type,
>>> +Â Â Â Â Â Â Â Â Â Â Â Â  struct reservation_object *resv,
>>> +Â Â Â Â Â Â Â Â Â Â Â Â  struct amdgpu_bo **bo_ptr);
>>> Â  int amdgpu_bo_create_reserved(struct amdgpu_device *adev,
>>> Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â  unsigned long size, int align,
>>> Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â  u32 domain, struct amdgpu_bo **bo_ptr,
>>> diff --git a/drivers/gpu/drm/amd/amdgpu/amdgpu_prime.c
>>> b/drivers/gpu/drm/amd/amdgpu/amdgpu_prime.c
>>> index 44230165e181..1c9991738477 100644
>>> --- a/drivers/gpu/drm/amd/amdgpu/amdgpu_prime.c
>>> +++ b/drivers/gpu/drm/amd/amdgpu/amdgpu_prime.c
>>> @@ -105,11 +105,14 @@ amdgpu_gem_prime_import_sg_table(struct
>>> drm_device *dev,
>>> Â Â Â Â Â  int ret;
>>> Â  Â Â Â Â Â  ww_mutex_lock(&resv->lock, NULL);
>>> -Â Â Â  ret = amdgpu_bo_create(adev, attach->dmabuf->size, PAGE_SIZE,
>>> false,
>>> -Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â  AMDGPU_GEM_DOMAIN_CPU, 0, sg, resv, &bo);
>>> +Â Â Â  ret = amdgpu_bo_create(adev, attach->dmabuf->size, PAGE_SIZE,
>>> +Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â  AMDGPU_GEM_DOMAIN_CPU, 0, ttm_bo_type_sg,
>>> +Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â  resv, &bo);
>>> Â Â Â Â Â  if (ret)
>>> Â Â Â Â Â Â Â Â Â  goto error;
>>> Â  +Â Â Â  bo->tbo.sg = sg;
>>> +Â Â Â  bo->tbo.ttm->sg = sg;
>>> Â Â Â Â Â  bo->allowed_domains = AMDGPU_GEM_DOMAIN_GTT;
>>> Â Â Â Â Â  bo->preferred_domains = AMDGPU_GEM_DOMAIN_GTT;
>>> Â Â Â Â Â  if (attach->dmabuf->ops != &amdgpu_dmabuf_ops)
>>> diff --git a/drivers/gpu/drm/amd/amdgpu/amdgpu_test.c
>>> b/drivers/gpu/drm/amd/amdgpu/amdgpu_test.c
>>> index f3d81b6fb499..2dbe87591f81 100644
>>> --- a/drivers/gpu/drm/amd/amdgpu/amdgpu_test.c
>>> +++ b/drivers/gpu/drm/amd/amdgpu/amdgpu_test.c
>>> @@ -59,9 +59,8 @@ static void amdgpu_do_test_moves(struct
>>> amdgpu_device *adev)
>>> Â Â Â Â Â Â Â Â Â  goto out_cleanup;
>>> Â Â Â Â Â  }
>>> Â  -Â Â Â  r = amdgpu_bo_create(adev, size, PAGE_SIZE, true,
>>> -Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â  AMDGPU_GEM_DOMAIN_VRAM, 0,
>>> -Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â  NULL, NULL, &vram_obj);
>>> +Â Â Â  r = amdgpu_bo_create(adev, size, PAGE_SIZE,
>>> AMDGPU_GEM_DOMAIN_VRAM, 0,
>>> +Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â  ttm_bo_type_kernel, NULL, &vram_obj);
>>> Â Â Â Â Â  if (r) {
>>> Â Â Â Â Â Â Â Â Â  DRM_ERROR("Failed to create VRAM object\n");
>>> Â Â Â Â Â Â Â Â Â  goto out_cleanup;
>>> @@ -80,9 +79,9 @@ static void amdgpu_do_test_moves(struct
>>> amdgpu_device *adev)
>>> Â Â Â Â Â Â Â Â Â  void **vram_start, **vram_end;
>>> Â Â Â Â Â Â Â Â Â  struct dma_fence *fence = NULL;
>>> Â  -Â Â Â Â Â Â Â  r = amdgpu_bo_create(adev, size, PAGE_SIZE, true,
>>> -Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â  AMDGPU_GEM_DOMAIN_GTT, 0, NULL,
>>> -Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â  NULL, gtt_obj + i);
>>> +Â Â Â Â Â Â Â  r = amdgpu_bo_create(adev, size, PAGE_SIZE,
>>> +Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â  AMDGPU_GEM_DOMAIN_GTT, 0,
>>> +Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â  ttm_bo_type_kernel, NULL, gtt_obj + i);
>>> Â Â Â Â Â Â Â Â Â  if (r) {
>>> Â Â Â Â Â Â Â Â Â Â Â Â Â  DRM_ERROR("Failed to create GTT object %d\n", i);
>>> Â Â Â Â Â Â Â Â Â Â Â Â Â  goto out_lclean;
>>> diff --git a/drivers/gpu/drm/amd/amdgpu/amdgpu_ttm.c
>>> b/drivers/gpu/drm/amd/amdgpu/amdgpu_ttm.c
>>> index eebc9f77b611..1ec54629f277 100644
>>> --- a/drivers/gpu/drm/amd/amdgpu/amdgpu_ttm.c
>>> +++ b/drivers/gpu/drm/amd/amdgpu/amdgpu_ttm.c
>>> @@ -1317,11 +1317,12 @@ static int
>>> amdgpu_ttm_fw_reserve_vram_init(struct amdgpu_device *adev)
>>> Â Â Â Â Â  if (adev->fw_vram_usage.size > 0 &&
>>> Â Â Â Â Â Â Â Â Â  adev->fw_vram_usage.size <= vram_size) {
>>> Â  -Â Â Â Â Â Â Â  r = amdgpu_bo_create(adev, adev->fw_vram_usage.size,
>>> -Â Â Â Â Â Â Â Â Â Â Â  PAGE_SIZE, true, AMDGPU_GEM_DOMAIN_VRAM,
>>> -Â Â Â Â Â Â Â Â Â Â Â  AMDGPU_GEM_CREATE_CPU_ACCESS_REQUIRED |
>>> -Â Â Â Â Â Â Â Â Â Â Â  AMDGPU_GEM_CREATE_VRAM_CONTIGUOUS, NULL, NULL,
>>> -Â Â Â Â Â Â Â Â Â Â Â  &adev->fw_vram_usage.reserved_bo);
>>> +Â Â Â Â Â Â Â  r = amdgpu_bo_create(adev, adev->fw_vram_usage.size,
>>> PAGE_SIZE,
>>> +Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â  AMDGPU_GEM_DOMAIN_VRAM,
>>> +Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â  AMDGPU_GEM_CREATE_CPU_ACCESS_REQUIRED |
>>> +Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â  AMDGPU_GEM_CREATE_VRAM_CONTIGUOUS,
>>> +Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â  ttm_bo_type_kernel, NULL,
>>> +Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â  &adev->fw_vram_usage.reserved_bo);
>>> Â Â Â Â Â Â Â Â Â  if (r)
>>> Â Â Â Â Â Â Â Â Â Â Â Â Â  goto error_create;
>>> Â  diff --git a/drivers/gpu/drm/amd/amdgpu/amdgpu_vm.c
>>> b/drivers/gpu/drm/amd/amdgpu/amdgpu_vm.c
>>> index 0b237e027cab..24474294c92a 100644
>>> --- a/drivers/gpu/drm/amd/amdgpu/amdgpu_vm.c
>>> +++ b/drivers/gpu/drm/amd/amdgpu/amdgpu_vm.c
>>> @@ -413,9 +413,9 @@ static int amdgpu_vm_alloc_levels(struct
>>> amdgpu_device *adev,
>>> Â Â Â Â Â Â Â Â Â  if (!entry->base.bo) {
>>> Â Â Â Â Â Â Â Â Â Â Â Â Â  r = amdgpu_bo_create(adev,
>>> Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â  amdgpu_vm_bo_size(adev, level),
>>> -Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â  AMDGPU_GPU_PAGE_SIZE, true,
>>> +Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â  AMDGPU_GPU_PAGE_SIZE,
>>> Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â  AMDGPU_GEM_DOMAIN_VRAM, flags,
>>> -Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â  NULL, resv, &pt);
>>> +Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â  ttm_bo_type_kernel, resv, &pt);
>>> Â Â Â Â Â Â Â Â Â Â Â Â Â  if (r)
>>> Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â  return r;
>>> Â  @@ -2409,8 +2409,8 @@ int amdgpu_vm_init(struct amdgpu_device
>>> *adev, struct amdgpu_vm *vm,
>>> Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â  AMDGPU_GEM_CREATE_SHADOW);
>>> Â  Â Â Â Â Â  size = amdgpu_vm_bo_size(adev, adev->vm_manager.root_level);
>>> -Â Â Â  r = amdgpu_bo_create(adev, size, align, true,
>>> AMDGPU_GEM_DOMAIN_VRAM,
>>> -Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â  flags, NULL, NULL, &vm->root.base.bo);
>>> +Â Â Â  r = amdgpu_bo_create(adev, size, align, AMDGPU_GEM_DOMAIN_VRAM,
>>> flags,
>>> +Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â Â  ttm_bo_type_kernel, NULL, &vm->root.base.bo);
>>> Â Â Â Â Â  if (r)
>>> Â Â Â Â Â Â Â Â Â  goto error_free_sched_entity;
>>> Â  
>