mirror of
https://git.kernel.org/pub/scm/linux/kernel/git/herbert/cryptodev-2.6.git
synced 2026-05-03 20:07:24 -04:00
drm/amdgpu: only move VM BOs in the LRU during validation v2
This should save us a bunch of command submission overhead.
v2: move the LRU move to the right place to avoid the move for the root BO
and handle the shadow BOs as well. This turned out to be a bug fix because
the move needs to happen before the kmap.
Signed-off-by: Christian König <christian.koenig@amd.com>
Reviewed-by: Felix Kuehling <Felix.Kuehling@amd.com>
Acked-by: Chunming Zhou <david1.zhou@amd.com>
Signed-off-by: Alex Deucher <alexander.deucher@amd.com>
This commit is contained in:
committed by
Alex Deucher
parent
841e763b40
commit
b636922553
@@ -159,7 +159,8 @@ void amdgpu_vm_get_pd_bo(struct amdgpu_vm *vm,
|
||||
*/
|
||||
static int amdgpu_vm_validate_level(struct amdgpu_vm_pt *parent,
|
||||
int (*validate)(void *, struct amdgpu_bo *),
|
||||
void *param, bool use_cpu_for_update)
|
||||
void *param, bool use_cpu_for_update,
|
||||
struct ttm_bo_global *glob)
|
||||
{
|
||||
unsigned i;
|
||||
int r;
|
||||
@@ -183,12 +184,18 @@ static int amdgpu_vm_validate_level(struct amdgpu_vm_pt *parent,
|
||||
if (r)
|
||||
return r;
|
||||
|
||||
spin_lock(&glob->lru_lock);
|
||||
ttm_bo_move_to_lru_tail(&entry->bo->tbo);
|
||||
if (entry->bo->shadow)
|
||||
ttm_bo_move_to_lru_tail(&entry->bo->shadow->tbo);
|
||||
spin_unlock(&glob->lru_lock);
|
||||
|
||||
/*
|
||||
* Recurse into the sub directory. This is harmless because we
|
||||
* have only a maximum of 5 layers.
|
||||
*/
|
||||
r = amdgpu_vm_validate_level(entry, validate, param,
|
||||
use_cpu_for_update);
|
||||
use_cpu_for_update, glob);
|
||||
if (r)
|
||||
return r;
|
||||
}
|
||||
@@ -220,54 +227,11 @@ int amdgpu_vm_validate_pt_bos(struct amdgpu_device *adev, struct amdgpu_vm *vm,
|
||||
return 0;
|
||||
|
||||
return amdgpu_vm_validate_level(&vm->root, validate, param,
|
||||
vm->use_cpu_for_update);
|
||||
vm->use_cpu_for_update,
|
||||
adev->mman.bdev.glob);
|
||||
}
|
||||
|
||||
/**
|
||||
* amdgpu_vm_move_level_in_lru - move one level of PT BOs to the LRU tail
|
||||
*
|
||||
* @adev: amdgpu device instance
|
||||
* @vm: vm providing the BOs
|
||||
*
|
||||
* Move the PT BOs to the tail of the LRU.
|
||||
*/
|
||||
static void amdgpu_vm_move_level_in_lru(struct amdgpu_vm_pt *parent)
|
||||
{
|
||||
unsigned i;
|
||||
|
||||
if (!parent->entries)
|
||||
return;
|
||||
|
||||
for (i = 0; i <= parent->last_entry_used; ++i) {
|
||||
struct amdgpu_vm_pt *entry = &parent->entries[i];
|
||||
|
||||
if (!entry->bo)
|
||||
continue;
|
||||
|
||||
ttm_bo_move_to_lru_tail(&entry->bo->tbo);
|
||||
amdgpu_vm_move_level_in_lru(entry);
|
||||
}
|
||||
}
|
||||
|
||||
/**
|
||||
* amdgpu_vm_move_pt_bos_in_lru - move the PT BOs to the LRU tail
|
||||
*
|
||||
* @adev: amdgpu device instance
|
||||
* @vm: vm providing the BOs
|
||||
*
|
||||
* Move the PT BOs to the tail of the LRU.
|
||||
*/
|
||||
void amdgpu_vm_move_pt_bos_in_lru(struct amdgpu_device *adev,
|
||||
struct amdgpu_vm *vm)
|
||||
{
|
||||
struct ttm_bo_global *glob = adev->mman.bdev.glob;
|
||||
|
||||
spin_lock(&glob->lru_lock);
|
||||
amdgpu_vm_move_level_in_lru(&vm->root);
|
||||
spin_unlock(&glob->lru_lock);
|
||||
}
|
||||
|
||||
/**
|
||||
* amdgpu_vm_alloc_levels - allocate the PD/PT levels
|
||||
*
|
||||
* @adev: amdgpu_device pointer
|
||||
|
||||
Reference in New Issue
Block a user