6385eb7ad8
Don't wait sync while migrating, but rather make the GPU blit await the dependencies and add a moving fence to the object. This also enables asynchronous VRAM management in that on eviction, rather than waiting for the moving fence to expire before freeing VRAM, it is freed immediately and the fence is stored with the VRAM manager and handed out to newly allocated objects to await before clears and swapins, or for kernel objects before setting up gpu vmas or mapping. To collect dependencies before migrating, add a set of utilities that coalesce these to a single dma_fence. What is still missing for fully asynchronous operation is asynchronous vma unbinding, which is still to be implemented. This commit substantially reduces execution time in the gem_lmem_swapping test. v2: - Make a couple of functions static. v4: - Fix some style issues (Matthew Auld) - Audit and add more checks for ghost objects (Matthew Auld) - Add more documentation for the i915_deps utility (Mattew Auld) - Simplify the i915_deps_sync() function v6: - Re-check for fence signaled before returning -EBUSY (Matthew Auld) - Use dma_resv_iter_is_exclusive() (Matthew Auld) - Await all dma-resv fences before a migration blit (Matthew Auld) Signed-off-by: Thomas Hellström <thomas.hellstrom@linux.intel.com> Reviewed-by: Matthew Auld <matthew.auld@intel.com> Link: https://patchwork.freedesktop.org/patch/msgid/20211122214554.371864-6-thomas.hellstrom@linux.intel.com
95 lines
2.6 KiB
C
95 lines
2.6 KiB
C
/* SPDX-License-Identifier: MIT */
|
|
/*
|
|
* Copyright © 2021 Intel Corporation
|
|
*/
|
|
#ifndef _I915_GEM_TTM_H_
|
|
#define _I915_GEM_TTM_H_
|
|
|
|
#include <drm/ttm/ttm_placement.h>
|
|
|
|
#include "gem/i915_gem_object_types.h"
|
|
|
|
/**
|
|
* i915_gem_to_ttm - Convert a struct drm_i915_gem_object to a
|
|
* struct ttm_buffer_object.
|
|
* @obj: Pointer to the gem object.
|
|
*
|
|
* Return: Pointer to the embedded struct ttm_buffer_object.
|
|
*/
|
|
static inline struct ttm_buffer_object *
|
|
i915_gem_to_ttm(struct drm_i915_gem_object *obj)
|
|
{
|
|
return &obj->__do_not_access;
|
|
}
|
|
|
|
/*
|
|
* i915 ttm gem object destructor. Internal use only.
|
|
*/
|
|
void i915_ttm_bo_destroy(struct ttm_buffer_object *bo);
|
|
|
|
/**
|
|
* i915_ttm_to_gem - Convert a struct ttm_buffer_object to an embedding
|
|
* struct drm_i915_gem_object.
|
|
*
|
|
* Return: Pointer to the embedding struct ttm_buffer_object, or NULL
|
|
* if the object was not an i915 ttm object.
|
|
*/
|
|
static inline struct drm_i915_gem_object *
|
|
i915_ttm_to_gem(struct ttm_buffer_object *bo)
|
|
{
|
|
if (bo->destroy != i915_ttm_bo_destroy)
|
|
return NULL;
|
|
|
|
return container_of(bo, struct drm_i915_gem_object, __do_not_access);
|
|
}
|
|
|
|
int __i915_gem_ttm_object_init(struct intel_memory_region *mem,
|
|
struct drm_i915_gem_object *obj,
|
|
resource_size_t size,
|
|
resource_size_t page_size,
|
|
unsigned int flags);
|
|
|
|
/* Internal I915 TTM declarations and definitions below. */
|
|
|
|
#define I915_PL_LMEM0 TTM_PL_PRIV
|
|
#define I915_PL_SYSTEM TTM_PL_SYSTEM
|
|
#define I915_PL_STOLEN TTM_PL_VRAM
|
|
#define I915_PL_GGTT TTM_PL_TT
|
|
|
|
struct ttm_placement *i915_ttm_sys_placement(void);
|
|
|
|
void i915_ttm_free_cached_io_rsgt(struct drm_i915_gem_object *obj);
|
|
|
|
struct i915_refct_sgt *
|
|
i915_ttm_resource_get_st(struct drm_i915_gem_object *obj,
|
|
struct ttm_resource *res);
|
|
|
|
void i915_ttm_adjust_lru(struct drm_i915_gem_object *obj);
|
|
|
|
int i915_ttm_purge(struct drm_i915_gem_object *obj);
|
|
|
|
/**
|
|
* i915_ttm_gtt_binds_lmem - Should the memory be viewed as LMEM by the GTT?
|
|
* @mem: struct ttm_resource representing the memory.
|
|
*
|
|
* Return: true if memory should be viewed as LMEM for GTT binding purposes,
|
|
* false otherwise.
|
|
*/
|
|
static inline bool i915_ttm_gtt_binds_lmem(struct ttm_resource *mem)
|
|
{
|
|
return mem->mem_type != I915_PL_SYSTEM;
|
|
}
|
|
|
|
/**
|
|
* i915_ttm_cpu_maps_iomem - Should the memory be viewed as IOMEM by the CPU?
|
|
* @mem: struct ttm_resource representing the memory.
|
|
*
|
|
* Return: true if memory should be viewed as IOMEM for CPU mapping purposes.
|
|
*/
|
|
static inline bool i915_ttm_cpu_maps_iomem(struct ttm_resource *mem)
|
|
{
|
|
/* Once / if we support GGTT, this is also false for cached ttm_tts */
|
|
return mem->mem_type != I915_PL_SYSTEM;
|
|
}
|
|
#endif
|