]> git.baikalelectronics.ru Git - kernel.git/commitdiff
drm/ttm: s/FLAG_SG/FLAG_EXTERNAL/
authorMatthew Auld <matthew.auld@intel.com>
Wed, 29 Sep 2021 13:26:27 +0000 (14:26 +0100)
committerChristian König <christian.koenig@amd.com>
Wed, 29 Sep 2021 14:17:56 +0000 (16:17 +0200)
It covers more than just ttm_bo_type_sg usage, like with say dma-buf,
since one other user is userptr in amdgpu, and in the future we might
have some more. Hence EXTERNAL is likely a more suitable name.

v2(Christian):
  - Rename these to TTM_TT_FLAGS_*
  - Fix up all the holes in the flag values

Suggested-by: Christian König <christian.koenig@amd.com>
Signed-off-by: Matthew Auld <matthew.auld@intel.com>
Cc: Thomas Hellström <thomas.hellstrom@linux.intel.com>
Cc: Christian König <christian.koenig@amd.com>
Acked-by: Christian König <christian.koenig@amd.com>
Link: https://patchwork.freedesktop.org/patch/msgid/20210929132629.353541-1-matthew.auld@intel.com
Signed-off-by: Christian König <christian.koenig@amd.com>
drivers/gpu/drm/amd/amdgpu/amdgpu_ttm.c
drivers/gpu/drm/i915/gem/i915_gem_ttm.c
drivers/gpu/drm/nouveau/nouveau_bo.c
drivers/gpu/drm/radeon/radeon_ttm.c
drivers/gpu/drm/ttm/ttm_bo.c
drivers/gpu/drm/ttm/ttm_bo_util.c
drivers/gpu/drm/ttm/ttm_bo_vm.c
drivers/gpu/drm/ttm/ttm_pool.c
drivers/gpu/drm/ttm/ttm_tt.c
include/drm/ttm/ttm_device.h
include/drm/ttm/ttm_tt.h

index 60b12bb5524428d820c045f326dec63bb0e6ccb4..e8d70b6e6737dfff46d3ffafdeac2634574c46a9 100644 (file)
@@ -894,7 +894,7 @@ static int amdgpu_ttm_backend_bind(struct ttm_device *bdev,
                        DRM_ERROR("failed to pin userptr\n");
                        return r;
                }
-       } else if (ttm->page_flags & TTM_PAGE_FLAG_SG) {
+       } else if (ttm->page_flags & TTM_TT_FLAG_EXTERNAL) {
                if (!ttm->sg) {
                        struct dma_buf_attachment *attach;
                        struct sg_table *sgt;
@@ -1130,7 +1130,7 @@ static int amdgpu_ttm_tt_populate(struct ttm_device *bdev,
                return 0;
        }
 
-       if (ttm->page_flags & TTM_PAGE_FLAG_SG)
+       if (ttm->page_flags & TTM_TT_FLAG_EXTERNAL)
                return 0;
 
        ret = ttm_pool_alloc(&adev->mman.bdev.pool, ttm, ctx);
@@ -1165,7 +1165,7 @@ static void amdgpu_ttm_tt_unpopulate(struct ttm_device *bdev,
                return;
        }
 
-       if (ttm->page_flags & TTM_PAGE_FLAG_SG)
+       if (ttm->page_flags & TTM_TT_FLAG_EXTERNAL)
                return;
 
        for (i = 0; i < ttm->num_pages; ++i)
@@ -1198,8 +1198,8 @@ int amdgpu_ttm_tt_set_userptr(struct ttm_buffer_object *bo,
                        return -ENOMEM;
        }
 
-       /* Set TTM_PAGE_FLAG_SG before populate but after create. */
-       bo->ttm->page_flags |= TTM_PAGE_FLAG_SG;
+       /* Set TTM_TT_FLAG_EXTERNAL before populate but after create. */
+       bo->ttm->page_flags |= TTM_TT_FLAG_EXTERNAL;
 
        gtt = (void *)bo->ttm;
        gtt->userptr = addr;
index f0a61a9474fccb0921cd739a1e5bbd20af08e97f..8beef57ba52bf8169773180d2d4775e875b55478 100644 (file)
@@ -182,7 +182,7 @@ static struct ttm_tt *i915_ttm_tt_create(struct ttm_buffer_object *bo,
 
        if (obj->flags & I915_BO_ALLOC_CPU_CLEAR &&
            man->use_tt)
-               page_flags |= TTM_PAGE_FLAG_ZERO_ALLOC;
+               page_flags |= TTM_TT_FLAG_ZERO_ALLOC;
 
        ret = ttm_tt_init(&i915_tt->ttm, bo, page_flags,
                          i915_ttm_select_tt_caching(obj));
@@ -451,7 +451,7 @@ static int i915_ttm_accel_move(struct ttm_buffer_object *bo,
                if (bo->type == ttm_bo_type_kernel)
                        return -EINVAL;
 
-               if (ttm && !(ttm->page_flags & TTM_PAGE_FLAG_ZERO_ALLOC))
+               if (ttm && !(ttm->page_flags & TTM_TT_FLAG_ZERO_ALLOC))
                        return 0;
 
                intel_engine_pm_get(i915->gt.migrate.context->engine);
@@ -525,7 +525,7 @@ static int i915_ttm_move(struct ttm_buffer_object *bo, bool evict,
 
        /* Populate ttm with pages if needed. Typically system memory. */
        if (bo->ttm && (dst_man->use_tt ||
-                       (bo->ttm->page_flags & TTM_PAGE_FLAG_SWAPPED))) {
+                       (bo->ttm->page_flags & TTM_TT_FLAG_SWAPPED))) {
                ret = ttm_tt_populate(bo->bdev, bo->ttm, ctx);
                if (ret)
                        return ret;
index 33dca2565cca18f3aa951fb3d93f665fcfe6dc72..b2c7e0802ac377108eb4c56ec95fbc7b727f357f 100644 (file)
@@ -1249,7 +1249,7 @@ nouveau_ttm_tt_populate(struct ttm_device *bdev,
        struct ttm_tt *ttm_dma = (void *)ttm;
        struct nouveau_drm *drm;
        struct device *dev;
-       bool slave = !!(ttm->page_flags & TTM_PAGE_FLAG_SG);
+       bool slave = !!(ttm->page_flags & TTM_TT_FLAG_EXTERNAL);
 
        if (ttm_tt_is_populated(ttm))
                return 0;
@@ -1272,7 +1272,7 @@ nouveau_ttm_tt_unpopulate(struct ttm_device *bdev,
 {
        struct nouveau_drm *drm;
        struct device *dev;
-       bool slave = !!(ttm->page_flags & TTM_PAGE_FLAG_SG);
+       bool slave = !!(ttm->page_flags & TTM_TT_FLAG_EXTERNAL);
 
        if (slave)
                return;
index 7793249bc549f2857c1c8222dfdd40b22f79980b..11b21d6055842ff3037e7c8daaeab1c11c8a66e0 100644 (file)
@@ -545,14 +545,14 @@ static int radeon_ttm_tt_populate(struct ttm_device *bdev,
 {
        struct radeon_device *rdev = radeon_get_rdev(bdev);
        struct radeon_ttm_tt *gtt = radeon_ttm_tt_to_gtt(rdev, ttm);
-       bool slave = !!(ttm->page_flags & TTM_PAGE_FLAG_SG);
+       bool slave = !!(ttm->page_flags & TTM_TT_FLAG_EXTERNAL);
 
        if (gtt && gtt->userptr) {
                ttm->sg = kzalloc(sizeof(struct sg_table), GFP_KERNEL);
                if (!ttm->sg)
                        return -ENOMEM;
 
-               ttm->page_flags |= TTM_PAGE_FLAG_SG;
+               ttm->page_flags |= TTM_TT_FLAG_EXTERNAL;
                return 0;
        }
 
@@ -569,13 +569,13 @@ static void radeon_ttm_tt_unpopulate(struct ttm_device *bdev, struct ttm_tt *ttm
 {
        struct radeon_device *rdev = radeon_get_rdev(bdev);
        struct radeon_ttm_tt *gtt = radeon_ttm_tt_to_gtt(rdev, ttm);
-       bool slave = !!(ttm->page_flags & TTM_PAGE_FLAG_SG);
+       bool slave = !!(ttm->page_flags & TTM_TT_FLAG_EXTERNAL);
 
        radeon_ttm_tt_unbind(bdev, ttm);
 
        if (gtt && gtt->userptr) {
                kfree(ttm->sg);
-               ttm->page_flags &= ~TTM_PAGE_FLAG_SG;
+               ttm->page_flags &= ~TTM_TT_FLAG_EXTERNAL;
                return;
        }
 
index 3b22c0013dbf6a4775586388e5ea70942ded9c52..d62b2013c3671662b252235282a4b444750e0e9a 100644 (file)
@@ -1115,8 +1115,8 @@ int ttm_bo_swapout(struct ttm_buffer_object *bo, struct ttm_operation_ctx *ctx,
                return -EBUSY;
 
        if (!bo->ttm || !ttm_tt_is_populated(bo->ttm) ||
-           bo->ttm->page_flags & TTM_PAGE_FLAG_SG ||
-           bo->ttm->page_flags & TTM_PAGE_FLAG_SWAPPED ||
+           bo->ttm->page_flags & TTM_TT_FLAG_EXTERNAL ||
+           bo->ttm->page_flags & TTM_TT_FLAG_SWAPPED ||
            !ttm_bo_get_unless_zero(bo)) {
                if (locked)
                        dma_resv_unlock(bo->base.resv);
index 1c5ffe2935af55162cccac4569ffabbb6b8e7664..82af095f6b818b9c4b169ef3454b393d7c7ed025 100644 (file)
@@ -103,7 +103,7 @@ void ttm_move_memcpy(struct ttm_buffer_object *bo,
 
        /* Don't move nonexistent data. Clear destination instead. */
        if (src_ops->maps_tt && (!ttm || !ttm_tt_is_populated(ttm))) {
-               if (ttm && !(ttm->page_flags & TTM_PAGE_FLAG_ZERO_ALLOC))
+               if (ttm && !(ttm->page_flags & TTM_TT_FLAG_ZERO_ALLOC))
                        return;
 
                for (i = 0; i < num_pages; ++i) {
@@ -150,7 +150,7 @@ int ttm_bo_move_memcpy(struct ttm_buffer_object *bo,
        struct ttm_kmap_iter *dst_iter, *src_iter;
        int ret = 0;
 
-       if (ttm && ((ttm->page_flags & TTM_PAGE_FLAG_SWAPPED) ||
+       if (ttm && ((ttm->page_flags & TTM_TT_FLAG_SWAPPED) ||
                    dst_man->use_tt)) {
                ret = ttm_tt_populate(bdev, ttm, ctx);
                if (ret)
index 9a2119fe4bddd6c3630ad1dba573939405aa25ae..950f4f132802bb4dd1e3dddc1792c29d7e488e95 100644 (file)
@@ -162,7 +162,7 @@ vm_fault_t ttm_bo_vm_reserve(struct ttm_buffer_object *bo,
         * Refuse to fault imported pages. This should be handled
         * (if at all) by redirecting mmap to the exporter.
         */
-       if (bo->ttm && (bo->ttm->page_flags & TTM_PAGE_FLAG_SG)) {
+       if (bo->ttm && (bo->ttm->page_flags & TTM_TT_FLAG_EXTERNAL)) {
                dma_resv_unlock(bo->base.resv);
                return VM_FAULT_SIGBUS;
        }
index c961a788b519f062c34c03c23e2b0773a50f5111..1bba0a0ed3f996fbef159085dffd6b6c8f60355b 100644 (file)
@@ -371,7 +371,7 @@ int ttm_pool_alloc(struct ttm_pool *pool, struct ttm_tt *tt,
        WARN_ON(!num_pages || ttm_tt_is_populated(tt));
        WARN_ON(dma_addr && !pool->dev);
 
-       if (tt->page_flags & TTM_PAGE_FLAG_ZERO_ALLOC)
+       if (tt->page_flags & TTM_TT_FLAG_ZERO_ALLOC)
                gfp_flags |= __GFP_ZERO;
 
        if (ctx->gfp_retry_mayfail)
index 980ecb079b2c442741ef73aa64f9345a738f7dc8..86f31fde6e35190ed8a17242036b46d2e1dc5d3c 100644 (file)
@@ -68,12 +68,12 @@ int ttm_tt_create(struct ttm_buffer_object *bo, bool zero_alloc)
        switch (bo->type) {
        case ttm_bo_type_device:
                if (zero_alloc)
-                       page_flags |= TTM_PAGE_FLAG_ZERO_ALLOC;
+                       page_flags |= TTM_TT_FLAG_ZERO_ALLOC;
                break;
        case ttm_bo_type_kernel:
                break;
        case ttm_bo_type_sg:
-               page_flags |= TTM_PAGE_FLAG_SG;
+               page_flags |= TTM_TT_FLAG_EXTERNAL;
                break;
        default:
                pr_err("Illegal buffer object type\n");
@@ -156,7 +156,7 @@ EXPORT_SYMBOL(ttm_tt_init);
 
 void ttm_tt_fini(struct ttm_tt *ttm)
 {
-       WARN_ON(ttm->page_flags & TTM_PAGE_FLAG_PRIV_POPULATED);
+       WARN_ON(ttm->page_flags & TTM_TT_FLAG_PRIV_POPULATED);
 
        if (ttm->swap_storage)
                fput(ttm->swap_storage);
@@ -178,7 +178,7 @@ int ttm_sg_tt_init(struct ttm_tt *ttm, struct ttm_buffer_object *bo,
 
        ttm_tt_init_fields(ttm, bo, page_flags, caching);
 
-       if (page_flags & TTM_PAGE_FLAG_SG)
+       if (page_flags & TTM_TT_FLAG_EXTERNAL)
                ret = ttm_sg_tt_alloc_page_directory(ttm);
        else
                ret = ttm_dma_tt_alloc_page_directory(ttm);
@@ -224,7 +224,7 @@ int ttm_tt_swapin(struct ttm_tt *ttm)
 
        fput(swap_storage);
        ttm->swap_storage = NULL;
-       ttm->page_flags &= ~TTM_PAGE_FLAG_SWAPPED;
+       ttm->page_flags &= ~TTM_TT_FLAG_SWAPPED;
 
        return 0;
 
@@ -279,7 +279,7 @@ int ttm_tt_swapout(struct ttm_device *bdev, struct ttm_tt *ttm,
 
        ttm_tt_unpopulate(bdev, ttm);
        ttm->swap_storage = swap_storage;
-       ttm->page_flags |= TTM_PAGE_FLAG_SWAPPED;
+       ttm->page_flags |= TTM_TT_FLAG_SWAPPED;
 
        return ttm->num_pages;
 
@@ -300,7 +300,7 @@ int ttm_tt_populate(struct ttm_device *bdev,
        if (ttm_tt_is_populated(ttm))
                return 0;
 
-       if (!(ttm->page_flags & TTM_PAGE_FLAG_SG)) {
+       if (!(ttm->page_flags & TTM_TT_FLAG_EXTERNAL)) {
                atomic_long_add(ttm->num_pages, &ttm_pages_allocated);
                if (bdev->pool.use_dma32)
                        atomic_long_add(ttm->num_pages,
@@ -325,8 +325,8 @@ int ttm_tt_populate(struct ttm_device *bdev,
        if (ret)
                goto error;
 
-       ttm->page_flags |= TTM_PAGE_FLAG_PRIV_POPULATED;
-       if (unlikely(ttm->page_flags & TTM_PAGE_FLAG_SWAPPED)) {
+       ttm->page_flags |= TTM_TT_FLAG_PRIV_POPULATED;
+       if (unlikely(ttm->page_flags & TTM_TT_FLAG_SWAPPED)) {
                ret = ttm_tt_swapin(ttm);
                if (unlikely(ret != 0)) {
                        ttm_tt_unpopulate(bdev, ttm);
@@ -337,7 +337,7 @@ int ttm_tt_populate(struct ttm_device *bdev,
        return 0;
 
 error:
-       if (!(ttm->page_flags & TTM_PAGE_FLAG_SG)) {
+       if (!(ttm->page_flags & TTM_TT_FLAG_EXTERNAL)) {
                atomic_long_sub(ttm->num_pages, &ttm_pages_allocated);
                if (bdev->pool.use_dma32)
                        atomic_long_sub(ttm->num_pages,
@@ -357,14 +357,14 @@ void ttm_tt_unpopulate(struct ttm_device *bdev, struct ttm_tt *ttm)
        else
                ttm_pool_free(&bdev->pool, ttm);
 
-       if (!(ttm->page_flags & TTM_PAGE_FLAG_SG)) {
+       if (!(ttm->page_flags & TTM_TT_FLAG_EXTERNAL)) {
                atomic_long_sub(ttm->num_pages, &ttm_pages_allocated);
                if (bdev->pool.use_dma32)
                        atomic_long_sub(ttm->num_pages,
                                        &ttm_dma32_pages_allocated);
        }
 
-       ttm->page_flags &= ~TTM_PAGE_FLAG_PRIV_POPULATED;
+       ttm->page_flags &= ~TTM_TT_FLAG_PRIV_POPULATED;
 }
 
 #ifdef CONFIG_DEBUG_FS
index cbe03d45e88343d562f29cf63e3997257bca50c5..0a4ddec78d8ff4604776c349cbaf9ec2dbb0faa8 100644 (file)
@@ -65,7 +65,7 @@ struct ttm_device_funcs {
         * ttm_tt_create
         *
         * @bo: The buffer object to create the ttm for.
-        * @page_flags: Page flags as identified by TTM_PAGE_FLAG_XX flags.
+        * @page_flags: Page flags as identified by TTM_TT_FLAG_XX flags.
         *
         * Create a struct ttm_tt to back data with system memory pages.
         * No pages are actually allocated.
index 842ce756213c4e9f6b3a5817dcf53b42c970ae80..b023cd58ff38516e382688c0e022f467efb9b728 100644 (file)
@@ -38,17 +38,17 @@ struct ttm_resource;
 struct ttm_buffer_object;
 struct ttm_operation_ctx;
 
-#define TTM_PAGE_FLAG_SWAPPED         (1 << 4)
-#define TTM_PAGE_FLAG_ZERO_ALLOC      (1 << 6)
-#define TTM_PAGE_FLAG_SG              (1 << 8)
+#define TTM_TT_FLAG_SWAPPED    (1 << 0)
+#define TTM_TT_FLAG_ZERO_ALLOC (1 << 1)
+#define TTM_TT_FLAG_EXTERNAL   (1 << 2)
 
-#define TTM_PAGE_FLAG_PRIV_POPULATED  (1 << 31)
+#define TTM_TT_FLAG_PRIV_POPULATED  (1 << 31)
 
 /**
  * struct ttm_tt
  *
  * @pages: Array of pages backing the data.
- * @page_flags: see TTM_PAGE_FLAG_*
+ * @page_flags: see TTM_TT_FLAG_*
  * @num_pages: Number of pages in the page array.
  * @sg: for SG objects via dma-buf
  * @dma_address: The DMA (bus) addresses of the pages
@@ -84,7 +84,7 @@ struct ttm_kmap_iter_tt {
 
 static inline bool ttm_tt_is_populated(struct ttm_tt *tt)
 {
-       return tt->page_flags & TTM_PAGE_FLAG_PRIV_POPULATED;
+       return tt->page_flags & TTM_TT_FLAG_PRIV_POPULATED;
 }
 
 /**
@@ -103,7 +103,7 @@ int ttm_tt_create(struct ttm_buffer_object *bo, bool zero_alloc);
  *
  * @ttm: The struct ttm_tt.
  * @bo: The buffer object we create the ttm for.
- * @page_flags: Page flags as identified by TTM_PAGE_FLAG_XX flags.
+ * @page_flags: Page flags as identified by TTM_TT_FLAG_XX flags.
  * @caching: the desired caching state of the pages
  *
  * Create a struct ttm_tt to back data with system memory pages.
@@ -178,7 +178,7 @@ void ttm_tt_unpopulate(struct ttm_device *bdev, struct ttm_tt *ttm);
  */
 static inline void ttm_tt_mark_for_clear(struct ttm_tt *ttm)
 {
-       ttm->page_flags |= TTM_PAGE_FLAG_ZERO_ALLOC;
+       ttm->page_flags |= TTM_TT_FLAG_ZERO_ALLOC;
 }
 
 void ttm_tt_mgr_init(unsigned long num_pages, unsigned long num_dma32_pages);
@@ -194,7 +194,7 @@ struct ttm_kmap_iter *ttm_kmap_iter_tt_init(struct ttm_kmap_iter_tt *iter_tt,
  *
  * @bo: Buffer object we allocate the ttm for.
  * @bridge: The agp bridge this device is sitting on.
- * @page_flags: Page flags as identified by TTM_PAGE_FLAG_XX flags.
+ * @page_flags: Page flags as identified by TTM_TT_FLAG_XX flags.
  *
  *
  * Create a TTM backend that uses the indicated AGP bridge as an aperture