// SPDX-License-Identifier: GPL-2.0-only /* Copyright 2024-2025 Tomeu Vizoso */ #include #include #include #include #include #include "rocket_drv.h" #include "rocket_gem.h" static void rocket_gem_bo_free(struct drm_gem_object *obj) { struct rocket_gem_object *bo = to_rocket_bo(obj); struct rocket_file_priv *rocket_priv = bo->driver_priv; size_t unmapped; drm_WARN_ON(obj->dev, refcount_read(&bo->base.pages_use_count) > 1); unmapped = iommu_unmap(bo->domain->domain, bo->mm.start, bo->size); drm_WARN_ON(obj->dev, unmapped != bo->size); mutex_lock(&rocket_priv->mm_lock); drm_mm_remove_node(&bo->mm); mutex_unlock(&rocket_priv->mm_lock); rocket_iommu_domain_put(bo->domain); bo->domain = NULL; drm_gem_shmem_free(&bo->base); } static const struct drm_gem_object_funcs rocket_gem_funcs = { .free = rocket_gem_bo_free, .print_info = drm_gem_shmem_object_print_info, .pin = drm_gem_shmem_object_pin, .unpin = drm_gem_shmem_object_unpin, .get_sg_table = drm_gem_shmem_object_get_sg_table, .vmap = drm_gem_shmem_object_vmap, .vunmap = drm_gem_shmem_object_vunmap, .mmap = drm_gem_shmem_object_mmap, .vm_ops = &drm_gem_shmem_vm_ops, }; struct drm_gem_object *rocket_gem_create_object(struct drm_device *dev, size_t size) { struct rocket_gem_object *obj; obj = kzalloc(sizeof(*obj), GFP_KERNEL); if (!obj) return ERR_PTR(-ENOMEM); obj->base.base.funcs = &rocket_gem_funcs; return &obj->base.base; } int rocket_ioctl_create_bo(struct drm_device *dev, void *data, struct drm_file *file) { struct rocket_file_priv *rocket_priv = file->driver_priv; struct drm_rocket_create_bo *args = data; struct drm_gem_shmem_object *shmem_obj; struct rocket_gem_object *rkt_obj; struct drm_gem_object *gem_obj; struct sg_table *sgt; int ret; shmem_obj = drm_gem_shmem_create(dev, args->size); if (IS_ERR(shmem_obj)) return PTR_ERR(shmem_obj); gem_obj = &shmem_obj->base; rkt_obj = to_rocket_bo(gem_obj); rkt_obj->driver_priv = rocket_priv; rkt_obj->domain = rocket_iommu_domain_get(rocket_priv); rkt_obj->size = args->size; rkt_obj->offset = 0; ret = drm_gem_handle_create(file, gem_obj, &args->handle); drm_gem_object_put(gem_obj); if (ret) goto err; sgt = drm_gem_shmem_get_pages_sgt(shmem_obj); if (IS_ERR(sgt)) { ret = PTR_ERR(sgt); goto err; } mutex_lock(&rocket_priv->mm_lock); ret = drm_mm_insert_node_generic(&rocket_priv->mm, &rkt_obj->mm, rkt_obj->size, PAGE_SIZE, 0, 0); mutex_unlock(&rocket_priv->mm_lock); ret = iommu_map_sgtable(rocket_priv->domain->domain, rkt_obj->mm.start, shmem_obj->sgt, IOMMU_READ | IOMMU_WRITE); if (ret < 0 || ret < args->size) { drm_err(dev, "failed to map buffer: size=%d request_size=%u\n", ret, args->size); ret = -ENOMEM; goto err_remove_node; } /* iommu_map_sgtable might have aligned the size */ rkt_obj->size = ret; args->offset = drm_vma_node_offset_addr(&gem_obj->vma_node); args->dma_address = rkt_obj->mm.start; return 0; err_remove_node: mutex_lock(&rocket_priv->mm_lock); drm_mm_remove_node(&rkt_obj->mm); mutex_unlock(&rocket_priv->mm_lock); err: drm_gem_shmem_object_free(gem_obj); return ret; } int rocket_ioctl_prep_bo(struct drm_device *dev, void *data, struct drm_file *file) { struct drm_rocket_prep_bo *args = data; unsigned long timeout = drm_timeout_abs_to_jiffies(args->timeout_ns); struct drm_gem_object *gem_obj; struct drm_gem_shmem_object *shmem_obj; long ret = 0; if (args->reserved != 0) { drm_dbg(dev, "Reserved field in drm_rocket_prep_bo struct should be 0.\n"); return -EINVAL; } gem_obj = drm_gem_object_lookup(file, args->handle); if (!gem_obj) return -ENOENT; ret = dma_resv_wait_timeout(gem_obj->resv, DMA_RESV_USAGE_WRITE, true, timeout); if (!ret) ret = timeout ? -ETIMEDOUT : -EBUSY; shmem_obj = &to_rocket_bo(gem_obj)->base; dma_sync_sgtable_for_cpu(dev->dev, shmem_obj->sgt, DMA_BIDIRECTIONAL); drm_gem_object_put(gem_obj); return ret; } int rocket_ioctl_fini_bo(struct drm_device *dev, void *data, struct drm_file *file) { struct drm_rocket_fini_bo *args = data; struct drm_gem_shmem_object *shmem_obj; struct rocket_gem_object *rkt_obj; struct drm_gem_object *gem_obj; if (args->reserved != 0) { drm_dbg(dev, "Reserved field in drm_rocket_fini_bo struct should be 0.\n"); return -EINVAL; } gem_obj = drm_gem_object_lookup(file, args->handle); if (!gem_obj) return -ENOENT; rkt_obj = to_rocket_bo(gem_obj); shmem_obj = &rkt_obj->base; dma_sync_sgtable_for_device(dev->dev, shmem_obj->sgt, DMA_BIDIRECTIONAL); drm_gem_object_put(gem_obj); return 0; }