[AMD Official Use Only - AMD Internal Distribution Only] Ping ...
> -----Original Message----- > From: amd-gfx <[email protected]> On Behalf Of > Jesse.Zhang > Sent: Thursday, September 25, 2025 5:02 PM > To: [email protected] > Cc: Deucher, Alexander <[email protected]>; Koenig, Christian > <[email protected]>; Zhang, Jesse(Jie) <[email protected]> > Subject: [v7 1/2] drm/amdgpu: Convert amdgpu userqueue management from IDR > to XArray > > This commit refactors the AMDGPU userqueue management subsystem to replace > IDR (ID Allocation) with XArray for improved performance, scalability, and > maintainability. The changes address several issues with the previous IDR > implementation and provide better locking semantics. > > Key changes: > > 1. **Global XArray Introduction**: > - Added `userq_doorbell_xa` to `struct amdgpu_device` for global queue > tracking > - Uses doorbell_index as key for efficient global lookup > - Replaces the previous `userq_mgr_list` linked list approach > > 2. **Per-process XArray Conversion**: > - Replaced `userq_idr` with `userq_mgr_xa` in `struct amdgpu_userq_mgr` > - Maintains per-process queue tracking with queue_id as key > - Uses XA_FLAGS_ALLOC for automatic ID allocation > > 3. **Locking Improvements**: > - Removed global `userq_mutex` from `struct amdgpu_device` > - Replaced with fine-grained XArray locking using XArray's internal > spinlocks > > 4. **Runtime Idle Check Optimization**: > - Updated `amdgpu_runtime_idle_check_userq()` to use xa_empty > > 5. **Queue Management Functions**: > - Converted all IDR operations to equivalent XArray functions: > - `idr_alloc()` → `xa_alloc()` > - `idr_find()` → `xa_load()` > - `idr_remove()` → `xa_erase()` > - `idr_for_each()` → `xa_for_each()` > > Benefits: > - **Performance**: XArray provides better scalability for large numbers of > queues > - **Memory Efficiency**: Reduced memory overhead compared to IDR > - **Thread Safety**: Improved locking semantics with XArray's internal > spinlocks > > v2: rename userq_global_xa/userq_xa to userq_doorbell_xa/userq_mgr_xa > Remove xa_lock and use its own lock. > > v3: Set queue->userq_mgr = uq_mgr in amdgpu_userq_create() > v4: use xa_store_irq (Christian) > hold the read side of the reset lock while creating/destroying queues and > the > manager data structure. (Chritian) > > Suggested-by: Christian König <[email protected]> > Signed-off-by: Jesse Zhang <[email protected]> > --- > drivers/gpu/drm/amd/amdgpu/amdgpu.h | 8 +- > drivers/gpu/drm/amd/amdgpu/amdgpu_device.c | 3 +- > drivers/gpu/drm/amd/amdgpu/amdgpu_drv.c | 16 +- > drivers/gpu/drm/amd/amdgpu/amdgpu_userq.c | 154 +++++++++--------- > drivers/gpu/drm/amd/amdgpu/amdgpu_userq.h | 8 +- > .../gpu/drm/amd/amdgpu/amdgpu_userq_fence.c | 4 +- > drivers/gpu/drm/amd/amdgpu/mes_userqueue.c | 22 ++- > 7 files changed, 101 insertions(+), 114 deletions(-) > > diff --git a/drivers/gpu/drm/amd/amdgpu/amdgpu.h > b/drivers/gpu/drm/amd/amdgpu/amdgpu.h > index 2a0df4cabb99..ae10832a09f4 100644 > --- a/drivers/gpu/drm/amd/amdgpu/amdgpu.h > +++ b/drivers/gpu/drm/amd/amdgpu/amdgpu.h > @@ -1174,6 +1174,12 @@ struct amdgpu_device { > * queue fence. > */ > struct xarray userq_xa; > + /** > + * @userq_doorbell_xa: Global user queue map (doorbell index → queue) > + * Key: doorbell_index (unique global identifier for the queue) > + * Value: struct amdgpu_usermode_queue > + */ > + struct xarray userq_doorbell_xa; > > /* df */ > struct amdgpu_df df; > @@ -1308,8 +1314,6 @@ struct amdgpu_device { > */ > bool apu_prefer_gtt; > > - struct list_head userq_mgr_list; > - struct mutex userq_mutex; > bool userq_halt_for_enforce_isolation; > struct amdgpu_uid *uid_info; > > diff --git a/drivers/gpu/drm/amd/amdgpu/amdgpu_device.c > b/drivers/gpu/drm/amd/amdgpu/amdgpu_device.c > index a77000c2e0bb..6d083522d5e7 100644 > --- a/drivers/gpu/drm/amd/amdgpu/amdgpu_device.c > +++ b/drivers/gpu/drm/amd/amdgpu/amdgpu_device.c > @@ -4483,7 +4483,6 @@ int amdgpu_device_init(struct amdgpu_device *adev, > mutex_init(&adev->gfx.userq_sch_mutex); > mutex_init(&adev->gfx.workload_profile_mutex); > mutex_init(&adev->vcn.workload_profile_mutex); > - mutex_init(&adev->userq_mutex); > > amdgpu_device_init_apu_flags(adev); > > @@ -4511,7 +4510,7 @@ int amdgpu_device_init(struct amdgpu_device *adev, > > INIT_LIST_HEAD(&adev->pm.od_kobj_list); > > - INIT_LIST_HEAD(&adev->userq_mgr_list); > + xa_init(&adev->userq_doorbell_xa); > > INIT_DELAYED_WORK(&adev->delayed_init_work, > amdgpu_device_delayed_init_work_handler); > diff --git a/drivers/gpu/drm/amd/amdgpu/amdgpu_drv.c > b/drivers/gpu/drm/amd/amdgpu/amdgpu_drv.c > index ece251cbe8c3..fdea7cd4b3ce 100644 > --- a/drivers/gpu/drm/amd/amdgpu/amdgpu_drv.c > +++ b/drivers/gpu/drm/amd/amdgpu/amdgpu_drv.c > @@ -2771,22 +2771,8 @@ static int amdgpu_runtime_idle_check_userq(struct > device *dev) > struct pci_dev *pdev = to_pci_dev(dev); > struct drm_device *drm_dev = pci_get_drvdata(pdev); > struct amdgpu_device *adev = drm_to_adev(drm_dev); > - struct amdgpu_usermode_queue *queue; > - struct amdgpu_userq_mgr *uqm, *tmp; > - int queue_id; > - int ret = 0; > - > - mutex_lock(&adev->userq_mutex); > - list_for_each_entry_safe(uqm, tmp, &adev->userq_mgr_list, list) { > - idr_for_each_entry(&uqm->userq_idr, queue, queue_id) { > - ret = -EBUSY; > - goto done; > - } > - } > -done: > - mutex_unlock(&adev->userq_mutex); > > - return ret; > + return xa_empty(&adev->userq_doorbell_xa) ? 0 : -EBUSY; > } > > static int amdgpu_pmops_runtime_suspend(struct device *dev) diff --git > a/drivers/gpu/drm/amd/amdgpu/amdgpu_userq.c > b/drivers/gpu/drm/amd/amdgpu/amdgpu_userq.c > index 3bbe1001fda1..28efa1e3a2fb 100644 > --- a/drivers/gpu/drm/amd/amdgpu/amdgpu_userq.c > +++ b/drivers/gpu/drm/amd/amdgpu/amdgpu_userq.c > @@ -182,16 +182,24 @@ amdgpu_userq_cleanup(struct amdgpu_userq_mgr > *uq_mgr, > struct amdgpu_device *adev = uq_mgr->adev; > const struct amdgpu_userq_funcs *uq_funcs = adev->userq_funcs[queue- > >queue_type]; > > + /* Wait for mode-1 reset to complete */ > + down_read(&adev->reset_domain->sem); > uq_funcs->mqd_destroy(uq_mgr, queue); > amdgpu_userq_fence_driver_free(queue); > - idr_remove(&uq_mgr->userq_idr, queue_id); > + > + /* Use interrupt-safe locking since IRQ handlers may access these > XArrays > */ > + xa_erase_irq(&uq_mgr->userq_mgr_xa, (unsigned long)queue_id); > + xa_erase_irq(&adev->userq_doorbell_xa, queue->doorbell_index); > + > + queue->userq_mgr = NULL; > kfree(queue); > + up_read(&adev->reset_domain->sem); > } > > static struct amdgpu_usermode_queue * > amdgpu_userq_find(struct amdgpu_userq_mgr *uq_mgr, int qid) { > - return idr_find(&uq_mgr->userq_idr, qid); > + return xa_load(&uq_mgr->userq_mgr_xa, qid); > } > > void > @@ -463,8 +471,9 @@ amdgpu_userq_create(struct drm_file *filp, union > drm_amdgpu_userq *args) > struct amdgpu_db_info db_info; > char *queue_name; > bool skip_map_queue; > + u32 qid; > uint64_t index; > - int qid, r = 0; > + int r = 0; > int priority = > (args->in.flags & > AMDGPU_USERQ_CREATE_FLAGS_QUEUE_PRIORITY_MASK) >> > > AMDGPU_USERQ_CREATE_FLAGS_QUEUE_PRIORITY_SHIFT; > @@ -487,7 +496,6 @@ amdgpu_userq_create(struct drm_file *filp, union > drm_amdgpu_userq *args) > * > * This will also make sure we have a valid eviction fence ready to be > used. > */ > - mutex_lock(&adev->userq_mutex); > amdgpu_userq_ensure_ev_fence(&fpriv->userq_mgr, &fpriv->evf_mgr); > > uq_funcs = adev->userq_funcs[args->in.ip_type]; > @@ -547,17 +555,27 @@ amdgpu_userq_create(struct drm_file *filp, union > drm_amdgpu_userq *args) > kfree(queue); > goto unlock; > } > + /* Wait for mode-1 reset to complete */ > + down_read(&adev->reset_domain->sem); > + r =xa_err(xa_store_irq(&adev->userq_doorbell_xa, index, queue, > GFP_KERNEL)); > + if (r) { > + kfree(queue); > + up_read(&adev->reset_domain->sem); > + goto unlock; > + } > > - > - qid = idr_alloc(&uq_mgr->userq_idr, queue, 1, > AMDGPU_MAX_USERQ_COUNT, GFP_KERNEL); > - if (qid < 0) { > + r = xa_alloc(&uq_mgr->userq_mgr_xa, &qid, queue, XA_LIMIT(1, > AMDGPU_MAX_USERQ_COUNT), GFP_KERNEL); > + if (r) { > drm_file_err(uq_mgr->file, "Failed to allocate a queue id\n"); > amdgpu_userq_fence_driver_free(queue); > uq_funcs->mqd_destroy(uq_mgr, queue); > kfree(queue); > r = -ENOMEM; > + up_read(&adev->reset_domain->sem); > goto unlock; > } > + up_read(&adev->reset_domain->sem); > + queue->userq_mgr = uq_mgr; > > /* don't map the queue if scheduling is halted */ > if (adev->userq_halt_for_enforce_isolation && @@ -570,7 +588,7 @@ > amdgpu_userq_create(struct drm_file *filp, union drm_amdgpu_userq *args) > r = amdgpu_userq_map_helper(uq_mgr, queue); > if (r) { > drm_file_err(uq_mgr->file, "Failed to map Queue\n"); > - idr_remove(&uq_mgr->userq_idr, qid); > + xa_erase(&uq_mgr->userq_mgr_xa, qid); > amdgpu_userq_fence_driver_free(queue); > uq_funcs->mqd_destroy(uq_mgr, queue); > kfree(queue); > @@ -593,7 +611,6 @@ amdgpu_userq_create(struct drm_file *filp, union > drm_amdgpu_userq *args) > > unlock: > mutex_unlock(&uq_mgr->userq_mutex); > - mutex_unlock(&adev->userq_mutex); > > return r; > } > @@ -691,11 +708,11 @@ static int > amdgpu_userq_restore_all(struct amdgpu_userq_mgr *uq_mgr) { > struct amdgpu_usermode_queue *queue; > - int queue_id; > + unsigned long queue_id; > int ret = 0, r; > > /* Resume all the queues for this process */ > - idr_for_each_entry(&uq_mgr->userq_idr, queue, queue_id) { > + xa_for_each(&uq_mgr->userq_mgr_xa, queue_id, queue) { > r = amdgpu_userq_restore_helper(uq_mgr, queue); > if (r) > ret = r; > @@ -846,11 +863,11 @@ static int > amdgpu_userq_evict_all(struct amdgpu_userq_mgr *uq_mgr) { > struct amdgpu_usermode_queue *queue; > - int queue_id; > + unsigned long queue_id; > int ret = 0, r; > > /* Try to unmap all the queues in this process ctx */ > - idr_for_each_entry(&uq_mgr->userq_idr, queue, queue_id) { > + xa_for_each(&uq_mgr->userq_mgr_xa, queue_id, queue) { > r = amdgpu_userq_preempt_helper(uq_mgr, queue); > if (r) > ret = r; > @@ -865,9 +882,10 @@ static int > amdgpu_userq_wait_for_signal(struct amdgpu_userq_mgr *uq_mgr) { > struct amdgpu_usermode_queue *queue; > - int queue_id, ret; > + unsigned long queue_id; > + int ret; > > - idr_for_each_entry(&uq_mgr->userq_idr, queue, queue_id) { > + xa_for_each(&uq_mgr->userq_mgr_xa, queue_id, queue) { > struct dma_fence *f = queue->last_fence; > > if (!f || dma_fence_is_signaled(f)) > @@ -920,44 +938,30 @@ int amdgpu_userq_mgr_init(struct amdgpu_userq_mgr > *userq_mgr, struct drm_file *f > struct amdgpu_device *adev) > { > mutex_init(&userq_mgr->userq_mutex); > - idr_init_base(&userq_mgr->userq_idr, 1); > + xa_init_flags(&userq_mgr->userq_mgr_xa, XA_FLAGS_ALLOC); > userq_mgr->adev = adev; > userq_mgr->file = file_priv; > > - mutex_lock(&adev->userq_mutex); > - list_add(&userq_mgr->list, &adev->userq_mgr_list); > - mutex_unlock(&adev->userq_mutex); > - > INIT_DELAYED_WORK(&userq_mgr->resume_work, > amdgpu_userq_restore_worker); > return 0; > } > > void amdgpu_userq_mgr_fini(struct amdgpu_userq_mgr *userq_mgr) { > - struct amdgpu_device *adev = userq_mgr->adev; > struct amdgpu_usermode_queue *queue; > - struct amdgpu_userq_mgr *uqm, *tmp; > - uint32_t queue_id; > + unsigned long queue_id; > > cancel_delayed_work_sync(&userq_mgr->resume_work); > > - mutex_lock(&adev->userq_mutex); > mutex_lock(&userq_mgr->userq_mutex); > - idr_for_each_entry(&userq_mgr->userq_idr, queue, queue_id) { > + xa_for_each(&userq_mgr->userq_mgr_xa, queue_id, queue) { > amdgpu_userq_wait_for_last_fence(userq_mgr, queue); > amdgpu_userq_unmap_helper(userq_mgr, queue); > amdgpu_userq_cleanup(userq_mgr, queue, queue_id); > } > > - list_for_each_entry_safe(uqm, tmp, &adev->userq_mgr_list, list) { > - if (uqm == userq_mgr) { > - list_del(&uqm->list); > - break; > - } > - } > - idr_destroy(&userq_mgr->userq_idr); > + xa_destroy(&userq_mgr->userq_mgr_xa); > mutex_unlock(&userq_mgr->userq_mutex); > - mutex_unlock(&adev->userq_mutex); > mutex_destroy(&userq_mgr->userq_mutex); > } > > @@ -965,28 +969,26 @@ int amdgpu_userq_suspend(struct amdgpu_device > *adev) { > u32 ip_mask = amdgpu_userq_get_supported_ip_mask(adev); > struct amdgpu_usermode_queue *queue; > - struct amdgpu_userq_mgr *uqm, *tmp; > - int queue_id; > + struct amdgpu_userq_mgr *uqm; > + unsigned long queue_id; > int ret = 0, r; > > if (!ip_mask) > return 0; > > - mutex_lock(&adev->userq_mutex); > - list_for_each_entry_safe(uqm, tmp, &adev->userq_mgr_list, list) { > + xa_for_each(&adev->userq_doorbell_xa, queue_id, queue) { > + uqm = queue->userq_mgr; > cancel_delayed_work_sync(&uqm->resume_work); > mutex_lock(&uqm->userq_mutex); > - idr_for_each_entry(&uqm->userq_idr, queue, queue_id) { > - if (adev->in_s0ix) > - r = amdgpu_userq_preempt_helper(uqm, queue); > - else > - r = amdgpu_userq_unmap_helper(uqm, queue); > - if (r) > - ret = r; > - } > + if (adev->in_s0ix) > + r = amdgpu_userq_preempt_helper(uqm, queue); > + else > + r = amdgpu_userq_unmap_helper(uqm, queue); > + if (r) > + ret = r; > mutex_unlock(&uqm->userq_mutex); > } > - mutex_unlock(&adev->userq_mutex); > + > return ret; > } > > @@ -994,27 +996,25 @@ int amdgpu_userq_resume(struct amdgpu_device > *adev) { > u32 ip_mask = amdgpu_userq_get_supported_ip_mask(adev); > struct amdgpu_usermode_queue *queue; > - struct amdgpu_userq_mgr *uqm, *tmp; > - int queue_id; > + struct amdgpu_userq_mgr *uqm; > + unsigned long queue_id; > int ret = 0, r; > > if (!ip_mask) > return 0; > > - mutex_lock(&adev->userq_mutex); > - list_for_each_entry_safe(uqm, tmp, &adev->userq_mgr_list, list) { > + xa_for_each(&adev->userq_doorbell_xa, queue_id, queue) { > + uqm = queue->userq_mgr; > mutex_lock(&uqm->userq_mutex); > - idr_for_each_entry(&uqm->userq_idr, queue, queue_id) { > - if (adev->in_s0ix) > - r = amdgpu_userq_restore_helper(uqm, queue); > - else > - r = amdgpu_userq_map_helper(uqm, queue); > - if (r) > - ret = r; > - } > + if (adev->in_s0ix) > + r = amdgpu_userq_restore_helper(uqm, queue); > + else > + r = amdgpu_userq_map_helper(uqm, queue); > + if (r) > + ret = r; > mutex_unlock(&uqm->userq_mutex); > } > - mutex_unlock(&adev->userq_mutex); > + > return ret; > } > > @@ -1023,33 +1023,31 @@ int > amdgpu_userq_stop_sched_for_enforce_isolation(struct amdgpu_device *adev, { > u32 ip_mask = amdgpu_userq_get_supported_ip_mask(adev); > struct amdgpu_usermode_queue *queue; > - struct amdgpu_userq_mgr *uqm, *tmp; > - int queue_id; > + struct amdgpu_userq_mgr *uqm; > + unsigned long queue_id; > int ret = 0, r; > > /* only need to stop gfx/compute */ > if (!(ip_mask & ((1 << AMDGPU_HW_IP_GFX) | (1 << > AMDGPU_HW_IP_COMPUTE)))) > return 0; > > - mutex_lock(&adev->userq_mutex); > if (adev->userq_halt_for_enforce_isolation) > dev_warn(adev->dev, "userq scheduling already stopped!\n"); > adev->userq_halt_for_enforce_isolation = true; > - list_for_each_entry_safe(uqm, tmp, &adev->userq_mgr_list, list) { > + xa_for_each(&adev->userq_doorbell_xa, queue_id, queue) { > + uqm = queue->userq_mgr; > cancel_delayed_work_sync(&uqm->resume_work); > mutex_lock(&uqm->userq_mutex); > - idr_for_each_entry(&uqm->userq_idr, queue, queue_id) { > - if (((queue->queue_type == AMDGPU_HW_IP_GFX) || > - (queue->queue_type == AMDGPU_HW_IP_COMPUTE)) > && > - (queue->xcp_id == idx)) { > - r = amdgpu_userq_preempt_helper(uqm, queue); > - if (r) > - ret = r; > - } > + if (((queue->queue_type == AMDGPU_HW_IP_GFX) || > + (queue->queue_type == AMDGPU_HW_IP_COMPUTE)) && > + (queue->xcp_id == idx)) { > + r = amdgpu_userq_preempt_helper(uqm, queue); > + if (r) > + ret = r; > } > mutex_unlock(&uqm->userq_mutex); > } > - mutex_unlock(&adev->userq_mutex); > + > return ret; > } > > @@ -1058,21 +1056,20 @@ int > amdgpu_userq_start_sched_for_enforce_isolation(struct amdgpu_device *adev, { > u32 ip_mask = amdgpu_userq_get_supported_ip_mask(adev); > struct amdgpu_usermode_queue *queue; > - struct amdgpu_userq_mgr *uqm, *tmp; > - int queue_id; > + struct amdgpu_userq_mgr *uqm; > + unsigned long queue_id; > int ret = 0, r; > > /* only need to stop gfx/compute */ > if (!(ip_mask & ((1 << AMDGPU_HW_IP_GFX) | (1 << > AMDGPU_HW_IP_COMPUTE)))) > return 0; > > - mutex_lock(&adev->userq_mutex); > if (!adev->userq_halt_for_enforce_isolation) > dev_warn(adev->dev, "userq scheduling already started!\n"); > adev->userq_halt_for_enforce_isolation = false; > - list_for_each_entry_safe(uqm, tmp, &adev->userq_mgr_list, list) { > + xa_for_each(&adev->userq_doorbell_xa, queue_id, queue) { > + uqm = queue->userq_mgr; > mutex_lock(&uqm->userq_mutex); > - idr_for_each_entry(&uqm->userq_idr, queue, queue_id) { > if (((queue->queue_type == AMDGPU_HW_IP_GFX) || > (queue->queue_type == AMDGPU_HW_IP_COMPUTE)) > && > (queue->xcp_id == idx)) { > @@ -1080,9 +1077,8 @@ int > amdgpu_userq_start_sched_for_enforce_isolation(struct amdgpu_device *adev, > if (r) > ret = r; > } > - } > mutex_unlock(&uqm->userq_mutex); > } > - mutex_unlock(&adev->userq_mutex); > + > return ret; > } > diff --git a/drivers/gpu/drm/amd/amdgpu/amdgpu_userq.h > b/drivers/gpu/drm/amd/amdgpu/amdgpu_userq.h > index c027dd916672..c562c8d2b53a 100644 > --- a/drivers/gpu/drm/amd/amdgpu/amdgpu_userq.h > +++ b/drivers/gpu/drm/amd/amdgpu/amdgpu_userq.h > @@ -88,11 +88,15 @@ struct amdgpu_userq_funcs { > > /* Usermode queues for gfx */ > struct amdgpu_userq_mgr { > - struct idr userq_idr; > + /** > + * @userq_mgr_xa: Per-process user queue map (queue ID → queue) > + * Key: queue_id (unique ID within the process's userq manager) > + * Value: struct amdgpu_usermode_queue > + */ > + struct xarray userq_mgr_xa; > struct mutex userq_mutex; > struct amdgpu_device *adev; > struct delayed_work resume_work; > - struct list_head list; > struct drm_file *file; > }; > > diff --git a/drivers/gpu/drm/amd/amdgpu/amdgpu_userq_fence.c > b/drivers/gpu/drm/amd/amdgpu/amdgpu_userq_fence.c > index 761bad98da3e..2aeeaa954882 100644 > --- a/drivers/gpu/drm/amd/amdgpu/amdgpu_userq_fence.c > +++ b/drivers/gpu/drm/amd/amdgpu/amdgpu_userq_fence.c > @@ -537,7 +537,7 @@ int amdgpu_userq_signal_ioctl(struct drm_device *dev, > void *data, > } > > /* Retrieve the user queue */ > - queue = idr_find(&userq_mgr->userq_idr, args->queue_id); > + queue = xa_load(&userq_mgr->userq_mgr_xa, args->queue_id); > if (!queue) { > r = -ENOENT; > goto put_gobj_write; > @@ -899,7 +899,7 @@ int amdgpu_userq_wait_ioctl(struct drm_device *dev, void > *data, > */ > num_fences = dma_fence_dedup_array(fences, num_fences); > > - waitq = idr_find(&userq_mgr->userq_idr, wait_info->waitq_id); > + waitq = xa_load(&userq_mgr->userq_mgr_xa, wait_info->waitq_id); > if (!waitq) { > r = -EINVAL; > goto free_fences; > diff --git a/drivers/gpu/drm/amd/amdgpu/mes_userqueue.c > b/drivers/gpu/drm/amd/amdgpu/mes_userqueue.c > index 2db9b2c63693..9e4229c79c69 100644 > --- a/drivers/gpu/drm/amd/amdgpu/mes_userqueue.c > +++ b/drivers/gpu/drm/amd/amdgpu/mes_userqueue.c > @@ -205,9 +205,9 @@ static int mes_userq_detect_and_reset(struct > amdgpu_device *adev, > int db_array_size = amdgpu_mes_get_hung_queue_db_array_size(adev); > struct mes_detect_and_reset_queue_input input; > struct amdgpu_usermode_queue *queue; > - struct amdgpu_userq_mgr *uqm, *tmp; > unsigned int hung_db_num = 0; > - int queue_id, r, i; > + unsigned long queue_id; > + int r, i; > u32 db_array[4]; > > if (db_array_size > 4) { > @@ -227,16 +227,14 @@ static int mes_userq_detect_and_reset(struct > amdgpu_device *adev, > if (r) { > dev_err(adev->dev, "Failed to detect and reset queues, err > (%d)\n", > r); > } else if (hung_db_num) { > - list_for_each_entry_safe(uqm, tmp, &adev->userq_mgr_list, list) > { > - idr_for_each_entry(&uqm->userq_idr, queue, queue_id) { > - if (queue->queue_type == queue_type) { > - for (i = 0; i < hung_db_num; i++) { > - if (queue->doorbell_index == > db_array[i]) { > - queue->state = > AMDGPU_USERQ_STATE_HUNG; > - atomic_inc(&adev- > >gpu_reset_counter); > - > amdgpu_userq_fence_driver_force_completion(queue); > - > drm_dev_wedged_event(adev_to_drm(adev), > DRM_WEDGE_RECOVERY_NONE, NULL); > - } > + xa_for_each(&adev->userq_doorbell_xa, queue_id, queue) { > + if (queue->queue_type == queue_type) { > + for (i = 0; i < hung_db_num; i++) { > + if (queue->doorbell_index == > db_array[i]) { > + queue->state = > AMDGPU_USERQ_STATE_HUNG; > + atomic_inc(&adev- > >gpu_reset_counter); > + > amdgpu_userq_fence_driver_force_completion(queue); > + > drm_dev_wedged_event(adev_to_drm(adev), > DRM_WEDGE_RECOVERY_NONE, > +NULL); > } > } > } > -- > 2.49.0
