Lines Matching full:properties
164 q->doorbell_id = q->properties.queue_id; in allocate_doorbell()
165 } else if (q->properties.type == KFD_QUEUE_TYPE_SDMA || in allocate_doorbell()
166 q->properties.type == KFD_QUEUE_TYPE_SDMA_XGMI) { in allocate_doorbell()
175 q->doorbell_id = idx_offset[q->properties.sdma_engine_id] in allocate_doorbell()
176 + (q->properties.sdma_queue_id & 1) in allocate_doorbell()
178 + (q->properties.sdma_queue_id >> 1); in allocate_doorbell()
193 q->properties.doorbell_off = in allocate_doorbell()
206 q->properties.type == KFD_QUEUE_TYPE_SDMA || in deallocate_doorbell()
207 q->properties.type == KFD_QUEUE_TYPE_SDMA_XGMI) in deallocate_doorbell()
240 q->properties.vmid = allocated_vmid; in allocate_vmid()
294 q->properties.vmid = 0; in deallocate_vmid()
318 q->properties.vmid = qpd->vmid; in create_queue_nocpsch()
324 q->properties.is_evicted = !!qpd->evicted; in create_queue_nocpsch()
326 q->properties.tba_addr = qpd->tba_addr; in create_queue_nocpsch()
327 q->properties.tma_addr = qpd->tma_addr; in create_queue_nocpsch()
330 q->properties.type)]; in create_queue_nocpsch()
331 if (q->properties.type == KFD_QUEUE_TYPE_COMPUTE) { in create_queue_nocpsch()
337 } else if (q->properties.type == KFD_QUEUE_TYPE_SDMA || in create_queue_nocpsch()
338 q->properties.type == KFD_QUEUE_TYPE_SDMA_XGMI) { in create_queue_nocpsch()
351 q->mqd_mem_obj = mqd_mgr->allocate_mqd(mqd_mgr->dev, &q->properties); in create_queue_nocpsch()
359 &q->gart_mqd_addr, &q->properties); in create_queue_nocpsch()
360 if (q->properties.is_active) { in create_queue_nocpsch()
371 q->queue, &q->properties, current->mm); in create_queue_nocpsch()
379 if (q->properties.is_active) in create_queue_nocpsch()
380 increment_queue_count(dqm, q->properties.type); in create_queue_nocpsch()
396 if (q->properties.type == KFD_QUEUE_TYPE_COMPUTE) in create_queue_nocpsch()
398 else if (q->properties.type == KFD_QUEUE_TYPE_SDMA || in create_queue_nocpsch()
399 q->properties.type == KFD_QUEUE_TYPE_SDMA_XGMI) in create_queue_nocpsch()
460 q->properties.type)]; in destroy_queue_nocpsch_locked()
462 if (q->properties.type == KFD_QUEUE_TYPE_COMPUTE) in destroy_queue_nocpsch_locked()
464 else if (q->properties.type == KFD_QUEUE_TYPE_SDMA) in destroy_queue_nocpsch_locked()
466 else if (q->properties.type == KFD_QUEUE_TYPE_SDMA_XGMI) in destroy_queue_nocpsch_locked()
469 pr_debug("q->properties.type %d is invalid\n", in destroy_queue_nocpsch_locked()
470 q->properties.type); in destroy_queue_nocpsch_locked()
508 if (q->properties.is_active) { in destroy_queue_nocpsch_locked()
509 decrement_queue_count(dqm, q->properties.type); in destroy_queue_nocpsch_locked()
510 if (q->properties.is_gws) { in destroy_queue_nocpsch_locked()
528 if ((q->properties.type == KFD_QUEUE_TYPE_SDMA) || in destroy_queue_nocpsch()
529 (q->properties.type == KFD_QUEUE_TYPE_SDMA_XGMI)) { in destroy_queue_nocpsch()
530 retval = read_sdma_queue_counter((uint64_t __user *)q->properties.read_ptr, in destroy_queue_nocpsch()
534 q->properties.queue_id); in destroy_queue_nocpsch()
560 q->properties.type)]; in update_queue()
563 prev_active = q->properties.is_active; in update_queue()
574 (q->properties.type == KFD_QUEUE_TYPE_COMPUTE || in update_queue()
575 q->properties.type == KFD_QUEUE_TYPE_SDMA || in update_queue()
576 q->properties.type == KFD_QUEUE_TYPE_SDMA_XGMI)) { in update_queue()
592 mqd_mgr->update_mqd(mqd_mgr, q->mqd, &q->properties); in update_queue()
600 if (q->properties.is_active && !prev_active) in update_queue()
601 increment_queue_count(dqm, q->properties.type); in update_queue()
602 else if (!q->properties.is_active && prev_active) in update_queue()
603 decrement_queue_count(dqm, q->properties.type); in update_queue()
605 if (q->gws && !q->properties.is_gws) { in update_queue()
606 if (q->properties.is_active) { in update_queue()
610 q->properties.is_gws = true; in update_queue()
611 } else if (!q->gws && q->properties.is_gws) { in update_queue()
612 if (q->properties.is_active) { in update_queue()
616 q->properties.is_gws = false; in update_queue()
621 else if (q->properties.is_active && in update_queue()
622 (q->properties.type == KFD_QUEUE_TYPE_COMPUTE || in update_queue()
623 q->properties.type == KFD_QUEUE_TYPE_SDMA || in update_queue()
624 q->properties.type == KFD_QUEUE_TYPE_SDMA_XGMI)) { in update_queue()
631 &q->properties, current->mm); in update_queue()
660 q->properties.is_evicted = true; in evict_process_queues_nocpsch()
661 if (!q->properties.is_active) in evict_process_queues_nocpsch()
665 q->properties.type)]; in evict_process_queues_nocpsch()
666 q->properties.is_active = false; in evict_process_queues_nocpsch()
667 decrement_queue_count(dqm, q->properties.type); in evict_process_queues_nocpsch()
668 if (q->properties.is_gws) { in evict_process_queues_nocpsch()
710 q->properties.is_evicted = true; in evict_process_queues_cpsch()
711 if (!q->properties.is_active) in evict_process_queues_cpsch()
714 q->properties.is_active = false; in evict_process_queues_cpsch()
715 decrement_queue_count(dqm, q->properties.type); in evict_process_queues_cpsch()
779 q->properties.is_evicted = false; in restore_process_queues_nocpsch()
780 if (!QUEUE_IS_ACTIVE(q->properties)) in restore_process_queues_nocpsch()
784 q->properties.type)]; in restore_process_queues_nocpsch()
785 q->properties.is_active = true; in restore_process_queues_nocpsch()
786 increment_queue_count(dqm, q->properties.type); in restore_process_queues_nocpsch()
787 if (q->properties.is_gws) { in restore_process_queues_nocpsch()
796 q->queue, &q->properties, mm); in restore_process_queues_nocpsch()
843 q->properties.is_evicted = false; in restore_process_queues_cpsch()
844 if (!QUEUE_IS_ACTIVE(q->properties)) in restore_process_queues_cpsch()
847 q->properties.is_active = true; in restore_process_queues_cpsch()
848 increment_queue_count(dqm, q->properties.type); in restore_process_queues_cpsch()
1029 if (q->properties.type == KFD_QUEUE_TYPE_SDMA) { in allocate_sdma_queue()
1038 q->properties.sdma_engine_id = q->sdma_id % in allocate_sdma_queue()
1040 q->properties.sdma_queue_id = q->sdma_id / in allocate_sdma_queue()
1042 } else if (q->properties.type == KFD_QUEUE_TYPE_SDMA_XGMI) { in allocate_sdma_queue()
1056 q->properties.sdma_engine_id = get_num_sdma_engines(dqm) + in allocate_sdma_queue()
1058 q->properties.sdma_queue_id = q->sdma_id / in allocate_sdma_queue()
1062 pr_debug("SDMA engine id: %d\n", q->properties.sdma_engine_id); in allocate_sdma_queue()
1063 pr_debug("SDMA queue id: %d\n", q->properties.sdma_queue_id); in allocate_sdma_queue()
1071 if (q->properties.type == KFD_QUEUE_TYPE_SDMA) { in deallocate_sdma_queue()
1075 } else if (q->properties.type == KFD_QUEUE_TYPE_SDMA_XGMI) { in deallocate_sdma_queue()
1231 increment_queue_count(dqm, kq->queue->properties.type); in create_kernel_queue_cpsch()
1245 decrement_queue_count(dqm, kq->queue->properties.type); in destroy_kernel_queue_cpsch()
1271 if (q->properties.type == KFD_QUEUE_TYPE_SDMA || in create_queue_cpsch()
1272 q->properties.type == KFD_QUEUE_TYPE_SDMA_XGMI) { in create_queue_cpsch()
1285 q->properties.type)]; in create_queue_cpsch()
1287 if (q->properties.type == KFD_QUEUE_TYPE_SDMA || in create_queue_cpsch()
1288 q->properties.type == KFD_QUEUE_TYPE_SDMA_XGMI) in create_queue_cpsch()
1290 q->properties.tba_addr = qpd->tba_addr; in create_queue_cpsch()
1291 q->properties.tma_addr = qpd->tma_addr; in create_queue_cpsch()
1292 q->mqd_mem_obj = mqd_mgr->allocate_mqd(mqd_mgr->dev, &q->properties); in create_queue_cpsch()
1304 q->properties.is_evicted = !!qpd->evicted; in create_queue_cpsch()
1306 &q->gart_mqd_addr, &q->properties); in create_queue_cpsch()
1311 if (q->properties.is_active) { in create_queue_cpsch()
1312 increment_queue_count(dqm, q->properties.type); in create_queue_cpsch()
1333 if (q->properties.type == KFD_QUEUE_TYPE_SDMA || in create_queue_cpsch()
1334 q->properties.type == KFD_QUEUE_TYPE_SDMA_XGMI) { in create_queue_cpsch()
1459 if ((q->properties.type == KFD_QUEUE_TYPE_SDMA) || in destroy_queue_cpsch()
1460 (q->properties.type == KFD_QUEUE_TYPE_SDMA_XGMI)) { in destroy_queue_cpsch()
1461 retval = read_sdma_queue_counter((uint64_t __user *)q->properties.read_ptr, in destroy_queue_cpsch()
1465 q->properties.queue_id); in destroy_queue_cpsch()
1484 q->properties.type)]; in destroy_queue_cpsch()
1488 if ((q->properties.type == KFD_QUEUE_TYPE_SDMA) || in destroy_queue_cpsch()
1489 (q->properties.type == KFD_QUEUE_TYPE_SDMA_XGMI)) { in destroy_queue_cpsch()
1496 if (q->properties.is_active) { in destroy_queue_cpsch()
1497 decrement_queue_count(dqm, q->properties.type); in destroy_queue_cpsch()
1502 if (q->properties.is_gws) { in destroy_queue_cpsch()
1671 if (q->properties.type != KFD_QUEUE_TYPE_COMPUTE || in get_wave_state()
1672 q->properties.is_active || !q->device->cwsr_enabled) { in get_wave_state()
1711 decrement_queue_count(dqm, kq->queue->properties.type); in process_termination_cpsch()
1719 if (q->properties.type == KFD_QUEUE_TYPE_SDMA) in process_termination_cpsch()
1721 else if (q->properties.type == KFD_QUEUE_TYPE_SDMA_XGMI) in process_termination_cpsch()
1724 if (q->properties.is_active) { in process_termination_cpsch()
1725 decrement_queue_count(dqm, q->properties.type); in process_termination_cpsch()
1726 if (q->properties.is_gws) { in process_termination_cpsch()
1766 q->properties.type)]; in process_termination_cpsch()