103 	struct memory_target *target;  in find_mem_target()  local
105 	list_for_each_entry(target, &targets, node)  in find_mem_target()
106 		if (target->memory_pxm == mem_pxm)  in find_mem_target()
107 			return target;  in find_mem_target()
113 	struct memory_target *target;  in acpi_find_genport_target()  local
117 	list_for_each_entry(target, &targets, node) {  in acpi_find_genport_target()
118 		uid_ptr = target->gen_port_device_handle + 8;  in acpi_find_genport_target()
121 			return target;  in acpi_find_genport_target()
139 	struct memory_target *target;  in acpi_get_genport_coordinates()  local
142 	target = acpi_find_genport_target(uid);  in acpi_get_genport_coordinates()
143 	if (!target)  in acpi_get_genport_coordinates()
146 	*coord = target->coord[NODE_ACCESS_CLASS_GENPORT_SINK];  in acpi_get_genport_coordinates()
174 	struct memory_target *target;  in alloc_target()  local
176 	target = find_mem_target(mem_pxm);  in alloc_target()
177 	if (!target) {  in alloc_target()
178 		target = kzalloc(sizeof(*target), GFP_KERNEL);  in alloc_target()
179 		if (!target)  in alloc_target()
181 		target->memory_pxm = mem_pxm;  in alloc_target()
182 		target->processor_pxm = PXM_INVAL;  in alloc_target()
183 		target->memregions = (struct resource) {  in alloc_target()
189 		list_add_tail(&target->node, &targets);  in alloc_target()
190 		INIT_LIST_HEAD(&target->caches);  in alloc_target()
193 	return target;  in alloc_target()
200 	struct memory_target *target;  in alloc_memory_target()  local
202 	target = alloc_target(mem_pxm);  in alloc_memory_target()
203 	if (!target)  in alloc_memory_target()
208 	 * in the per-target memregions resource tree.  in alloc_memory_target()
210 	if (!__request_region(&target->memregions, start, len, "memory target",  in alloc_memory_target()
218 	struct memory_target *target;  in alloc_genport_target()  local
220 	target = alloc_target(mem_pxm);  in alloc_genport_target()
221 	if (!target)  in alloc_genport_target()
224 	memcpy(target->gen_port_device_handle, handle,  in alloc_genport_target()
299 static void hmat_update_target_access(struct memory_target *target,  in hmat_update_target_access()  argument
304 		target->coord[access].read_latency = value;  in hmat_update_target_access()
305 		target->coord[access].write_latency = value;  in hmat_update_target_access()
308 		target->coord[access].read_latency = value;  in hmat_update_target_access()
311 		target->coord[access].write_latency = value;  in hmat_update_target_access()
314 		target->coord[access].read_bandwidth = value;  in hmat_update_target_access()
315 		target->coord[access].write_bandwidth = value;  in hmat_update_target_access()
318 		target->coord[access].read_bandwidth = value;  in hmat_update_target_access()
321 		target->coord[access].write_bandwidth = value;  in hmat_update_target_access()
370 	struct memory_target *target = find_mem_target(tgt_pxm);  in hmat_update_target()  local
375 	if (target && target->processor_pxm == init_pxm) {  in hmat_update_target()
376 		hmat_update_target_access(target, type, value,  in hmat_update_target()
380 			hmat_update_target_access(target, type, value,  in hmat_update_target()
412 	pr_info("Locality: Flags:%02x Type:%s Initiator Domains:%u Target Domains:%u Base:%lld\n",  in hmat_parse_locality()
425 			pr_info("  Initiator-Target[%u-%u]:%u%s\n",  in hmat_parse_locality()
444 	struct memory_target *target;  in hmat_parse_cache()  local
459 	target = find_mem_target(cache->memory_PD);  in hmat_parse_cache()
460 	if (!target)  in hmat_parse_cache()
498 	list_add_tail(&tcache->node, &target->caches);  in hmat_parse_cache()
507 	struct memory_target *target = NULL;  in hmat_parse_proximity_domain()  local
525 		target = find_mem_target(p->memory_PD);  in hmat_parse_proximity_domain()
526 		if (!target) {  in hmat_parse_proximity_domain()
531 	if (target && p->flags & ACPI_HMAT_PROCESSOR_PD_VALID) {  in hmat_parse_proximity_domain()
538 		target->processor_pxm = p->processor_PD;  in hmat_parse_proximity_domain()
598 static u32 hmat_initiator_perf(struct memory_target *target,  in hmat_initiator_perf()  argument
623 		if (targs[i] == target->memory_pxm) {  in hmat_initiator_perf()
690 static void hmat_update_target_attrs(struct memory_target *target,  in hmat_update_target_attrs()  argument
701 	    !(*(u16 *)target->gen_port_device_handle))  in hmat_update_target_attrs()
710 	if (target->processor_pxm != PXM_INVAL) {  in hmat_update_target_attrs()
711 		cpu_nid = pxm_to_node(target->processor_pxm);  in hmat_update_target_attrs()
713 			set_bit(target->processor_pxm, p_nodes);  in hmat_update_target_attrs()
747 			value = hmat_initiator_perf(target, initiator, loc->hmat_loc);  in hmat_update_target_attrs()
754 			hmat_update_target_access(target, loc->hmat_loc->data_type, best, access);  in hmat_update_target_attrs()
758 static void __hmat_register_target_initiators(struct memory_target *target,  in __hmat_register_target_initiators()  argument
765 	mem_nid = pxm_to_node(target->memory_pxm);  in __hmat_register_target_initiators()
766 	hmat_update_target_attrs(target, p_nodes, access);  in __hmat_register_target_initiators()
773 static void hmat_register_generic_target_initiators(struct memory_target *target)  in hmat_register_generic_target_initiators()  argument
777 	__hmat_register_target_initiators(target, p_nodes,  in hmat_register_generic_target_initiators()
781 static void hmat_register_target_initiators(struct memory_target *target)  in hmat_register_target_initiators()  argument
785 	__hmat_register_target_initiators(target, p_nodes, 0);  in hmat_register_target_initiators()
786 	__hmat_register_target_initiators(target, p_nodes, 1);  in hmat_register_target_initiators()
789 static void hmat_register_target_cache(struct memory_target *target)  in hmat_register_target_cache()  argument
791 	unsigned mem_nid = pxm_to_node(target->memory_pxm);  in hmat_register_target_cache()
794 	list_for_each_entry(tcache, &target->caches, node)  in hmat_register_target_cache()
798 static void hmat_register_target_perf(struct memory_target *target, int access)  in hmat_register_target_perf()  argument
800 	unsigned mem_nid = pxm_to_node(target->memory_pxm);  in hmat_register_target_perf()
801 	node_set_perf_attrs(mem_nid, &target->coord[access], access);  in hmat_register_target_perf()
804 static void hmat_register_target_devices(struct memory_target *target)  in hmat_register_target_devices()  argument
815 	for (res = target->memregions.child; res; res = res->sibling) {  in hmat_register_target_devices()
816 		int target_nid = pxm_to_node(target->memory_pxm);  in hmat_register_target_devices()
822 static void hmat_register_target(struct memory_target *target)  in hmat_register_target()  argument
824 	int nid = pxm_to_node(target->memory_pxm);  in hmat_register_target()
830 	hmat_register_target_devices(target);  in hmat_register_target()
837 	if (*(u16 *)target->gen_port_device_handle) {  in hmat_register_target()
838 		hmat_register_generic_target_initiators(target);  in hmat_register_target()
839 		target->registered = true;  in hmat_register_target()
854 	if (!target->registered) {  in hmat_register_target()
855 		hmat_register_target_initiators(target);  in hmat_register_target()
856 		hmat_register_target_cache(target);  in hmat_register_target()
857 		hmat_register_target_perf(target, NODE_ACCESS_CLASS_0);  in hmat_register_target()
858 		hmat_register_target_perf(target, NODE_ACCESS_CLASS_1);  in hmat_register_target()
859 		target->registered = true;  in hmat_register_target()
866 	struct memory_target *target;  in hmat_register_targets()  local
868 	list_for_each_entry(target, &targets, node)  in hmat_register_targets()
869 		hmat_register_target(target);  in hmat_register_targets()
875 	struct memory_target *target;  in hmat_callback()  local
883 	target = find_mem_target(pxm);  in hmat_callback()
884 	if (!target)  in hmat_callback()
887 	hmat_register_target(target);  in hmat_callback()
895 	struct memory_target *target;  in hmat_set_default_dram_perf()  local
903 		target = find_mem_target(pxm);  in hmat_set_default_dram_perf()
904 		if (!target)  in hmat_set_default_dram_perf()
906 		attrs = &target->coord[1];  in hmat_set_default_dram_perf()
919 	struct memory_target *target;  in hmat_calculate_adistance()  local
925 	target = find_mem_target(pxm);  in hmat_calculate_adistance()
926 	if (!target)  in hmat_calculate_adistance()
930 	hmat_update_target_attrs(target, p_nodes, 1);  in hmat_calculate_adistance()
933 	perf = &target->coord[1];  in hmat_calculate_adistance()
948 	struct memory_target *target, *tnext;  in hmat_free_structures()  local
953 	list_for_each_entry_safe(target, tnext, &targets, node) {  in hmat_free_structures()
956 		list_for_each_entry_safe(tcache, cnext, &target->caches, node) {  in hmat_free_structures()
961 		list_del(&target->node);  in hmat_free_structures()
962 		res = target->memregions.child;  in hmat_free_structures()
965 			__release_region(&target->memregions, res->start,  in hmat_free_structures()
969 		kfree(target);  in hmat_free_structures()