| /linux/drivers/md/dm-vdo/ |
| H A D | logical-zone.c | 55 struct logical_zone *zone = &zones->zones[zone_number]; in initialize_zone() local
58 result = vdo_int_map_create(VDO_LOCK_MAP_CAPACITY, &zone->lbn_operations); in initialize_zone()
63 zone->next = &zones->zones[zone_number + 1]; in initialize_zone()
65 vdo_initialize_completion(&zone->completion, vdo, in initialize_zone()
67 zone->zones = zones; in initialize_zone()
68 zone->zone_number = zone_number; in initialize_zone()
69 zone->thread_id = vdo->thread_config.logical_threads[zone_number]; in initialize_zone()
70 zone->block_map_zone = &vdo->block_map->zones[zone_number]; in initialize_zone()
71 INIT_LIST_HEAD(&zone->write_vios); in initialize_zone()
72 vdo_set_admin_state_code(&zone->state, VDO_ADMIN_STATE_NORMAL_OPERATION); in initialize_zone()
[all …]
|
| H A D | block-map.c | 60 struct block_map_zone *zone; member
98 struct block_map_zone *zone; member
199 info->vio->completion.callback_thread_id = cache->zone->thread_id; in initialize_info()
247 VDO_ASSERT_LOG_ONLY((thread_id == cache->zone->thread_id), in assert_on_cache_thread()
249 function_name, cache->zone->thread_id, thread_id); in assert_on_cache_thread()
255 VDO_ASSERT_LOG_ONLY(!vdo_is_state_quiescent(&cache->zone->state), in assert_io_allowed()
622 static void check_for_drain_complete(struct block_map_zone *zone) in check_for_drain_complete() argument
624 if (vdo_is_state_draining(&zone->state) && in check_for_drain_complete()
625 (zone->active_lookups == 0) && in check_for_drain_complete()
626 !vdo_waitq_has_waiters(&zone->flush_waiters) && in check_for_drain_complete()
[all …]
|
| H A D | physical-zone.c | 329 struct physical_zone *zone = &zones->zones[zone_number]; in initialize_zone() local
331 result = vdo_int_map_create(VDO_LOCK_MAP_CAPACITY, &zone->pbn_operations); in initialize_zone()
335 result = make_pbn_lock_pool(LOCK_POOL_CAPACITY, &zone->lock_pool); in initialize_zone()
337 vdo_int_map_free(zone->pbn_operations); in initialize_zone()
341 zone->zone_number = zone_number; in initialize_zone()
342 zone->thread_id = vdo->thread_config.physical_threads[zone_number]; in initialize_zone()
343 zone->allocator = &vdo->depot->allocators[zone_number]; in initialize_zone()
344 zone->next = &zones->zones[(zone_number + 1) % vdo->thread_config.physical_zone_count]; in initialize_zone()
345 result = vdo_make_default_thread(vdo, zone->thread_id); in initialize_zone()
347 free_pbn_lock_pool(vdo_forget(zone->lock_pool)); in initialize_zone()
[all …]
|
| /linux/drivers/block/null_blk/ |
| H A D | zoned.c | 25 struct nullb_zone *zone) in null_init_zone_lock() argument
28 spin_lock_init(&zone->spinlock); in null_init_zone_lock()
30 mutex_init(&zone->mutex); in null_init_zone_lock()
34 struct nullb_zone *zone) in null_lock_zone() argument
37 spin_lock_irq(&zone->spinlock); in null_lock_zone()
39 mutex_lock(&zone->mutex); in null_lock_zone()
43 struct nullb_zone *zone) in null_unlock_zone() argument
46 spin_unlock_irq(&zone->spinlock); in null_unlock_zone()
48 mutex_unlock(&zone->mutex); in null_unlock_zone()
55 struct nullb_zone *zone; in null_init_zoned_dev() local
[all …]
|
| /linux/fs/pstore/ |
| H A D | zone.c | 160 static inline int buffer_datalen(struct pstore_zone *zone) in buffer_datalen() argument
162 return atomic_read(&zone->buffer->datalen); in buffer_datalen()
165 static inline int buffer_start(struct pstore_zone *zone) in buffer_start() argument
167 return atomic_read(&zone->buffer->start); in buffer_start()
175 static ssize_t psz_zone_read_buffer(struct pstore_zone *zone, char *buf, in psz_zone_read_buffer() argument
178 if (!buf || !zone || !zone->buffer) in psz_zone_read_buffer()
180 if (off > zone->buffer_size) in psz_zone_read_buffer()
182 len = min_t(size_t, len, zone->buffer_size - off); in psz_zone_read_buffer()
183 memcpy(buf, zone->buffer->data + off, len); in psz_zone_read_buffer()
187 static int psz_zone_read_oldbuf(struct pstore_zone *zone, char *buf, in psz_zone_read_oldbuf() argument
[all …]
|
| /linux/mm/ |
| H A D | page_alloc.c | 293 static bool cond_accept_memory(struct zone *zone, unsigned int order,
319 _deferred_grow_zone(struct zone *zone, unsigned int order) in _deferred_grow_zone() argument
321 return deferred_grow_zone(zone, order); in _deferred_grow_zone()
329 static inline bool _deferred_grow_zone(struct zone *zone, unsigned int order) in _deferred_grow_zone() argument
577 static int page_outside_zone_boundaries(struct zone *zone, struct page *page) in page_outside_zone_boundaries() argument
585 seq = zone_span_seqbegin(zone); in page_outside_zone_boundaries()
586 start_pfn = zone->zone_start_pfn; in page_outside_zone_boundaries()
587 sp = zone->spanned_pages; in page_outside_zone_boundaries()
588 ret = !zone_spans_pfn(zone, pfn); in page_outside_zone_boundaries()
589 } while (zone_span_seqretry(zone, seq)); in page_outside_zone_boundaries()
[all …]
|
| H A D | show_mem.c | 26 static inline void show_node(struct zone *zone) in show_node() argument
29 printk("Node %d ", zone_to_nid(zone)); in show_node()
38 struct zone *zone; in si_mem_available() local
40 for_each_zone(zone) in si_mem_available()
41 wmark_low += low_wmark_pages(zone); in si_mem_available()
98 struct zone *zone = &pgdat->node_zones[zone_type]; in si_meminfo_node() local
99 managed_pages += zone_managed_pages(zone); in si_meminfo_node()
100 if (is_highmem(zone)) { in si_meminfo_node()
101 managed_highpages += zone_managed_pages(zone); in si_meminfo_node()
102 free_highpages += zone_page_state(zone, NR_FREE_PAGES); in si_meminfo_node()
[all …]
|
| H A D | compaction.c | 126 static void defer_compaction(struct zone *zone, int order) in defer_compaction() argument
128 zone->compact_considered = 0; in defer_compaction()
129 zone->compact_defer_shift++; in defer_compaction()
131 if (order < zone->compact_order_failed) in defer_compaction()
132 zone->compact_order_failed = order; in defer_compaction()
134 if (zone->compact_defer_shift > COMPACT_MAX_DEFER_SHIFT) in defer_compaction()
135 zone->compact_defer_shift = COMPACT_MAX_DEFER_SHIFT; in defer_compaction()
137 trace_mm_compaction_defer_compaction(zone, order); in defer_compaction()
141 static bool compaction_deferred(struct zone *zone, int order) in compaction_deferred() argument
143 unsigned long defer_limit = 1UL << zone->compact_defer_shift; in compaction_deferred()
[all …]
|
| H A D | vmstat.c | 40 static void zero_zone_numa_counters(struct zone *zone) in zero_zone_numa_counters() argument
45 atomic_long_set(&zone->vm_numa_event[item], 0); in zero_zone_numa_counters()
47 per_cpu_ptr(zone->per_cpu_zonestats, cpu)->vm_numa_event[item] in zero_zone_numa_counters()
56 struct zone *zone; in zero_zones_numa_counters() local
58 for_each_populated_zone(zone) in zero_zones_numa_counters()
59 zero_zone_numa_counters(zone); in zero_zones_numa_counters()
172 static void fold_vm_zone_numa_events(struct zone *zone) in fold_vm_zone_numa_events() argument
181 pzstats = per_cpu_ptr(zone->per_cpu_zonestats, cpu); in fold_vm_zone_numa_events()
187 zone_numa_event_add(zone_numa_events[item], zone, item); in fold_vm_zone_numa_events()
192 struct zone *zone; in fold_vm_numa_events() local
[all …]
|
| H A D | mm_init.c | 69 struct zone *zone; in mminit_verify_zonelist() local
80 zone = &pgdat->node_zones[zoneid]; in mminit_verify_zonelist()
81 if (!populated_zone(zone)) in mminit_verify_zonelist()
87 zone->name); in mminit_verify_zonelist()
90 for_each_zone_zonelist(zone, z, zonelist, zoneid) in mminit_verify_zonelist()
91 pr_cont("%d:%s ", zone_to_nid(zone), zone->name); in mminit_verify_zonelist()
582 unsigned long zone, int nid) in __init_single_page() argument
585 set_page_links(page, zone, nid, pfn); in __init_single_page()
594 if (!is_highmem_idx(zone)) in __init_single_page()
680 struct zone *zone = &pgdat->node_zones[zid]; in __init_page_from_nid() local
[all …]
|
| H A D | memory_hotplug.c | 434 static unsigned long find_smallest_section_pfn(int nid, struct zone *zone, in find_smallest_section_pfn() argument
445 if (zone != page_zone(pfn_to_page(start_pfn))) in find_smallest_section_pfn()
455 static unsigned long find_biggest_section_pfn(int nid, struct zone *zone, in find_biggest_section_pfn() argument
470 if (zone != page_zone(pfn_to_page(pfn))) in find_biggest_section_pfn()
479 static void shrink_zone_span(struct zone *zone, unsigned long start_pfn, in shrink_zone_span() argument
483 int nid = zone_to_nid(zone); in shrink_zone_span()
485 if (zone->zone_start_pfn == start_pfn) { in shrink_zone_span()
492 pfn = find_smallest_section_pfn(nid, zone, end_pfn, in shrink_zone_span()
493 zone_end_pfn(zone)); in shrink_zone_span()
495 zone->spanned_pages = zone_end_pfn(zone) - pfn; in shrink_zone_span()
[all …]
|
| /linux/include/linux/ |
| H A D | memory_hotplug.h | 11 struct zone;
101 static inline unsigned zone_span_seqbegin(struct zone *zone) in zone_span_seqbegin() argument
103 return read_seqbegin(&zone->span_seqlock); in zone_span_seqbegin()
105 static inline int zone_span_seqretry(struct zone *zone, unsigned iv) in zone_span_seqretry() argument
107 return read_seqretry(&zone->span_seqlock, iv); in zone_span_seqretry()
109 static inline void zone_span_writelock(struct zone *zone) in zone_span_writelock() argument
111 write_seqlock(&zone->span_seqlock); in zone_span_writelock()
113 static inline void zone_span_writeunlock(struct zone *zone) in zone_span_writeunlock() argument
115 write_sequnlock(&zone->span_seqlock); in zone_span_writeunlock()
117 static inline void zone_seqlock_init(struct zone *zone) in zone_seqlock_init() argument
[all …]
|
| H A D | mmzone.h | 879 struct zone { struct
1081 static inline unsigned long wmark_pages(const struct zone *z, in wmark_pages()
1087 static inline unsigned long min_wmark_pages(const struct zone *z) in min_wmark_pages()
1092 static inline unsigned long low_wmark_pages(const struct zone *z) in low_wmark_pages()
1097 static inline unsigned long high_wmark_pages(const struct zone *z) in high_wmark_pages()
1102 static inline unsigned long promo_wmark_pages(const struct zone *z) in promo_wmark_pages()
1107 static inline unsigned long zone_managed_pages(const struct zone *zone) in zone_managed_pages() argument
1109 return (unsigned long)atomic_long_read(&zone->managed_pages); in zone_managed_pages()
1112 static inline unsigned long zone_cma_pages(struct zone *zone) in zone_cma_pages() argument
1115 return zone->cma_pages; in zone_cma_pages()
[all …]
|
| H A D | vmstat.h | 142 static inline void zone_numa_event_add(long x, struct zone *zone, in zone_numa_event_add() argument
145 atomic_long_add(x, &zone->vm_numa_event[item]); in zone_numa_event_add()
149 static inline unsigned long zone_numa_event_state(struct zone *zone, in zone_numa_event_state() argument
152 return atomic_long_read(&zone->vm_numa_event[item]); in zone_numa_event_state()
162 static inline void zone_page_state_add(long x, struct zone *zone, in zone_page_state_add() argument
165 atomic_long_add(x, &zone->vm_stat[item]); in zone_page_state_add()
204 static inline unsigned long zone_page_state(struct zone *zone, in zone_page_state() argument
207 long x = atomic_long_read(&zone->vm_stat[item]); in zone_page_state()
221 static inline unsigned long zone_page_state_snapshot(struct zone *zone, in zone_page_state_snapshot() argument
224 long x = atomic_long_read(&zone->vm_stat[item]); in zone_page_state_snapshot()
[all …]
|
| /linux/tools/power/cpupower/lib/ |
| H A D | powercap.c | 124 static int sysfs_powercap_get64_val(struct powercap_zone *zone, in sysfs_powercap_get64_val() argument
132 strcat(file, zone->sys_name); in sysfs_powercap_get64_val()
146 int powercap_get_max_energy_range_uj(struct powercap_zone *zone, uint64_t *val) in powercap_get_max_energy_range_uj() argument
148 return sysfs_powercap_get64_val(zone, GET_MAX_ENERGY_RANGE_UJ, val); in powercap_get_max_energy_range_uj()
151 int powercap_get_energy_uj(struct powercap_zone *zone, uint64_t *val) in powercap_get_energy_uj() argument
153 return sysfs_powercap_get64_val(zone, GET_ENERGY_UJ, val); in powercap_get_energy_uj()
156 int powercap_get_max_power_range_uw(struct powercap_zone *zone, uint64_t *val) in powercap_get_max_power_range_uw() argument
158 return sysfs_powercap_get64_val(zone, GET_MAX_POWER_RANGE_UW, val); in powercap_get_max_power_range_uw()
161 int powercap_get_power_uw(struct powercap_zone *zone, uint64_t *val) in powercap_get_power_uw() argument
163 return sysfs_powercap_get64_val(zone, GET_POWER_UW, val); in powercap_get_power_uw()
[all …]
|
| /linux/fs/xfs/libxfs/ |
| H A D | xfs_zones.c | 19 struct blk_zone *zone, in xfs_zone_validate_empty() argument
37 struct blk_zone *zone, in xfs_zone_validate_wp() argument
42 xfs_rtblock_t wp_fsb = xfs_daddr_to_rtb(mp, zone->wp); in xfs_zone_validate_wp()
68 struct blk_zone *zone, in xfs_zone_validate_full() argument
86 struct blk_zone *zone, in xfs_zone_validate_seq() argument
92 switch (zone->cond) { in xfs_zone_validate_seq()
94 return xfs_zone_validate_empty(zone, rtg, write_pointer); in xfs_zone_validate_seq()
98 return xfs_zone_validate_wp(zone, rtg, write_pointer); in xfs_zone_validate_seq()
100 return xfs_zone_validate_full(zone, rtg, write_pointer); in xfs_zone_validate_seq()
105 rtg_rgno(rtg), zone->cond); in xfs_zone_validate_seq()
[all …]
|
| /linux/drivers/block/ |
| H A D | zloop.c | 147 struct zloop_zone *zone = &zlo->zones[zone_no]; in zloop_update_seq_zone() local
152 lockdep_assert_held(&zone->lock); in zloop_update_seq_zone()
154 ret = vfs_getattr(&zone->file->f_path, &stat, STATX_SIZE, 0); in zloop_update_seq_zone()
158 set_bit(ZLOOP_ZONE_SEQ_ERROR, &zone->flags); in zloop_update_seq_zone()
176 zone->cond = BLK_ZONE_COND_EMPTY; in zloop_update_seq_zone()
177 zone->wp = zone->start; in zloop_update_seq_zone()
179 zone->cond = BLK_ZONE_COND_FULL; in zloop_update_seq_zone()
180 zone->wp = zone->start + zlo->zone_size; in zloop_update_seq_zone()
182 zone->cond = BLK_ZONE_COND_CLOSED; in zloop_update_seq_zone()
183 zone->wp = zone->start + file_sectors; in zloop_update_seq_zone()
[all …]
|
| /linux/drivers/md/ |
| H A D | dm-zoned-metadata.c | 137 struct dm_zone *zone; member
221 static unsigned int dmz_dev_zone_id(struct dmz_metadata *zmd, struct dm_zone *zone) in dmz_dev_zone_id() argument
223 if (WARN_ON(!zone)) in dmz_dev_zone_id()
226 return zone->id - zone->dev->zone_offset; in dmz_dev_zone_id()
229 sector_t dmz_start_sect(struct dmz_metadata *zmd, struct dm_zone *zone) in dmz_start_sect() argument
231 unsigned int zone_id = dmz_dev_zone_id(zmd, zone); in dmz_start_sect()
236 sector_t dmz_start_block(struct dmz_metadata *zmd, struct dm_zone *zone) in dmz_start_block() argument
238 unsigned int zone_id = dmz_dev_zone_id(zmd, zone); in dmz_start_block()
306 struct dm_zone *zone = kzalloc(sizeof(struct dm_zone), GFP_KERNEL); in dmz_insert() local
308 if (!zone) in dmz_insert()
[all …]
|
| /linux/drivers/md/dm-vdo/indexer/ |
| H A D | index.c | 78 static bool is_zone_chapter_sparse(const struct index_zone *zone, u64 virtual_chapter) in is_zone_chapter_sparse() argument
80 return uds_is_chapter_sparse(zone->index->volume->geometry, in is_zone_chapter_sparse()
81 zone->oldest_virtual_chapter, in is_zone_chapter_sparse()
82 zone->newest_virtual_chapter, virtual_chapter); in is_zone_chapter_sparse()
85 static int launch_zone_message(struct uds_zone_message message, unsigned int zone, in launch_zone_message() argument
97 request->zone_number = zone; in launch_zone_message()
110 unsigned int zone; in enqueue_barrier_messages() local
112 for (zone = 0; zone < index->zone_count; zone++) { in enqueue_barrier_messages()
113 int result = launch_zone_message(message, zone, index); in enqueue_barrier_messages()
127 struct index_zone *zone; in triage_index_request() local
[all …]
|
| /linux/include/net/netfilter/ |
| H A D | nf_conntrack_zones.h | 12 return &ct->zone; in nf_ct_zone()
19 nf_ct_zone_init(struct nf_conntrack_zone *zone, u16 id, u8 dir, u8 flags) in nf_ct_zone_init() argument
21 zone->id = id; in nf_ct_zone_init()
22 zone->flags = flags; in nf_ct_zone_init()
23 zone->dir = dir; in nf_ct_zone_init()
25 return zone; in nf_ct_zone_init()
36 if (tmpl->zone.flags & NF_CT_FLAG_MARK) in nf_ct_zone_tmpl()
37 return nf_ct_zone_init(tmp, skb->mark, tmpl->zone.dir, 0); in nf_ct_zone_tmpl()
43 const struct nf_conntrack_zone *zone) in nf_ct_zone_add() argument
46 ct->zone = *zone; in nf_ct_zone_add()
[all …]
|
| /linux/kernel/power/ |
| H A D | snapshot.c | 406 struct mem_zone_bm_rtree *zone; member
468 static int add_rtree_block(struct mem_zone_bm_rtree *zone, gfp_t gfp_mask, in add_rtree_block() argument
475 block_nr = zone->blocks; in add_rtree_block()
485 for (i = zone->levels; i < levels_needed; i++) { in add_rtree_block()
487 &zone->nodes); in add_rtree_block()
491 node->data[0] = (unsigned long)zone->rtree; in add_rtree_block()
492 zone->rtree = node; in add_rtree_block()
493 zone->levels += 1; in add_rtree_block()
497 block = alloc_rtree_node(gfp_mask, safe_needed, ca, &zone->leaves); in add_rtree_block()
502 node = zone->rtree; in add_rtree_block()
[all …]
|
| /linux/fs/adfs/ |
| H A D | map.c | 159 static int scan_map(struct adfs_sb_info *asb, unsigned int zone, in scan_map() argument
166 dm = asb->s_map + zone; in scan_map()
167 zone = asb->s_map_size; in scan_map()
168 dm_end = asb->s_map + zone; in scan_map()
179 } while (--zone > 0); in scan_map()
202 unsigned int zone; in adfs_map_statfs() local
205 zone = asb->s_map_size; in adfs_map_statfs()
209 } while (--zone > 0); in adfs_map_statfs()
220 unsigned int zone, mapoff; in adfs_map_lookup() local
228 zone = asb->s_map_size >> 1; in adfs_map_lookup()
[all …]
|
| /linux/virt/kvm/ |
| H A D | coalesced_mmio.c | 36 if (addr < dev->zone.addr) in coalesced_mmio_in_range()
38 if (addr + len > dev->zone.addr + dev->zone.size) in coalesced_mmio_in_range()
74 ring->coalesced_mmio[insert].pio = dev->zone.pio; in coalesced_mmio_write()
123 struct kvm_coalesced_mmio_zone *zone) in kvm_vm_ioctl_register_coalesced_mmio() argument
128 if (zone->pio != 1 && zone->pio != 0) in kvm_vm_ioctl_register_coalesced_mmio()
138 dev->zone = *zone; in kvm_vm_ioctl_register_coalesced_mmio()
142 zone->pio ? KVM_PIO_BUS : KVM_MMIO_BUS, in kvm_vm_ioctl_register_coalesced_mmio()
143 zone->addr, zone->size, &dev->dev); in kvm_vm_ioctl_register_coalesced_mmio()
159 struct kvm_coalesced_mmio_zone *zone) in kvm_vm_ioctl_unregister_coalesced_mmio() argument
164 if (zone->pio != 1 && zone->pio != 0) in kvm_vm_ioctl_unregister_coalesced_mmio()
[all …]
|
| /linux/drivers/net/ethernet/mellanox/mlx4/ |
| H A D | alloc.c | 250 struct mlx4_zone_entry *zone = kmalloc(sizeof(*zone), GFP_KERNEL); in mlx4_zone_add_one() local
252 if (NULL == zone) in mlx4_zone_add_one()
255 zone->flags = flags; in mlx4_zone_add_one()
256 zone->bitmap = bitmap; in mlx4_zone_add_one()
257 zone->use_rr = (flags & MLX4_ZONE_USE_RR) ? MLX4_USE_RR : 0; in mlx4_zone_add_one()
258 zone->priority = priority; in mlx4_zone_add_one()
259 zone->offset = offset; in mlx4_zone_add_one()
263 zone->uid = zone_alloc->last_uid++; in mlx4_zone_add_one()
264 zone->allocator = zone_alloc; in mlx4_zone_add_one()
274 list_add_tail(&zone->prio_list, &it->prio_list); in mlx4_zone_add_one()
[all …]
|
| /linux/include/trace/events/ |
| H A D | compaction.h | 194 TP_PROTO(struct zone *zone,
198 TP_ARGS(zone, order, ret),
208 __entry->nid = zone_to_nid(zone);
209 __entry->idx = zone_idx(zone);
223 TP_PROTO(struct zone *zone,
227 TP_ARGS(zone, order, ret)
232 TP_PROTO(struct zone *zone,
236 TP_ARGS(zone, order, ret)
241 TP_PROTO(struct zone *zone, int order),
243 TP_ARGS(zone, order),
[all …]
|