Lines Matching refs:memcg_lru
4345 spin_lock_irqsave(&pgdat->memcg_lru.lock, flags);
4358 new = get_memcg_gen(pgdat->memcg_lru.seq);
4360 new = get_memcg_gen(pgdat->memcg_lru.seq + 1);
4370 hlist_nulls_add_head_rcu(&lruvec->lrugen.list, &pgdat->memcg_lru.fifo[new][bin]);
4372 hlist_nulls_add_tail_rcu(&lruvec->lrugen.list, &pgdat->memcg_lru.fifo[new][bin]);
4374 pgdat->memcg_lru.nr_memcgs[old]--;
4375 pgdat->memcg_lru.nr_memcgs[new]++;
4377 if (!pgdat->memcg_lru.nr_memcgs[old] && old == get_memcg_gen(pgdat->memcg_lru.seq))
4378 WRITE_ONCE(pgdat->memcg_lru.seq, pgdat->memcg_lru.seq + 1);
4380 spin_unlock_irqrestore(&pgdat->memcg_lru.lock, flags);
4395 spin_lock_irq(&pgdat->memcg_lru.lock);
4399 gen = get_memcg_gen(pgdat->memcg_lru.seq);
4403 hlist_nulls_add_tail_rcu(&lruvec->lrugen.list, &pgdat->memcg_lru.fifo[gen][bin]);
4404 pgdat->memcg_lru.nr_memcgs[gen]++;
4406 spin_unlock_irq(&pgdat->memcg_lru.lock);
4430 spin_lock_irq(&pgdat->memcg_lru.lock);
4438 pgdat->memcg_lru.nr_memcgs[gen]--;
4440 if (!pgdat->memcg_lru.nr_memcgs[gen] && gen == get_memcg_gen(pgdat->memcg_lru.seq))
4441 WRITE_ONCE(pgdat->memcg_lru.seq, pgdat->memcg_lru.seq + 1);
4443 spin_unlock_irq(&pgdat->memcg_lru.lock);
4984 gen = get_memcg_gen(READ_ONCE(pgdat->memcg_lru.seq));
4992 hlist_nulls_for_each_entry_rcu(lrugen, pos, &pgdat->memcg_lru.fifo[gen][bin], list) {
5697 spin_lock_init(&pgdat->memcg_lru.lock);
5701 INIT_HLIST_NULLS_HEAD(&pgdat->memcg_lru.fifo[i][j], i);