Lines Matching refs:cpu

764 	zpercpu_foreach_cpu(cpu) {  in zpercpu_foreach_cpu()  argument
765 os_atomic_init(zpercpu_get_cpu(rc, cpu), in zpercpu_foreach_cpu()
766 OS_PCPU_REF_LIVE + (cpu ? 0 : OS_PCPU_REF_INC)); in zpercpu_foreach_cpu()
787 for (int cpu = zpercpu_count(); cpu-- > 1;) { variable
788 n |= os_atomic_load_wide(zpercpu_get_cpu(rc, cpu), relaxed);
816 int cpu; in __os_pcpu_ref_delta() local
818 cpu = cpu_number(); in __os_pcpu_ref_delta()
819 rcp = zpercpu_get_cpu(rc, cpu); in __os_pcpu_ref_delta()
826 *cpup = cpu; in __os_pcpu_ref_delta()
836 __os_pcpu_ref_retain_slow(__os_pcpu_ref_t rc, int cpu, uint64_t v) in __os_pcpu_ref_retain_slow() argument
838 if (cpu > 0) { in __os_pcpu_ref_retain_slow()
839 os_atomic_sub(zpercpu_get_cpu(rc, cpu), in __os_pcpu_ref_retain_slow()
843 if (cpu != 0) { in __os_pcpu_ref_retain_slow()
862 int cpu; variable
864 v = __os_pcpu_ref_delta(rc, +1, &cpu);
866 __os_pcpu_ref_retain_slow(rc, cpu, v);
900 __os_pcpu_ref_release_live_slow(__os_pcpu_ref_t rc, int cpu, uint64_t v) in __os_pcpu_ref_release_live_slow() argument
902 if (cpu > 0) { in __os_pcpu_ref_release_live_slow()
903 os_atomic_add(zpercpu_get_cpu(rc, cpu), in __os_pcpu_ref_release_live_slow()
906 if (cpu != 0) { in __os_pcpu_ref_release_live_slow()
925 int cpu; variable
937 v = __os_pcpu_ref_delta(rc, -1, &cpu);
940 __os_pcpu_ref_release_live_slow(rc, cpu, v);
948 int cpu, in __os_pcpu_ref_release_slow() argument
954 if (cpu > 0) { in __os_pcpu_ref_release_slow()
955 os_atomic_add(zpercpu_get_cpu(rc, cpu), in __os_pcpu_ref_release_slow()
958 if (cpu != 0) { in __os_pcpu_ref_release_slow()
989 int cpu; in os_ref_count_t() local
997 v = __os_pcpu_ref_delta(rc, -1, &cpu); in os_ref_count_t()
999 return __os_pcpu_ref_release_slow(rc, cpu, v __os_refgrp_arg(grp)); in os_ref_count_t()
1017 for (int cpu = zpercpu_count(); cpu-- > 1;) { in os_ref_count_t() local
1018 v = os_atomic_xchg(zpercpu_get_cpu(rc, cpu), 0, relaxed); in os_ref_count_t()