Home
last modified time | relevance | path

Searched refs:pcpu (Results 1 – 25 of 132) sorted by relevance

123456

/NextBSD/sys/sparc64/sparc64/
HDcache.c114 cache_init(struct pcpu *pcpu) in cache_init() argument
123 if (pcpu->pc_cpuid == 0 && pcpu->pc_impl == CPU_IMPL_SPARC64V) in cache_init()
126 use_new_prop = cache_new_prop(pcpu->pc_impl); in cache_init()
127 if (OF_GET(pcpu->pc_node, !use_new_prop ? "icache-size" : in cache_init()
128 "l1-icache-size", pcpu->pc_cache.ic_size) == -1 || in cache_init()
129 OF_GET(pcpu->pc_node, !use_new_prop ? "icache-line-size" : in cache_init()
130 "l1-icache-line-size", pcpu->pc_cache.ic_linesize) == -1 || in cache_init()
131 OF_GET(pcpu->pc_node, !use_new_prop ? "icache-associativity" : in cache_init()
132 "l1-icache-associativity", pcpu->pc_cache.ic_assoc) == -1 || in cache_init()
133 OF_GET(pcpu->pc_node, !use_new_prop ? "dcache-size" : in cache_init()
[all …]
HDgenassym.c131 ASSYM(PC_CURTHREAD, offsetof(struct pcpu, pc_curthread));
132 ASSYM(PC_CURPCB, offsetof(struct pcpu, pc_curpcb));
133 ASSYM(PC_CPUID, offsetof(struct pcpu, pc_cpuid));
134 ASSYM(PC_IRHEAD, offsetof(struct pcpu, pc_irhead));
135 ASSYM(PC_IRTAIL, offsetof(struct pcpu, pc_irtail));
136 ASSYM(PC_IRFREE, offsetof(struct pcpu, pc_irfree));
137 ASSYM(PC_CNT, offsetof(struct pcpu, pc_cnt));
138 ASSYM(PC_SIZEOF, sizeof(struct pcpu));
140 ASSYM(PC_CACHE, offsetof(struct pcpu, pc_cache));
141 ASSYM(PC_MID, offsetof(struct pcpu, pc_mid));
[all …]
/NextBSD/sys/kern/
HDsubr_pcpu.c77 struct pcpu *cpuid_to_pcpu[MAXCPU];
84 pcpu_init(struct pcpu *pcpu, int cpuid, size_t size) in pcpu_init() argument
87 bzero(pcpu, size); in pcpu_init()
90 pcpu->pc_cpuid = cpuid; in pcpu_init()
91 cpuid_to_pcpu[cpuid] = pcpu; in pcpu_init()
92 STAILQ_INSERT_TAIL(&cpuhead, pcpu, pc_allcpu); in pcpu_init()
93 cpu_pcpu_init(pcpu, cpuid, size); in pcpu_init()
94 pcpu->pc_rm_queue.rmq_next = &pcpu->pc_rm_queue; in pcpu_init()
95 pcpu->pc_rm_queue.rmq_prev = &pcpu->pc_rm_queue; in pcpu_init()
101 struct pcpu *pcpu; in dpcpu_init() local
[all …]
/NextBSD/sys/cddl/dev/profile/
HDprofile.c266 profile_probe_percpu_t *pcpu = arg; in profile_fire() local
267 profile_probe_t *prof = pcpu->profc_probe; in profile_fire()
273 late = gethrtime() - pcpu->profc_expected; in profile_fire()
275 late = sbt_to_nsec(sbinuptime() - pcpu->profc_expected); in profile_fire()
295 pcpu->profc_expected += pcpu->profc_interval; in profile_fire()
296 callout_schedule_sbt_curcpu(&pcpu->profc_cyclic, in profile_fire()
297 pcpu->profc_expected, 0, C_DIRECT_EXEC | C_ABSOLUTE); in profile_fire()
516 profile_probe_percpu_t *pcpu; in profile_online() local
518 pcpu = kmem_zalloc(sizeof (profile_probe_percpu_t), KM_SLEEP); in profile_online()
519 pcpu->profc_probe = prof; in profile_online()
[all …]
/NextBSD/sys/sys/
HDpcpu.h150 struct pcpu { struct
159 STAILQ_ENTRY(pcpu) pc_allcpu; argument
188 CTASSERT((PAGE_SIZE / sizeof(struct pcpu)) * sizeof(struct pcpu) == PAGE_SIZE);
193 STAILQ_HEAD(cpuhead, pcpu);
196 extern struct pcpu *cpuid_to_pcpu[];
210 return ((char *)(base) + sizeof(struct pcpu) * curcpu); in zpcpu_get()
217 return ((char *)(base) + sizeof(struct pcpu) * cpu); in zpcpu_get_cpu()
226 void cpu_pcpu_init(struct pcpu *pcpu, int cpuid, size_t size);
227 void db_show_mdpcpu(struct pcpu *pcpu);
233 void pcpu_destroy(struct pcpu *pcpu);
[all …]
/NextBSD/sys/amd64/amd64/
HDgenassym.c201 ASSYM(PC_SIZEOF, sizeof(struct pcpu));
202 ASSYM(PC_PRVSPACE, offsetof(struct pcpu, pc_prvspace));
203 ASSYM(PC_CURTHREAD, offsetof(struct pcpu, pc_curthread));
204 ASSYM(PC_FPCURTHREAD, offsetof(struct pcpu, pc_fpcurthread));
205 ASSYM(PC_IDLETHREAD, offsetof(struct pcpu, pc_idlethread));
206 ASSYM(PC_CURPCB, offsetof(struct pcpu, pc_curpcb));
207 ASSYM(PC_CPUID, offsetof(struct pcpu, pc_cpuid));
208 ASSYM(PC_SCRATCH_RSP, offsetof(struct pcpu, pc_scratch_rsp));
209 ASSYM(PC_CURPMAP, offsetof(struct pcpu, pc_curpmap));
210 ASSYM(PC_TSSP, offsetof(struct pcpu, pc_tssp));
[all …]
/NextBSD/sys/arm64/include/
HDpcpu.h46 struct pcpu;
48 static inline struct pcpu *
51 struct pcpu *pcpu; in get_pcpu() local
53 __asm __volatile("mov %0, x18" : "=&r"(pcpu)); in get_pcpu()
54 return (pcpu); in get_pcpu()
/NextBSD/sys/i386/i386/
HDgenassym.c205 ASSYM(PC_SIZEOF, sizeof(struct pcpu));
206 ASSYM(PC_PRVSPACE, offsetof(struct pcpu, pc_prvspace));
207 ASSYM(PC_CURTHREAD, offsetof(struct pcpu, pc_curthread));
208 ASSYM(PC_FPCURTHREAD, offsetof(struct pcpu, pc_fpcurthread));
209 ASSYM(PC_IDLETHREAD, offsetof(struct pcpu, pc_idlethread));
210 ASSYM(PC_CURPCB, offsetof(struct pcpu, pc_curpcb));
211 ASSYM(PC_COMMON_TSS, offsetof(struct pcpu, pc_common_tss));
212 ASSYM(PC_COMMON_TSSD, offsetof(struct pcpu, pc_common_tssd));
213 ASSYM(PC_TSS_GDT, offsetof(struct pcpu, pc_tss_gdt));
214 ASSYM(PC_FSGS_GDT, offsetof(struct pcpu, pc_fsgs_gdt));
[all …]
/NextBSD/sys/powerpc/powerpc/
HDgenassym.c59 ASSYM(PC_CURTHREAD, offsetof(struct pcpu, pc_curthread));
60 ASSYM(PC_CURPCB, offsetof(struct pcpu, pc_curpcb));
61 ASSYM(PC_CURPMAP, offsetof(struct pcpu, pc_curpmap));
62 ASSYM(PC_TEMPSAVE, offsetof(struct pcpu, pc_tempsave));
63 ASSYM(PC_DISISAVE, offsetof(struct pcpu, pc_disisave));
64 ASSYM(PC_DBSAVE, offsetof(struct pcpu, pc_dbsave));
65 ASSYM(PC_RESTORE, offsetof(struct pcpu, pc_restore));
68 ASSYM(PC_BOOKE_CRITSAVE, offsetof(struct pcpu, pc_booke_critsave));
69 ASSYM(PC_BOOKE_MCHKSAVE, offsetof(struct pcpu, pc_booke_mchksave));
70 ASSYM(PC_BOOKE_TLBSAVE, offsetof(struct pcpu, pc_booke_tlbsave));
[all …]
HDmp_machdep.c62 extern struct pcpu __pcpu[MAXCPU];
146 struct pcpu *pc; in cpu_mp_start()
188 struct pcpu *pc; in cpu_mp_announce()
205 struct pcpu *pc; in cpu_mp_unleash()
331 ipi_send(struct pcpu *pc, int ipi) in ipi_send()
348 struct pcpu *pc; in ipi_selected()
368 struct pcpu *pc; in ipi_all_but_self()
/NextBSD/sys/mips/mips/
HDmachdep.c139 struct pcpu *pcpup = (struct pcpu *)pcpu_space;
270 pcpu_init(PCPU_ADDR(0), 0, sizeof(struct pcpu)); in mips_pcpu0_init()
452 mips_pcpu_tlb_init(struct pcpu *pcpu) in mips_pcpu_tlb_init() argument
461 pa = vtophys(pcpu); in mips_pcpu_tlb_init()
473 cpu_pcpu_init(struct pcpu *pcpu, int cpuid, size_t size) in cpu_pcpu_init() argument
476 pcpu->pc_next_asid = 1; in cpu_pcpu_init()
477 pcpu->pc_asid_generation = 1; in cpu_pcpu_init()
481 mips_pcpu_tlb_init(pcpu); in cpu_pcpu_init()
/NextBSD/sys/dev/xen/timer/
HDtimer.c255 struct xentimer_pcpu_data *pcpu = DPCPU_PTR(xentimer_pcpu); in xentimer_intr() local
257 pcpu->last_processed = xen_fetch_vcpu_time(DPCPU_GET(vcpu_info)); in xentimer_intr()
258 if (pcpu->timer != 0 && sc->et.et_active) in xentimer_intr()
300 struct xentimer_pcpu_data *pcpu = DPCPU_PTR(xentimer_pcpu); in xentimer_et_start() local
333 pcpu->timer = next_time; in xentimer_et_start()
344 struct xentimer_pcpu_data *pcpu = DPCPU_PTR(xentimer_pcpu); in xentimer_et_stop() local
346 pcpu->timer = 0; in xentimer_et_stop()
368 struct xentimer_pcpu_data *pcpu; in xentimer_attach() local
370 pcpu = DPCPU_ID_PTR(i, xentimer_pcpu); in xentimer_attach()
379 NULL, sc, INTR_TYPE_CLK, &pcpu->irq_handle); in xentimer_attach()
[all …]
/NextBSD/sys/i386/include/
HDcounter.h49 extern struct pcpu __pcpu[MAXCPU];
103 sizeof(struct pcpu) * i); in counter_u64_fetch_inline()
109 sizeof(struct pcpu) * i)); in counter_u64_fetch_inline()
136 p = (uint64_t *)((char *)arg + sizeof(struct pcpu) * PCPU_GET(cpuid)); in counter_u64_zero_one_cpu()
148 *(uint64_t *)((char *)c + sizeof(struct pcpu) * i) = 0; in counter_u64_zero_inline()
HDpcpu.h49 struct pcpu *pc_prvspace; /* Self-reference */ \
68 extern struct pcpu *pcpup;
82 __offsetof(struct pcpu, name)
88 __typeof(((struct pcpu *)0)->name)
98 : "m" (*(struct pcpu *)(__pcpu_offset(pc_prvspace))), \
/NextBSD/sys/powerpc/include/
HDcounter.h47 return (*(uint64_t *)((char *)p + sizeof(struct pcpu) * cpu)); in counter_u64_read_one()
67 *((uint64_t *)((char *)arg + sizeof(struct pcpu) * in counter_u64_zero_one_cpu()
82 extern struct pcpu __pcpu[MAXCPU];
112 return (*(uint64_t *)((char *)p + sizeof(struct pcpu) * cpu)); in counter_u64_read_one()
133 *((uint64_t *)((char *)arg + sizeof(struct pcpu) * in counter_u64_zero_one_cpu()
/NextBSD/sys/mips/include/
HDpcpu.h63 #define PCPU_ADDR(cpu) (struct pcpu *)(pcpu_space[(cpu)])
65 extern struct pcpu *pcpup;
79 void mips_pcpu_tlb_init(struct pcpu *pcpu);
/NextBSD/sys/x86/xen/
HDxen_intr.c212 struct xen_intr_pcpu_data *pcpu; in evtchn_cpu_mask_port() local
214 pcpu = DPCPU_ID_PTR(cpu, xen_intr_pcpu); in evtchn_cpu_mask_port()
215 xen_clear_bit(port, pcpu->evtchn_enabled); in evtchn_cpu_mask_port()
234 struct xen_intr_pcpu_data *pcpu; in evtchn_cpu_unmask_port() local
236 pcpu = DPCPU_ID_PTR(cpu, xen_intr_pcpu); in evtchn_cpu_unmask_port()
237 xen_set_bit(port, pcpu->evtchn_enabled); in evtchn_cpu_unmask_port()
249 struct xen_intr_pcpu_data *pcpu; in xen_intr_intrcnt_add() local
251 pcpu = DPCPU_ID_PTR(cpu, xen_intr_pcpu); in xen_intr_intrcnt_add()
252 if (pcpu->evtchn_intrcnt != NULL) in xen_intr_intrcnt_add()
256 intrcnt_add(buf, &pcpu->evtchn_intrcnt); in xen_intr_intrcnt_add()
[all …]
/NextBSD/sys/amd64/vmm/amd/
HDsvm.h32 struct pcpu;
54 void svm_launch(uint64_t pa, struct svm_regctx *gctx, struct pcpu *pcpu);
/NextBSD/sys/riscv/include/
HDpcpu.h44 struct pcpu;
45 extern struct pcpu *pcpup;
47 static inline struct pcpu *
/NextBSD/sys/amd64/include/
HDcounter.h34 extern struct pcpu __pcpu[1];
44 return (*(uint64_t *)((char *)p + sizeof(struct pcpu) * cpu)); in counter_u64_read_one()
64 *((uint64_t *)((char *)arg + sizeof(struct pcpu) * in counter_u64_zero_one_cpu()
HDpcpu.h45 struct pcpu *pc_prvspace; /* Self-reference */ \
78 extern struct pcpu *pcpup;
92 __offsetof(struct pcpu, name)
98 __typeof(((struct pcpu *)0)->name)
108 : "m" (*(struct pcpu *)(__pcpu_offset(pc_prvspace))), \
/NextBSD/sys/arm64/arm64/
HDgenassym.c46 ASSYM(PCPU_SIZE, sizeof(struct pcpu));
47 ASSYM(PC_CURPCB, offsetof(struct pcpu, pc_curpcb));
48 ASSYM(PC_CURTHREAD, offsetof(struct pcpu, pc_curthread));
/NextBSD/sys/sparc64/include/
HDcache.h94 struct pcpu;
101 void cache_init(struct pcpu *pcpu);
/NextBSD/usr.bin/vmstat/
HDvmstat.c455 fill_pcpu(struct pcpu ***pcpup, int* maxcpup) in fill_pcpu()
457 struct pcpu **pcpu; in fill_pcpu() local
470 pcpu = calloc(maxcpu, sizeof(struct pcpu *)); in fill_pcpu()
471 if (pcpu == NULL) in fill_pcpu()
475 pcpu[i] = kvm_getpcpu(kd, i); in fill_pcpu()
476 if (pcpu[i] == (struct pcpu *)-1) in fill_pcpu()
481 *pcpup = pcpu; in fill_pcpu()
485 free_pcpu(struct pcpu **pcpu, int maxcpu) in free_pcpu() argument
490 free(pcpu[i]); in free_pcpu()
491 free(pcpu); in free_pcpu()
[all …]
/NextBSD/sys/arm/arm/
HDgenassym.c90 ASSYM(PC_CURPCB, offsetof(struct pcpu, pc_curpcb));
91 ASSYM(PC_CURTHREAD, offsetof(struct pcpu, pc_curthread));
141 ASSYM(PC_CURPMAP, offsetof(struct pcpu, pc_curpmap));
160 ASSYM(PCPU_SIZE, sizeof(struct pcpu));
164 ASSYM(PC_CPUID, offsetof(struct pcpu, pc_cpuid));

123456