1/*-
2 * SPDX-License-Identifier: Beerware
3 *
4 * ----------------------------------------------------------------------------
5 * "THE BEER-WARE LICENSE" (Revision 42):
6 * <phk@FreeBSD.org> wrote this file. As long as you retain this notice you
7 * can do whatever you want with this stuff. If we meet some day, and you think
8 * this stuff is worth it, you can buy me a beer in return. Poul-Henning Kamp
9 * ----------------------------------------------------------------------------
10 *
11 */
12
13#ifndef _X86_X86_SMP_H_
14#define _X86_X86_SMP_H_
15
16#include <sys/bus.h>
17#include <machine/frame.h>
18#include <machine/intr_machdep.h>
19#include <x86/apicvar.h>
20#include <machine/pcb.h>
21
22struct pmap;
23
24#ifdef __i386__
25extern unsigned int boot_address;
26#endif
27
28/* global data in mp_x86.c */
29extern int mp_naps;
30extern int boot_cpu_id;
31extern int cpu_apic_ids[];
32extern int bootAP;
33extern void *dpcpu;
34extern char *bootSTK;
35extern void *bootstacks[];
36extern unsigned int bootMP_size;
37extern volatile int aps_ready;
38extern struct mtx ap_boot_mtx;
39extern int cpu_logical;
40extern int cpu_cores;
41extern volatile uint32_t smp_tlb_generation;
42extern struct pmap *smp_tlb_pmap;
43extern vm_offset_t smp_tlb_addr1, smp_tlb_addr2;
44extern u_int xhits_gbl[];
45extern u_int xhits_pg[];
46extern u_int xhits_rng[];
47extern u_int ipi_global;
48extern u_int ipi_page;
49extern u_int ipi_range;
50extern u_int ipi_range_size;
51
52extern int nmi_kdb_lock;
53extern int nmi_is_broadcast;
54
55struct cpu_info {
56 bool cpu_present:1;
57 bool cpu_bsp:1;
58 bool cpu_disabled:1;
59 bool cpu_hyperthread:1;
60};
61extern struct cpu_info *cpu_info;
62
63/*
64 * Set if MWAIT does not reliably wake when the MONITORed address is written.
65 */
66extern bool mwait_cpustop_broken;
67
68#ifdef COUNT_IPIS
69extern u_long *ipi_invltlb_counts[MAXCPU];
70extern u_long *ipi_invlrng_counts[MAXCPU];
71extern u_long *ipi_invlpg_counts[MAXCPU];
72extern u_long *ipi_invlcache_counts[MAXCPU];
73extern u_long *ipi_rendezvous_counts[MAXCPU];
74#endif
75
76/* IPI handlers */
77inthand_t
78 IDTVEC(ipi_intr_bitmap_handler), /* Bitmap based IPIs */
79 IDTVEC(ipi_swi), /* Runs delayed SWI */
80 IDTVEC(cpustop), /* CPU stops & waits to be restarted */
81 IDTVEC(cpususpend), /* CPU suspends & waits to be resumed */
82 IDTVEC(rendezvous); /* handle CPU rendezvous */
83
84typedef void (*smp_invl_cb_t)(struct pmap *, vm_offset_t addr1,
85 vm_offset_t addr2);
86
87#ifdef __i386__
88void alloc_ap_trampoline(vm_paddr_t *physmap, unsigned int *physmap_idx);
89#endif
90
91/* functions in x86_mp.c */
92void assign_cpu_ids(void);
93void cpu_add(u_int apic_id, char boot_cpu);
94void cpustop_handler(void);
95void cpususpend_handler(void);
96void init_secondary_tail(void);
97void init_secondary(void);
98void ipi_startup(int apic_id, int vector);
99void ipi_all_but_self(u_int ipi);
100void ipi_bitmap_handler(struct trapframe frame);
101void ipi_cpu(int cpu, u_int ipi);
102int ipi_nmi_handler(void);
103void ipi_swi_handler(struct trapframe frame);
104void ipi_selected(cpuset_t cpus, u_int ipi);
105void ipi_self_from_nmi(u_int vector);
106void set_interrupt_apic_ids(void);
107void mem_range_AP_init(void);
108void topo_probe(void);
109
110/* functions in mp_machdep.c */
111void smp_cache_flush(smp_invl_cb_t curcpu_cb);
112#ifdef __i386__
113void smp_masked_invlpg(cpuset_t mask, vm_offset_t addr, struct pmap *pmap,
114 smp_invl_cb_t curcpu_cb);
115void smp_masked_invlpg_range(cpuset_t mask, vm_offset_t startva,
116 vm_offset_t endva, struct pmap *pmap, smp_invl_cb_t curcpu_cb);
117void smp_masked_invltlb(cpuset_t mask, struct pmap *pmap,
118 smp_invl_cb_t curcpu_cb);
119#else
120void smp_masked_invlpg(vm_offset_t addr, struct pmap *pmap,
121 smp_invl_cb_t curcpu_cb);
122void smp_masked_invlpg_range(vm_offset_t startva, vm_offset_t endva,
123 struct pmap *pmap, smp_invl_cb_t curcpu_cb);
124void smp_masked_invltlb(struct pmap *pmap, smp_invl_cb_t curcpu_cb);
125#endif
126#endif