1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
|
/*
* CDDL HEADER START
*
* The contents of this file are subject to the terms of the
* Common Development and Distribution License (the "License").
* You may not use this file except in compliance with the License.
*
* You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
* or http://www.opensolaris.org/os/licensing.
* See the License for the specific language governing permissions
* and limitations under the License.
*
* When distributing Covered Code, include this CDDL HEADER in each
* file and include the License file at usr/src/OPENSOLARIS.LICENSE.
* If applicable, add the following below this CDDL HEADER, with the
* fields enclosed by brackets "[]" replaced with your own identifying
* information: Portions Copyright [yyyy] [name of copyright owner]
*
* CDDL HEADER END
*/
/*
* Copyright 2009 Sun Microsystems, Inc. All rights reserved.
* Use is subject to license terms.
*/
#ifndef _SYS_TRAPSTAT_H
#define _SYS_TRAPSTAT_H
#ifndef _ASM
#include <sys/processor.h>
#endif
#ifdef __cplusplus
extern "C" {
#endif
#define TSTATIOC (('t' << 16) | ('s' << 8))
#define TSTATIOC_READ (TSTATIOC | 1)
#define TSTATIOC_GO (TSTATIOC | 2)
#define TSTATIOC_NOGO (TSTATIOC | 3)
#define TSTATIOC_STOP (TSTATIOC | 4)
#define TSTATIOC_CPU (TSTATIOC | 5)
#define TSTATIOC_NOCPU (TSTATIOC | 6)
#define TSTATIOC_ENTRY (TSTATIOC | 7)
#define TSTATIOC_NOENTRY (TSTATIOC | 8)
#define TSTATIOC_TLBDATA (TSTATIOC | 9)
#define TSTAT_NENT 512
#ifndef _ASM
/*
* tstat_missdata_t must be of size 2^n, for some value of n. This allows
* tstat_tlbdata_t to be of size 2^(n+2), and tstat_pgszdata_t to be of
* size 2^(n+3) -- a constraint which greatly simplifies the TLB return
* entry.
*/
typedef struct tstat_missdata {
uint64_t tmiss_count;
hrtime_t tmiss_time;
} tstat_missdata_t;
typedef struct tstat_tlbdata {
tstat_missdata_t ttlb_tlb;
tstat_missdata_t ttlb_tsb;
} tstat_tlbdata_t;
typedef struct tstat_modedata {
tstat_tlbdata_t tmode_itlb;
tstat_tlbdata_t tmode_dtlb;
} tstat_modedata_t;
typedef struct tstat_pgszdata {
tstat_modedata_t tpgsz_user;
tstat_modedata_t tpgsz_kernel;
} tstat_pgszdata_t;
#ifdef sun4v
/*
* For sun4v, we optimized by using a smaller 4K data area
* per-cpu. We use separate structures for data collection,
* one for normal trapstat collection and one for collecting
* TLB stats. Note that we either collect normal trapstats
* or TLB stats, never both. For TLB stats, we are only
* interested in the MMU/TLB miss traps (which are trap #s
* 0x9, 0x32, 0x64 & 0x68)
*/
#define TSTAT_TLB_NENT 200 /* max trap entries for tlb stats */
typedef struct tstat_ndata {
uint64_t tdata_traps[TSTAT_NENT];
} tstat_ndata_t;
typedef struct tstat_tdata {
uint64_t tdata_traps[TSTAT_TLB_NENT];
hrtime_t tdata_tmptick;
tstat_pgszdata_t tdata_pgsz[1];
} tstat_tdata_t;
#endif /* sun4v */
typedef struct tstat_data {
processorid_t tdata_cpuid;
hrtime_t tdata_snapts;
hrtime_t tdata_snaptick;
hrtime_t tdata_tmptick;
hrtime_t tdata_peffect;
uint64_t tdata_traps[TSTAT_NENT];
tstat_pgszdata_t tdata_pgsz[1];
} tstat_data_t;
#endif
#ifdef _KERNEL
#define TSTAT_TLGT0_NENT 256
#define TSTAT_TOTAL_NENT (TSTAT_NENT + TSTAT_TLGT0_NENT)
#define TSTAT_ENT_NINSTR 8 /* 8 instructions/entry */
#define TSTAT_ENT_SHIFT 5 /* 32 bytes/entry */
#define TSTAT_ENT_ITLBMISS 0x64
#define TSTAT_ENT_DTLBMISS 0x68
#define TSTAT_TLBRET_NINSTR 32
#define TSTAT_PROBE_NPAGES 2048
#define TSTAT_PROBE_SIZE (TSTAT_PROBE_NPAGES * MMU_PAGESIZE)
#define TSTAT_PROBE_NLAPS 10
#ifdef sun4v
#define TSTAT_TRAPCNT_NINSTR 8
#define TSTAT_TLBENT_NINSTR 64
#define TSTAT_ENT_IMMUMISS 0x09
#define TSTAT_ENT_DMMUMISS 0x31
#endif
#ifndef _ASM
typedef struct tstat_tlbretent {
uint32_t ttlbrent_instr[TSTAT_TLBRET_NINSTR];
} tstat_tlbretent_t;
#ifdef sun4v
typedef struct tstat_tlbent {
uint32_t ttlbent_instr[TSTAT_TLBENT_NINSTR];
} tstat_tlbent_t;
#endif /* sun4v */
typedef struct tstat_tlbret {
tstat_tlbretent_t ttlbr_ktlb;
tstat_tlbretent_t ttlbr_ktsb;
tstat_tlbretent_t ttlbr_utlb;
tstat_tlbretent_t ttlbr_utsb;
} tstat_tlbret_t;
typedef struct tstat_instr {
uint32_t tinst_traptab[TSTAT_TOTAL_NENT * TSTAT_ENT_NINSTR];
tstat_tlbret_t tinst_itlbret;
tstat_tlbret_t tinst_dtlbret;
#ifdef sun4v
tstat_tlbent_t tinst_immumiss;
tstat_tlbent_t tinst_dmmumiss;
uint32_t tinst_trapcnt[TSTAT_TRAPCNT_NINSTR];
#endif
} tstat_instr_t;
typedef struct tstat_tsbmiss_patch_entry {
uint32_t *tpe_addr;
uint32_t tpe_instr;
} tstat_tsbmiss_patch_entry_t;
#endif
#ifdef sun4v
#define TSTAT_TLB_STATS 0x1 /* cpu_tstat_flags */
#define TSTAT_INSTR_SIZE \
((sizeof (tstat_instr_t) + MMU_PAGESIZE - 1) & ~(MMU_PAGESIZE - 1))
#define TSTAT_DATA_SHIFT 12
#define TSTAT_DATA_SIZE (1 << TSTAT_DATA_SHIFT) /* 4K per CPU */
#define TSTAT_TBA_MASK ~((1 << 15) - 1) /* 32K boundary */
#define TSTAT_CPU0_DATA_OFFS(tcpu, mem) \
((uintptr_t)(tcpu)->tcpu_ibase + TSTAT_INSTR_SIZE + \
offsetof(tstat_ndata_t, mem))
#define TSTAT_CPU0_TLBDATA_OFFS(tcpu, mem) \
((uintptr_t)(tcpu)->tcpu_ibase + TSTAT_INSTR_SIZE + \
offsetof(tstat_tdata_t, mem))
/*
* Sun4v trapstat can use up to 3 4MB pages to support
* 3064 cpus. Each cpu needs 4K of data page for stats collection.
* The first 32K (TSTAT_TRAPTBLE_SIZE) in the first 4 MB page is
* use for the traptable leaving 4MB - 32K = 4064K for cpu data
* which work out to be 4064/4K = 1016 cpus. Each additional
* 4MB page (2nd and 3rd ones) can support 4096/4 = 1024 cpus.
* This works out to be a total of 1016 + 1024 + 1024 = 3064 cpus.
*/
#define ROUNDUP(a, n) (((a) + ((n) - 1)) & ~((n) - 1))
#define TSTAT_MAXNUM4M_MAPPING 3
#define TSTAT_TRAPTBL_SIZE (32 * 1024)
#define TSTAT_NUM4M_LIMIT \
(ROUNDUP((NCPU * TSTAT_DATA_SIZE) + TSTAT_TRAPTBL_SIZE, \
MMU_PAGESIZE4M) >> MMU_PAGESHIFT4M)
#if (TSTAT_NUM4M_LIMIT > TSTAT_MAXNUM4M_MAPPING)
#error "NCPU is too large for trapstat"
#endif
/*
* Note that the macro below is almost identical to the
* one for TSTAT_NUM4M_LIMIT with one difference. Instead of
* using TSTAT_TRAPTBL_SIZE constant, it uses TSTAT_INSTR_SIZE which
* has a runtime sizeof() expression. The result should be
* the same. This macro is used at runtime as an extra
* validation for correctness.
*/
#define TSTAT_NUM4M_MACRO(ncpu) \
(ROUNDUP(((ncpu) * TSTAT_DATA_SIZE) + TSTAT_INSTR_SIZE, \
MMU_PAGESIZE4M) >> MMU_PAGESHIFT4M)
#else /* sun4v */
#define TSTAT_INSTR_PAGES ((sizeof (tstat_instr_t) >> MMU_PAGESHIFT) + 1)
#define TSTAT_INSTR_SIZE (TSTAT_INSTR_PAGES * MMU_PAGESIZE)
#define TSTAT_TBA_MASK ~((1 << 16) - 1) /* 64K per cpu */
#define TSTAT_DATA_OFFS(tcpu, mem) \
((uintptr_t)(tcpu)->tcpu_dbase + offsetof(tstat_data_t, mem))
#endif /* sun4v */
#define TSTAT_INSTR_OFFS(tcpu, mem) \
((uintptr_t)(tcpu)->tcpu_ibase + offsetof(tstat_instr_t, mem))
#define TSTAT_CPU_SELECTED 0x0001
#define TSTAT_CPU_ALLOCATED 0x0002
#define TSTAT_CPU_ENABLED 0x0004
#define TSTAT_OPT_CPU 0x0001
#define TSTAT_OPT_NOGO 0x0002
#define TSTAT_OPT_TLBDATA 0x0004
#define TSTAT_OPT_ENTRY 0x0008
#define TSTAT_TSBMISS_INSTR 0x8e01e000 /* add %g7, 0, %g7 */
#ifndef _ASM
typedef struct tstat_percpu {
uint32_t tcpu_flags;
caddr_t tcpu_tba;
caddr_t tcpu_vabase;
caddr_t tcpu_ibase;
caddr_t tcpu_dbase;
pfn_t *tcpu_pfn;
tstat_instr_t *tcpu_instr;
tstat_data_t *tcpu_data;
#ifdef sun4v
hrtime_t tcpu_tdata_peffect;
#endif /* sun4v */
} tstat_percpu_t;
#endif
#endif
#ifdef __cplusplus
}
#endif
#endif /* _SYS_TRAPSTAT_H */
|
