1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
|
/*
* CDDL HEADER START
*
* The contents of this file are subject to the terms of the
* Common Development and Distribution License (the "License").
* You may not use this file except in compliance with the License.
*
* You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
* or http://www.opensolaris.org/os/licensing.
* See the License for the specific language governing permissions
* and limitations under the License.
*
* When distributing Covered Code, include this CDDL HEADER in each
* file and include the License file at usr/src/OPENSOLARIS.LICENSE.
* If applicable, add the following below this CDDL HEADER, with the
* fields enclosed by brackets "[]" replaced with your own identifying
* information: Portions Copyright [yyyy] [name of copyright owner]
*
* CDDL HEADER END
*/
/*
* Copyright 2009 Sun Microsystems, Inc. All rights reserved.
* Use is subject to license terms.
* Copyright 2017 Joyent, Inc.
*/
#ifndef _SYS_SQUEUE_IMPL_H
#define _SYS_SQUEUE_IMPL_H
#ifdef __cplusplus
extern "C" {
#endif
#include <sys/disp.h>
#include <sys/types.h>
#include <sys/squeue.h>
#include <inet/ip.h>
#define SQ_NAMELEN 31
/*
* SQUEUE_DEBUG: If defined as 1, special code is compiled in which records
* additional information aiding debugging is recorded in squeue.
*
* SQUEUE_PROFILE: If defined as 1, special code is compiled in which collects
* various squeue statistics and exports them as kstats.
*
* Ideally we would like both SQUEUE_DEBUG and SQUEUE_PROFILE to be always set,
* but it affects performance, so they are enabled on DEBUG kernels and disabled
* on non-DEBUG by default.
*/
#ifdef DEBUG
#define SQUEUE_DEBUG 1
#define SQUEUE_PROFILE 1
#else
#define SQUEUE_DEBUG 0
#define SQUEUE_PROFILE 0
#endif
#define SQUEUE_DEFAULT_PRIORITY MAXCLSYSPRI
typedef struct sqstat_s {
uint_t sq_max_qlen;
uint_t sq_npackets_worker;
uint_t sq_npackets_intr;
uint_t sq_npackets_other;
uint_t sq_nqueued_intr;
uint_t sq_nqueued_other;
uint_t sq_ndrains_worker;
uint_t sq_ndrains_intr;
uint_t sq_ndrains_other;
hrtime_t sq_time_worker;
hrtime_t sq_time_intr;
hrtime_t sq_time_other;
} sqstat_t;
typedef struct squeue_set_s {
squeue_t *sqs_head;
squeue_t *sqs_default;
processorid_t sqs_cpuid;
} squeue_set_t;
typedef void (*sqproc_t)(void *, mblk_t *, void *, struct ip_recv_attr_s *);
typedef void (*sq_enter_proc_t)(squeue_t *, mblk_t *, mblk_t *, uint32_t,
struct ip_recv_attr_s *, int, uint8_t);
typedef void (*sq_drain_proc_t)(squeue_t *, uint_t, hrtime_t);
extern int ip_squeue_flag;
struct squeue_s {
sq_enter_proc_t sq_enter; /* sq_process function */
sq_drain_proc_t sq_drain; /* sq_drain function */
kmutex_t sq_lock; /* lock before using any member */
uint32_t sq_state; /* state flags and message count */
int sq_count; /* # of mblocks in squeue */
mblk_t *sq_first; /* first mblk chain or NULL */
mblk_t *sq_last; /* last mblk chain or NULL */
kthread_t *sq_run; /* Current thread processing sq */
ill_rx_ring_t *sq_rx_ring; /* The Rx ring tied to this sq */
ill_t *sq_ill; /* The ill this squeue is tied to */
hrtime_t sq_awoken; /* time of worker wake req */
kcondvar_t sq_worker_cv; /* cond var. worker thread blocks on */
kcondvar_t sq_poll_cv; /* cond variable poll_thr waits on */
kcondvar_t sq_synch_cv; /* cond var. synch thread waits on */
kcondvar_t sq_ctrlop_done_cv; /* cond variable for ctrl ops */
processorid_t sq_bind; /* processor to bind to */
kthread_t *sq_worker; /* kernel thread id */
kthread_t *sq_poll_thr; /* polling thread */
uintptr_t sq_private[SQPRIVATE_MAX];
squeue_t *sq_next; /* managed by squeue creator */
squeue_set_t *sq_set; /* managed by squeue creator */
pri_t sq_priority; /* squeue thread priority */
boolean_t sq_isip; /* use IP-centric features */
/* Keep the debug-only fields at the end of the structure */
#ifdef DEBUG
int sq_isintr; /* serviced by interrupt */
mblk_t *sq_curmp;
void (*sq_curproc)();
conn_t *sq_connp;
uchar_t sq_tag;
#endif
};
/*
* State flags.
* Note: The MDB IP module depends on the values of these flags.
*/
#define SQS_PROC 0x00000001 /* being processed */
#define SQS_WORKER 0x00000002 /* worker thread */
#define SQS_ENTER 0x00000004 /* enter thread */
#define SQS_FAST 0x00000008 /* enter-fast thread */
#define SQS_USER 0x00000010 /* A non interrupt user */
#define SQS_BOUND 0x00000020 /* Worker thread is bound */
#define SQS_REENTER 0x00000040 /* Re entered thread */
#define SQS_POLL_CAPAB 0x00000100 /* Squeue can control interrupts */
#define SQS_ILL_BOUND 0x00000200 /* Squeue bound to an ill */
#define SQS_GET_PKTS 0x00000400 /* Moving pkts from NIC in progress */
#define SQS_DEFAULT 0x00000800 /* The default squeue for the CPU */
#define SQS_POLLING 0x00001000 /* Squeue in polling mode */
#define SQS_INTR_BLANK 0x00002000 /* Interrupt blanking capability */
#define SQS_PROC_HELD 0x00004000 /* SQS_PROC is held by the caller */
#define SQS_FORCE_TIMER 0x00008000 /* Schedule worker due to B/W control */
#define SQS_POLL_CLEANUP 0x00010000
#define SQS_POLL_CLEANUP_DONE 0x00020000
#define SQS_POLL_QUIESCE 0x00040000
#define SQS_POLL_QUIESCE_DONE 0x00080000
#define SQS_POLL_RESTART 0x00100000
#define SQS_POLL_THR_QUIESCED 0x00200000
#define SQS_POLL_THR_RESTART 0x00400000
#define SQS_POLL_PROC 0x00800000 /* Poll thread processing the sq */
#define SQS_POLL_RESTART_DONE 0x01000000
#define SQS_POLL_THR_QUIESCE 0x02000000
#define SQS_PAUSE 0x04000000 /* The squeue has been paused */
#define SQS_EXIT 0x08000000 /* squeue is being torn down */
#define SQS_WORKER_THR_CONTROL \
(SQS_POLL_QUIESCE | SQS_POLL_RESTART | SQS_POLL_CLEANUP)
#define SQS_POLL_THR_CONTROL \
(SQS_POLL_THR_QUIESCE | SQS_POLL_THR_RESTART)
#ifdef __cplusplus
}
#endif
#endif /* _SYS_SQUEUE_IMPL_H */
|
