1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
|
/*
* CDDL HEADER START
*
* The contents of this file are subject to the terms of the
* Common Development and Distribution License (the "License").
* You may not use this file except in compliance with the License.
*
* You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
* or http://www.opensolaris.org/os/licensing.
* See the License for the specific language governing permissions
* and limitations under the License.
*
* When distributing Covered Code, include this CDDL HEADER in each
* file and include the License file at usr/src/OPENSOLARIS.LICENSE.
* If applicable, add the following below this CDDL HEADER, with the
* fields enclosed by brackets "[]" replaced with your own identifying
* information: Portions Copyright [yyyy] [name of copyright owner]
*
* CDDL HEADER END
*/
/*
* Copyright (c) 2003, 2010, Oracle and/or its affiliates. All rights reserved.
*/
#ifndef _SYS_IB_IBTL_IMPL_IBTL_CM_H
#define _SYS_IB_IBTL_IMPL_IBTL_CM_H
/*
* ibtl_cm.h
*
* All data structures and function prototypes that are specific to the
* IBTL <-> IBCM private interface.
*/
#ifdef __cplusplus
extern "C" {
#endif
/*
* ibt_ud_dest_t is defined in ibtl_ci_types.h, it holds all the
* information needed to reach a UD destination.
*
* typedef struct ibt_ud_dest_s {
* ibc_ah_hdl_t ud_ah; * Address handle *
* ib_qpn_t ud_dst_qpn; * Destination QPN *
* ib_qkey_t ud_qkey; * Q_Key *
*
* * The following fields are CM-only, i.e., opaque to the CI *
* struct ibtl_hca_s *ud_hca; * IBTL HCA handle *
* } ibt_ud_dest_t;
*/
#define ud_dest_hca ud_dest_opaque1
/* CM private data */
void ibtl_cm_set_chan_private(ibt_channel_hdl_t chan, void *cm_private);
void *ibtl_cm_get_chan_private(ibt_channel_hdl_t chan);
void ibtl_cm_release_chan_private(ibt_channel_hdl_t chan);
void ibtl_cm_wait_chan_private(ibt_channel_hdl_t chan);
/*
* ibtl_cm_get_hca_port() helper function will retrieve these for the
* specified SGID value.
*/
typedef struct ibtl_cm_hca_port_s {
ib_guid_t hp_hca_guid; /* HCA GUID. */
ib_guid_t hp_port_guid; /* Port GUID. */
ib_lid_t hp_base_lid; /* Base LID of Port. */
uint8_t hp_port; /* HCA Port Number. */
uint8_t hp_sgid_ix; /* SGID Index in SGID Table. */
uint8_t hp_lmc:3; /* Local mask control */
ib_mtu_t hp_mtu; /* Max transfer unit - pkt */
} ibtl_cm_hca_port_t;
/*
* ibtl_cm_get_hca_port()
*
* A helper function to get HCA node GUID, Base LID, SGID Index,
* port number, LMC and MTU for the specified SGID.
*
* sgid Input Source GID.
*
* hca_guid Optional HCA Guid.
*
* hca_port Pointer to ibtl_cm_hca_port_t structure,
*/
ibt_status_t ibtl_cm_get_hca_port(ib_gid_t sgid, ib_guid_t hca_guid,
ibtl_cm_hca_port_t *hca_port);
ibt_status_t ibtl_cm_get_local_comp_gids(ib_guid_t hca_guid, ib_gid_t sgid,
ib_gid_t **gids_p, uint_t *num_gids_p);
int ibtl_cm_is_multi_sm(ib_guid_t hca_guid);
/*
* ibtl_cm_get_1st_full_pkey_ix()
*
* A helper function to get P_Key Index of the first full member P_Key
* available on the specified HCA and Port combination.
*
* hca_guid HCA GUID.
*
* port HCA port number.
*/
uint16_t ibtl_cm_get_1st_full_pkey_ix(ib_guid_t hca_guid, uint8_t port);
/*
* Functions to support CM and clients to reliably free RC QPs.
*
* ibtl_cm_chan_is_open()
*
* Inform IBTL that the connection has been established on this
* channel so that a later call to ibtl_cm_chan_is_closed()
* will be required to free the QPN used by this channel.
*
* ibtl_cm_chan_is_opening()
*
* Inform IBTL that the connection established on this channel is
* in progress.
*
* ibtl_cm_chan_open_is_aborted()
*
* Inform IBTL that the connection established on this channel has
* aborted. So undo what was done in ibtl_cm_chan_is_opening().
*
* ibtl_cm_chan_is_closing()
*
* Inform IBTL that the TIMEWAIT delay for the connection has been
* started for this channel so that the QP can be freed.
*
* ibtl_cm_is_chan_closing()
*
* Returns 1 if the connection on this channel has been moved to TIME WAIT
*
* ibtl_cm_is_chan_closed()
*
* Returns 1 if the connection on this channel has completed TIME WAIT
*
* ibtl_cm_chan_is_closed()
*
* Inform IBTL that the TIMEWAIT delay for the connection has been
* reached for this channel so that the QPN can be reused.
*
* rc_chan Channel Handle
*
* ibtl_cm_chan_is_reused()
*
* Inform IBTL that the channel is going to be re-used for another
* connection.
*
* rc_chan Channel Handle
*/
void ibtl_cm_chan_is_open(ibt_channel_hdl_t rc_chan);
void ibtl_cm_chan_is_opening(ibt_channel_hdl_t rc_chan);
void ibtl_cm_chan_open_is_aborted(ibt_channel_hdl_t rc_chan);
void ibtl_cm_chan_is_closing(ibt_channel_hdl_t rc_chan);
void ibtl_cm_chan_is_closed(ibt_channel_hdl_t rc_chan);
void ibtl_cm_chan_is_reused(ibt_channel_hdl_t rc_chan);
int ibtl_cm_is_chan_closing(ibt_channel_hdl_t rc_chan);
int ibtl_cm_is_chan_closed(ibt_channel_hdl_t rc_chan);
/*
* ibtl_cm_get_chan_type()
*
* A helper function to get channel transport type.
*/
ibt_tran_srv_t ibtl_cm_get_chan_type(ibt_channel_hdl_t chan);
/*
* ibtl_cm_change_service_cnt()
*
* Inform IBTL that service registration count has changed
* so that it can correctly manage whether or not it should
* allow ibt_detach() to succeed.
*/
void ibtl_cm_change_service_cnt(ibt_clnt_hdl_t ibt_hdl, int delta_num_sids);
/*
* ibtl_cm_query_hca_ports_byguid()
*
* Use the cached copy of the portinfo.
*/
ibt_status_t ibtl_cm_query_hca_ports_byguid(ib_guid_t hca_guid, uint8_t port,
ibt_hca_portinfo_t **port_info_p, uint_t *ports_p, uint_t *size_p);
/*
* ibtl_cm_get_active_plist
*
* Returns a list of active source points which satisfy the desired
* attribute. The memory allocated for the array "port_list_p" should
* be freed by the caller using ibtl_cm_free_active_plist().
*
* ibtl_cm_free_active_plist
*
* Frees the memory allocated in ibtl_cm_get_active_plist().
*/
#define IBTL_CM_SIMPLE_SETUP 0
#define IBTL_CM_MULTI_SM (1 << 0)
#define IBTL_CM_MULTI_HCA (1 << 1)
typedef struct ibtl_cm_port_list_s {
ib_guid_t p_hca_guid;
ib_gid_t p_sgid;
ib_lid_t p_base_lid;
ib_mtu_t p_mtu;
uint8_t p_sgid_ix;
uint8_t p_port_num;
uint8_t p_count;
uint8_t p_multi;
void *p_saa_hdl;
ibt_ip_addr_t p_src_ip;
} ibtl_cm_port_list_t;
ibt_status_t ibtl_cm_get_active_plist(ibt_path_attr_t *attr,
ibt_path_flags_t flags, ibtl_cm_port_list_t **port_list_p);
void ibtl_cm_free_active_plist(ibtl_cm_port_list_t *port_list);
/*
* Functions to support ibt_register_subnet_notices and the
* related callbacks.
*
* ibtl_cm_set_sm_notice_handler
* Pass the handler into IBTL where it will actually be used.
*
* ibtl_cm_sm_notice_handler
* Post an event to interested IBT clients.
*
* ibtl_cm_sm_notice_init_failure
* Inform the client that callbacks are not working.
*/
void ibtl_cm_sm_notice_handler(ib_gid_t sgid, ibt_subnet_event_code_t code,
ibt_subnet_event_t *event);
void ibtl_cm_set_sm_notice_handler(ibt_clnt_hdl_t ibt_hdl,
ibt_sm_notice_handler_t sm_notice_handler, void *private);
/* pass all failing sgids at once */
typedef struct ibtl_cm_sm_init_fail_s {
int smf_num_sgids;
ibt_clnt_hdl_t smf_ibt_hdl;
ib_gid_t smf_sgid[1];
} ibtl_cm_sm_init_fail_t;
void ibtl_cm_sm_notice_init_failure(ibtl_cm_sm_init_fail_t *ifail);
char *ibtl_cm_get_clnt_name(ibt_clnt_hdl_t ibt_hdl);
/*
* ibtl_cm_set_node_info_cb: This is a private interface between IBTL and IBCM
* to let IBTL get the Node Record of a remote port. This interface is used by
* IBCM to register a callback which can be used by IBTL to get the Node record.
*/
void ibtl_cm_set_node_info_cb(ibt_status_t (*)(ib_guid_t, uint8_t, ib_lid_t,
ibt_node_info_t *));
#ifdef __cplusplus
}
#endif
#endif /* _SYS_IB_IBTL_IMPL_IBTL_CM_H */
|
