1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
|
/*
* This file contains definitions imported from the OFED rds header rdma.h.
* Oracle elects to have and use the contents of rdma.h under and
* governed by the OpenIB.org BSD license.
*/
/*
* Copyright (c) 2010, Oracle and/or its affiliates. All rights reserved.
*/
#ifndef _RDSV3_RDMA_H
#define _RDSV3_RDMA_H
#include <sys/rds.h>
#include <sys/uio.h>
#include <sys/ib/clients/rdsv3/rdsv3.h>
struct rdsv3_mr {
/* for AVL tree */
avl_node_t r_rb_node;
atomic_t r_refcount;
uint32_t r_key;
/* A copy of the creation flags */
unsigned int r_use_once:1;
unsigned int r_invalidate:1;
unsigned int r_write:1;
/*
* This is for RDS_MR_DEAD.
* It would be nice & consistent to make this part of the above
* bit field here, but we need to use test_and_set_bit.
*/
unsigned long r_state;
/* back pointer to the socket that owns us */
struct rdsv3_sock *r_sock;
struct rdsv3_transport *r_trans;
void *r_trans_private;
};
/* Flags for mr->r_state */
#define RDSV3_MR_DEAD 0
struct rdsv3_rdma_sg {
ddi_umem_cookie_t umem_cookie;
struct rds_iovec iovec;
ibt_send_wr_t swr;
ibt_mi_hdl_t mihdl;
ibt_hca_hdl_t hca_hdl;
};
struct rdsv3_rdma_op {
uint32_t r_key;
uint64_t r_remote_addr;
unsigned int r_write:1;
unsigned int r_fence:1;
unsigned int r_notify:1;
unsigned int r_recverr:1;
unsigned int r_mapped:1;
struct rdsv3_notifier *r_notifier;
unsigned int r_bytes;
unsigned int r_nents;
unsigned int r_count;
struct rdsv3_scatterlist *r_sg;
struct rdsv3_rdma_sg r_rdma_sg[1];
};
static inline rds_rdma_cookie_t
rdsv3_rdma_make_cookie(uint32_t r_key, uint32_t offset)
{
return (r_key | (((uint64_t)offset) << 32));
}
static inline uint32_t
rdsv3_rdma_cookie_key(rds_rdma_cookie_t cookie)
{
return ((uint32_t)cookie);
}
static inline uint32_t
rdsv3_rdma_cookie_offset(rds_rdma_cookie_t cookie)
{
return (cookie >> 32);
}
int rdsv3_get_mr(struct rdsv3_sock *rs, const void *optval, int optlen);
int rdsv3_get_mr_for_dest(struct rdsv3_sock *rs, const void *optval,
int optlen);
int rdsv3_free_mr(struct rdsv3_sock *rs, const void *optval, int optlen);
void rdsv3_rdma_drop_keys(struct rdsv3_sock *rs);
int rdsv3_cmsg_rdma_args(struct rdsv3_sock *rs, struct rdsv3_message *rm,
struct cmsghdr *cmsg);
int rdsv3_cmsg_rdma_dest(struct rdsv3_sock *rs, struct rdsv3_message *rm,
struct cmsghdr *cmsg);
int rdsv3_cmsg_rdma_map(struct rdsv3_sock *rs, struct rdsv3_message *rm,
struct cmsghdr *cmsg);
void rdsv3_rdma_free_op(struct rdsv3_rdma_op *ro);
void rdsv3_rdma_send_complete(struct rdsv3_message *rm, int);
extern void __rdsv3_put_mr_final(struct rdsv3_mr *mr);
static inline void rdsv3_mr_put(struct rdsv3_mr *mr)
{
if (atomic_dec_and_test(&mr->r_refcount))
__rdsv3_put_mr_final(mr);
}
#endif /* _RDSV3_RDMA_H */
|
