author | dh155122 |
Fri, 19 Jan 2007 16:59:38 -0800 | |
changeset 3448 | aaf16568054b |
parent 3318 | fcaac7018af6 |
child 4972 | b6da5df14183 |
permissions | -rw-r--r-- |
0 | 1 |
/* |
2 |
* CDDL HEADER START |
|
3 |
* |
|
4 |
* The contents of this file are subject to the terms of the |
|
1503
9c3595b79c0d
6376992 IP Classifier hash function for UDP is broken, causing poor UDP performance when using many ports
ericheng
parents:
1216
diff
changeset
|
5 |
* Common Development and Distribution License (the "License"). |
9c3595b79c0d
6376992 IP Classifier hash function for UDP is broken, causing poor UDP performance when using many ports
ericheng
parents:
1216
diff
changeset
|
6 |
* You may not use this file except in compliance with the License. |
0 | 7 |
* |
8 |
* You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE |
|
9 |
* or http://www.opensolaris.org/os/licensing. |
|
10 |
* See the License for the specific language governing permissions |
|
11 |
* and limitations under the License. |
|
12 |
* |
|
13 |
* When distributing Covered Code, include this CDDL HEADER in each |
|
14 |
* file and include the License file at usr/src/OPENSOLARIS.LICENSE. |
|
15 |
* If applicable, add the following below this CDDL HEADER, with the |
|
16 |
* fields enclosed by brackets "[]" replaced with your own identifying |
|
17 |
* information: Portions Copyright [yyyy] [name of copyright owner] |
|
18 |
* |
|
19 |
* CDDL HEADER END |
|
20 |
*/ |
|
21 |
/* |
|
3448 | 22 |
* Copyright 2007 Sun Microsystems, Inc. All rights reserved. |
0 | 23 |
* Use is subject to license terms. |
24 |
*/ |
|
25 |
||
26 |
#ifndef _INET_IPCLASSIFIER_H |
|
27 |
#define _INET_IPCLASSIFIER_H |
|
28 |
||
29 |
#pragma ident "%Z%%M% %I% %E% SMI" |
|
30 |
||
31 |
#ifdef __cplusplus |
|
32 |
extern "C" { |
|
33 |
#endif |
|
34 |
||
35 |
#include <inet/common.h> |
|
36 |
#include <inet/ip.h> |
|
37 |
#include <inet/mi.h> |
|
38 |
#include <inet/tcp.h> |
|
39 |
#include <inet/ip6.h> |
|
40 |
#include <netinet/in.h> /* for IPPROTO_* constants */ |
|
41 |
#include <sys/sdt.h> |
|
42 |
||
43 |
typedef void (*edesc_spf)(void *, mblk_t *, void *, int); |
|
44 |
typedef void (*edesc_rpf)(void *, mblk_t *, void *); |
|
45 |
||
46 |
/* |
|
47 |
* ============================== |
|
48 |
* = The CONNECTION = |
|
49 |
* ============================== |
|
50 |
*/ |
|
51 |
||
52 |
/* |
|
53 |
* The connection structure contains the common information/flags/ref needed. |
|
54 |
* Implementation will keep the connection struct, the layers (with their |
|
55 |
* respective data for event i.e. tcp_t if event was tcp_input) all in one |
|
56 |
* contiguous memory location. |
|
57 |
*/ |
|
58 |
||
59 |
/* Conn Flags */ |
|
741
40027a3621ac
PSARC 2005/082 Yosemite: UDP Performance Enhancement
masputra
parents:
409
diff
changeset
|
60 |
#define IPCL_UDPMOD 0x00020000 /* Is UDP module instance */ |
40027a3621ac
PSARC 2005/082 Yosemite: UDP Performance Enhancement
masputra
parents:
409
diff
changeset
|
61 |
#define IPCL_TCPMOD 0x00040000 /* Is TCP module instance */ |
40027a3621ac
PSARC 2005/082 Yosemite: UDP Performance Enhancement
masputra
parents:
409
diff
changeset
|
62 |
#define IPCL_FULLY_BOUND 0x00080000 /* Bound to correct squeue */ |
40027a3621ac
PSARC 2005/082 Yosemite: UDP Performance Enhancement
masputra
parents:
409
diff
changeset
|
63 |
#define IPCL_CHECK_POLICY 0x00100000 /* Needs policy checking */ |
40027a3621ac
PSARC 2005/082 Yosemite: UDP Performance Enhancement
masputra
parents:
409
diff
changeset
|
64 |
#define IPCL_SOCKET 0x00200000 /* Sockfs connection */ |
40027a3621ac
PSARC 2005/082 Yosemite: UDP Performance Enhancement
masputra
parents:
409
diff
changeset
|
65 |
#define IPCL_ACCEPTOR 0x00400000 /* Sockfs priv acceptor */ |
0 | 66 |
#define IPCL_CL_LISTENER 0x00800000 /* Cluster listener */ |
741
40027a3621ac
PSARC 2005/082 Yosemite: UDP Performance Enhancement
masputra
parents:
409
diff
changeset
|
67 |
#define IPCL_EAGER 0x01000000 /* Incoming connection */ |
40027a3621ac
PSARC 2005/082 Yosemite: UDP Performance Enhancement
masputra
parents:
409
diff
changeset
|
68 |
#define IPCL_UDP 0x02000000 /* A UDP connection */ |
40027a3621ac
PSARC 2005/082 Yosemite: UDP Performance Enhancement
masputra
parents:
409
diff
changeset
|
69 |
#define IPCL_TCP6 0x04000000 /* A TCP6 connection */ |
40027a3621ac
PSARC 2005/082 Yosemite: UDP Performance Enhancement
masputra
parents:
409
diff
changeset
|
70 |
#define IPCL_TCP4 0x08000000 /* A TCP connection */ |
40027a3621ac
PSARC 2005/082 Yosemite: UDP Performance Enhancement
masputra
parents:
409
diff
changeset
|
71 |
#define IPCL_CONNECTED 0x40000000 /* Conn in connected table */ |
40027a3621ac
PSARC 2005/082 Yosemite: UDP Performance Enhancement
masputra
parents:
409
diff
changeset
|
72 |
#define IPCL_BOUND 0x80000000 /* Conn in bind table */ |
0 | 73 |
|
74 |
/* Flags identifying the type of conn */ |
|
75 |
#define IPCL_TCPCONN 0x00000001 /* Flag to indicate cache */ |
|
76 |
#define IPCL_SCTPCONN 0x00000002 |
|
77 |
#define IPCL_IPCCONN 0x00000004 |
|
78 |
#define IPCL_ISV6 0x00000008 /* Is a V6 connection */ |
|
3055 | 79 |
#define IPCL_IPTUN 0x00000010 /* Has "tun" plumbed above it */ |
0 | 80 |
|
81 |
/* Conn Masks */ |
|
82 |
#define IPCL_TCP (IPCL_TCP4|IPCL_TCP6) |
|
83 |
#define IPCL_REMOVED 0x00000020 |
|
84 |
#define IPCL_REUSED 0x00000040 |
|
85 |
||
86 |
#define IPCL_IS_TCP4(connp) \ |
|
87 |
(((connp)->conn_flags & IPCL_TCP4)) |
|
88 |
||
89 |
#define IPCL_IS_TCP4_CONNECTED_NO_POLICY(connp) \ |
|
90 |
(((connp)->conn_flags & \ |
|
91 |
(IPCL_TCP4|IPCL_CONNECTED|IPCL_CHECK_POLICY|IPCL_TCP6)) \ |
|
92 |
== (IPCL_TCP4|IPCL_CONNECTED)) |
|
93 |
||
94 |
#define IPCL_IS_CONNECTED(connp) \ |
|
95 |
((connp)->conn_flags & IPCL_CONNECTED) |
|
96 |
||
97 |
#define IPCL_IS_BOUND(connp) \ |
|
98 |
((connp)->conn_flags & IPCL_BOUND) |
|
99 |
||
100 |
#define IPCL_IS_TCP4_BOUND(connp) \ |
|
101 |
(((connp)->conn_flags & \ |
|
102 |
(IPCL_TCP4|IPCL_BOUND|IPCL_TCP6)) == \ |
|
103 |
(IPCL_TCP4|IPCL_BOUND)) |
|
104 |
||
105 |
#define IPCL_IS_FULLY_BOUND(connp) \ |
|
106 |
((connp)->conn_flags & IPCL_FULLY_BOUND) |
|
107 |
||
108 |
#define IPCL_IS_TCP(connp) \ |
|
109 |
((connp)->conn_flags & (IPCL_TCP4|IPCL_TCP6)) |
|
110 |
||
741
40027a3621ac
PSARC 2005/082 Yosemite: UDP Performance Enhancement
masputra
parents:
409
diff
changeset
|
111 |
/* |
40027a3621ac
PSARC 2005/082 Yosemite: UDP Performance Enhancement
masputra
parents:
409
diff
changeset
|
112 |
* IPCL_UDP is set on the conn when udp is directly above ip; |
40027a3621ac
PSARC 2005/082 Yosemite: UDP Performance Enhancement
masputra
parents:
409
diff
changeset
|
113 |
* this flag is cleared the moment udp is popped. |
40027a3621ac
PSARC 2005/082 Yosemite: UDP Performance Enhancement
masputra
parents:
409
diff
changeset
|
114 |
*/ |
40027a3621ac
PSARC 2005/082 Yosemite: UDP Performance Enhancement
masputra
parents:
409
diff
changeset
|
115 |
#define IPCL_IS_UDP(connp) \ |
40027a3621ac
PSARC 2005/082 Yosemite: UDP Performance Enhancement
masputra
parents:
409
diff
changeset
|
116 |
((connp)->conn_flags & IPCL_UDP) |
40027a3621ac
PSARC 2005/082 Yosemite: UDP Performance Enhancement
masputra
parents:
409
diff
changeset
|
117 |
|
0 | 118 |
#define IPCL_IS_IPTUN(connp) \ |
3055 | 119 |
(((connp)->conn_ulp == IPPROTO_ENCAP || \ |
120 |
(connp)->conn_ulp == IPPROTO_IPV6) && \ |
|
121 |
((connp)->conn_flags & IPCL_IPTUN)) |
|
0 | 122 |
|
123 |
typedef struct connf_s connf_t; |
|
3448 | 124 |
|
0 | 125 |
typedef struct |
126 |
{ |
|
127 |
int ctb_depth; |
|
128 |
#define IP_STACK_DEPTH 15 |
|
129 |
pc_t ctb_stack[IP_STACK_DEPTH]; |
|
130 |
} conn_trace_t; |
|
131 |
||
132 |
struct conn_s { |
|
133 |
kmutex_t conn_lock; |
|
134 |
uint32_t conn_ref; /* Reference counter */ |
|
135 |
uint_t conn_state_flags; /* IP state flags */ |
|
136 |
ire_t *conn_ire_cache; /* outbound ire cache */ |
|
137 |
uint32_t conn_flags; /* Conn Flags */ |
|
138 |
unsigned int |
|
139 |
conn_on_sqp : 1, /* Conn is being processed */ |
|
140 |
conn_dontroute : 1, /* SO_DONTROUTE state */ |
|
141 |
conn_loopback : 1, /* SO_LOOPBACK state */ |
|
142 |
conn_broadcast : 1, /* SO_BROADCAST state */ |
|
1676 | 143 |
|
0 | 144 |
conn_reuseaddr : 1, /* SO_REUSEADDR state */ |
145 |
conn_multicast_loop : 1, /* IP_MULTICAST_LOOP */ |
|
146 |
conn_multi_router : 1, /* Wants all multicast pkts */ |
|
147 |
conn_draining : 1, /* ip_wsrv running */ |
|
1676 | 148 |
|
0 | 149 |
conn_did_putbq : 1, /* ip_wput did a putbq */ |
150 |
conn_unspec_src : 1, /* IP_UNSPEC_SRC */ |
|
151 |
conn_policy_cached : 1, /* Is policy cached/latched ? */ |
|
152 |
conn_in_enforce_policy : 1, /* Enforce Policy on inbound */ |
|
1676 | 153 |
|
0 | 154 |
conn_out_enforce_policy : 1, /* Enforce Policy on outbound */ |
155 |
conn_af_isv6 : 1, /* ip address family ver 6 */ |
|
156 |
conn_pkt_isv6 : 1, /* ip packet format ver 6 */ |
|
3318 | 157 |
conn_ip_recvpktinfo : 1, /* IPV*_RECVPKTINFO option */ |
1676 | 158 |
|
0 | 159 |
conn_ipv6_recvhoplimit : 1, /* IPV6_RECVHOPLIMIT option */ |
160 |
conn_ipv6_recvhopopts : 1, /* IPV6_RECVHOPOPTS option */ |
|
161 |
conn_ipv6_recvdstopts : 1, /* IPV6_RECVDSTOPTS option */ |
|
162 |
conn_ipv6_recvrthdr : 1, /* IPV6_RECVRTHDR option */ |
|
1676 | 163 |
|
0 | 164 |
conn_ipv6_recvrtdstopts : 1, /* IPV6_RECVRTHDRDSTOPTS */ |
165 |
conn_ipv6_v6only : 1, /* IPV6_V6ONLY */ |
|
166 |
conn_ipv6_recvtclass : 1, /* IPV6_RECVTCLASS */ |
|
167 |
conn_ipv6_recvpathmtu : 1, /* IPV6_RECVPATHMTU */ |
|
1676 | 168 |
|
0 | 169 |
conn_pathmtu_valid : 1, /* The cached mtu is valid. */ |
170 |
conn_ipv6_dontfrag : 1, /* IPV6_DONTFRAG */ |
|
171 |
conn_fully_bound : 1, /* Fully bound connection */ |
|
172 |
conn_recvif : 1, /* IP_RECVIF option */ |
|
1676 | 173 |
|
0 | 174 |
conn_recvslla : 1, /* IP_RECVSLLA option */ |
175 |
conn_mdt_ok : 1, /* MDT is permitted */ |
|
1095 | 176 |
conn_nexthop_set : 1, |
3115 | 177 |
conn_allzones : 1, /* SO_ALLZONES */ |
178 |
||
179 |
conn_lso_ok : 1; /* LSO is usable */ |
|
0 | 180 |
|
181 |
tcp_t *conn_tcp; /* Pointer to the tcp struct */ |
|
1216
bbbeae705cee
6340735 write() may hang on loopback tcp connections
masputra
parents:
1095
diff
changeset
|
182 |
struct udp_s *conn_udp; /* Pointer to the udp struct */ |
741
40027a3621ac
PSARC 2005/082 Yosemite: UDP Performance Enhancement
masputra
parents:
409
diff
changeset
|
183 |
|
0 | 184 |
squeue_t *conn_sqp; /* Squeue for processing */ |
185 |
edesc_rpf conn_recv; /* Pointer to recv routine */ |
|
186 |
void *conn_pad1; |
|
187 |
||
188 |
ill_t *conn_xmit_if_ill; /* Outbound ill */ |
|
189 |
ill_t *conn_nofailover_ill; /* Failover ill */ |
|
190 |
ipsec_latch_t *conn_latch; /* latched state */ |
|
191 |
ill_t *conn_outgoing_ill; /* IP{,V6}_BOUND_IF */ |
|
192 |
edesc_spf conn_send; /* Pointer to send routine */ |
|
193 |
queue_t *conn_rq; /* Read queue */ |
|
194 |
queue_t *conn_wq; /* Write queue */ |
|
195 |
dev_t conn_dev; /* Minor number */ |
|
196 |
||
197 |
cred_t *conn_cred; /* Credentials */ |
|
198 |
connf_t *conn_g_fanout; /* Global Hash bucket head */ |
|
199 |
struct conn_s *conn_g_next; /* Global Hash chain next */ |
|
200 |
struct conn_s *conn_g_prev; /* Global Hash chain prev */ |
|
201 |
struct ipsec_policy_head_s *conn_policy; /* Configured policy */ |
|
202 |
in6_addr_t conn_bound_source_v6; |
|
203 |
#define conn_bound_source V4_PART_OF_V6(conn_bound_source_v6) |
|
204 |
void *conn_void[1]; |
|
205 |
||
206 |
connf_t *conn_fanout; /* Hash bucket we're part of */ |
|
207 |
struct conn_s *conn_next; /* Hash chain next */ |
|
208 |
struct conn_s *conn_prev; /* Hash chain prev */ |
|
209 |
struct { |
|
210 |
in6_addr_t connua_laddr; /* Local address */ |
|
211 |
in6_addr_t connua_faddr; /* Remote address */ |
|
212 |
} connua_v6addr; |
|
213 |
#define conn_src V4_PART_OF_V6(connua_v6addr.connua_laddr) |
|
214 |
#define conn_rem V4_PART_OF_V6(connua_v6addr.connua_faddr) |
|
215 |
#define conn_srcv6 connua_v6addr.connua_laddr |
|
216 |
#define conn_remv6 connua_v6addr.connua_faddr |
|
217 |
union { |
|
218 |
/* Used for classifier match performance */ |
|
219 |
uint32_t conn_ports2; |
|
220 |
struct { |
|
221 |
in_port_t tcpu_fport; /* Remote port */ |
|
222 |
in_port_t tcpu_lport; /* Local port */ |
|
223 |
} tcpu_ports; |
|
224 |
} u_port; |
|
225 |
#define conn_fport u_port.tcpu_ports.tcpu_fport |
|
226 |
#define conn_lport u_port.tcpu_ports.tcpu_lport |
|
227 |
#define conn_ports u_port.conn_ports2 |
|
228 |
#define conn_upq conn_rq |
|
229 |
uint8_t conn_ulp; /* protocol type */ |
|
230 |
uint8_t conn_unused_byte; |
|
231 |
kcondvar_t conn_cv; |
|
232 |
||
233 |
uint_t conn_proto; /* SO_PROTOTYPE state */ |
|
234 |
ill_t *conn_incoming_ill; /* IP{,V6}_BOUND_IF */ |
|
235 |
ill_t *conn_outgoing_pill; /* IP{,V6}_BOUND_PIF */ |
|
236 |
ill_t *conn_oper_pending_ill; /* pending shared ioctl */ |
|
237 |
ill_t *conn_xioctl_pending_ill; /* pending excl ioctl */ |
|
238 |
||
239 |
/* this is used only when an unbind is in progress.. */ |
|
240 |
struct sq_s *conn_pending_sq; /* waiting for ioctl on sq */ |
|
241 |
ilg_t *conn_ilg; /* Group memberships */ |
|
242 |
int conn_ilg_allocated; /* Number allocated */ |
|
243 |
int conn_ilg_inuse; /* Number currently used */ |
|
244 |
int conn_ilg_walker_cnt; /* No of ilg walkers */ |
|
245 |
/* XXXX get rid of this, once ilg_delete_all is fixed */ |
|
246 |
kcondvar_t conn_refcv; |
|
247 |
||
248 |
struct ipif_s *conn_multicast_ipif; /* IP_MULTICAST_IF */ |
|
249 |
ill_t *conn_multicast_ill; /* IPV6_MULTICAST_IF */ |
|
250 |
int conn_orig_bound_ifindex; /* BOUND_IF before MOVE */ |
|
251 |
int conn_orig_multicast_ifindex; |
|
252 |
/* IPv6 MC IF before MOVE */ |
|
253 |
int conn_orig_xmit_ifindex; /* IP_XMIT_IF before move */ |
|
254 |
struct conn_s *conn_drain_next; /* Next conn in drain list */ |
|
255 |
struct conn_s *conn_drain_prev; /* Prev conn in drain list */ |
|
256 |
idl_t *conn_idl; /* Ptr to the drain list head */ |
|
257 |
mblk_t *conn_ipsec_opt_mp; /* ipsec option mblk */ |
|
258 |
uint32_t conn_src_preferences; /* prefs for src addr select */ |
|
259 |
/* mtuinfo from IPV6_PACKET_TOO_BIG conditional on conn_pathmtu_valid */ |
|
260 |
struct ip6_mtuinfo mtuinfo; |
|
261 |
zoneid_t conn_zoneid; /* zone connection is in */ |
|
1095 | 262 |
in6_addr_t conn_nexthop_v6; /* nexthop IP address */ |
263 |
#define conn_nexthop_v4 V4_PART_OF_V6(conn_nexthop_v6) |
|
1676 | 264 |
cred_t *conn_peercred; /* Peer credentials, if any */ |
265 |
||
266 |
unsigned int |
|
267 |
conn_ulp_labeled : 1, /* ULP label is synced */ |
|
268 |
conn_mlp_type : 2, /* mlp_type_t; tsol/tndb.h */ |
|
269 |
conn_anon_mlp : 1, /* user wants anon MLP */ |
|
270 |
||
271 |
conn_anon_port : 1, /* user bound anonymously */ |
|
272 |
conn_mac_exempt : 1, /* unlabeled with loose MAC */ |
|
273 |
conn_spare : 26; |
|
274 |
||
3448 | 275 |
netstack_t *conn_netstack; /* Corresponds to a netstack_hold */ |
0 | 276 |
#ifdef CONN_DEBUG |
277 |
#define CONN_TRACE_MAX 10 |
|
278 |
int conn_trace_last; /* ndx of last used tracebuf */ |
|
279 |
conn_trace_t conn_trace_buf[CONN_TRACE_MAX]; |
|
280 |
#endif |
|
281 |
}; |
|
282 |
||
1676 | 283 |
#define CONN_CRED(connp) ((connp)->conn_peercred == NULL ? \ |
284 |
(connp)->conn_cred : (connp)->conn_peercred) |
|
285 |
#define BEST_CRED(mp, connp) ((DB_CRED(mp) != NULL && \ |
|
286 |
crgetlabel(DB_CRED(mp)) != NULL) ? DB_CRED(mp) : CONN_CRED(connp)) |
|
287 |
||
0 | 288 |
/* |
289 |
* connf_t - connection fanout data. |
|
290 |
* |
|
291 |
* The hash tables and their linkage (conn_t.{hashnextp, hashprevp} are |
|
292 |
* protected by the per-bucket lock. Each conn_t inserted in the list |
|
293 |
* points back at the connf_t that heads the bucket. |
|
294 |
*/ |
|
295 |
struct connf_s { |
|
296 |
struct conn_s *connf_head; |
|
297 |
kmutex_t connf_lock; |
|
298 |
}; |
|
299 |
||
300 |
#define CONN_INC_REF(connp) { \ |
|
3104
fba3fdffbc25
6265494 assertion failed: sqp != NULL, file: ../../common/inet/squeue.c, line: 715
jprakash
parents:
3055
diff
changeset
|
301 |
mutex_enter(&(connp)->conn_lock); \ |
0 | 302 |
DTRACE_PROBE1(conn__inc__ref, conn_t *, connp); \ |
303 |
ASSERT(conn_trace_ref(connp)); \ |
|
304 |
(connp)->conn_ref++; \ |
|
305 |
ASSERT((connp)->conn_ref != 0); \ |
|
306 |
mutex_exit(&(connp)->conn_lock); \ |
|
307 |
} |
|
308 |
||
309 |
#define CONN_INC_REF_LOCKED(connp) { \ |
|
310 |
DTRACE_PROBE1(conn__inc__ref, conn_t *, connp); \ |
|
311 |
ASSERT(MUTEX_HELD(&(connp)->conn_lock)); \ |
|
312 |
ASSERT(conn_trace_ref(connp)); \ |
|
313 |
(connp)->conn_ref++; \ |
|
314 |
ASSERT((connp)->conn_ref != 0); \ |
|
315 |
} |
|
316 |
||
317 |
#define CONN_DEC_REF(connp) { \ |
|
3104
fba3fdffbc25
6265494 assertion failed: sqp != NULL, file: ../../common/inet/squeue.c, line: 715
jprakash
parents:
3055
diff
changeset
|
318 |
mutex_enter(&(connp)->conn_lock); \ |
0 | 319 |
DTRACE_PROBE1(conn__dec__ref, conn_t *, connp); \ |
3104
fba3fdffbc25
6265494 assertion failed: sqp != NULL, file: ../../common/inet/squeue.c, line: 715
jprakash
parents:
3055
diff
changeset
|
320 |
/* \ |
fba3fdffbc25
6265494 assertion failed: sqp != NULL, file: ../../common/inet/squeue.c, line: 715
jprakash
parents:
3055
diff
changeset
|
321 |
* The squeue framework always does a CONN_DEC_REF after return \ |
fba3fdffbc25
6265494 assertion failed: sqp != NULL, file: ../../common/inet/squeue.c, line: 715
jprakash
parents:
3055
diff
changeset
|
322 |
* from TCP. Hence the refcnt must be at least 2 if conn_on_sqp \ |
fba3fdffbc25
6265494 assertion failed: sqp != NULL, file: ../../common/inet/squeue.c, line: 715
jprakash
parents:
3055
diff
changeset
|
323 |
* is B_TRUE and conn_ref is being decremented. This is to \ |
fba3fdffbc25
6265494 assertion failed: sqp != NULL, file: ../../common/inet/squeue.c, line: 715
jprakash
parents:
3055
diff
changeset
|
324 |
* account for the mblk being currently processed. \ |
fba3fdffbc25
6265494 assertion failed: sqp != NULL, file: ../../common/inet/squeue.c, line: 715
jprakash
parents:
3055
diff
changeset
|
325 |
*/ \ |
fba3fdffbc25
6265494 assertion failed: sqp != NULL, file: ../../common/inet/squeue.c, line: 715
jprakash
parents:
3055
diff
changeset
|
326 |
if ((connp)->conn_ref <= 0 || \ |
fba3fdffbc25
6265494 assertion failed: sqp != NULL, file: ../../common/inet/squeue.c, line: 715
jprakash
parents:
3055
diff
changeset
|
327 |
((connp)->conn_ref == 1 && (connp)->conn_on_sqp)) \ |
0 | 328 |
cmn_err(CE_PANIC, "CONN_DEC_REF: connp(%p) has ref " \ |
329 |
"= %d\n", (void *)(connp), (connp)->conn_ref); \ |
|
330 |
ASSERT(conn_untrace_ref(connp)); \ |
|
331 |
(connp)->conn_ref--; \ |
|
332 |
if ((connp)->conn_ref == 0) { \ |
|
333 |
/* Refcnt can't increase again, safe to drop lock */ \ |
|
334 |
mutex_exit(&(connp)->conn_lock); \ |
|
335 |
ipcl_conn_destroy(connp); \ |
|
336 |
} else { \ |
|
337 |
cv_broadcast(&(connp)->conn_cv); \ |
|
338 |
mutex_exit(&(connp)->conn_lock); \ |
|
339 |
} \ |
|
340 |
} |
|
341 |
||
2263
fd48046384d0
PSARC 2006/073 PF_ROUTE: Include interface name with RTM_NEWADDR/RTM_DELADDR
sommerfe
parents:
1676
diff
changeset
|
342 |
/* |
fd48046384d0
PSARC 2006/073 PF_ROUTE: Include interface name with RTM_NEWADDR/RTM_DELADDR
sommerfe
parents:
1676
diff
changeset
|
343 |
* For use with subsystems within ip which use ALL_ZONES as a wildcard |
fd48046384d0
PSARC 2006/073 PF_ROUTE: Include interface name with RTM_NEWADDR/RTM_DELADDR
sommerfe
parents:
1676
diff
changeset
|
344 |
*/ |
fd48046384d0
PSARC 2006/073 PF_ROUTE: Include interface name with RTM_NEWADDR/RTM_DELADDR
sommerfe
parents:
1676
diff
changeset
|
345 |
#define IPCL_ZONEID(connp) \ |
fd48046384d0
PSARC 2006/073 PF_ROUTE: Include interface name with RTM_NEWADDR/RTM_DELADDR
sommerfe
parents:
1676
diff
changeset
|
346 |
((connp)->conn_allzones ? ALL_ZONES : (connp)->conn_zoneid) |
fd48046384d0
PSARC 2006/073 PF_ROUTE: Include interface name with RTM_NEWADDR/RTM_DELADDR
sommerfe
parents:
1676
diff
changeset
|
347 |
|
fd48046384d0
PSARC 2006/073 PF_ROUTE: Include interface name with RTM_NEWADDR/RTM_DELADDR
sommerfe
parents:
1676
diff
changeset
|
348 |
/* |
fd48046384d0
PSARC 2006/073 PF_ROUTE: Include interface name with RTM_NEWADDR/RTM_DELADDR
sommerfe
parents:
1676
diff
changeset
|
349 |
* For matching between a conn_t and a zoneid. |
fd48046384d0
PSARC 2006/073 PF_ROUTE: Include interface name with RTM_NEWADDR/RTM_DELADDR
sommerfe
parents:
1676
diff
changeset
|
350 |
*/ |
fd48046384d0
PSARC 2006/073 PF_ROUTE: Include interface name with RTM_NEWADDR/RTM_DELADDR
sommerfe
parents:
1676
diff
changeset
|
351 |
#define IPCL_ZONE_MATCH(connp, zoneid) \ |
fd48046384d0
PSARC 2006/073 PF_ROUTE: Include interface name with RTM_NEWADDR/RTM_DELADDR
sommerfe
parents:
1676
diff
changeset
|
352 |
(((connp)->conn_allzones) || \ |
fd48046384d0
PSARC 2006/073 PF_ROUTE: Include interface name with RTM_NEWADDR/RTM_DELADDR
sommerfe
parents:
1676
diff
changeset
|
353 |
((zoneid) == ALL_ZONES) || \ |
fd48046384d0
PSARC 2006/073 PF_ROUTE: Include interface name with RTM_NEWADDR/RTM_DELADDR
sommerfe
parents:
1676
diff
changeset
|
354 |
(connp)->conn_zoneid == (zoneid)) |
fd48046384d0
PSARC 2006/073 PF_ROUTE: Include interface name with RTM_NEWADDR/RTM_DELADDR
sommerfe
parents:
1676
diff
changeset
|
355 |
|
fd48046384d0
PSARC 2006/073 PF_ROUTE: Include interface name with RTM_NEWADDR/RTM_DELADDR
sommerfe
parents:
1676
diff
changeset
|
356 |
|
0 | 357 |
#define _IPCL_V4_MATCH(v6addr, v4addr) \ |
358 |
(V4_PART_OF_V6((v6addr)) == (v4addr) && IN6_IS_ADDR_V4MAPPED(&(v6addr))) |
|
359 |
||
360 |
#define _IPCL_V4_MATCH_ANY(addr) \ |
|
361 |
(IN6_IS_ADDR_V4MAPPED_ANY(&(addr)) || IN6_IS_ADDR_UNSPECIFIED(&(addr))) |
|
362 |
||
2263
fd48046384d0
PSARC 2006/073 PF_ROUTE: Include interface name with RTM_NEWADDR/RTM_DELADDR
sommerfe
parents:
1676
diff
changeset
|
363 |
|
0 | 364 |
/* |
365 |
* IPCL_PROTO_MATCH() only matches conns with the specified zoneid, while |
|
366 |
* IPCL_PROTO_MATCH_V6() can match other conns in the multicast case, see |
|
367 |
* ip_fanout_proto(). |
|
368 |
*/ |
|
369 |
#define IPCL_PROTO_MATCH(connp, protocol, ipha, ill, \ |
|
370 |
fanout_flags, zoneid) \ |
|
371 |
((((connp)->conn_src == INADDR_ANY) || \ |
|
372 |
(((connp)->conn_src == ((ipha)->ipha_dst)) && \ |
|
2263
fd48046384d0
PSARC 2006/073 PF_ROUTE: Include interface name with RTM_NEWADDR/RTM_DELADDR
sommerfe
parents:
1676
diff
changeset
|
373 |
(((connp)->conn_rem == INADDR_ANY) || \ |
0 | 374 |
((connp)->conn_rem == ((ipha)->ipha_src))))) && \ |
2263
fd48046384d0
PSARC 2006/073 PF_ROUTE: Include interface name with RTM_NEWADDR/RTM_DELADDR
sommerfe
parents:
1676
diff
changeset
|
375 |
IPCL_ZONE_MATCH(connp, zoneid) && \ |
fd48046384d0
PSARC 2006/073 PF_ROUTE: Include interface name with RTM_NEWADDR/RTM_DELADDR
sommerfe
parents:
1676
diff
changeset
|
376 |
(conn_wantpacket((connp), (ill), (ipha), (fanout_flags), \ |
fd48046384d0
PSARC 2006/073 PF_ROUTE: Include interface name with RTM_NEWADDR/RTM_DELADDR
sommerfe
parents:
1676
diff
changeset
|
377 |
(zoneid)) || ((protocol) == IPPROTO_PIM) || \ |
fd48046384d0
PSARC 2006/073 PF_ROUTE: Include interface name with RTM_NEWADDR/RTM_DELADDR
sommerfe
parents:
1676
diff
changeset
|
378 |
((protocol) == IPPROTO_RSVP))) |
0 | 379 |
|
380 |
#define IPCL_PROTO_MATCH_V6(connp, protocol, ip6h, ill, \ |
|
381 |
fanout_flags, zoneid) \ |
|
382 |
((IN6_IS_ADDR_UNSPECIFIED(&(connp)->conn_srcv6) || \ |
|
383 |
(IN6_ARE_ADDR_EQUAL(&(connp)->conn_srcv6, &((ip6h)->ip6_dst)) && \ |
|
384 |
(IN6_IS_ADDR_UNSPECIFIED(&(connp)->conn_remv6) || \ |
|
385 |
IN6_ARE_ADDR_EQUAL(&(connp)->conn_remv6, &((ip6h)->ip6_src))))) && \ |
|
386 |
(conn_wantpacket_v6((connp), (ill), (ip6h), \ |
|
387 |
(fanout_flags), (zoneid)) || ((protocol) == IPPROTO_RSVP))) |
|
388 |
||
3448 | 389 |
#define IPCL_CONN_HASH(src, ports, ipst) \ |
0 | 390 |
((unsigned)(ntohl((src)) ^ ((ports) >> 24) ^ ((ports) >> 16) ^ \ |
3448 | 391 |
((ports) >> 8) ^ (ports)) % (ipst)->ips_ipcl_conn_fanout_size) |
0 | 392 |
|
3448 | 393 |
#define IPCL_CONN_HASH_V6(src, ports, ipst) \ |
394 |
IPCL_CONN_HASH(V4_PART_OF_V6((src)), (ports), (ipst)) |
|
0 | 395 |
|
396 |
#define IPCL_CONN_MATCH(connp, proto, src, dst, ports) \ |
|
397 |
((connp)->conn_ulp == (proto) && \ |
|
398 |
(connp)->conn_ports == (ports) && \ |
|
399 |
_IPCL_V4_MATCH((connp)->conn_remv6, (src)) && \ |
|
400 |
_IPCL_V4_MATCH((connp)->conn_srcv6, (dst)) && \ |
|
401 |
!(connp)->conn_ipv6_v6only) |
|
402 |
||
403 |
#define IPCL_CONN_MATCH_V6(connp, proto, src, dst, ports) \ |
|
404 |
((connp)->conn_ulp == (proto) && \ |
|
405 |
(connp)->conn_ports == (ports) && \ |
|
406 |
IN6_ARE_ADDR_EQUAL(&(connp)->conn_remv6, &(src)) && \ |
|
407 |
IN6_ARE_ADDR_EQUAL(&(connp)->conn_srcv6, &(dst))) |
|
408 |
||
409 |
#define IPCL_CONN_INIT(connp, protocol, src, rem, ports) { \ |
|
410 |
(connp)->conn_ulp = protocol; \ |
|
411 |
IN6_IPADDR_TO_V4MAPPED(src, &(connp)->conn_srcv6); \ |
|
412 |
IN6_IPADDR_TO_V4MAPPED(rem, &(connp)->conn_remv6); \ |
|
413 |
(connp)->conn_ports = ports; \ |
|
414 |
} |
|
415 |
||
416 |
#define IPCL_CONN_INIT_V6(connp, protocol, src, rem, ports) { \ |
|
417 |
(connp)->conn_ulp = protocol; \ |
|
418 |
(connp)->conn_srcv6 = src; \ |
|
419 |
(connp)->conn_remv6 = rem; \ |
|
420 |
(connp)->conn_ports = ports; \ |
|
421 |
} |
|
422 |
||
1503
9c3595b79c0d
6376992 IP Classifier hash function for UDP is broken, causing poor UDP performance when using many ports
ericheng
parents:
1216
diff
changeset
|
423 |
#define IPCL_PORT_HASH(port, size) \ |
9c3595b79c0d
6376992 IP Classifier hash function for UDP is broken, causing poor UDP performance when using many ports
ericheng
parents:
1216
diff
changeset
|
424 |
((((port) >> 8) ^ (port)) & ((size) - 1)) |
9c3595b79c0d
6376992 IP Classifier hash function for UDP is broken, causing poor UDP performance when using many ports
ericheng
parents:
1216
diff
changeset
|
425 |
|
3448 | 426 |
#define IPCL_BIND_HASH(lport, ipst) \ |
427 |
((unsigned)(((lport) >> 8) ^ (lport)) % \ |
|
428 |
(ipst)->ips_ipcl_bind_fanout_size) |
|
0 | 429 |
|
430 |
#define IPCL_BIND_MATCH(connp, proto, laddr, lport) \ |
|
431 |
((connp)->conn_ulp == (proto) && \ |
|
432 |
(connp)->conn_lport == (lport) && \ |
|
433 |
(_IPCL_V4_MATCH_ANY((connp)->conn_srcv6) || \ |
|
434 |
_IPCL_V4_MATCH((connp)->conn_srcv6, (laddr))) && \ |
|
435 |
!(connp)->conn_ipv6_v6only) |
|
436 |
||
437 |
#define IPCL_BIND_MATCH_V6(connp, proto, laddr, lport) \ |
|
438 |
((connp)->conn_ulp == (proto) && \ |
|
439 |
(connp)->conn_lport == (lport) && \ |
|
440 |
(IN6_ARE_ADDR_EQUAL(&(connp)->conn_srcv6, &(laddr)) || \ |
|
441 |
IN6_IS_ADDR_UNSPECIFIED(&(connp)->conn_srcv6))) |
|
442 |
||
443 |
#define IPCL_UDP_MATCH(connp, lport, laddr, fport, faddr) \ |
|
444 |
(((connp)->conn_lport == (lport)) && \ |
|
445 |
((_IPCL_V4_MATCH_ANY((connp)->conn_srcv6) || \ |
|
446 |
(_IPCL_V4_MATCH((connp)->conn_srcv6, (laddr)) && \ |
|
447 |
(_IPCL_V4_MATCH_ANY((connp)->conn_remv6) || \ |
|
448 |
(_IPCL_V4_MATCH((connp)->conn_remv6, (faddr)) && \ |
|
449 |
(connp)->conn_fport == (fport)))))) && \ |
|
450 |
!(connp)->conn_ipv6_v6only) |
|
451 |
||
452 |
#define IPCL_UDP_MATCH_V6(connp, lport, laddr, fport, faddr) \ |
|
453 |
(((connp)->conn_lport == (lport)) && \ |
|
454 |
(IN6_IS_ADDR_UNSPECIFIED(&(connp)->conn_srcv6) || \ |
|
455 |
(IN6_ARE_ADDR_EQUAL(&(connp)->conn_srcv6, &(laddr)) && \ |
|
456 |
(IN6_IS_ADDR_UNSPECIFIED(&(connp)->conn_remv6) || \ |
|
457 |
(IN6_ARE_ADDR_EQUAL(&(connp)->conn_remv6, &(faddr)) && \ |
|
458 |
(connp)->conn_fport == (fport)))))) |
|
459 |
||
460 |
#define IPCL_TCP_EAGER_INIT(connp, protocol, src, rem, ports) { \ |
|
461 |
(connp)->conn_flags |= (IPCL_TCP4|IPCL_EAGER); \ |
|
462 |
(connp)->conn_ulp = protocol; \ |
|
463 |
IN6_IPADDR_TO_V4MAPPED(src, &(connp)->conn_srcv6); \ |
|
464 |
IN6_IPADDR_TO_V4MAPPED(rem, &(connp)->conn_remv6); \ |
|
465 |
(connp)->conn_ports = ports; \ |
|
466 |
(connp)->conn_send = ip_output; \ |
|
467 |
(connp)->conn_sqp = IP_SQUEUE_GET(lbolt); \ |
|
468 |
} |
|
469 |
||
470 |
#define IPCL_TCP_EAGER_INIT_V6(connp, protocol, src, rem, ports) { \ |
|
471 |
(connp)->conn_flags |= (IPCL_TCP6|IPCL_EAGER); \ |
|
472 |
(connp)->conn_ulp = protocol; \ |
|
473 |
(connp)->conn_srcv6 = src; \ |
|
474 |
(connp)->conn_remv6 = rem; \ |
|
475 |
(connp)->conn_ports = ports; \ |
|
476 |
(connp)->conn_send = ip_output_v6; \ |
|
477 |
(connp)->conn_sqp = IP_SQUEUE_GET(lbolt); \ |
|
478 |
} |
|
479 |
||
3448 | 480 |
#define IPCL_UDP_HASH(lport, ipst) \ |
481 |
IPCL_PORT_HASH(lport, (ipst)->ips_ipcl_udp_fanout_size) |
|
0 | 482 |
|
483 |
#define CONN_G_HASH_SIZE 1024 |
|
484 |
||
485 |
/* Raw socket hash function. */ |
|
3448 | 486 |
#define IPCL_RAW_HASH(lport, ipst) \ |
487 |
IPCL_PORT_HASH(lport, (ipst)->ips_ipcl_raw_fanout_size) |
|
0 | 488 |
|
409
22012dc8ea5b
6294727 SCTP raw socket bind() failed for ports which are mutliples of 256
kcpoon
parents:
0
diff
changeset
|
489 |
/* |
22012dc8ea5b
6294727 SCTP raw socket bind() failed for ports which are mutliples of 256
kcpoon
parents:
0
diff
changeset
|
490 |
* This is similar to IPCL_BIND_MATCH except that the local port check |
22012dc8ea5b
6294727 SCTP raw socket bind() failed for ports which are mutliples of 256
kcpoon
parents:
0
diff
changeset
|
491 |
* is changed to a wildcard port check. |
22012dc8ea5b
6294727 SCTP raw socket bind() failed for ports which are mutliples of 256
kcpoon
parents:
0
diff
changeset
|
492 |
*/ |
22012dc8ea5b
6294727 SCTP raw socket bind() failed for ports which are mutliples of 256
kcpoon
parents:
0
diff
changeset
|
493 |
#define IPCL_RAW_MATCH(connp, proto, laddr) \ |
22012dc8ea5b
6294727 SCTP raw socket bind() failed for ports which are mutliples of 256
kcpoon
parents:
0
diff
changeset
|
494 |
((connp)->conn_ulp == (proto) && \ |
22012dc8ea5b
6294727 SCTP raw socket bind() failed for ports which are mutliples of 256
kcpoon
parents:
0
diff
changeset
|
495 |
(connp)->conn_lport == 0 && \ |
22012dc8ea5b
6294727 SCTP raw socket bind() failed for ports which are mutliples of 256
kcpoon
parents:
0
diff
changeset
|
496 |
(_IPCL_V4_MATCH_ANY((connp)->conn_srcv6) || \ |
22012dc8ea5b
6294727 SCTP raw socket bind() failed for ports which are mutliples of 256
kcpoon
parents:
0
diff
changeset
|
497 |
_IPCL_V4_MATCH((connp)->conn_srcv6, (laddr)))) |
22012dc8ea5b
6294727 SCTP raw socket bind() failed for ports which are mutliples of 256
kcpoon
parents:
0
diff
changeset
|
498 |
|
22012dc8ea5b
6294727 SCTP raw socket bind() failed for ports which are mutliples of 256
kcpoon
parents:
0
diff
changeset
|
499 |
#define IPCL_RAW_MATCH_V6(connp, proto, laddr) \ |
22012dc8ea5b
6294727 SCTP raw socket bind() failed for ports which are mutliples of 256
kcpoon
parents:
0
diff
changeset
|
500 |
((connp)->conn_ulp == (proto) && \ |
22012dc8ea5b
6294727 SCTP raw socket bind() failed for ports which are mutliples of 256
kcpoon
parents:
0
diff
changeset
|
501 |
(connp)->conn_lport == 0 && \ |
22012dc8ea5b
6294727 SCTP raw socket bind() failed for ports which are mutliples of 256
kcpoon
parents:
0
diff
changeset
|
502 |
(IN6_IS_ADDR_UNSPECIFIED(&(connp)->conn_srcv6) || \ |
22012dc8ea5b
6294727 SCTP raw socket bind() failed for ports which are mutliples of 256
kcpoon
parents:
0
diff
changeset
|
503 |
IN6_ARE_ADDR_EQUAL(&(connp)->conn_srcv6, &(laddr)))) |
22012dc8ea5b
6294727 SCTP raw socket bind() failed for ports which are mutliples of 256
kcpoon
parents:
0
diff
changeset
|
504 |
|
0 | 505 |
/* Function prototypes */ |
3448 | 506 |
extern void ipcl_g_init(void); |
507 |
extern void ipcl_init(ip_stack_t *); |
|
508 |
extern void ipcl_g_destroy(void); |
|
509 |
extern void ipcl_destroy(ip_stack_t *); |
|
510 |
extern conn_t *ipcl_conn_create(uint32_t, int, netstack_t *); |
|
0 | 511 |
extern void ipcl_conn_destroy(conn_t *); |
512 |
||
513 |
void ipcl_hash_insert_connected(connf_t *, conn_t *); |
|
514 |
void ipcl_hash_insert_bound(connf_t *, conn_t *); |
|
515 |
void ipcl_hash_insert_wildcard(connf_t *, conn_t *); |
|
516 |
void ipcl_hash_remove(conn_t *); |
|
517 |
void ipcl_hash_remove_locked(conn_t *connp, connf_t *connfp); |
|
518 |
||
519 |
extern int ipcl_bind_insert(conn_t *, uint8_t, ipaddr_t, uint16_t); |
|
520 |
extern int ipcl_bind_insert_v6(conn_t *, uint8_t, const in6_addr_t *, |
|
521 |
uint16_t); |
|
522 |
extern int ipcl_conn_insert(conn_t *, uint8_t, ipaddr_t, ipaddr_t, |
|
523 |
uint32_t); |
|
524 |
extern int ipcl_conn_insert_v6(conn_t *, uint8_t, const in6_addr_t *, |
|
525 |
const in6_addr_t *, uint32_t, uint_t); |
|
741
40027a3621ac
PSARC 2005/082 Yosemite: UDP Performance Enhancement
masputra
parents:
409
diff
changeset
|
526 |
extern conn_t *ipcl_get_next_conn(connf_t *, conn_t *, uint32_t); |
0 | 527 |
|
528 |
void ipcl_proto_insert(conn_t *, uint8_t); |
|
529 |
void ipcl_proto_insert_v6(conn_t *, uint8_t); |
|
3448 | 530 |
conn_t *ipcl_classify_v4(mblk_t *, uint8_t, uint_t, zoneid_t, ip_stack_t *); |
531 |
conn_t *ipcl_classify_v6(mblk_t *, uint8_t, uint_t, zoneid_t, ip_stack_t *); |
|
532 |
conn_t *ipcl_classify(mblk_t *, zoneid_t, ip_stack_t *); |
|
533 |
conn_t *ipcl_classify_raw(mblk_t *, uint8_t, zoneid_t, uint32_t, ipha_t *, |
|
534 |
ip_stack_t *); |
|
0 | 535 |
void ipcl_globalhash_insert(conn_t *); |
536 |
void ipcl_globalhash_remove(conn_t *); |
|
3448 | 537 |
void ipcl_walk(pfv_t, void *, ip_stack_t *); |
538 |
conn_t *ipcl_tcp_lookup_reversed_ipv4(ipha_t *, tcph_t *, int, ip_stack_t *); |
|
539 |
conn_t *ipcl_tcp_lookup_reversed_ipv6(ip6_t *, tcpha_t *, int, uint_t, |
|
540 |
ip_stack_t *); |
|
541 |
conn_t *ipcl_lookup_listener_v4(uint16_t, ipaddr_t, zoneid_t, ip_stack_t *); |
|
542 |
conn_t *ipcl_lookup_listener_v6(uint16_t, in6_addr_t *, uint_t, zoneid_t, |
|
543 |
ip_stack_t *); |
|
0 | 544 |
int conn_trace_ref(conn_t *); |
545 |
int conn_untrace_ref(conn_t *); |
|
3448 | 546 |
conn_t *ipcl_conn_tcp_lookup_reversed_ipv4(conn_t *, ipha_t *, tcph_t *, |
547 |
ip_stack_t *); |
|
548 |
conn_t *ipcl_conn_tcp_lookup_reversed_ipv6(conn_t *, ip6_t *, tcph_t *, |
|
549 |
ip_stack_t *); |
|
0 | 550 |
#ifdef __cplusplus |
551 |
} |
|
552 |
#endif |
|
553 |
||
554 |
#endif /* _INET_IPCLASSIFIER_H */ |