CoCalc -- common.c

GitHub Repository: torvalds/linux
Path: blob/master/net/ethtool/common.c
²⁹²⁶⁹ views
1
// SPDX-License-Identifier: GPL-2.0-only
2

3
#include <linux/ethtool_netlink.h>
4
#include <linux/net_tstamp.h>
5
#include <linux/phy.h>
6
#include <linux/rtnetlink.h>
7
#include <linux/ptp_clock_kernel.h>
8
#include <linux/phy_link_topology.h>
9
#include <net/netdev_queues.h>
10

11
#include "netlink.h"
12
#include "common.h"
13
#include "../core/dev.h"
14

15

16
const char netdev_features_strings[NETDEV_FEATURE_COUNT][ETH_GSTRING_LEN] = {
17
	[NETIF_F_SG_BIT] =               "tx-scatter-gather",
18
	[NETIF_F_IP_CSUM_BIT] =          "tx-checksum-ipv4",
19
	[NETIF_F_HW_CSUM_BIT] =          "tx-checksum-ip-generic",
20
	[NETIF_F_IPV6_CSUM_BIT] =        "tx-checksum-ipv6",
21
	[NETIF_F_HIGHDMA_BIT] =          "highdma",
22
	[NETIF_F_FRAGLIST_BIT] =         "tx-scatter-gather-fraglist",
23
	[NETIF_F_HW_VLAN_CTAG_TX_BIT] =  "tx-vlan-hw-insert",
24

25
	[NETIF_F_HW_VLAN_CTAG_RX_BIT] =  "rx-vlan-hw-parse",
26
	[NETIF_F_HW_VLAN_CTAG_FILTER_BIT] = "rx-vlan-filter",
27
	[NETIF_F_HW_VLAN_STAG_TX_BIT] =  "tx-vlan-stag-hw-insert",
28
	[NETIF_F_HW_VLAN_STAG_RX_BIT] =  "rx-vlan-stag-hw-parse",
29
	[NETIF_F_HW_VLAN_STAG_FILTER_BIT] = "rx-vlan-stag-filter",
30
	[NETIF_F_VLAN_CHALLENGED_BIT] =  "vlan-challenged",
31
	[NETIF_F_GSO_BIT] =              "tx-generic-segmentation",
32
	[NETIF_F_GRO_BIT] =              "rx-gro",
33
	[NETIF_F_GRO_HW_BIT] =           "rx-gro-hw",
34
	[NETIF_F_LRO_BIT] =              "rx-lro",
35

36
	[NETIF_F_TSO_BIT] =              "tx-tcp-segmentation",
37
	[NETIF_F_GSO_ROBUST_BIT] =       "tx-gso-robust",
38
	[NETIF_F_TSO_ECN_BIT] =          "tx-tcp-ecn-segmentation",
39
	[NETIF_F_GSO_ACCECN_BIT] =	 "tx-tcp-accecn-segmentation",
40
	[NETIF_F_TSO_MANGLEID_BIT] =	 "tx-tcp-mangleid-segmentation",
41
	[NETIF_F_TSO6_BIT] =             "tx-tcp6-segmentation",
42
	[NETIF_F_FSO_BIT] =              "tx-fcoe-segmentation",
43
	[NETIF_F_GSO_GRE_BIT] =		 "tx-gre-segmentation",
44
	[NETIF_F_GSO_GRE_CSUM_BIT] =	 "tx-gre-csum-segmentation",
45
	[NETIF_F_GSO_IPXIP4_BIT] =	 "tx-ipxip4-segmentation",
46
	[NETIF_F_GSO_IPXIP6_BIT] =	 "tx-ipxip6-segmentation",
47
	[NETIF_F_GSO_UDP_TUNNEL_BIT] =	 "tx-udp_tnl-segmentation",
48
	[NETIF_F_GSO_UDP_TUNNEL_CSUM_BIT] = "tx-udp_tnl-csum-segmentation",
49
	[NETIF_F_GSO_PARTIAL_BIT] =	 "tx-gso-partial",
50
	[NETIF_F_GSO_TUNNEL_REMCSUM_BIT] = "tx-tunnel-remcsum-segmentation",
51
	[NETIF_F_GSO_SCTP_BIT] =	 "tx-sctp-segmentation",
52
	[NETIF_F_GSO_ESP_BIT] =		 "tx-esp-segmentation",
53
	[NETIF_F_GSO_UDP_L4_BIT] =	 "tx-udp-segmentation",
54
	[NETIF_F_GSO_FRAGLIST_BIT] =	 "tx-gso-list",
55

56
	[NETIF_F_FCOE_CRC_BIT] =         "tx-checksum-fcoe-crc",
57
	[NETIF_F_SCTP_CRC_BIT] =        "tx-checksum-sctp",
58
	[NETIF_F_NTUPLE_BIT] =           "rx-ntuple-filter",
59
	[NETIF_F_RXHASH_BIT] =           "rx-hashing",
60
	[NETIF_F_RXCSUM_BIT] =           "rx-checksum",
61
	[NETIF_F_NOCACHE_COPY_BIT] =     "tx-nocache-copy",
62
	[NETIF_F_LOOPBACK_BIT] =         "loopback",
63
	[NETIF_F_RXFCS_BIT] =            "rx-fcs",
64
	[NETIF_F_RXALL_BIT] =            "rx-all",
65
	[NETIF_F_HW_L2FW_DOFFLOAD_BIT] = "l2-fwd-offload",
66
	[NETIF_F_HW_TC_BIT] =		 "hw-tc-offload",
67
	[NETIF_F_HW_ESP_BIT] =		 "esp-hw-offload",
68
	[NETIF_F_HW_ESP_TX_CSUM_BIT] =	 "esp-tx-csum-hw-offload",
69
	[NETIF_F_RX_UDP_TUNNEL_PORT_BIT] =	 "rx-udp_tunnel-port-offload",
70
	[NETIF_F_HW_TLS_RECORD_BIT] =	"tls-hw-record",
71
	[NETIF_F_HW_TLS_TX_BIT] =	 "tls-hw-tx-offload",
72
	[NETIF_F_HW_TLS_RX_BIT] =	 "tls-hw-rx-offload",
73
	[NETIF_F_GRO_FRAGLIST_BIT] =	 "rx-gro-list",
74
	[NETIF_F_HW_MACSEC_BIT] =	 "macsec-hw-offload",
75
	[NETIF_F_GRO_UDP_FWD_BIT] =	 "rx-udp-gro-forwarding",
76
	[NETIF_F_HW_HSR_TAG_INS_BIT] =	 "hsr-tag-ins-offload",
77
	[NETIF_F_HW_HSR_TAG_RM_BIT] =	 "hsr-tag-rm-offload",
78
	[NETIF_F_HW_HSR_FWD_BIT] =	 "hsr-fwd-offload",
79
	[NETIF_F_HW_HSR_DUP_BIT] =	 "hsr-dup-offload",
80
};
81

82
const char
83
rss_hash_func_strings[ETH_RSS_HASH_FUNCS_COUNT][ETH_GSTRING_LEN] = {
84
	[ETH_RSS_HASH_TOP_BIT] =	"toeplitz",
85
	[ETH_RSS_HASH_XOR_BIT] =	"xor",
86
	[ETH_RSS_HASH_CRC32_BIT] =	"crc32",
87
};
88

89
const char
90
tunable_strings[__ETHTOOL_TUNABLE_COUNT][ETH_GSTRING_LEN] = {
91
	[ETHTOOL_ID_UNSPEC]     = "Unspec",
92
	[ETHTOOL_RX_COPYBREAK]	= "rx-copybreak",
93
	[ETHTOOL_TX_COPYBREAK]	= "tx-copybreak",
94
	[ETHTOOL_PFC_PREVENTION_TOUT] = "pfc-prevention-tout",
95
	[ETHTOOL_TX_COPYBREAK_BUF_SIZE] = "tx-copybreak-buf-size",
96
};
97

98
const char
99
phy_tunable_strings[__ETHTOOL_PHY_TUNABLE_COUNT][ETH_GSTRING_LEN] = {
100
	[ETHTOOL_ID_UNSPEC]     = "Unspec",
101
	[ETHTOOL_PHY_DOWNSHIFT]	= "phy-downshift",
102
	[ETHTOOL_PHY_FAST_LINK_DOWN] = "phy-fast-link-down",
103
	[ETHTOOL_PHY_EDPD]	= "phy-energy-detect-power-down",
104
};
105

106
#define __LINK_MODE_NAME(speed, type, duplex) \
107
	#speed "base" #type "/" #duplex
108
#define __DEFINE_LINK_MODE_NAME(speed, type, duplex) \
109
	[ETHTOOL_LINK_MODE(speed, type, duplex)] = \
110
	__LINK_MODE_NAME(speed, type, duplex)
111
#define __DEFINE_SPECIAL_MODE_NAME(_mode, _name) \
112
	[ETHTOOL_LINK_MODE_ ## _mode ## _BIT] = _name
113

114
const char link_mode_names[][ETH_GSTRING_LEN] = {
115
	__DEFINE_LINK_MODE_NAME(10, T, Half),
116
	__DEFINE_LINK_MODE_NAME(10, T, Full),
117
	__DEFINE_LINK_MODE_NAME(100, T, Half),
118
	__DEFINE_LINK_MODE_NAME(100, T, Full),
119
	__DEFINE_LINK_MODE_NAME(1000, T, Half),
120
	__DEFINE_LINK_MODE_NAME(1000, T, Full),
121
	__DEFINE_SPECIAL_MODE_NAME(Autoneg, "Autoneg"),
122
	__DEFINE_SPECIAL_MODE_NAME(TP, "TP"),
123
	__DEFINE_SPECIAL_MODE_NAME(AUI, "AUI"),
124
	__DEFINE_SPECIAL_MODE_NAME(MII, "MII"),
125
	__DEFINE_SPECIAL_MODE_NAME(FIBRE, "FIBRE"),
126
	__DEFINE_SPECIAL_MODE_NAME(BNC, "BNC"),
127
	__DEFINE_LINK_MODE_NAME(10000, T, Full),
128
	__DEFINE_SPECIAL_MODE_NAME(Pause, "Pause"),
129
	__DEFINE_SPECIAL_MODE_NAME(Asym_Pause, "Asym_Pause"),
130
	__DEFINE_LINK_MODE_NAME(2500, X, Full),
131
	__DEFINE_SPECIAL_MODE_NAME(Backplane, "Backplane"),
132
	__DEFINE_LINK_MODE_NAME(1000, KX, Full),
133
	__DEFINE_LINK_MODE_NAME(10000, KX4, Full),
134
	__DEFINE_LINK_MODE_NAME(10000, KR, Full),
135
	__DEFINE_SPECIAL_MODE_NAME(10000baseR_FEC, "10000baseR_FEC"),
136
	__DEFINE_LINK_MODE_NAME(20000, MLD2, Full),
137
	__DEFINE_LINK_MODE_NAME(20000, KR2, Full),
138
	__DEFINE_LINK_MODE_NAME(40000, KR4, Full),
139
	__DEFINE_LINK_MODE_NAME(40000, CR4, Full),
140
	__DEFINE_LINK_MODE_NAME(40000, SR4, Full),
141
	__DEFINE_LINK_MODE_NAME(40000, LR4, Full),
142
	__DEFINE_LINK_MODE_NAME(56000, KR4, Full),
143
	__DEFINE_LINK_MODE_NAME(56000, CR4, Full),
144
	__DEFINE_LINK_MODE_NAME(56000, SR4, Full),
145
	__DEFINE_LINK_MODE_NAME(56000, LR4, Full),
146
	__DEFINE_LINK_MODE_NAME(25000, CR, Full),
147
	__DEFINE_LINK_MODE_NAME(25000, KR, Full),
148
	__DEFINE_LINK_MODE_NAME(25000, SR, Full),
149
	__DEFINE_LINK_MODE_NAME(50000, CR2, Full),
150
	__DEFINE_LINK_MODE_NAME(50000, KR2, Full),
151
	__DEFINE_LINK_MODE_NAME(100000, KR4, Full),
152
	__DEFINE_LINK_MODE_NAME(100000, SR4, Full),
153
	__DEFINE_LINK_MODE_NAME(100000, CR4, Full),
154
	__DEFINE_LINK_MODE_NAME(100000, LR4_ER4, Full),
155
	__DEFINE_LINK_MODE_NAME(50000, SR2, Full),
156
	__DEFINE_LINK_MODE_NAME(1000, X, Full),
157
	__DEFINE_LINK_MODE_NAME(10000, CR, Full),
158
	__DEFINE_LINK_MODE_NAME(10000, SR, Full),
159
	__DEFINE_LINK_MODE_NAME(10000, LR, Full),
160
	__DEFINE_LINK_MODE_NAME(10000, LRM, Full),
161
	__DEFINE_LINK_MODE_NAME(10000, ER, Full),
162
	__DEFINE_LINK_MODE_NAME(2500, T, Full),
163
	__DEFINE_LINK_MODE_NAME(5000, T, Full),
164
	__DEFINE_SPECIAL_MODE_NAME(FEC_NONE, "None"),
165
	__DEFINE_SPECIAL_MODE_NAME(FEC_RS, "RS"),
166
	__DEFINE_SPECIAL_MODE_NAME(FEC_BASER, "BASER"),
167
	__DEFINE_LINK_MODE_NAME(50000, KR, Full),
168
	__DEFINE_LINK_MODE_NAME(50000, SR, Full),
169
	__DEFINE_LINK_MODE_NAME(50000, CR, Full),
170
	__DEFINE_LINK_MODE_NAME(50000, LR_ER_FR, Full),
171
	__DEFINE_LINK_MODE_NAME(50000, DR, Full),
172
	__DEFINE_LINK_MODE_NAME(100000, KR2, Full),
173
	__DEFINE_LINK_MODE_NAME(100000, SR2, Full),
174
	__DEFINE_LINK_MODE_NAME(100000, CR2, Full),
175
	__DEFINE_LINK_MODE_NAME(100000, LR2_ER2_FR2, Full),
176
	__DEFINE_LINK_MODE_NAME(100000, DR2, Full),
177
	__DEFINE_LINK_MODE_NAME(200000, KR4, Full),
178
	__DEFINE_LINK_MODE_NAME(200000, SR4, Full),
179
	__DEFINE_LINK_MODE_NAME(200000, LR4_ER4_FR4, Full),
180
	__DEFINE_LINK_MODE_NAME(200000, DR4, Full),
181
	__DEFINE_LINK_MODE_NAME(200000, CR4, Full),
182
	__DEFINE_LINK_MODE_NAME(100, T1, Full),
183
	__DEFINE_LINK_MODE_NAME(1000, T1, Full),
184
	__DEFINE_LINK_MODE_NAME(400000, KR8, Full),
185
	__DEFINE_LINK_MODE_NAME(400000, SR8, Full),
186
	__DEFINE_LINK_MODE_NAME(400000, LR8_ER8_FR8, Full),
187
	__DEFINE_LINK_MODE_NAME(400000, DR8, Full),
188
	__DEFINE_LINK_MODE_NAME(400000, CR8, Full),
189
	__DEFINE_SPECIAL_MODE_NAME(FEC_LLRS, "LLRS"),
190
	__DEFINE_LINK_MODE_NAME(100000, KR, Full),
191
	__DEFINE_LINK_MODE_NAME(100000, SR, Full),
192
	__DEFINE_LINK_MODE_NAME(100000, LR_ER_FR, Full),
193
	__DEFINE_LINK_MODE_NAME(100000, DR, Full),
194
	__DEFINE_LINK_MODE_NAME(100000, CR, Full),
195
	__DEFINE_LINK_MODE_NAME(200000, KR2, Full),
196
	__DEFINE_LINK_MODE_NAME(200000, SR2, Full),
197
	__DEFINE_LINK_MODE_NAME(200000, LR2_ER2_FR2, Full),
198
	__DEFINE_LINK_MODE_NAME(200000, DR2, Full),
199
	__DEFINE_LINK_MODE_NAME(200000, CR2, Full),
200
	__DEFINE_LINK_MODE_NAME(400000, KR4, Full),
201
	__DEFINE_LINK_MODE_NAME(400000, SR4, Full),
202
	__DEFINE_LINK_MODE_NAME(400000, LR4_ER4_FR4, Full),
203
	__DEFINE_LINK_MODE_NAME(400000, DR4, Full),
204
	__DEFINE_LINK_MODE_NAME(400000, CR4, Full),
205
	__DEFINE_LINK_MODE_NAME(100, FX, Half),
206
	__DEFINE_LINK_MODE_NAME(100, FX, Full),
207
	__DEFINE_LINK_MODE_NAME(10, T1L, Full),
208
	__DEFINE_LINK_MODE_NAME(800000, CR8, Full),
209
	__DEFINE_LINK_MODE_NAME(800000, KR8, Full),
210
	__DEFINE_LINK_MODE_NAME(800000, DR8, Full),
211
	__DEFINE_LINK_MODE_NAME(800000, DR8_2, Full),
212
	__DEFINE_LINK_MODE_NAME(800000, SR8, Full),
213
	__DEFINE_LINK_MODE_NAME(800000, VR8, Full),
214
	__DEFINE_LINK_MODE_NAME(10, T1S, Full),
215
	__DEFINE_LINK_MODE_NAME(10, T1S, Half),
216
	__DEFINE_LINK_MODE_NAME(10, T1S_P2MP, Half),
217
	__DEFINE_LINK_MODE_NAME(10, T1BRR, Full),
218
	__DEFINE_LINK_MODE_NAME(200000, CR, Full),
219
	__DEFINE_LINK_MODE_NAME(200000, KR, Full),
220
	__DEFINE_LINK_MODE_NAME(200000, DR, Full),
221
	__DEFINE_LINK_MODE_NAME(200000, DR_2, Full),
222
	__DEFINE_LINK_MODE_NAME(200000, SR, Full),
223
	__DEFINE_LINK_MODE_NAME(200000, VR, Full),
224
	__DEFINE_LINK_MODE_NAME(400000, CR2, Full),
225
	__DEFINE_LINK_MODE_NAME(400000, KR2, Full),
226
	__DEFINE_LINK_MODE_NAME(400000, DR2, Full),
227
	__DEFINE_LINK_MODE_NAME(400000, DR2_2, Full),
228
	__DEFINE_LINK_MODE_NAME(400000, SR2, Full),
229
	__DEFINE_LINK_MODE_NAME(400000, VR2, Full),
230
	__DEFINE_LINK_MODE_NAME(800000, CR4, Full),
231
	__DEFINE_LINK_MODE_NAME(800000, KR4, Full),
232
	__DEFINE_LINK_MODE_NAME(800000, DR4, Full),
233
	__DEFINE_LINK_MODE_NAME(800000, DR4_2, Full),
234
	__DEFINE_LINK_MODE_NAME(800000, SR4, Full),
235
	__DEFINE_LINK_MODE_NAME(800000, VR4, Full),
236
};
237
static_assert(ARRAY_SIZE(link_mode_names) == __ETHTOOL_LINK_MODE_MASK_NBITS);
238

239
#define __LINK_MODE_LANES_CR		1
240
#define __LINK_MODE_LANES_CR2		2
241
#define __LINK_MODE_LANES_CR4		4
242
#define __LINK_MODE_LANES_CR8		8
243
#define __LINK_MODE_LANES_DR		1
244
#define __LINK_MODE_LANES_DR_2		1
245
#define __LINK_MODE_LANES_DR2		2
246
#define __LINK_MODE_LANES_DR2_2		2
247
#define __LINK_MODE_LANES_DR4		4
248
#define __LINK_MODE_LANES_DR4_2		4
249
#define __LINK_MODE_LANES_DR8		8
250
#define __LINK_MODE_LANES_KR		1
251
#define __LINK_MODE_LANES_KR2		2
252
#define __LINK_MODE_LANES_KR4		4
253
#define __LINK_MODE_LANES_KR8		8
254
#define __LINK_MODE_LANES_SR		1
255
#define __LINK_MODE_LANES_SR2		2
256
#define __LINK_MODE_LANES_SR4		4
257
#define __LINK_MODE_LANES_SR8		8
258
#define __LINK_MODE_LANES_ER		1
259
#define __LINK_MODE_LANES_KX		1
260
#define __LINK_MODE_LANES_KX4		4
261
#define __LINK_MODE_LANES_LR		1
262
#define __LINK_MODE_LANES_LR4		4
263
#define __LINK_MODE_LANES_LR4_ER4	4
264
#define __LINK_MODE_LANES_LR_ER_FR	1
265
#define __LINK_MODE_LANES_LR2_ER2_FR2	2
266
#define __LINK_MODE_LANES_LR4_ER4_FR4	4
267
#define __LINK_MODE_LANES_LR8_ER8_FR8	8
268
#define __LINK_MODE_LANES_LRM		1
269
#define __LINK_MODE_LANES_MLD2		2
270
#define __LINK_MODE_LANES_T		1
271
#define __LINK_MODE_LANES_T1		1
272
#define __LINK_MODE_LANES_X		1
273
#define __LINK_MODE_LANES_FX		1
274
#define __LINK_MODE_LANES_T1L		1
275
#define __LINK_MODE_LANES_T1S		1
276
#define __LINK_MODE_LANES_T1S_P2MP	1
277
#define __LINK_MODE_LANES_VR		1
278
#define __LINK_MODE_LANES_VR2		2
279
#define __LINK_MODE_LANES_VR4		4
280
#define __LINK_MODE_LANES_VR8		8
281
#define __LINK_MODE_LANES_DR8_2		8
282
#define __LINK_MODE_LANES_T1BRR		1
283

284
#define __DEFINE_LINK_MODE_PARAMS(_speed, _type, _duplex)	\
285
	[ETHTOOL_LINK_MODE(_speed, _type, _duplex)] = {		\
286
		.speed  = SPEED_ ## _speed, \
287
		.lanes  = __LINK_MODE_LANES_ ## _type, \
288
		.duplex	= __DUPLEX_ ## _duplex \
289
	}
290
#define __DUPLEX_Half DUPLEX_HALF
291
#define __DUPLEX_Full DUPLEX_FULL
292
#define __DEFINE_SPECIAL_MODE_PARAMS(_mode) \
293
	[ETHTOOL_LINK_MODE_ ## _mode ## _BIT] = { \
294
		.speed	= SPEED_UNKNOWN, \
295
		.lanes	= 0, \
296
		.duplex	= DUPLEX_UNKNOWN, \
297
	}
298

299
const struct link_mode_info link_mode_params[] = {
300
	__DEFINE_LINK_MODE_PARAMS(10, T, Half),
301
	__DEFINE_LINK_MODE_PARAMS(10, T, Full),
302
	__DEFINE_LINK_MODE_PARAMS(100, T, Half),
303
	__DEFINE_LINK_MODE_PARAMS(100, T, Full),
304
	__DEFINE_LINK_MODE_PARAMS(1000, T, Half),
305
	__DEFINE_LINK_MODE_PARAMS(1000, T, Full),
306
	__DEFINE_SPECIAL_MODE_PARAMS(Autoneg),
307
	__DEFINE_SPECIAL_MODE_PARAMS(TP),
308
	__DEFINE_SPECIAL_MODE_PARAMS(AUI),
309
	__DEFINE_SPECIAL_MODE_PARAMS(MII),
310
	__DEFINE_SPECIAL_MODE_PARAMS(FIBRE),
311
	__DEFINE_SPECIAL_MODE_PARAMS(BNC),
312
	__DEFINE_LINK_MODE_PARAMS(10000, T, Full),
313
	__DEFINE_SPECIAL_MODE_PARAMS(Pause),
314
	__DEFINE_SPECIAL_MODE_PARAMS(Asym_Pause),
315
	__DEFINE_LINK_MODE_PARAMS(2500, X, Full),
316
	__DEFINE_SPECIAL_MODE_PARAMS(Backplane),
317
	__DEFINE_LINK_MODE_PARAMS(1000, KX, Full),
318
	__DEFINE_LINK_MODE_PARAMS(10000, KX4, Full),
319
	__DEFINE_LINK_MODE_PARAMS(10000, KR, Full),
320
	[ETHTOOL_LINK_MODE_10000baseR_FEC_BIT] = {
321
		.speed	= SPEED_10000,
322
		.lanes	= 1,
323
		.duplex = DUPLEX_FULL,
324
	},
325
	__DEFINE_LINK_MODE_PARAMS(20000, MLD2, Full),
326
	__DEFINE_LINK_MODE_PARAMS(20000, KR2, Full),
327
	__DEFINE_LINK_MODE_PARAMS(40000, KR4, Full),
328
	__DEFINE_LINK_MODE_PARAMS(40000, CR4, Full),
329
	__DEFINE_LINK_MODE_PARAMS(40000, SR4, Full),
330
	__DEFINE_LINK_MODE_PARAMS(40000, LR4, Full),
331
	__DEFINE_LINK_MODE_PARAMS(56000, KR4, Full),
332
	__DEFINE_LINK_MODE_PARAMS(56000, CR4, Full),
333
	__DEFINE_LINK_MODE_PARAMS(56000, SR4, Full),
334
	__DEFINE_LINK_MODE_PARAMS(56000, LR4, Full),
335
	__DEFINE_LINK_MODE_PARAMS(25000, CR, Full),
336
	__DEFINE_LINK_MODE_PARAMS(25000, KR, Full),
337
	__DEFINE_LINK_MODE_PARAMS(25000, SR, Full),
338
	__DEFINE_LINK_MODE_PARAMS(50000, CR2, Full),
339
	__DEFINE_LINK_MODE_PARAMS(50000, KR2, Full),
340
	__DEFINE_LINK_MODE_PARAMS(100000, KR4, Full),
341
	__DEFINE_LINK_MODE_PARAMS(100000, SR4, Full),
342
	__DEFINE_LINK_MODE_PARAMS(100000, CR4, Full),
343
	__DEFINE_LINK_MODE_PARAMS(100000, LR4_ER4, Full),
344
	__DEFINE_LINK_MODE_PARAMS(50000, SR2, Full),
345
	__DEFINE_LINK_MODE_PARAMS(1000, X, Full),
346
	__DEFINE_LINK_MODE_PARAMS(10000, CR, Full),
347
	__DEFINE_LINK_MODE_PARAMS(10000, SR, Full),
348
	__DEFINE_LINK_MODE_PARAMS(10000, LR, Full),
349
	__DEFINE_LINK_MODE_PARAMS(10000, LRM, Full),
350
	__DEFINE_LINK_MODE_PARAMS(10000, ER, Full),
351
	__DEFINE_LINK_MODE_PARAMS(2500, T, Full),
352
	__DEFINE_LINK_MODE_PARAMS(5000, T, Full),
353
	__DEFINE_SPECIAL_MODE_PARAMS(FEC_NONE),
354
	__DEFINE_SPECIAL_MODE_PARAMS(FEC_RS),
355
	__DEFINE_SPECIAL_MODE_PARAMS(FEC_BASER),
356
	__DEFINE_LINK_MODE_PARAMS(50000, KR, Full),
357
	__DEFINE_LINK_MODE_PARAMS(50000, SR, Full),
358
	__DEFINE_LINK_MODE_PARAMS(50000, CR, Full),
359
	__DEFINE_LINK_MODE_PARAMS(50000, LR_ER_FR, Full),
360
	__DEFINE_LINK_MODE_PARAMS(50000, DR, Full),
361
	__DEFINE_LINK_MODE_PARAMS(100000, KR2, Full),
362
	__DEFINE_LINK_MODE_PARAMS(100000, SR2, Full),
363
	__DEFINE_LINK_MODE_PARAMS(100000, CR2, Full),
364
	__DEFINE_LINK_MODE_PARAMS(100000, LR2_ER2_FR2, Full),
365
	__DEFINE_LINK_MODE_PARAMS(100000, DR2, Full),
366
	__DEFINE_LINK_MODE_PARAMS(200000, KR4, Full),
367
	__DEFINE_LINK_MODE_PARAMS(200000, SR4, Full),
368
	__DEFINE_LINK_MODE_PARAMS(200000, LR4_ER4_FR4, Full),
369
	__DEFINE_LINK_MODE_PARAMS(200000, DR4, Full),
370
	__DEFINE_LINK_MODE_PARAMS(200000, CR4, Full),
371
	__DEFINE_LINK_MODE_PARAMS(100, T1, Full),
372
	__DEFINE_LINK_MODE_PARAMS(1000, T1, Full),
373
	__DEFINE_LINK_MODE_PARAMS(400000, KR8, Full),
374
	__DEFINE_LINK_MODE_PARAMS(400000, SR8, Full),
375
	__DEFINE_LINK_MODE_PARAMS(400000, LR8_ER8_FR8, Full),
376
	__DEFINE_LINK_MODE_PARAMS(400000, DR8, Full),
377
	__DEFINE_LINK_MODE_PARAMS(400000, CR8, Full),
378
	__DEFINE_SPECIAL_MODE_PARAMS(FEC_LLRS),
379
	__DEFINE_LINK_MODE_PARAMS(100000, KR, Full),
380
	__DEFINE_LINK_MODE_PARAMS(100000, SR, Full),
381
	__DEFINE_LINK_MODE_PARAMS(100000, LR_ER_FR, Full),
382
	__DEFINE_LINK_MODE_PARAMS(100000, DR, Full),
383
	__DEFINE_LINK_MODE_PARAMS(100000, CR, Full),
384
	__DEFINE_LINK_MODE_PARAMS(200000, KR2, Full),
385
	__DEFINE_LINK_MODE_PARAMS(200000, SR2, Full),
386
	__DEFINE_LINK_MODE_PARAMS(200000, LR2_ER2_FR2, Full),
387
	__DEFINE_LINK_MODE_PARAMS(200000, DR2, Full),
388
	__DEFINE_LINK_MODE_PARAMS(200000, CR2, Full),
389
	__DEFINE_LINK_MODE_PARAMS(400000, KR4, Full),
390
	__DEFINE_LINK_MODE_PARAMS(400000, SR4, Full),
391
	__DEFINE_LINK_MODE_PARAMS(400000, LR4_ER4_FR4, Full),
392
	__DEFINE_LINK_MODE_PARAMS(400000, DR4, Full),
393
	__DEFINE_LINK_MODE_PARAMS(400000, CR4, Full),
394
	__DEFINE_LINK_MODE_PARAMS(100, FX, Half),
395
	__DEFINE_LINK_MODE_PARAMS(100, FX, Full),
396
	__DEFINE_LINK_MODE_PARAMS(10, T1L, Full),
397
	__DEFINE_LINK_MODE_PARAMS(800000, CR8, Full),
398
	__DEFINE_LINK_MODE_PARAMS(800000, KR8, Full),
399
	__DEFINE_LINK_MODE_PARAMS(800000, DR8, Full),
400
	__DEFINE_LINK_MODE_PARAMS(800000, DR8_2, Full),
401
	__DEFINE_LINK_MODE_PARAMS(800000, SR8, Full),
402
	__DEFINE_LINK_MODE_PARAMS(800000, VR8, Full),
403
	__DEFINE_LINK_MODE_PARAMS(10, T1S, Full),
404
	__DEFINE_LINK_MODE_PARAMS(10, T1S, Half),
405
	__DEFINE_LINK_MODE_PARAMS(10, T1S_P2MP, Half),
406
	__DEFINE_LINK_MODE_PARAMS(10, T1BRR, Full),
407
	__DEFINE_LINK_MODE_PARAMS(200000, CR, Full),
408
	__DEFINE_LINK_MODE_PARAMS(200000, KR, Full),
409
	__DEFINE_LINK_MODE_PARAMS(200000, DR, Full),
410
	__DEFINE_LINK_MODE_PARAMS(200000, DR_2, Full),
411
	__DEFINE_LINK_MODE_PARAMS(200000, SR, Full),
412
	__DEFINE_LINK_MODE_PARAMS(200000, VR, Full),
413
	__DEFINE_LINK_MODE_PARAMS(400000, CR2, Full),
414
	__DEFINE_LINK_MODE_PARAMS(400000, KR2, Full),
415
	__DEFINE_LINK_MODE_PARAMS(400000, DR2, Full),
416
	__DEFINE_LINK_MODE_PARAMS(400000, DR2_2, Full),
417
	__DEFINE_LINK_MODE_PARAMS(400000, SR2, Full),
418
	__DEFINE_LINK_MODE_PARAMS(400000, VR2, Full),
419
	__DEFINE_LINK_MODE_PARAMS(800000, CR4, Full),
420
	__DEFINE_LINK_MODE_PARAMS(800000, KR4, Full),
421
	__DEFINE_LINK_MODE_PARAMS(800000, DR4, Full),
422
	__DEFINE_LINK_MODE_PARAMS(800000, DR4_2, Full),
423
	__DEFINE_LINK_MODE_PARAMS(800000, SR4, Full),
424
	__DEFINE_LINK_MODE_PARAMS(800000, VR4, Full),
425
};
426
static_assert(ARRAY_SIZE(link_mode_params) == __ETHTOOL_LINK_MODE_MASK_NBITS);
427
EXPORT_SYMBOL_GPL(link_mode_params);
428

429
const char netif_msg_class_names[][ETH_GSTRING_LEN] = {
430
	[NETIF_MSG_DRV_BIT]		= "drv",
431
	[NETIF_MSG_PROBE_BIT]		= "probe",
432
	[NETIF_MSG_LINK_BIT]		= "link",
433
	[NETIF_MSG_TIMER_BIT]		= "timer",
434
	[NETIF_MSG_IFDOWN_BIT]		= "ifdown",
435
	[NETIF_MSG_IFUP_BIT]		= "ifup",
436
	[NETIF_MSG_RX_ERR_BIT]		= "rx_err",
437
	[NETIF_MSG_TX_ERR_BIT]		= "tx_err",
438
	[NETIF_MSG_TX_QUEUED_BIT]	= "tx_queued",
439
	[NETIF_MSG_INTR_BIT]		= "intr",
440
	[NETIF_MSG_TX_DONE_BIT]		= "tx_done",
441
	[NETIF_MSG_RX_STATUS_BIT]	= "rx_status",
442
	[NETIF_MSG_PKTDATA_BIT]		= "pktdata",
443
	[NETIF_MSG_HW_BIT]		= "hw",
444
	[NETIF_MSG_WOL_BIT]		= "wol",
445
};
446
static_assert(ARRAY_SIZE(netif_msg_class_names) == NETIF_MSG_CLASS_COUNT);
447

448
const char wol_mode_names[][ETH_GSTRING_LEN] = {
449
	[const_ilog2(WAKE_PHY)]		= "phy",
450
	[const_ilog2(WAKE_UCAST)]	= "ucast",
451
	[const_ilog2(WAKE_MCAST)]	= "mcast",
452
	[const_ilog2(WAKE_BCAST)]	= "bcast",
453
	[const_ilog2(WAKE_ARP)]		= "arp",
454
	[const_ilog2(WAKE_MAGIC)]	= "magic",
455
	[const_ilog2(WAKE_MAGICSECURE)]	= "magicsecure",
456
	[const_ilog2(WAKE_FILTER)]	= "filter",
457
};
458
static_assert(ARRAY_SIZE(wol_mode_names) == WOL_MODE_COUNT);
459

460
const char sof_timestamping_names[][ETH_GSTRING_LEN] = {
461
	[const_ilog2(SOF_TIMESTAMPING_TX_HARDWARE)]  = "hardware-transmit",
462
	[const_ilog2(SOF_TIMESTAMPING_TX_SOFTWARE)]  = "software-transmit",
463
	[const_ilog2(SOF_TIMESTAMPING_RX_HARDWARE)]  = "hardware-receive",
464
	[const_ilog2(SOF_TIMESTAMPING_RX_SOFTWARE)]  = "software-receive",
465
	[const_ilog2(SOF_TIMESTAMPING_SOFTWARE)]     = "software-system-clock",
466
	[const_ilog2(SOF_TIMESTAMPING_SYS_HARDWARE)] = "hardware-legacy-clock",
467
	[const_ilog2(SOF_TIMESTAMPING_RAW_HARDWARE)] = "hardware-raw-clock",
468
	[const_ilog2(SOF_TIMESTAMPING_OPT_ID)]       = "option-id",
469
	[const_ilog2(SOF_TIMESTAMPING_TX_SCHED)]     = "sched-transmit",
470
	[const_ilog2(SOF_TIMESTAMPING_TX_ACK)]       = "ack-transmit",
471
	[const_ilog2(SOF_TIMESTAMPING_OPT_CMSG)]     = "option-cmsg",
472
	[const_ilog2(SOF_TIMESTAMPING_OPT_TSONLY)]   = "option-tsonly",
473
	[const_ilog2(SOF_TIMESTAMPING_OPT_STATS)]    = "option-stats",
474
	[const_ilog2(SOF_TIMESTAMPING_OPT_PKTINFO)]  = "option-pktinfo",
475
	[const_ilog2(SOF_TIMESTAMPING_OPT_TX_SWHW)]  = "option-tx-swhw",
476
	[const_ilog2(SOF_TIMESTAMPING_BIND_PHC)]     = "bind-phc",
477
	[const_ilog2(SOF_TIMESTAMPING_OPT_ID_TCP)]   = "option-id-tcp",
478
	[const_ilog2(SOF_TIMESTAMPING_OPT_RX_FILTER)] = "option-rx-filter",
479
	[const_ilog2(SOF_TIMESTAMPING_TX_COMPLETION)] = "tx-completion",
480
};
481
static_assert(ARRAY_SIZE(sof_timestamping_names) == __SOF_TIMESTAMPING_CNT);
482

483
const char ts_tx_type_names[][ETH_GSTRING_LEN] = {
484
	[HWTSTAMP_TX_OFF]		= "off",
485
	[HWTSTAMP_TX_ON]		= "on",
486
	[HWTSTAMP_TX_ONESTEP_SYNC]	= "onestep-sync",
487
	[HWTSTAMP_TX_ONESTEP_P2P]	= "onestep-p2p",
488
};
489
static_assert(ARRAY_SIZE(ts_tx_type_names) == __HWTSTAMP_TX_CNT);
490

491
const char ts_rx_filter_names[][ETH_GSTRING_LEN] = {
492
	[HWTSTAMP_FILTER_NONE]			= "none",
493
	[HWTSTAMP_FILTER_ALL]			= "all",
494
	[HWTSTAMP_FILTER_SOME]			= "some",
495
	[HWTSTAMP_FILTER_PTP_V1_L4_EVENT]	= "ptpv1-l4-event",
496
	[HWTSTAMP_FILTER_PTP_V1_L4_SYNC]	= "ptpv1-l4-sync",
497
	[HWTSTAMP_FILTER_PTP_V1_L4_DELAY_REQ]	= "ptpv1-l4-delay-req",
498
	[HWTSTAMP_FILTER_PTP_V2_L4_EVENT]	= "ptpv2-l4-event",
499
	[HWTSTAMP_FILTER_PTP_V2_L4_SYNC]	= "ptpv2-l4-sync",
500
	[HWTSTAMP_FILTER_PTP_V2_L4_DELAY_REQ]	= "ptpv2-l4-delay-req",
501
	[HWTSTAMP_FILTER_PTP_V2_L2_EVENT]	= "ptpv2-l2-event",
502
	[HWTSTAMP_FILTER_PTP_V2_L2_SYNC]	= "ptpv2-l2-sync",
503
	[HWTSTAMP_FILTER_PTP_V2_L2_DELAY_REQ]	= "ptpv2-l2-delay-req",
504
	[HWTSTAMP_FILTER_PTP_V2_EVENT]		= "ptpv2-event",
505
	[HWTSTAMP_FILTER_PTP_V2_SYNC]		= "ptpv2-sync",
506
	[HWTSTAMP_FILTER_PTP_V2_DELAY_REQ]	= "ptpv2-delay-req",
507
	[HWTSTAMP_FILTER_NTP_ALL]		= "ntp-all",
508
};
509
static_assert(ARRAY_SIZE(ts_rx_filter_names) == __HWTSTAMP_FILTER_CNT);
510

511
const char ts_flags_names[][ETH_GSTRING_LEN] = {
512
	[const_ilog2(HWTSTAMP_FLAG_BONDED_PHC_INDEX)] = "bonded-phc-index",
513
};
514
static_assert(ARRAY_SIZE(ts_flags_names) == __HWTSTAMP_FLAG_CNT);
515

516
const char udp_tunnel_type_names[][ETH_GSTRING_LEN] = {
517
	[ETHTOOL_UDP_TUNNEL_TYPE_VXLAN]		= "vxlan",
518
	[ETHTOOL_UDP_TUNNEL_TYPE_GENEVE]	= "geneve",
519
	[ETHTOOL_UDP_TUNNEL_TYPE_VXLAN_GPE]	= "vxlan-gpe",
520
};
521
static_assert(ARRAY_SIZE(udp_tunnel_type_names) ==
522
	      __ETHTOOL_UDP_TUNNEL_TYPE_CNT);
523

524
/* return false if legacy contained non-0 deprecated fields
525
 * maxtxpkt/maxrxpkt. rest of ksettings always updated
526
 */
527
bool
528
convert_legacy_settings_to_link_ksettings(
529
	struct ethtool_link_ksettings *link_ksettings,
530
	const struct ethtool_cmd *legacy_settings)
531
{
532
	bool retval = true;
533

534
	memset(link_ksettings, 0, sizeof(*link_ksettings));
535

536
	/* This is used to tell users that driver is still using these
537
	 * deprecated legacy fields, and they should not use
538
	 * %ETHTOOL_GLINKSETTINGS/%ETHTOOL_SLINKSETTINGS
539
	 */
540
	if (legacy_settings->maxtxpkt ||
541
	    legacy_settings->maxrxpkt)
542
		retval = false;
543

544
	ethtool_convert_legacy_u32_to_link_mode(
545
		link_ksettings->link_modes.supported,
546
		legacy_settings->supported);
547
	ethtool_convert_legacy_u32_to_link_mode(
548
		link_ksettings->link_modes.advertising,
549
		legacy_settings->advertising);
550
	ethtool_convert_legacy_u32_to_link_mode(
551
		link_ksettings->link_modes.lp_advertising,
552
		legacy_settings->lp_advertising);
553
	link_ksettings->base.speed
554
		= ethtool_cmd_speed(legacy_settings);
555
	link_ksettings->base.duplex
556
		= legacy_settings->duplex;
557
	link_ksettings->base.port
558
		= legacy_settings->port;
559
	link_ksettings->base.phy_address
560
		= legacy_settings->phy_address;
561
	link_ksettings->base.autoneg
562
		= legacy_settings->autoneg;
563
	link_ksettings->base.mdio_support
564
		= legacy_settings->mdio_support;
565
	link_ksettings->base.eth_tp_mdix
566
		= legacy_settings->eth_tp_mdix;
567
	link_ksettings->base.eth_tp_mdix_ctrl
568
		= legacy_settings->eth_tp_mdix_ctrl;
569
	return retval;
570
}
571

572
int __ethtool_get_link(struct net_device *dev)
573
{
574
	if (!dev->ethtool_ops->get_link)
575
		return -EOPNOTSUPP;
576

577
	return netif_running(dev) && dev->ethtool_ops->get_link(dev);
578
}
579

580
int ethtool_get_rx_ring_count(struct net_device *dev)
581
{
582
	const struct ethtool_ops *ops = dev->ethtool_ops;
583
	struct ethtool_rxnfc rx_rings = {};
584
	int ret;
585

586
	if (ops->get_rx_ring_count)
587
		return ops->get_rx_ring_count(dev);
588

589
	if (!ops->get_rxnfc)
590
		return -EOPNOTSUPP;
591

592
	rx_rings.cmd = ETHTOOL_GRXRINGS;
593
	ret = ops->get_rxnfc(dev, &rx_rings, NULL);
594
	if (ret < 0)
595
		return ret;
596

597
	return rx_rings.data;
598
}
599

600
static int ethtool_get_rxnfc_rule_count(struct net_device *dev)
601
{
602
	const struct ethtool_ops *ops = dev->ethtool_ops;
603
	struct ethtool_rxnfc info = {
604
		.cmd = ETHTOOL_GRXCLSRLCNT,
605
	};
606
	int err;
607

608
	err = ops->get_rxnfc(dev, &info, NULL);
609
	if (err)
610
		return err;
611

612
	return info.rule_cnt;
613
}
614

615
/* Max offset for one RSS context */
616
static u32 ethtool_get_rss_ctx_max_channel(struct ethtool_rxfh_context *ctx)
617
{
618
	u32 max_ring = 0;
619
	u32 i, *tbl;
620

621
	if (WARN_ON_ONCE(!ctx))
622
		return 0;
623
	tbl = ethtool_rxfh_context_indir(ctx);
624
	for (i = 0; i < ctx->indir_size; i++)
625
		max_ring = max(max_ring, tbl[i]);
626
	return max_ring;
627
}
628

629
static int ethtool_get_max_rxnfc_channel(struct net_device *dev, u64 *max)
630
{
631
	const struct ethtool_ops *ops = dev->ethtool_ops;
632
	struct ethtool_rxnfc *info;
633
	int err, i, rule_cnt;
634
	u64 max_ring = 0;
635

636
	if (!ops->get_rxnfc)
637
		return -EOPNOTSUPP;
638

639
	rule_cnt = ethtool_get_rxnfc_rule_count(dev);
640
	if (rule_cnt <= 0)
641
		return -EINVAL;
642

643
	info = kvzalloc(struct_size(info, rule_locs, rule_cnt), GFP_KERNEL);
644
	if (!info)
645
		return -ENOMEM;
646

647
	info->cmd = ETHTOOL_GRXCLSRLALL;
648
	info->rule_cnt = rule_cnt;
649
	err = ops->get_rxnfc(dev, info, info->rule_locs);
650
	if (err)
651
		goto err_free_info;
652

653
	for (i = 0; i < rule_cnt; i++) {
654
		struct ethtool_rxnfc rule_info = {
655
			.cmd = ETHTOOL_GRXCLSRULE,
656
			.fs.location = info->rule_locs[i],
657
		};
658

659
		err = ops->get_rxnfc(dev, &rule_info, NULL);
660
		if (err)
661
			goto err_free_info;
662

663
		if (rule_info.fs.ring_cookie != RX_CLS_FLOW_DISC &&
664
		    rule_info.fs.ring_cookie != RX_CLS_FLOW_WAKE &&
665
		    !ethtool_get_flow_spec_ring_vf(rule_info.fs.ring_cookie)) {
666
			u64 ring = rule_info.fs.ring_cookie;
667

668
			if (rule_info.flow_type & FLOW_RSS) {
669
				struct ethtool_rxfh_context *ctx;
670

671
				ctx = xa_load(&dev->ethtool->rss_ctx,
672
					      rule_info.rss_context);
673
				ring += ethtool_get_rss_ctx_max_channel(ctx);
674
			}
675
			max_ring = max_t(u64, max_ring, ring);
676
		}
677
	}
678

679
	kvfree(info);
680
	*max = max_ring;
681
	return 0;
682

683
err_free_info:
684
	kvfree(info);
685
	return err;
686
}
687

688
/* Max offset across all of a device's RSS contexts */
689
static u32 ethtool_get_max_rss_ctx_channel(struct net_device *dev)
690
{
691
	struct ethtool_rxfh_context *ctx;
692
	unsigned long context;
693
	u32 max_ring = 0;
694

695
	mutex_lock(&dev->ethtool->rss_lock);
696
	xa_for_each(&dev->ethtool->rss_ctx, context, ctx)
697
		max_ring = max(max_ring, ethtool_get_rss_ctx_max_channel(ctx));
698
	mutex_unlock(&dev->ethtool->rss_lock);
699

700
	return max_ring;
701
}
702

703
static u32 ethtool_get_max_rxfh_channel(struct net_device *dev)
704
{
705
	struct ethtool_rxfh_param rxfh = {};
706
	u32 dev_size, current_max = 0;
707
	int ret;
708

709
	/* While we do track whether RSS context has an indirection
710
	 * table explicitly set by the user, no driver looks at that bit.
711
	 * Assume drivers won't auto-regenerate the additional tables,
712
	 * to be safe.
713
	 */
714
	current_max = ethtool_get_max_rss_ctx_channel(dev);
715

716
	if (!netif_is_rxfh_configured(dev))
717
		return current_max;
718

719
	if (!dev->ethtool_ops->get_rxfh_indir_size ||
720
	    !dev->ethtool_ops->get_rxfh)
721
		return current_max;
722
	dev_size = dev->ethtool_ops->get_rxfh_indir_size(dev);
723
	if (dev_size == 0)
724
		return current_max;
725

726
	rxfh.indir = kcalloc(dev_size, sizeof(rxfh.indir[0]), GFP_USER);
727
	if (!rxfh.indir)
728
		return U32_MAX;
729

730
	mutex_lock(&dev->ethtool->rss_lock);
731
	ret = dev->ethtool_ops->get_rxfh(dev, &rxfh);
732
	mutex_unlock(&dev->ethtool->rss_lock);
733
	if (ret) {
734
		current_max = U32_MAX;
735
		goto out_free;
736
	}
737

738
	while (dev_size--)
739
		current_max = max(current_max, rxfh.indir[dev_size]);
740

741
out_free:
742
	kfree(rxfh.indir);
743
	return current_max;
744
}
745

746
int ethtool_check_max_channel(struct net_device *dev,
747
			      struct ethtool_channels channels,
748
			      struct genl_info *info)
749
{
750
	u64 max_rxnfc_in_use;
751
	u32 max_rxfh_in_use;
752
	int max_mp_in_use;
753

754
	/* ensure the new Rx count fits within the configured Rx flow
755
	 * indirection table/rxnfc settings
756
	 */
757
	if (ethtool_get_max_rxnfc_channel(dev, &max_rxnfc_in_use))
758
		max_rxnfc_in_use = 0;
759
	max_rxfh_in_use = ethtool_get_max_rxfh_channel(dev);
760
	if (channels.combined_count + channels.rx_count <= max_rxfh_in_use) {
761
		if (info)
762
			GENL_SET_ERR_MSG_FMT(info, "requested channel counts are too low for existing indirection table (%d)", max_rxfh_in_use);
763
		return -EINVAL;
764
	}
765
	if (channels.combined_count + channels.rx_count <= max_rxnfc_in_use) {
766
		if (info)
767
			GENL_SET_ERR_MSG(info, "requested channel counts are too low for existing ntuple filter settings");
768
		return -EINVAL;
769
	}
770

771
	max_mp_in_use = dev_get_min_mp_channel_count(dev);
772
	if (channels.combined_count + channels.rx_count <= max_mp_in_use) {
773
		if (info)
774
			GENL_SET_ERR_MSG_FMT(info, "requested channel counts are too low for existing memory provider setting (%d)", max_mp_in_use);
775
		return -EINVAL;
776
	}
777

778
	return 0;
779
}
780

781
int ethtool_check_rss_ctx_busy(struct net_device *dev, u32 rss_context)
782
{
783
	const struct ethtool_ops *ops = dev->ethtool_ops;
784
	struct ethtool_rxnfc *info;
785
	int rc, i, rule_cnt;
786

787
	if (!ops->get_rxnfc)
788
		return 0;
789

790
	rule_cnt = ethtool_get_rxnfc_rule_count(dev);
791
	if (!rule_cnt)
792
		return 0;
793

794
	if (rule_cnt < 0)
795
		return -EINVAL;
796

797
	info = kvzalloc(struct_size(info, rule_locs, rule_cnt), GFP_KERNEL);
798
	if (!info)
799
		return -ENOMEM;
800

801
	info->cmd = ETHTOOL_GRXCLSRLALL;
802
	info->rule_cnt = rule_cnt;
803
	rc = ops->get_rxnfc(dev, info, info->rule_locs);
804
	if (rc)
805
		goto out_free;
806

807
	for (i = 0; i < rule_cnt; i++) {
808
		struct ethtool_rxnfc rule_info = {
809
			.cmd = ETHTOOL_GRXCLSRULE,
810
			.fs.location = info->rule_locs[i],
811
		};
812

813
		rc = ops->get_rxnfc(dev, &rule_info, NULL);
814
		if (rc)
815
			goto out_free;
816

817
		if (rule_info.fs.flow_type & FLOW_RSS &&
818
		    rule_info.rss_context == rss_context) {
819
			rc = -EBUSY;
820
			goto out_free;
821
		}
822
	}
823

824
out_free:
825
	kvfree(info);
826
	return rc;
827
}
828

829
struct ethtool_rxfh_context *
830
ethtool_rxfh_ctx_alloc(const struct ethtool_ops *ops,
831
		       u32 indir_size, u32 key_size)
832
{
833
	size_t indir_bytes, flex_len, key_off, size;
834
	struct ethtool_rxfh_context *ctx;
835
	u32 priv_bytes, indir_max;
836
	u16 key_max;
837

838
	key_max = max(key_size, ops->rxfh_key_space);
839
	indir_max = max(indir_size, ops->rxfh_indir_space);
840

841
	priv_bytes = ALIGN(ops->rxfh_priv_size, sizeof(u32));
842
	indir_bytes = array_size(indir_max, sizeof(u32));
843

844
	key_off = size_add(priv_bytes, indir_bytes);
845
	flex_len = size_add(key_off, key_max);
846
	size = struct_size_t(struct ethtool_rxfh_context, data, flex_len);
847

848
	ctx = kzalloc(size, GFP_KERNEL_ACCOUNT);
849
	if (!ctx)
850
		return NULL;
851

852
	ctx->indir_size = indir_size;
853
	ctx->key_size = key_size;
854
	ctx->key_off = key_off;
855
	ctx->priv_size = ops->rxfh_priv_size;
856

857
	ctx->hfunc = ETH_RSS_HASH_NO_CHANGE;
858
	ctx->input_xfrm = RXH_XFRM_NO_CHANGE;
859

860
	return ctx;
861
}
862

863
/* Check if fields configured for flow hash are symmetric - if src is included
864
 * so is dst and vice versa.
865
 */
866
int ethtool_rxfh_config_is_sym(u64 rxfh)
867
{
868
	bool sym;
869

870
	sym = rxfh == (rxfh & (RXH_IP_SRC | RXH_IP_DST |
871
			       RXH_L4_B_0_1 | RXH_L4_B_2_3));
872
	sym &= !!(rxfh & RXH_IP_SRC)   == !!(rxfh & RXH_IP_DST);
873
	sym &= !!(rxfh & RXH_L4_B_0_1) == !!(rxfh & RXH_L4_B_2_3);
874

875
	return sym;
876
}
877

878
int ethtool_check_ops(const struct ethtool_ops *ops)
879
{
880
	if (WARN_ON(ops->set_coalesce && !ops->supported_coalesce_params))
881
		return -EINVAL;
882
	if (WARN_ON(ops->rxfh_max_num_contexts == 1))
883
		return -EINVAL;
884
	if (WARN_ON(ops->supported_input_xfrm && !ops->get_rxfh_fields))
885
		return -EINVAL;
886
	if (WARN_ON(ops->supported_input_xfrm &&
887
		    ops->rxfh_per_ctx_fields != ops->rxfh_per_ctx_key))
888
		return -EINVAL;
889

890
	/* NOTE: sufficiently insane drivers may swap ethtool_ops at runtime,
891
	 * the fact that ops are checked at registration time does not
892
	 * mean the ops attached to a netdev later on are sane.
893
	 */
894
	return 0;
895
}
896

897
void ethtool_ringparam_get_cfg(struct net_device *dev,
898
			       struct ethtool_ringparam *param,
899
			       struct kernel_ethtool_ringparam *kparam,
900
			       struct netlink_ext_ack *extack)
901
{
902
	memset(param, 0, sizeof(*param));
903
	memset(kparam, 0, sizeof(*kparam));
904

905
	param->cmd = ETHTOOL_GRINGPARAM;
906
	dev->ethtool_ops->get_ringparam(dev, param, kparam, extack);
907

908
	/* Driver gives us current state, we want to return current config */
909
	kparam->tcp_data_split = dev->cfg->hds_config;
910
	kparam->hds_thresh = dev->cfg->hds_thresh;
911
}
912

913
static void ethtool_init_tsinfo(struct kernel_ethtool_ts_info *info)
914
{
915
	memset(info, 0, sizeof(*info));
916
	info->cmd = ETHTOOL_GET_TS_INFO;
917
	info->phc_index = -1;
918
}
919

920
int ethtool_net_get_ts_info_by_phc(struct net_device *dev,
921
				   struct kernel_ethtool_ts_info *info,
922
				   struct hwtstamp_provider_desc *hwprov_desc)
923
{
924
	const struct ethtool_ops *ops = dev->ethtool_ops;
925
	int err;
926

927
	if (!ops->get_ts_info)
928
		return -EOPNOTSUPP;
929

930
	/* Does ptp comes from netdev */
931
	ethtool_init_tsinfo(info);
932
	info->phc_qualifier = hwprov_desc->qualifier;
933
	err = ops->get_ts_info(dev, info);
934
	if (err)
935
		return err;
936

937
	if (info->phc_index == hwprov_desc->index &&
938
	    net_support_hwtstamp_qualifier(dev, hwprov_desc->qualifier))
939
		return 0;
940

941
	return -ENODEV;
942
}
943

944
struct phy_device *
945
ethtool_phy_get_ts_info_by_phc(struct net_device *dev,
946
			       struct kernel_ethtool_ts_info *info,
947
			       struct hwtstamp_provider_desc *hwprov_desc)
948
{
949
	int err;
950

951
	/* Only precise qualifier is supported in phydev */
952
	if (hwprov_desc->qualifier != HWTSTAMP_PROVIDER_QUALIFIER_PRECISE)
953
		return ERR_PTR(-ENODEV);
954

955
	/* Look in the phy topology */
956
	if (dev->link_topo) {
957
		struct phy_device_node *pdn;
958
		unsigned long phy_index;
959

960
		xa_for_each(&dev->link_topo->phys, phy_index, pdn) {
961
			if (!phy_has_tsinfo(pdn->phy))
962
				continue;
963

964
			ethtool_init_tsinfo(info);
965
			err = phy_ts_info(pdn->phy, info);
966
			if (err)
967
				return ERR_PTR(err);
968

969
			if (info->phc_index == hwprov_desc->index)
970
				return pdn->phy;
971
		}
972
		return ERR_PTR(-ENODEV);
973
	}
974

975
	/* Look on the dev->phydev */
976
	if (phy_has_tsinfo(dev->phydev)) {
977
		ethtool_init_tsinfo(info);
978
		err = phy_ts_info(dev->phydev, info);
979
		if (err)
980
			return ERR_PTR(err);
981

982
		if (info->phc_index == hwprov_desc->index)
983
			return dev->phydev;
984
	}
985

986
	return ERR_PTR(-ENODEV);
987
}
988

989
int ethtool_get_ts_info_by_phc(struct net_device *dev,
990
			       struct kernel_ethtool_ts_info *info,
991
			       struct hwtstamp_provider_desc *hwprov_desc)
992
{
993
	int err;
994

995
	err = ethtool_net_get_ts_info_by_phc(dev, info, hwprov_desc);
996
	if (err == -ENODEV || err == -EOPNOTSUPP) {
997
		struct phy_device *phy;
998

999
		phy = ethtool_phy_get_ts_info_by_phc(dev, info, hwprov_desc);
1000
		if (IS_ERR(phy))
1001
			return PTR_ERR(phy);
1002

1003
		/* Report the phc source only if we have a real
1004
		 * phc source with an index.
1005
		 */
1006
		if (info->phc_index >= 0) {
1007
			info->phc_source = HWTSTAMP_SOURCE_PHYLIB;
1008
			info->phc_phyindex = phy->phyindex;
1009
		}
1010
		err = 0;
1011
	} else if (!err && info->phc_index >= 0) {
1012
		info->phc_source = HWTSTAMP_SOURCE_NETDEV;
1013
	}
1014

1015
	info->so_timestamping |= SOF_TIMESTAMPING_RX_SOFTWARE |
1016
				 SOF_TIMESTAMPING_SOFTWARE;
1017

1018
	return err;
1019
}
1020

1021
int __ethtool_get_ts_info(struct net_device *dev,
1022
			  struct kernel_ethtool_ts_info *info)
1023
{
1024
	struct hwtstamp_provider *hwprov;
1025
	int err = 0;
1026

1027
	rcu_read_lock();
1028
	hwprov = rcu_dereference(dev->hwprov);
1029
	/* No provider specified, use default behavior */
1030
	if (!hwprov) {
1031
		const struct ethtool_ops *ops = dev->ethtool_ops;
1032
		struct phy_device *phydev = dev->phydev;
1033

1034
		ethtool_init_tsinfo(info);
1035
		if (phy_is_default_hwtstamp(phydev) &&
1036
		    phy_has_tsinfo(phydev)) {
1037
			err = phy_ts_info(phydev, info);
1038
			/* Report the phc source only if we have a real
1039
			 * phc source with an index.
1040
			 */
1041
			if (!err && info->phc_index >= 0) {
1042
				info->phc_source = HWTSTAMP_SOURCE_PHYLIB;
1043
				info->phc_phyindex = phydev->phyindex;
1044
			}
1045
		} else if (ops->get_ts_info) {
1046
			err = ops->get_ts_info(dev, info);
1047
			if (!err && info->phc_index >= 0)
1048
				info->phc_source = HWTSTAMP_SOURCE_NETDEV;
1049
		}
1050

1051
		info->so_timestamping |= SOF_TIMESTAMPING_RX_SOFTWARE |
1052
					 SOF_TIMESTAMPING_SOFTWARE;
1053

1054
		rcu_read_unlock();
1055
		return err;
1056
	}
1057

1058
	err = ethtool_get_ts_info_by_phc(dev, info, &hwprov->desc);
1059
	rcu_read_unlock();
1060
	return err;
1061
}
1062

1063
bool net_support_hwtstamp_qualifier(struct net_device *dev,
1064
				    enum hwtstamp_provider_qualifier qualifier)
1065
{
1066
	const struct ethtool_ops *ops = dev->ethtool_ops;
1067

1068
	if (!ops)
1069
		return false;
1070

1071
	/* Return true with precise qualifier and with NIC without
1072
	 * qualifier description to not break the old behavior.
1073
	 */
1074
	if (!ops->supported_hwtstamp_qualifiers &&
1075
	    qualifier == HWTSTAMP_PROVIDER_QUALIFIER_PRECISE)
1076
		return true;
1077

1078
	if (ops->supported_hwtstamp_qualifiers & BIT(qualifier))
1079
		return true;
1080

1081
	return false;
1082
}
1083

1084
int ethtool_get_phc_vclocks(struct net_device *dev, int **vclock_index)
1085
{
1086
	struct kernel_ethtool_ts_info info = { };
1087
	int num = 0;
1088

1089
	if (!__ethtool_get_ts_info(dev, &info))
1090
		num = ptp_get_vclocks_index(info.phc_index, vclock_index);
1091

1092
	return num;
1093
}
1094
EXPORT_SYMBOL(ethtool_get_phc_vclocks);
1095

1096
int ethtool_get_ts_info_by_layer(struct net_device *dev, struct kernel_ethtool_ts_info *info)
1097
{
1098
	return __ethtool_get_ts_info(dev, info);
1099
}
1100
EXPORT_SYMBOL(ethtool_get_ts_info_by_layer);
1101

1102
const struct ethtool_phy_ops *ethtool_phy_ops;
1103

1104
void ethtool_set_ethtool_phy_ops(const struct ethtool_phy_ops *ops)
1105
{
1106
	ASSERT_RTNL();
1107
	ethtool_phy_ops = ops;
1108
}
1109
EXPORT_SYMBOL_GPL(ethtool_set_ethtool_phy_ops);
1110

1111
void
1112
ethtool_params_from_link_mode(struct ethtool_link_ksettings *link_ksettings,
1113
			      enum ethtool_link_mode_bit_indices link_mode)
1114
{
1115
	const struct link_mode_info *link_info;
1116

1117
	if (WARN_ON_ONCE(link_mode >= __ETHTOOL_LINK_MODE_MASK_NBITS))
1118
		return;
1119

1120
	link_info = &link_mode_params[link_mode];
1121
	link_ksettings->base.speed = link_info->speed;
1122
	link_ksettings->lanes = link_info->lanes;
1123
	link_ksettings->base.duplex = link_info->duplex;
1124
}
1125
EXPORT_SYMBOL_GPL(ethtool_params_from_link_mode);
1126

1127
/**
1128
 * ethtool_forced_speed_maps_init
1129
 * @maps: Pointer to an array of Ethtool forced speed map
1130
 * @size: Array size
1131
 *
1132
 * Initialize an array of Ethtool forced speed map to Ethtool link modes. This
1133
 * should be called during driver module init.
1134
 */
1135
void
1136
ethtool_forced_speed_maps_init(struct ethtool_forced_speed_map *maps, u32 size)
1137
{
1138
	for (u32 i = 0; i < size; i++) {
1139
		struct ethtool_forced_speed_map *map = &maps[i];
1140

1141
		linkmode_set_bit_array(map->cap_arr, map->arr_size, map->caps);
1142
		map->cap_arr = NULL;
1143
		map->arr_size = 0;
1144
	}
1145
}
1146
EXPORT_SYMBOL_GPL(ethtool_forced_speed_maps_init);
1147

1148
void ethtool_rxfh_context_lost(struct net_device *dev, u32 context_id)
1149
{
1150
	struct ethtool_rxfh_context *ctx;
1151

1152
	WARN_ONCE(!rtnl_is_locked() &&
1153
		  !lockdep_is_held_type(&dev->ethtool->rss_lock, -1),
1154
		  "RSS context lock assertion failed\n");
1155

1156
	netdev_err(dev, "device error, RSS context %d lost\n", context_id);
1157
	ctx = xa_erase(&dev->ethtool->rss_ctx, context_id);
1158
	kfree(ctx);
1159
	ethtool_rss_notify(dev, ETHTOOL_MSG_RSS_DELETE_NTF, context_id);
1160
}
1161
EXPORT_SYMBOL(ethtool_rxfh_context_lost);
1162

1163
Product

Resources

Company
