737-07-net-ethernet-mtk_eth_soc-add-paths-and-SerDes-modes-.patch 57 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765176617671768176917701771177217731774177517761777177817791780178117821783178417851786178717881789179017911792179317941795179617971798179918001801180218031804180518061807180818091810181118121813181418151816181718181819182018211822182318241825182618271828182918301831183218331834183518361837183818391840184118421843184418451846184718481849185018511852185318541855185618571858185918601861186218631864186518661867
  1. From 3d833ad2cfc1ab503d9aae2967b7f10811bb3c9c Mon Sep 17 00:00:00 2001
  2. From: Daniel Golle <[email protected]>
  3. Date: Wed, 1 Mar 2023 11:56:04 +0000
  4. Subject: [PATCH 7/7] net: ethernet: mtk_eth_soc: add paths and SerDes modes
  5. for MT7988
  6. MT7988 comes with a built-in 2.5G PHY as well as
  7. USXGMII/10GBase-KR/5GBase-KR compatible SerDes lanes for external PHYs.
  8. Add support for configuring the MAC and SerDes parts for the new paths.
  9. Signed-off-by: Daniel Golle <[email protected]>
  10. ---
  11. drivers/net/ethernet/mediatek/Kconfig | 7 +
  12. drivers/net/ethernet/mediatek/Makefile | 1 +
  13. drivers/net/ethernet/mediatek/mtk_eth_path.c | 154 +++-
  14. drivers/net/ethernet/mediatek/mtk_eth_soc.c | 270 +++++-
  15. drivers/net/ethernet/mediatek/mtk_eth_soc.h | 194 ++++-
  16. drivers/net/ethernet/mediatek/mtk_usxgmii.c | 835 +++++++++++++++++++
  17. 6 files changed, 1428 insertions(+), 33 deletions(-)
  18. create mode 100644 drivers/net/ethernet/mediatek/mtk_usxgmii.c
  19. --- a/drivers/net/ethernet/mediatek/Kconfig
  20. +++ b/drivers/net/ethernet/mediatek/Kconfig
  21. @@ -24,6 +24,13 @@ config NET_MEDIATEK_SOC
  22. This driver supports the gigabit ethernet MACs in the
  23. MediaTek SoC family.
  24. +config NET_MEDIATEK_SOC_USXGMII
  25. + bool "Support USXGMII SerDes on MT7988"
  26. + depends on (ARCH_MEDIATEK && ARM64) || COMPILE_TEST
  27. + def_bool NET_MEDIATEK_SOC != n
  28. + help
  29. + Include support for 10G SerDes which can be found on MT7988.
  30. +
  31. config NET_MEDIATEK_STAR_EMAC
  32. tristate "MediaTek STAR Ethernet MAC support"
  33. select PHYLIB
  34. --- a/drivers/net/ethernet/mediatek/Makefile
  35. +++ b/drivers/net/ethernet/mediatek/Makefile
  36. @@ -5,6 +5,7 @@
  37. obj-$(CONFIG_NET_MEDIATEK_SOC) += mtk_eth.o
  38. mtk_eth-y := mtk_eth_soc.o mtk_eth_path.o mtk_ppe.o mtk_ppe_debugfs.o mtk_ppe_offload.o
  39. +mtk_eth-$(CONFIG_NET_MEDIATEK_SOC_USXGMII) += mtk_usxgmii.o
  40. mtk_eth-$(CONFIG_NET_MEDIATEK_SOC_WED) += mtk_wed.o mtk_wed_mcu.o mtk_wed_wo.o
  41. ifdef CONFIG_DEBUG_FS
  42. mtk_eth-$(CONFIG_NET_MEDIATEK_SOC_WED) += mtk_wed_debugfs.o
  43. --- a/drivers/net/ethernet/mediatek/mtk_eth_path.c
  44. +++ b/drivers/net/ethernet/mediatek/mtk_eth_path.c
  45. @@ -31,10 +31,20 @@ static const char *mtk_eth_path_name(u64
  46. return "gmac2_rgmii";
  47. case MTK_ETH_PATH_GMAC2_SGMII:
  48. return "gmac2_sgmii";
  49. + case MTK_ETH_PATH_GMAC2_2P5GPHY:
  50. + return "gmac2_2p5gphy";
  51. case MTK_ETH_PATH_GMAC2_GEPHY:
  52. return "gmac2_gephy";
  53. + case MTK_ETH_PATH_GMAC3_SGMII:
  54. + return "gmac3_sgmii";
  55. case MTK_ETH_PATH_GDM1_ESW:
  56. return "gdm1_esw";
  57. + case MTK_ETH_PATH_GMAC1_USXGMII:
  58. + return "gmac1_usxgmii";
  59. + case MTK_ETH_PATH_GMAC2_USXGMII:
  60. + return "gmac2_usxgmii";
  61. + case MTK_ETH_PATH_GMAC3_USXGMII:
  62. + return "gmac3_usxgmii";
  63. default:
  64. return "unknown path";
  65. }
  66. @@ -42,8 +52,8 @@ static const char *mtk_eth_path_name(u64
  67. static int set_mux_gdm1_to_gmac1_esw(struct mtk_eth *eth, u64 path)
  68. {
  69. + u32 val, mask, set, reg;
  70. bool updated = true;
  71. - u32 val, mask, set;
  72. switch (path) {
  73. case MTK_ETH_PATH_GMAC1_SGMII:
  74. @@ -59,10 +69,15 @@ static int set_mux_gdm1_to_gmac1_esw(str
  75. break;
  76. }
  77. + if (MTK_HAS_CAPS(eth->soc->caps, MTK_NETSYS_V3))
  78. + reg = MTK_MAC_MISC_V3;
  79. + else
  80. + reg = MTK_MAC_MISC;
  81. +
  82. if (updated) {
  83. - val = mtk_r32(eth, MTK_MAC_MISC);
  84. + val = mtk_r32(eth, reg);
  85. val = (val & mask) | set;
  86. - mtk_w32(eth, val, MTK_MAC_MISC);
  87. + mtk_w32(eth, val, reg);
  88. }
  89. dev_dbg(eth->dev, "path %s in %s updated = %d\n",
  90. @@ -125,6 +140,31 @@ static int set_mux_u3_gmac2_to_qphy(stru
  91. return 0;
  92. }
  93. +static int set_mux_gmac2_to_2p5gphy(struct mtk_eth *eth, u64 path)
  94. +{
  95. + unsigned int val = 0;
  96. + bool updated = true;
  97. + int mac_id = 0;
  98. +
  99. + regmap_read(eth->ethsys, ETHSYS_SYSCFG0, &val);
  100. +
  101. + switch (path) {
  102. + case MTK_ETH_PATH_GMAC2_2P5GPHY:
  103. + val &= ~(u32)SYSCFG0_SGMII_GMAC2_V2;
  104. + mac_id = MTK_GMAC2_ID;
  105. + break;
  106. + default:
  107. + updated = false;
  108. + break;
  109. + };
  110. +
  111. + if (updated)
  112. + regmap_update_bits(eth->ethsys, ETHSYS_SYSCFG0,
  113. + SYSCFG0_SGMII_MASK, val);
  114. +
  115. + return 0;
  116. +}
  117. +
  118. static int set_mux_gmac1_gmac2_to_sgmii_rgmii(struct mtk_eth *eth, u64 path)
  119. {
  120. unsigned int val = 0;
  121. @@ -163,7 +203,61 @@ static int set_mux_gmac1_gmac2_to_sgmii_
  122. return 0;
  123. }
  124. -static int set_mux_gmac12_to_gephy_sgmii(struct mtk_eth *eth, u64 path)
  125. +static int set_mux_gmac123_to_usxgmii(struct mtk_eth *eth, u64 path)
  126. +{
  127. + unsigned int val = 0;
  128. + bool updated = true;
  129. + int mac_id = 0;
  130. +
  131. + dev_dbg(eth->dev, "path %s in %s updated = %d\n",
  132. + mtk_eth_path_name(path), __func__, updated);
  133. +
  134. + /* Disable SYSCFG1 SGMII */
  135. + regmap_read(eth->ethsys, ETHSYS_SYSCFG0, &val);
  136. +
  137. + switch (path) {
  138. + case MTK_ETH_PATH_GMAC1_USXGMII:
  139. + val &= ~(u32)SYSCFG0_SGMII_GMAC1_V2;
  140. + mac_id = MTK_GMAC1_ID;
  141. + break;
  142. + case MTK_ETH_PATH_GMAC2_USXGMII:
  143. + val &= ~(u32)SYSCFG0_SGMII_GMAC2_V2;
  144. + mac_id = MTK_GMAC2_ID;
  145. + break;
  146. + case MTK_ETH_PATH_GMAC3_USXGMII:
  147. + val &= ~(u32)SYSCFG0_SGMII_GMAC3_V2;
  148. + mac_id = MTK_GMAC3_ID;
  149. + break;
  150. + default:
  151. + updated = false;
  152. + };
  153. +
  154. + if (updated) {
  155. + regmap_update_bits(eth->ethsys, ETHSYS_SYSCFG0,
  156. + SYSCFG0_SGMII_MASK, val);
  157. +
  158. + if (MTK_HAS_CAPS(eth->soc->caps, MTK_NETSYS_V3) &&
  159. + mac_id == MTK_GMAC2_ID) {
  160. + regmap_update_bits(eth->infra,
  161. + TOP_MISC_NETSYS_PCS_MUX,
  162. + NETSYS_PCS_MUX_MASK,
  163. + MUX_G2_USXGMII_SEL);
  164. + }
  165. + }
  166. +
  167. + /* Enable XGDM Path */
  168. + val = mtk_r32(eth, MTK_GDMA_EG_CTRL(mac_id));
  169. + val |= MTK_GDMA_XGDM_SEL;
  170. + mtk_w32(eth, val, MTK_GDMA_EG_CTRL(mac_id));
  171. +
  172. + dev_dbg(eth->dev, "path %s in %s updated = %d\n",
  173. + mtk_eth_path_name(path), __func__, updated);
  174. +
  175. +
  176. + return 0;
  177. +}
  178. +
  179. +static int set_mux_gmac123_to_gephy_sgmii(struct mtk_eth *eth, u64 path)
  180. {
  181. unsigned int val = 0;
  182. bool updated = true;
  183. @@ -180,6 +274,9 @@ static int set_mux_gmac12_to_gephy_sgmii
  184. case MTK_ETH_PATH_GMAC2_SGMII:
  185. val |= SYSCFG0_SGMII_GMAC2_V2;
  186. break;
  187. + case MTK_ETH_PATH_GMAC3_SGMII:
  188. + val |= SYSCFG0_SGMII_GMAC3_V2;
  189. + break;
  190. default:
  191. updated = false;
  192. }
  193. @@ -208,13 +305,25 @@ static const struct mtk_eth_muxc mtk_eth
  194. .cap_bit = MTK_ETH_MUX_U3_GMAC2_TO_QPHY,
  195. .set_path = set_mux_u3_gmac2_to_qphy,
  196. }, {
  197. + .name = "mux_gmac2_to_2p5gphy",
  198. + .cap_bit = MTK_ETH_MUX_GMAC2_TO_2P5GPHY,
  199. + .set_path = set_mux_gmac2_to_2p5gphy,
  200. + }, {
  201. .name = "mux_gmac1_gmac2_to_sgmii_rgmii",
  202. .cap_bit = MTK_ETH_MUX_GMAC1_GMAC2_TO_SGMII_RGMII,
  203. .set_path = set_mux_gmac1_gmac2_to_sgmii_rgmii,
  204. }, {
  205. .name = "mux_gmac12_to_gephy_sgmii",
  206. .cap_bit = MTK_ETH_MUX_GMAC12_TO_GEPHY_SGMII,
  207. - .set_path = set_mux_gmac12_to_gephy_sgmii,
  208. + .set_path = set_mux_gmac123_to_gephy_sgmii,
  209. + }, {
  210. + .name = "mux_gmac123_to_gephy_sgmii",
  211. + .cap_bit = MTK_ETH_MUX_GMAC123_TO_GEPHY_SGMII,
  212. + .set_path = set_mux_gmac123_to_gephy_sgmii,
  213. + }, {
  214. + .name = "mux_gmac123_to_usxgmii",
  215. + .cap_bit = MTK_ETH_MUX_GMAC123_TO_USXGMII,
  216. + .set_path = set_mux_gmac123_to_usxgmii,
  217. },
  218. };
  219. @@ -243,16 +352,46 @@ static int mtk_eth_mux_setup(struct mtk_
  220. }
  221. }
  222. + dev_dbg(eth->dev, "leaving mux_setup %s\n",
  223. + mtk_eth_path_name(path));
  224. +
  225. out:
  226. return err;
  227. }
  228. +int mtk_gmac_usxgmii_path_setup(struct mtk_eth *eth, int mac_id)
  229. +{
  230. + u64 path;
  231. +
  232. + path = (mac_id == MTK_GMAC1_ID) ? MTK_ETH_PATH_GMAC1_USXGMII :
  233. + (mac_id == MTK_GMAC2_ID) ? MTK_ETH_PATH_GMAC2_USXGMII :
  234. + MTK_ETH_PATH_GMAC3_USXGMII;
  235. +
  236. + /* Setup proper MUXes along the path */
  237. + return mtk_eth_mux_setup(eth, path);
  238. +}
  239. +
  240. int mtk_gmac_sgmii_path_setup(struct mtk_eth *eth, int mac_id)
  241. {
  242. u64 path;
  243. - path = (mac_id == 0) ? MTK_ETH_PATH_GMAC1_SGMII :
  244. - MTK_ETH_PATH_GMAC2_SGMII;
  245. + path = (mac_id == MTK_GMAC1_ID) ? MTK_ETH_PATH_GMAC1_SGMII :
  246. + (mac_id == MTK_GMAC2_ID) ? MTK_ETH_PATH_GMAC2_SGMII :
  247. + MTK_ETH_PATH_GMAC3_SGMII;
  248. +
  249. + /* Setup proper MUXes along the path */
  250. + return mtk_eth_mux_setup(eth, path);
  251. +}
  252. +
  253. +int mtk_gmac_2p5gphy_path_setup(struct mtk_eth *eth, int mac_id)
  254. +{
  255. + u64 path = 0;
  256. +
  257. + if (mac_id == MTK_GMAC2_ID)
  258. + path = MTK_ETH_PATH_GMAC2_2P5GPHY;
  259. +
  260. + if (!path)
  261. + return -EINVAL;
  262. /* Setup proper MUXes along the path */
  263. return mtk_eth_mux_setup(eth, path);
  264. @@ -282,4 +421,3 @@ int mtk_gmac_rgmii_path_setup(struct mtk
  265. /* Setup proper MUXes along the path */
  266. return mtk_eth_mux_setup(eth, path);
  267. }
  268. -
  269. --- a/drivers/net/ethernet/mediatek/mtk_eth_soc.c
  270. +++ b/drivers/net/ethernet/mediatek/mtk_eth_soc.c
  271. @@ -437,6 +437,23 @@ static void mtk_gmac0_rgmii_adjust(struc
  272. mtk_w32(eth, val, TRGMII_TCK_CTRL);
  273. }
  274. +static void mtk_setup_bridge_switch(struct mtk_eth *eth)
  275. +{
  276. + int val;
  277. +
  278. + /* Force Port1 XGMAC Link Up */
  279. + val = mtk_r32(eth, MTK_XGMAC_STS(MTK_GMAC1_ID));
  280. + mtk_w32(eth, val | MTK_XGMAC_FORCE_LINK(MTK_GMAC1_ID),
  281. + MTK_XGMAC_STS(MTK_GMAC1_ID));
  282. +
  283. + /* Adjust GSW bridge IPG to 11*/
  284. + val = mtk_r32(eth, MTK_GSW_CFG);
  285. + val &= ~(GSWTX_IPG_MASK | GSWRX_IPG_MASK);
  286. + val |= (GSW_IPG_11 << GSWTX_IPG_SHIFT) |
  287. + (GSW_IPG_11 << GSWRX_IPG_SHIFT);
  288. + mtk_w32(eth, val, MTK_GSW_CFG);
  289. +}
  290. +
  291. static struct phylink_pcs *mtk_mac_select_pcs(struct phylink_config *config,
  292. phy_interface_t interface)
  293. {
  294. @@ -451,6 +468,12 @@ static struct phylink_pcs *mtk_mac_selec
  295. 0 : mac->id;
  296. return eth->sgmii_pcs[sid];
  297. + } else if ((interface == PHY_INTERFACE_MODE_USXGMII ||
  298. + interface == PHY_INTERFACE_MODE_10GKR ||
  299. + interface == PHY_INTERFACE_MODE_5GBASER) &&
  300. + MTK_HAS_CAPS(eth->soc->caps, MTK_NETSYS_V3) &&
  301. + mac->id != MTK_GMAC1_ID) {
  302. + return mtk_usxgmii_select_pcs(eth, mac->id);
  303. }
  304. return NULL;
  305. @@ -462,7 +485,7 @@ static void mtk_mac_config(struct phylin
  306. struct mtk_mac *mac = container_of(config, struct mtk_mac,
  307. phylink_config);
  308. struct mtk_eth *eth = mac->hw;
  309. - int val, ge_mode, err = 0;
  310. + int val, ge_mode, force_link, err = 0;
  311. u32 i;
  312. /* MT76x8 has no hardware settings between for the MAC */
  313. @@ -506,6 +529,23 @@ static void mtk_mac_config(struct phylin
  314. goto init_err;
  315. }
  316. break;
  317. + case PHY_INTERFACE_MODE_USXGMII:
  318. + case PHY_INTERFACE_MODE_10GKR:
  319. + case PHY_INTERFACE_MODE_5GBASER:
  320. + if (MTK_HAS_CAPS(eth->soc->caps, MTK_USXGMII)) {
  321. + err = mtk_gmac_usxgmii_path_setup(eth, mac->id);
  322. + if (err)
  323. + goto init_err;
  324. + }
  325. + break;
  326. + case PHY_INTERFACE_MODE_INTERNAL:
  327. + if (mac->id == MTK_GMAC2_ID &&
  328. + MTK_HAS_CAPS(eth->soc->caps, MTK_2P5GPHY)) {
  329. + err = mtk_gmac_2p5gphy_path_setup(eth, mac->id);
  330. + if (err)
  331. + goto init_err;
  332. + }
  333. + break;
  334. default:
  335. goto err_phy;
  336. }
  337. @@ -584,14 +624,78 @@ static void mtk_mac_config(struct phylin
  338. SYSCFG0_SGMII_MASK,
  339. ~(u32)SYSCFG0_SGMII_MASK);
  340. + if (MTK_HAS_CAPS(eth->soc->caps, MTK_NETSYS_V3)) {
  341. + mtk_xfi_pll_enable(eth);
  342. + mtk_sgmii_reset(eth, mac->id);
  343. + if (phylink_autoneg_inband(mode))
  344. + mtk_sgmii_setup_phya_gen1(eth, mac->id);
  345. + else
  346. + mtk_sgmii_setup_phya_gen2(eth, mac->id);
  347. + }
  348. /* Save the syscfg0 value for mac_finish */
  349. mac->syscfg0 = val;
  350. - } else if (phylink_autoneg_inband(mode)) {
  351. + } else if (state->interface != PHY_INTERFACE_MODE_USXGMII &&
  352. + state->interface != PHY_INTERFACE_MODE_10GKR &&
  353. + state->interface != PHY_INTERFACE_MODE_5GBASER &&
  354. + phylink_autoneg_inband(mode)) {
  355. dev_err(eth->dev,
  356. - "In-band mode not supported in non SGMII mode!\n");
  357. + "In-band mode not supported in non-SerDes modes!\n");
  358. return;
  359. }
  360. + /* Setup gmac */
  361. + if (MTK_HAS_CAPS(eth->soc->caps, MTK_NETSYS_V3) &&
  362. + (mtk_interface_mode_is_xgmii(state->interface) ||
  363. + mac->interface == PHY_INTERFACE_MODE_INTERNAL)) {
  364. + mtk_w32(mac->hw, MTK_GDMA_XGDM_SEL, MTK_GDMA_EG_CTRL(mac->id));
  365. + mtk_w32(mac->hw, MAC_MCR_FORCE_LINK_DOWN, MTK_MAC_MCR(mac->id));
  366. +
  367. + switch (mac->id) {
  368. + case MTK_GMAC1_ID:
  369. + mtk_setup_bridge_switch(eth);
  370. + break;
  371. + case MTK_GMAC2_ID:
  372. + force_link = (mac->interface ==
  373. + PHY_INTERFACE_MODE_INTERNAL) ?
  374. + MTK_XGMAC_FORCE_LINK(mac->id) : 0;
  375. + val = mtk_r32(eth, MTK_XGMAC_STS(mac->id));
  376. + mtk_w32(eth, val | force_link,
  377. + MTK_XGMAC_STS(mac->id));
  378. + break;
  379. + case MTK_GMAC3_ID:
  380. + val = mtk_r32(eth, MTK_XGMAC_STS(mac->id));
  381. + mtk_w32(eth, val | MTK_XGMAC_FORCE_LINK(mac->id),
  382. + MTK_XGMAC_STS(mac->id));
  383. + break;
  384. + }
  385. + } else {
  386. + val = mtk_r32(eth, MTK_GDMA_EG_CTRL(mac->id));
  387. + mtk_w32(eth, val & ~MTK_GDMA_XGDM_SEL,
  388. + MTK_GDMA_EG_CTRL(mac->id));
  389. +
  390. + if (MTK_HAS_CAPS(eth->soc->caps, MTK_NETSYS_V3)) {
  391. + switch (mac->id) {
  392. + case MTK_GMAC2_ID:
  393. + case MTK_GMAC3_ID:
  394. + val = mtk_r32(eth, MTK_XGMAC_STS(mac->id));
  395. + mtk_w32(eth,
  396. + val & ~MTK_XGMAC_FORCE_LINK(mac->id),
  397. + MTK_XGMAC_STS(mac->id));
  398. + break;
  399. + }
  400. + }
  401. +
  402. +/*
  403. + if (mac->type != mac_type) {
  404. + if (atomic_read(&reset_pending) == 0) {
  405. + atomic_inc(&force);
  406. + schedule_work(&eth->pending_work);
  407. + atomic_inc(&reset_pending);
  408. + } else
  409. + atomic_dec(&reset_pending);
  410. + }
  411. +*/
  412. + }
  413. return;
  414. err_phy:
  415. @@ -632,11 +736,40 @@ static int mtk_mac_finish(struct phylink
  416. return 0;
  417. }
  418. -static void mtk_mac_pcs_get_state(struct phylink_config *config,
  419. +static void mtk_xgdm_pcs_get_state(struct mtk_mac *mac,
  420. + struct phylink_link_state *state)
  421. +{
  422. + u32 sts = mtk_r32(mac->hw, MTK_XGMAC_STS(mac->id));
  423. +
  424. + if (mac->id == MTK_GMAC2_ID)
  425. + sts = sts >> 16;
  426. +
  427. + state->link = FIELD_GET(MTK_USXGMII_PCS_LINK, sts);
  428. + if (!state->link)
  429. + return;
  430. +
  431. + state->duplex = DUPLEX_FULL;
  432. + state->interface = mac->interface;
  433. +
  434. + switch (FIELD_GET(MTK_USXGMII_PCS_MODE, sts)) {
  435. + case 0:
  436. + state->speed = SPEED_10000;
  437. + break;
  438. + case 1:
  439. + state->speed = SPEED_5000;
  440. + break;
  441. + case 2:
  442. + state->speed = SPEED_2500;
  443. + break;
  444. + case 3:
  445. + state->speed = SPEED_1000;
  446. + break;
  447. + }
  448. +}
  449. +
  450. +static void mtk_gdm_pcs_get_state(struct mtk_mac *mac,
  451. struct phylink_link_state *state)
  452. {
  453. - struct mtk_mac *mac = container_of(config, struct mtk_mac,
  454. - phylink_config);
  455. u32 pmsr = mtk_r32(mac->hw, MTK_MAC_MSR(mac->id));
  456. state->link = (pmsr & MAC_MSR_LINK);
  457. @@ -664,15 +797,35 @@ static void mtk_mac_pcs_get_state(struct
  458. state->pause |= MLO_PAUSE_TX;
  459. }
  460. +static void mtk_mac_pcs_get_state(struct phylink_config *config,
  461. + struct phylink_link_state *state)
  462. +{
  463. + struct mtk_mac *mac = container_of(config, struct mtk_mac,
  464. + phylink_config);
  465. +
  466. + if (mtk_interface_mode_is_xgmii(state->interface))
  467. + mtk_xgdm_pcs_get_state(mac, state);
  468. + else
  469. + mtk_gdm_pcs_get_state(mac, state);
  470. +}
  471. +
  472. static void mtk_mac_link_down(struct phylink_config *config, unsigned int mode,
  473. phy_interface_t interface)
  474. {
  475. struct mtk_mac *mac = container_of(config, struct mtk_mac,
  476. phylink_config);
  477. - u32 mcr = mtk_r32(mac->hw, MTK_MAC_MCR(mac->id));
  478. + u32 mcr;
  479. - mcr &= ~(MAC_MCR_TX_EN | MAC_MCR_RX_EN);
  480. - mtk_w32(mac->hw, mcr, MTK_MAC_MCR(mac->id));
  481. + if (!mtk_interface_mode_is_xgmii(interface)) {
  482. + mcr = mtk_r32(mac->hw, MTK_MAC_MCR(mac->id));
  483. + mcr &= ~(MAC_MCR_TX_EN | MAC_MCR_RX_EN);
  484. + mtk_w32(mac->hw, mcr, MTK_MAC_MCR(mac->id));
  485. + } else if (mac->id != MTK_GMAC1_ID) {
  486. + mcr = mtk_r32(mac->hw, MTK_XMAC_MCR(mac->id));
  487. + mcr &= 0xfffffff0;
  488. + mcr |= XMAC_MCR_TRX_DISABLE;
  489. + mtk_w32(mac->hw, mcr, MTK_XMAC_MCR(mac->id));
  490. + }
  491. }
  492. static void mtk_set_queue_speed(struct mtk_eth *eth, unsigned int idx,
  493. @@ -744,13 +897,11 @@ static void mtk_set_queue_speed(struct m
  494. mtk_w32(eth, val, soc->reg_map->qdma.qtx_sch + ofs);
  495. }
  496. -static void mtk_mac_link_up(struct phylink_config *config,
  497. - struct phy_device *phy,
  498. - unsigned int mode, phy_interface_t interface,
  499. - int speed, int duplex, bool tx_pause, bool rx_pause)
  500. +static void mtk_gdm_mac_link_up(struct mtk_mac *mac,
  501. + struct phy_device *phy,
  502. + unsigned int mode, phy_interface_t interface,
  503. + int speed, int duplex, bool tx_pause, bool rx_pause)
  504. {
  505. - struct mtk_mac *mac = container_of(config, struct mtk_mac,
  506. - phylink_config);
  507. u32 mcr;
  508. mcr = mtk_r32(mac->hw, MTK_MAC_MCR(mac->id));
  509. @@ -784,6 +935,47 @@ static void mtk_mac_link_up(struct phyli
  510. mtk_w32(mac->hw, mcr, MTK_MAC_MCR(mac->id));
  511. }
  512. +static void mtk_xgdm_mac_link_up(struct mtk_mac *mac,
  513. + struct phy_device *phy,
  514. + unsigned int mode, phy_interface_t interface,
  515. + int speed, int duplex, bool tx_pause, bool rx_pause)
  516. +{
  517. + u32 mcr;
  518. +
  519. + if (mac->id == MTK_GMAC1_ID)
  520. + return;
  521. +
  522. + mcr = mtk_r32(mac->hw, MTK_XMAC_MCR(mac->id));
  523. +
  524. + mcr &= ~(XMAC_MCR_FORCE_TX_FC | XMAC_MCR_FORCE_RX_FC);
  525. + /* Configure pause modes -
  526. + * phylink will avoid these for half duplex
  527. + */
  528. + if (tx_pause)
  529. + mcr |= XMAC_MCR_FORCE_TX_FC;
  530. + if (rx_pause)
  531. + mcr |= XMAC_MCR_FORCE_RX_FC;
  532. +
  533. + mcr &= ~(XMAC_MCR_TRX_DISABLE);
  534. + mtk_w32(mac->hw, mcr, MTK_XMAC_MCR(mac->id));
  535. +}
  536. +
  537. +static void mtk_mac_link_up(struct phylink_config *config,
  538. + struct phy_device *phy,
  539. + unsigned int mode, phy_interface_t interface,
  540. + int speed, int duplex, bool tx_pause, bool rx_pause)
  541. +{
  542. + struct mtk_mac *mac = container_of(config, struct mtk_mac,
  543. + phylink_config);
  544. +
  545. + if (mtk_interface_mode_is_xgmii(interface))
  546. + mtk_xgdm_mac_link_up(mac, phy, mode, interface, speed, duplex,
  547. + tx_pause, rx_pause);
  548. + else
  549. + mtk_gdm_mac_link_up(mac, phy, mode, interface, speed, duplex,
  550. + tx_pause, rx_pause);
  551. +}
  552. +
  553. static const struct phylink_mac_ops mtk_phylink_ops = {
  554. .validate = phylink_generic_validate,
  555. .mac_select_pcs = mtk_mac_select_pcs,
  556. @@ -836,10 +1028,21 @@ static int mtk_mdio_init(struct mtk_eth
  557. }
  558. divider = min_t(unsigned int, DIV_ROUND_UP(MDC_MAX_FREQ, max_clk), 63);
  559. + /* Configure MDC Turbo Mode */
  560. + if (MTK_HAS_CAPS(eth->soc->caps, MTK_NETSYS_V3)) {
  561. + val = mtk_r32(eth, MTK_MAC_MISC_V3);
  562. + val |= MISC_MDC_TURBO;
  563. + mtk_w32(eth, val, MTK_MAC_MISC_V3);
  564. + } else {
  565. + val = mtk_r32(eth, MTK_PPSC);
  566. + val |= PPSC_MDC_TURBO;
  567. + mtk_w32(eth, val, MTK_PPSC);
  568. + }
  569. +
  570. /* Configure MDC Divider */
  571. val = mtk_r32(eth, MTK_PPSC);
  572. val &= ~PPSC_MDC_CFG;
  573. - val |= FIELD_PREP(PPSC_MDC_CFG, divider) | PPSC_MDC_TURBO;
  574. + val |= FIELD_PREP(PPSC_MDC_CFG, divider);
  575. mtk_w32(eth, val, MTK_PPSC);
  576. dev_dbg(eth->dev, "MDC is running on %d Hz\n", MDC_MAX_FREQ / divider);
  577. @@ -4415,8 +4618,8 @@ static int mtk_add_mac(struct mtk_eth *e
  578. const __be32 *_id = of_get_property(np, "reg", NULL);
  579. phy_interface_t phy_mode;
  580. struct phylink *phylink;
  581. - struct mtk_mac *mac;
  582. int id, err;
  583. + struct mtk_mac *mac;
  584. int txqs = 1;
  585. if (!_id) {
  586. @@ -4518,6 +4721,32 @@ static int mtk_add_mac(struct mtk_eth *e
  587. mac->phylink_config.supported_interfaces);
  588. }
  589. + if (MTK_HAS_CAPS(mac->hw->soc->caps, MTK_USXGMII)) {
  590. + if (id == MTK_GMAC1_ID) {
  591. + mac->phylink_config.mac_capabilities = MAC_ASYM_PAUSE |
  592. + MAC_SYM_PAUSE |
  593. + MAC_10000FD;
  594. + phy_interface_zero(
  595. + mac->phylink_config.supported_interfaces);
  596. + __set_bit(PHY_INTERFACE_MODE_INTERNAL,
  597. + mac->phylink_config.supported_interfaces);
  598. + } else {
  599. + mac->phylink_config.mac_capabilities |= MAC_5000FD | MAC_10000FD;
  600. + __set_bit(PHY_INTERFACE_MODE_5GBASER,
  601. + mac->phylink_config.supported_interfaces);
  602. + __set_bit(PHY_INTERFACE_MODE_10GKR,
  603. + mac->phylink_config.supported_interfaces);
  604. + __set_bit(PHY_INTERFACE_MODE_USXGMII,
  605. + mac->phylink_config.supported_interfaces);
  606. + }
  607. + }
  608. +
  609. + if (MTK_HAS_CAPS(mac->hw->soc->caps, MTK_2P5GPHY)) {
  610. + if (id == MTK_GMAC2_ID)
  611. + __set_bit(PHY_INTERFACE_MODE_INTERNAL,
  612. + mac->phylink_config.supported_interfaces);
  613. + }
  614. +
  615. phylink = phylink_create(&mac->phylink_config,
  616. of_fwnode_handle(mac->of_node),
  617. phy_mode, &mtk_phylink_ops);
  618. @@ -4705,6 +4934,13 @@ static int mtk_probe(struct platform_dev
  619. if (err)
  620. return err;
  621. + }
  622. +
  623. + if (MTK_HAS_CAPS(eth->soc->caps, MTK_USXGMII)) {
  624. + err = mtk_usxgmii_init(eth);
  625. +
  626. + if (err)
  627. + return err;
  628. }
  629. if (eth->soc->required_pctl) {
  630. --- a/drivers/net/ethernet/mediatek/mtk_eth_soc.h
  631. +++ b/drivers/net/ethernet/mediatek/mtk_eth_soc.h
  632. @@ -126,6 +126,11 @@
  633. #define MTK_GDMA_TO_PDMA 0x0
  634. #define MTK_GDMA_DROP_ALL 0x7777
  635. +/* GDM Egress Control Register */
  636. +#define MTK_GDMA_EG_CTRL(x) ((x == MTK_GMAC3_ID) ? \
  637. + 0x544 : 0x504 + (x * 0x1000))
  638. +#define MTK_GDMA_XGDM_SEL BIT(31)
  639. +
  640. /* Unicast Filter MAC Address Register - Low */
  641. #define MTK_GDMA_MAC_ADRL(x) (0x508 + (x * 0x1000))
  642. @@ -386,7 +391,26 @@
  643. #define PHY_IAC_TIMEOUT HZ
  644. #define MTK_MAC_MISC 0x1000c
  645. +#define MTK_MAC_MISC_V3 0x10010
  646. #define MTK_MUX_TO_ESW BIT(0)
  647. +#define MISC_MDC_TURBO BIT(4)
  648. +
  649. +/* XMAC status registers */
  650. +#define MTK_XGMAC_STS(x) ((x == MTK_GMAC3_ID) ? 0x1001C : 0x1000C)
  651. +#define MTK_XGMAC_FORCE_LINK(x) ((x == MTK_GMAC2_ID) ? BIT(31) : BIT(15))
  652. +#define MTK_USXGMII_PCS_LINK BIT(8)
  653. +#define MTK_XGMAC_RX_FC BIT(5)
  654. +#define MTK_XGMAC_TX_FC BIT(4)
  655. +#define MTK_USXGMII_PCS_MODE GENMASK(3, 1)
  656. +#define MTK_XGMAC_LINK_STS BIT(0)
  657. +
  658. +/* GSW bridge registers */
  659. +#define MTK_GSW_CFG (0x10080)
  660. +#define GSWTX_IPG_MASK GENMASK(19, 16)
  661. +#define GSWTX_IPG_SHIFT 16
  662. +#define GSWRX_IPG_MASK GENMASK(3, 0)
  663. +#define GSWRX_IPG_SHIFT 0
  664. +#define GSW_IPG_11 11
  665. /* Mac control registers */
  666. #define MTK_MAC_MCR(x) (0x10100 + (x * 0x100))
  667. @@ -411,6 +435,17 @@
  668. #define MAC_MCR_FORCE_LINK BIT(0)
  669. #define MAC_MCR_FORCE_LINK_DOWN (MAC_MCR_FORCE_MODE)
  670. +/* Mac EEE control registers */
  671. +#define MTK_MAC_EEE(x) (0x10104 + (x * 0x100))
  672. +#define MAC_EEE_WAKEUP_TIME_1000 GENMASK(31, 24)
  673. +#define MAC_EEE_WAKEUP_TIME_100 GENMASK(23, 16)
  674. +#define MAC_EEE_LPI_TXIDLE_THD GENMASK(15, 8)
  675. +#define MAC_EEE_RESV0 GENMASK(7, 4)
  676. +#define MAC_EEE_CKG_TXILDE BIT(3)
  677. +#define MAC_EEE_CKG_RXLPI BIT(2)
  678. +#define MAC_EEE_TX_DOWN_REQ BIT(1)
  679. +#define MAC_EEE_LPI_MODE BIT(0)
  680. +
  681. /* Mac status registers */
  682. #define MTK_MAC_MSR(x) (0x10108 + (x * 0x100))
  683. #define MAC_MSR_EEE1G BIT(7)
  684. @@ -455,6 +490,12 @@
  685. #define INTF_MODE_RGMII_1000 (TRGMII_MODE | TRGMII_CENTRAL_ALIGNED)
  686. #define INTF_MODE_RGMII_10_100 0
  687. +/* XFI Mac control registers */
  688. +#define MTK_XMAC_MCR(x) (0x12000 + ((x - 1) * 0x1000))
  689. +#define XMAC_MCR_TRX_DISABLE 0xf
  690. +#define XMAC_MCR_FORCE_TX_FC BIT(5)
  691. +#define XMAC_MCR_FORCE_RX_FC BIT(4)
  692. +
  693. /* GPIO port control registers for GMAC 2*/
  694. #define GPIO_OD33_CTRL8 0x4c0
  695. #define GPIO_BIAS_CTRL 0xed0
  696. @@ -480,6 +521,7 @@
  697. #define SYSCFG0_SGMII_GMAC2 ((3 << 8) & SYSCFG0_SGMII_MASK)
  698. #define SYSCFG0_SGMII_GMAC1_V2 BIT(9)
  699. #define SYSCFG0_SGMII_GMAC2_V2 BIT(8)
  700. +#define SYSCFG0_SGMII_GMAC3_V2 BIT(7)
  701. /* ethernet subsystem clock register */
  702. @@ -506,16 +548,91 @@
  703. #define ETHSYS_DMA_AG_MAP_QDMA BIT(1)
  704. #define ETHSYS_DMA_AG_MAP_PPE BIT(2)
  705. +/* USXGMII subsystem config registers */
  706. +/* Register to control speed */
  707. +#define RG_PHY_TOP_SPEED_CTRL1 0x80C
  708. +#define USXGMII_RATE_UPDATE_MODE BIT(31)
  709. +#define USXGMII_MAC_CK_GATED BIT(29)
  710. +#define USXGMII_IF_FORCE_EN BIT(28)
  711. +#define USXGMII_RATE_ADAPT_MODE GENMASK(10, 8)
  712. +#define USXGMII_RATE_ADAPT_MODE_X1 0
  713. +#define USXGMII_RATE_ADAPT_MODE_X2 1
  714. +#define USXGMII_RATE_ADAPT_MODE_X4 2
  715. +#define USXGMII_RATE_ADAPT_MODE_X10 3
  716. +#define USXGMII_RATE_ADAPT_MODE_X100 4
  717. +#define USXGMII_RATE_ADAPT_MODE_X5 5
  718. +#define USXGMII_RATE_ADAPT_MODE_X50 6
  719. +#define USXGMII_XFI_RX_MODE GENMASK(6, 4)
  720. +#define USXGMII_XFI_RX_MODE_10G 0
  721. +#define USXGMII_XFI_RX_MODE_5G 1
  722. +#define USXGMII_XFI_TX_MODE GENMASK(2, 0)
  723. +#define USXGMII_XFI_TX_MODE_10G 0
  724. +#define USXGMII_XFI_TX_MODE_5G 1
  725. +
  726. +/* Register to control PCS AN */
  727. +#define RG_PCS_AN_CTRL0 0x810
  728. +#define USXGMII_AN_RESTART BIT(31)
  729. +#define USXGMII_AN_SYNC_CNT GENMASK(30, 11)
  730. +#define USXGMII_AN_ENABLE BIT(0)
  731. +
  732. +#define RG_PCS_AN_CTRL2 0x818
  733. +#define USXGMII_LINK_TIMER_IDLE_DETECT GENMASK(29, 20)
  734. +#define USXGMII_LINK_TIMER_COMP_ACK_DETECT GENMASK(19, 10)
  735. +#define USXGMII_LINK_TIMER_AN_RESTART GENMASK(9, 0)
  736. +
  737. +/* Register to read PCS AN status */
  738. +#define RG_PCS_AN_STS0 0x81c
  739. +#define USXGMII_LPA_SPEED_MASK GENMASK(11, 9)
  740. +#define USXGMII_LPA_SPEED_10 0
  741. +#define USXGMII_LPA_SPEED_100 1
  742. +#define USXGMII_LPA_SPEED_1000 2
  743. +#define USXGMII_LPA_SPEED_10000 3
  744. +#define USXGMII_LPA_SPEED_2500 4
  745. +#define USXGMII_LPA_SPEED_5000 5
  746. +#define USXGMII_LPA_DUPLEX BIT(12)
  747. +#define USXGMII_LPA_LINK BIT(15)
  748. +#define USXGMII_LPA_LATCH BIT(31)
  749. +
  750. +/* Register to control USXGMII XFI PLL digital */
  751. +#define XFI_PLL_DIG_GLB8 0x08
  752. +#define RG_XFI_PLL_EN BIT(31)
  753. +
  754. +/* Register to control USXGMII XFI PLL analog */
  755. +#define XFI_PLL_ANA_GLB8 0x108
  756. +#define RG_XFI_PLL_ANA_SWWA 0x02283248
  757. +
  758. /* Infrasys subsystem config registers */
  759. #define INFRA_MISC2 0x70c
  760. #define CO_QPHY_SEL BIT(0)
  761. #define GEPHY_MAC_SEL BIT(1)
  762. +/* Toprgu subsystem config registers */
  763. +#define TOPRGU_SWSYSRST 0x18
  764. +#define SWSYSRST_UNLOCK_KEY GENMASK(31, 24)
  765. +#define SWSYSRST_XFI_PLL_GRST BIT(16)
  766. +#define SWSYSRST_XFI_PEXPT1_GRST BIT(15)
  767. +#define SWSYSRST_XFI_PEXPT0_GRST BIT(14)
  768. +#define SWSYSRST_XFI1_GRST BIT(13)
  769. +#define SWSYSRST_XFI0_GRST BIT(12)
  770. +#define SWSYSRST_SGMII1_GRST BIT(2)
  771. +#define SWSYSRST_SGMII0_GRST BIT(1)
  772. +#define TOPRGU_SWSYSRST_EN 0xFC
  773. +
  774. /* Top misc registers */
  775. +#define TOP_MISC_NETSYS_PCS_MUX 0x84
  776. +#define NETSYS_PCS_MUX_MASK GENMASK(1, 0)
  777. +#define MUX_G2_USXGMII_SEL BIT(1)
  778. +#define MUX_HSGMII1_G1_SEL BIT(0)
  779. +
  780. #define USB_PHY_SWITCH_REG 0x218
  781. #define QPHY_SEL_MASK GENMASK(1, 0)
  782. #define SGMII_QPHY_SEL 0x2
  783. +/* MDIO control */
  784. +#define MII_MMD_ACC_CTL_REG 0x0d
  785. +#define MII_MMD_ADDR_DATA_REG 0x0e
  786. +#define MMD_OP_MODE_DATA BIT(14)
  787. +
  788. /* MT7628/88 specific stuff */
  789. #define MT7628_PDMA_OFFSET 0x0800
  790. #define MT7628_SDM_OFFSET 0x0c00
  791. @@ -809,13 +926,6 @@ enum mtk_gmac_id {
  792. MTK_GMAC_ID_MAX
  793. };
  794. -/* GDM Type */
  795. -enum mtk_gdm_type {
  796. - MTK_GDM_TYPE = 0,
  797. - MTK_XGDM_TYPE,
  798. - MTK_GDM_TYPE_MAX
  799. -};
  800. -
  801. enum mtk_tx_buf_type {
  802. MTK_TYPE_SKB,
  803. MTK_TYPE_XDP_TX,
  804. @@ -902,6 +1012,7 @@ enum mkt_eth_capabilities {
  805. MTK_TRGMII_BIT,
  806. MTK_SGMII_BIT,
  807. MTK_USXGMII_BIT,
  808. + MTK_2P5GPHY_BIT,
  809. MTK_ESW_BIT,
  810. MTK_GEPHY_BIT,
  811. MTK_MUX_BIT,
  812. @@ -922,6 +1033,7 @@ enum mkt_eth_capabilities {
  813. MTK_ETH_MUX_GDM1_TO_GMAC1_ESW_BIT,
  814. MTK_ETH_MUX_GMAC2_GMAC0_TO_GEPHY_BIT,
  815. MTK_ETH_MUX_U3_GMAC2_TO_QPHY_BIT,
  816. + MTK_ETH_MUX_GMAC2_TO_2P5GPHY_BIT,
  817. MTK_ETH_MUX_GMAC1_GMAC2_TO_SGMII_RGMII_BIT,
  818. MTK_ETH_MUX_GMAC12_TO_GEPHY_SGMII_BIT,
  819. MTK_ETH_MUX_GMAC123_TO_GEPHY_SGMII_BIT,
  820. @@ -933,6 +1045,7 @@ enum mkt_eth_capabilities {
  821. MTK_ETH_PATH_GMAC1_SGMII_BIT,
  822. MTK_ETH_PATH_GMAC2_RGMII_BIT,
  823. MTK_ETH_PATH_GMAC2_SGMII_BIT,
  824. + MTK_ETH_PATH_GMAC2_2P5GPHY_BIT,
  825. MTK_ETH_PATH_GMAC2_GEPHY_BIT,
  826. MTK_ETH_PATH_GMAC3_SGMII_BIT,
  827. MTK_ETH_PATH_GDM1_ESW_BIT,
  828. @@ -946,6 +1059,7 @@ enum mkt_eth_capabilities {
  829. #define MTK_TRGMII BIT_ULL(MTK_TRGMII_BIT)
  830. #define MTK_SGMII BIT_ULL(MTK_SGMII_BIT)
  831. #define MTK_USXGMII BIT_ULL(MTK_USXGMII_BIT)
  832. +#define MTK_2P5GPHY BIT_ULL(MTK_2P5GPHY_BIT)
  833. #define MTK_ESW BIT_ULL(MTK_ESW_BIT)
  834. #define MTK_GEPHY BIT_ULL(MTK_GEPHY_BIT)
  835. #define MTK_MUX BIT_ULL(MTK_MUX_BIT)
  836. @@ -968,6 +1082,8 @@ enum mkt_eth_capabilities {
  837. BIT_ULL(MTK_ETH_MUX_GMAC2_GMAC0_TO_GEPHY_BIT)
  838. #define MTK_ETH_MUX_U3_GMAC2_TO_QPHY \
  839. BIT_ULL(MTK_ETH_MUX_U3_GMAC2_TO_QPHY_BIT)
  840. +#define MTK_ETH_MUX_GMAC2_TO_2P5GPHY \
  841. + BIT_ULL(MTK_ETH_MUX_GMAC2_TO_2P5GPHY_BIT)
  842. #define MTK_ETH_MUX_GMAC1_GMAC2_TO_SGMII_RGMII \
  843. BIT_ULL(MTK_ETH_MUX_GMAC1_GMAC2_TO_SGMII_RGMII_BIT)
  844. #define MTK_ETH_MUX_GMAC12_TO_GEPHY_SGMII \
  845. @@ -983,6 +1099,7 @@ enum mkt_eth_capabilities {
  846. #define MTK_ETH_PATH_GMAC1_SGMII BIT_ULL(MTK_ETH_PATH_GMAC1_SGMII_BIT)
  847. #define MTK_ETH_PATH_GMAC2_RGMII BIT_ULL(MTK_ETH_PATH_GMAC2_RGMII_BIT)
  848. #define MTK_ETH_PATH_GMAC2_SGMII BIT_ULL(MTK_ETH_PATH_GMAC2_SGMII_BIT)
  849. +#define MTK_ETH_PATH_GMAC2_2P5GPHY BIT_ULL(MTK_ETH_PATH_GMAC2_2P5GPHY_BIT)
  850. #define MTK_ETH_PATH_GMAC2_GEPHY BIT_ULL(MTK_ETH_PATH_GMAC2_GEPHY_BIT)
  851. #define MTK_ETH_PATH_GMAC3_SGMII BIT_ULL(MTK_ETH_PATH_GMAC3_SGMII_BIT)
  852. #define MTK_ETH_PATH_GDM1_ESW BIT_ULL(MTK_ETH_PATH_GDM1_ESW_BIT)
  853. @@ -996,6 +1113,7 @@ enum mkt_eth_capabilities {
  854. #define MTK_GMAC2_RGMII (MTK_ETH_PATH_GMAC2_RGMII | MTK_RGMII)
  855. #define MTK_GMAC2_SGMII (MTK_ETH_PATH_GMAC2_SGMII | MTK_SGMII)
  856. #define MTK_GMAC2_GEPHY (MTK_ETH_PATH_GMAC2_GEPHY | MTK_GEPHY)
  857. +#define MTK_GMAC2_2P5GPHY (MTK_ETH_PATH_GMAC2_2P5GPHY | MTK_2P5GPHY)
  858. #define MTK_GMAC3_SGMII (MTK_ETH_PATH_GMAC3_SGMII | MTK_SGMII)
  859. #define MTK_GDM1_ESW (MTK_ETH_PATH_GDM1_ESW | MTK_ESW)
  860. #define MTK_GMAC1_USXGMII (MTK_ETH_PATH_GMAC1_USXGMII | MTK_USXGMII)
  861. @@ -1019,6 +1137,10 @@ enum mkt_eth_capabilities {
  862. (MTK_ETH_MUX_GMAC1_GMAC2_TO_SGMII_RGMII | MTK_MUX | \
  863. MTK_SHARED_SGMII)
  864. +/* 2: GMAC2 -> XGMII */
  865. +#define MTK_MUX_GMAC2_TO_2P5GPHY \
  866. + (MTK_ETH_MUX_GMAC2_TO_2P5GPHY | MTK_MUX | MTK_INFRA)
  867. +
  868. /* 0: GMACx -> GEPHY, 1: GMACx -> SGMII where x is 1 or 2 */
  869. #define MTK_MUX_GMAC12_TO_GEPHY_SGMII \
  870. (MTK_ETH_MUX_GMAC12_TO_GEPHY_SGMII | MTK_MUX)
  871. @@ -1077,7 +1199,8 @@ enum mkt_eth_capabilities {
  872. MTK_MUX_GMAC123_TO_GEPHY_SGMII | \
  873. MTK_NETSYS_V3 | MTK_RSTCTRL_PPE1 | \
  874. MTK_GMAC1_USXGMII | MTK_GMAC2_USXGMII | \
  875. - MTK_GMAC3_USXGMII | MTK_MUX_GMAC123_TO_USXGMII)
  876. + MTK_GMAC3_USXGMII | MTK_MUX_GMAC123_TO_USXGMII | \
  877. + MTK_GMAC2_2P5GPHY | MTK_MUX_GMAC2_TO_2P5GPHY)
  878. struct mtk_tx_dma_desc_info {
  879. dma_addr_t addr;
  880. @@ -1183,6 +1306,22 @@ struct mtk_soc_data {
  881. #define MTK_DMA_MONITOR_TIMEOUT msecs_to_jiffies(1000)
  882. +/* struct mtk_usxgmii_pcs - This structure holds each usxgmii regmap and
  883. + * associated data
  884. + * @regmap: The register map pointing at the range used to setup
  885. + * USXGMII modes
  886. + * @interface: Currently selected interface mode
  887. + * @id: The element is used to record the index of PCS
  888. + * @pcs: Phylink PCS structure
  889. + */
  890. +struct mtk_usxgmii_pcs {
  891. + struct mtk_eth *eth;
  892. + struct regmap *regmap;
  893. + phy_interface_t interface;
  894. + u8 id;
  895. + struct phylink_pcs pcs;
  896. +};
  897. +
  898. /* struct mtk_eth - This is the main datasructure for holding the state
  899. * of the driver
  900. * @dev: The device pointer
  901. @@ -1203,6 +1342,11 @@ struct mtk_soc_data {
  902. * @infra: The register map pointing at the range used to setup
  903. * SGMII and GePHY path
  904. * @sgmii_pcs: Pointers to mtk-pcs-lynxi phylink_pcs instances
  905. + * @usxgmii_pll: The register map pointing at the range used to control
  906. + * the USXGMII SerDes PLL
  907. + * @regmap_pextp: The register map pointing at the range used to setup
  908. + * PHYA
  909. + * @usxgmii_pcs: Pointer to array of pointers to struct for USXGMII PCS
  910. * @pctl: The register map pointing at the range used to setup
  911. * GMAC port drive/slew values
  912. * @dma_refcnt: track how many netdevs are using the DMA engine
  913. @@ -1244,7 +1388,11 @@ struct mtk_eth {
  914. unsigned long sysclk;
  915. struct regmap *ethsys;
  916. struct regmap *infra;
  917. + struct regmap *toprgu;
  918. struct phylink_pcs **sgmii_pcs;
  919. + struct regmap *usxgmii_pll;
  920. + struct regmap **regmap_pextp;
  921. + struct mtk_usxgmii_pcs **usxgmii_pcs;
  922. struct regmap *pctl;
  923. bool hwlro;
  924. refcount_t dma_refcnt;
  925. @@ -1400,6 +1548,19 @@ static inline u32 mtk_get_ib2_multicast_
  926. return MTK_FOE_IB2_MULTICAST;
  927. }
  928. +static inline bool mtk_interface_mode_is_xgmii(phy_interface_t interface)
  929. +{
  930. + switch (interface) {
  931. + case PHY_INTERFACE_MODE_USXGMII:
  932. + case PHY_INTERFACE_MODE_10GKR:
  933. + case PHY_INTERFACE_MODE_5GBASER:
  934. + return true;
  935. + break;
  936. + default:
  937. + return false;
  938. + }
  939. +}
  940. +
  941. /* read the hardware status register */
  942. void mtk_stats_update_mac(struct mtk_mac *mac);
  943. @@ -1407,8 +1568,10 @@ void mtk_w32(struct mtk_eth *eth, u32 va
  944. u32 mtk_r32(struct mtk_eth *eth, unsigned reg);
  945. int mtk_gmac_sgmii_path_setup(struct mtk_eth *eth, int mac_id);
  946. +int mtk_gmac_2p5gphy_path_setup(struct mtk_eth *eth, int mac_id);
  947. int mtk_gmac_gephy_path_setup(struct mtk_eth *eth, int mac_id);
  948. int mtk_gmac_rgmii_path_setup(struct mtk_eth *eth, int mac_id);
  949. +int mtk_gmac_usxgmii_path_setup(struct mtk_eth *eth, int mac_id);
  950. int mtk_eth_offload_init(struct mtk_eth *eth);
  951. int mtk_eth_setup_tc(struct net_device *dev, enum tc_setup_type type,
  952. @@ -1418,5 +1581,20 @@ int mtk_flow_offload_cmd(struct mtk_eth
  953. void mtk_flow_offload_cleanup(struct mtk_eth *eth, struct list_head *list);
  954. void mtk_eth_set_dma_device(struct mtk_eth *eth, struct device *dma_dev);
  955. +#ifdef CONFIG_NET_MEDIATEK_SOC_USXGMII
  956. +struct phylink_pcs *mtk_usxgmii_select_pcs(struct mtk_eth *eth, int id);
  957. +int mtk_usxgmii_init(struct mtk_eth *eth);
  958. +int mtk_xfi_pll_enable(struct mtk_eth *eth);
  959. +void mtk_sgmii_setup_phya_gen1(struct mtk_eth *eth, int mac_id);
  960. +void mtk_sgmii_setup_phya_gen2(struct mtk_eth *eth, int mac_id);
  961. +void mtk_sgmii_reset(struct mtk_eth *eth, int mac_id);
  962. +#else
  963. +static inline struct phylink_pcs *mtk_usxgmii_select_pcs(struct mtk_eth *eth, int id) { return NULL; }
  964. +static inline int mtk_usxgmii_init(struct mtk_eth *eth) { return 0; }
  965. +static inline int mtk_xfi_pll_enable(struct mtk_eth *eth) { return 0; }
  966. +static inline void mtk_sgmii_setup_phya_gen1(struct mtk_eth *eth, int mac_id) { }
  967. +static inline void mtk_sgmii_setup_phya_gen2(struct mtk_eth *eth, int mac_id) { }
  968. +static inline void mtk_sgmii_reset(struct mtk_eth *eth, int mac_id) { }
  969. +#endif /* NET_MEDIATEK_SOC_USXGMII */
  970. #endif /* MTK_ETH_H */
  971. --- /dev/null
  972. +++ b/drivers/net/ethernet/mediatek/mtk_usxgmii.c
  973. @@ -0,0 +1,835 @@
  974. +/* SPDX-License-Identifier: GPL-2.0
  975. + *
  976. + * Copyright (c) 2022 MediaTek Inc.
  977. + * Author: Henry Yen <[email protected]>
  978. + * Daniel Golle <[email protected]>
  979. + */
  980. +
  981. +#include <linux/mfd/syscon.h>
  982. +#include <linux/of.h>
  983. +#include <linux/regmap.h>
  984. +#include "mtk_eth_soc.h"
  985. +
  986. +static struct mtk_usxgmii_pcs *pcs_to_mtk_usxgmii_pcs(struct phylink_pcs *pcs)
  987. +{
  988. + return container_of(pcs, struct mtk_usxgmii_pcs, pcs);
  989. +}
  990. +
  991. +static int mtk_xfi_pextp_init(struct mtk_eth *eth)
  992. +{
  993. + struct device *dev = eth->dev;
  994. + struct device_node *r = dev->of_node;
  995. + struct device_node *np;
  996. + int i;
  997. +
  998. + eth->regmap_pextp = devm_kcalloc(dev, eth->soc->num_devs, sizeof(eth->regmap_pextp), GFP_KERNEL);
  999. + if (!eth->regmap_pextp)
  1000. + return -ENOMEM;
  1001. +
  1002. + for (i = 0; i < eth->soc->num_devs; i++) {
  1003. + np = of_parse_phandle(r, "mediatek,xfi_pextp", i);
  1004. + if (!np)
  1005. + break;
  1006. +
  1007. + eth->regmap_pextp[i] = syscon_node_to_regmap(np);
  1008. + if (IS_ERR(eth->regmap_pextp[i]))
  1009. + return PTR_ERR(eth->regmap_pextp[i]);
  1010. + }
  1011. +
  1012. + return 0;
  1013. +}
  1014. +
  1015. +static int mtk_xfi_pll_init(struct mtk_eth *eth)
  1016. +{
  1017. + struct device_node *r = eth->dev->of_node;
  1018. + struct device_node *np;
  1019. +
  1020. + np = of_parse_phandle(r, "mediatek,xfi_pll", 0);
  1021. + if (!np)
  1022. + return -1;
  1023. +
  1024. + eth->usxgmii_pll = syscon_node_to_regmap(np);
  1025. + if (IS_ERR(eth->usxgmii_pll))
  1026. + return PTR_ERR(eth->usxgmii_pll);
  1027. +
  1028. + return 0;
  1029. +}
  1030. +
  1031. +static int mtk_toprgu_init(struct mtk_eth *eth)
  1032. +{
  1033. + struct device_node *r = eth->dev->of_node;
  1034. + struct device_node *np;
  1035. +
  1036. + np = of_parse_phandle(r, "mediatek,toprgu", 0);
  1037. + if (!np)
  1038. + return -1;
  1039. +
  1040. + eth->toprgu = syscon_node_to_regmap(np);
  1041. + if (IS_ERR(eth->toprgu))
  1042. + return PTR_ERR(eth->toprgu);
  1043. +
  1044. + return 0;
  1045. +}
  1046. +
  1047. +int mtk_xfi_pll_enable(struct mtk_eth *eth)
  1048. +{
  1049. + u32 val = 0;
  1050. +
  1051. + if (!eth->usxgmii_pll)
  1052. + return -EINVAL;
  1053. +
  1054. + /* Add software workaround for USXGMII PLL TCL issue */
  1055. + regmap_write(eth->usxgmii_pll, XFI_PLL_ANA_GLB8, RG_XFI_PLL_ANA_SWWA);
  1056. +
  1057. + regmap_read(eth->usxgmii_pll, XFI_PLL_DIG_GLB8, &val);
  1058. + val |= RG_XFI_PLL_EN;
  1059. + regmap_write(eth->usxgmii_pll, XFI_PLL_DIG_GLB8, val);
  1060. +
  1061. + return 0;
  1062. +}
  1063. +
  1064. +static int mtk_mac2xgmii_id(struct mtk_eth *eth, int mac_id)
  1065. +{
  1066. + int xgmii_id = mac_id;
  1067. +
  1068. + if (MTK_HAS_CAPS(eth->soc->caps, MTK_NETSYS_V3)) {
  1069. + switch (mac_id) {
  1070. + case MTK_GMAC1_ID:
  1071. + case MTK_GMAC2_ID:
  1072. + xgmii_id = 1;
  1073. + break;
  1074. + case MTK_GMAC3_ID:
  1075. + xgmii_id = 0;
  1076. + break;
  1077. + default:
  1078. + xgmii_id = -1;
  1079. + }
  1080. + }
  1081. +
  1082. + return xgmii_id;
  1083. +}
  1084. +
  1085. +static int mtk_xgmii2mac_id(struct mtk_eth *eth, int xgmii_id)
  1086. +{
  1087. + int mac_id = xgmii_id;
  1088. +
  1089. + if (MTK_HAS_CAPS(eth->soc->caps, MTK_NETSYS_V3)) {
  1090. + switch (xgmii_id) {
  1091. + case 0:
  1092. + mac_id = 2;
  1093. + break;
  1094. + case 1:
  1095. + mac_id = 1;
  1096. + break;
  1097. + default:
  1098. + mac_id = -1;
  1099. + }
  1100. + }
  1101. +
  1102. + return mac_id;
  1103. +}
  1104. +
  1105. +
  1106. +static void mtk_usxgmii_setup_phya_usxgmii(struct mtk_usxgmii_pcs *mpcs)
  1107. +{
  1108. + struct regmap *pextp;
  1109. +
  1110. + if (!mpcs->eth)
  1111. + return;
  1112. +
  1113. + pextp = mpcs->eth->regmap_pextp[mpcs->id];
  1114. + if (!pextp)
  1115. + return;
  1116. +
  1117. + /* Setup operation mode */
  1118. + regmap_write(pextp, 0x9024, 0x00C9071C);
  1119. + regmap_write(pextp, 0x2020, 0xAA8585AA);
  1120. + regmap_write(pextp, 0x2030, 0x0C020707);
  1121. + regmap_write(pextp, 0x2034, 0x0E050F0F);
  1122. + regmap_write(pextp, 0x2040, 0x00140032);
  1123. + regmap_write(pextp, 0x50F0, 0x00C014AA);
  1124. + regmap_write(pextp, 0x50E0, 0x3777C12B);
  1125. + regmap_write(pextp, 0x506C, 0x005F9CFF);
  1126. + regmap_write(pextp, 0x5070, 0x9D9DFAFA);
  1127. + regmap_write(pextp, 0x5074, 0x27273F3F);
  1128. + regmap_write(pextp, 0x5078, 0xA7883C68);
  1129. + regmap_write(pextp, 0x507C, 0x11661166);
  1130. + regmap_write(pextp, 0x5080, 0x0E000AAF);
  1131. + regmap_write(pextp, 0x5084, 0x08080D0D);
  1132. + regmap_write(pextp, 0x5088, 0x02030909);
  1133. + regmap_write(pextp, 0x50E4, 0x0C0C0000);
  1134. + regmap_write(pextp, 0x50E8, 0x04040000);
  1135. + regmap_write(pextp, 0x50EC, 0x0F0F0C06);
  1136. + regmap_write(pextp, 0x50A8, 0x506E8C8C);
  1137. + regmap_write(pextp, 0x6004, 0x18190000);
  1138. + regmap_write(pextp, 0x00F8, 0x01423342);
  1139. + /* Force SGDT_OUT off and select PCS */
  1140. + regmap_write(pextp, 0x00F4, 0x80201F20);
  1141. + /* Force GLB_CKDET_OUT */
  1142. + regmap_write(pextp, 0x0030, 0x00050C00);
  1143. + /* Force AEQ on */
  1144. + regmap_write(pextp, 0x0070, 0x02002800);
  1145. + ndelay(1020);
  1146. + /* Setup DA default value */
  1147. + regmap_write(pextp, 0x30B0, 0x00000020);
  1148. + regmap_write(pextp, 0x3028, 0x00008A01);
  1149. + regmap_write(pextp, 0x302C, 0x0000A884);
  1150. + regmap_write(pextp, 0x3024, 0x00083002);
  1151. + regmap_write(pextp, 0x3010, 0x00022220);
  1152. + regmap_write(pextp, 0x5064, 0x0F020A01);
  1153. + regmap_write(pextp, 0x50B4, 0x06100600);
  1154. + regmap_write(pextp, 0x3048, 0x40704000);
  1155. + regmap_write(pextp, 0x3050, 0xA8000000);
  1156. + regmap_write(pextp, 0x3054, 0x000000AA);
  1157. + regmap_write(pextp, 0x306C, 0x00000F00);
  1158. + regmap_write(pextp, 0xA060, 0x00040000);
  1159. + regmap_write(pextp, 0x90D0, 0x00000001);
  1160. + /* Release reset */
  1161. + regmap_write(pextp, 0x0070, 0x0200E800);
  1162. + udelay(150);
  1163. + /* Switch to P0 */
  1164. + regmap_write(pextp, 0x0070, 0x0200C111);
  1165. + ndelay(1020);
  1166. + regmap_write(pextp, 0x0070, 0x0200C101);
  1167. + udelay(15);
  1168. + /* Switch to Gen3 */
  1169. + regmap_write(pextp, 0x0070, 0x0202C111);
  1170. + ndelay(1020);
  1171. + regmap_write(pextp, 0x0070, 0x0202C101);
  1172. + udelay(100);
  1173. + regmap_write(pextp, 0x30B0, 0x00000030);
  1174. + regmap_write(pextp, 0x00F4, 0x80201F00);
  1175. + regmap_write(pextp, 0x3040, 0x30000000);
  1176. + udelay(400);
  1177. +}
  1178. +
  1179. +static void mtk_usxgmii_setup_phya_5gbaser(struct mtk_usxgmii_pcs *mpcs)
  1180. +{
  1181. + struct regmap *pextp;
  1182. +
  1183. + if (!mpcs->eth)
  1184. + return;
  1185. +
  1186. + pextp = mpcs->eth->regmap_pextp[mpcs->id];
  1187. + if (!pextp)
  1188. + return;
  1189. +
  1190. + /* Setup operation mode */
  1191. + regmap_write(pextp, 0x9024, 0x00D9071C);
  1192. + regmap_write(pextp, 0x2020, 0xAAA5A5AA);
  1193. + regmap_write(pextp, 0x2030, 0x0C020707);
  1194. + regmap_write(pextp, 0x2034, 0x0E050F0F);
  1195. + regmap_write(pextp, 0x2040, 0x00140032);
  1196. + regmap_write(pextp, 0x50F0, 0x00C018AA);
  1197. + regmap_write(pextp, 0x50E0, 0x3777812B);
  1198. + regmap_write(pextp, 0x506C, 0x005C9CFF);
  1199. + regmap_write(pextp, 0x5070, 0x9DFAFAFA);
  1200. + regmap_write(pextp, 0x5074, 0x273F3F3F);
  1201. + regmap_write(pextp, 0x5078, 0xA8883868);
  1202. + regmap_write(pextp, 0x507C, 0x14661466);
  1203. + regmap_write(pextp, 0x5080, 0x0E001ABF);
  1204. + regmap_write(pextp, 0x5084, 0x080B0D0D);
  1205. + regmap_write(pextp, 0x5088, 0x02050909);
  1206. + regmap_write(pextp, 0x50E4, 0x0C000000);
  1207. + regmap_write(pextp, 0x50E8, 0x04000000);
  1208. + regmap_write(pextp, 0x50EC, 0x0F0F0C06);
  1209. + regmap_write(pextp, 0x50A8, 0x50808C8C);
  1210. + regmap_write(pextp, 0x6004, 0x18000000);
  1211. + regmap_write(pextp, 0x00F8, 0x00A132A1);
  1212. + /* Force SGDT_OUT off and select PCS */
  1213. + regmap_write(pextp, 0x00F4, 0x80201F20);
  1214. + /* Force GLB_CKDET_OUT */
  1215. + regmap_write(pextp, 0x0030, 0x00050C00);
  1216. + /* Force AEQ on */
  1217. + regmap_write(pextp, 0x0070, 0x02002800);
  1218. + ndelay(1020);
  1219. + /* Setup DA default value */
  1220. + regmap_write(pextp, 0x30B0, 0x00000020);
  1221. + regmap_write(pextp, 0x3028, 0x00008A01);
  1222. + regmap_write(pextp, 0x302C, 0x0000A884);
  1223. + regmap_write(pextp, 0x3024, 0x00083002);
  1224. + regmap_write(pextp, 0x3010, 0x00022220);
  1225. + regmap_write(pextp, 0x5064, 0x0F020A01);
  1226. + regmap_write(pextp, 0x50B4, 0x06100600);
  1227. + regmap_write(pextp, 0x3048, 0x40704000);
  1228. + regmap_write(pextp, 0x3050, 0xA8000000);
  1229. + regmap_write(pextp, 0x3054, 0x000000AA);
  1230. + regmap_write(pextp, 0x306C, 0x00000F00);
  1231. + regmap_write(pextp, 0xA060, 0x00040000);
  1232. + regmap_write(pextp, 0x90D0, 0x00000003);
  1233. + /* Release reset */
  1234. + regmap_write(pextp, 0x0070, 0x0200E800);
  1235. + udelay(150);
  1236. + /* Switch to P0 */
  1237. + regmap_write(pextp, 0x0070, 0x0200C111);
  1238. + ndelay(1020);
  1239. + regmap_write(pextp, 0x0070, 0x0200C101);
  1240. + udelay(15);
  1241. + /* Switch to Gen3 */
  1242. + regmap_write(pextp, 0x0070, 0x0202C111);
  1243. + ndelay(1020);
  1244. + regmap_write(pextp, 0x0070, 0x0202C101);
  1245. + udelay(100);
  1246. + regmap_write(pextp, 0x30B0, 0x00000030);
  1247. + regmap_write(pextp, 0x00F4, 0x80201F00);
  1248. + regmap_write(pextp, 0x3040, 0x30000000);
  1249. + udelay(400);
  1250. +}
  1251. +
  1252. +static void mtk_usxgmii_setup_phya_10gbaser(struct mtk_usxgmii_pcs *mpcs)
  1253. +{
  1254. + struct regmap *pextp;
  1255. +
  1256. + if (!mpcs->eth)
  1257. + return;
  1258. +
  1259. + pextp = mpcs->eth->regmap_pextp[mpcs->id];
  1260. + if (!pextp)
  1261. + return;
  1262. +
  1263. + /* Setup operation mode */
  1264. + regmap_write(pextp, 0x9024, 0x00C9071C);
  1265. + regmap_write(pextp, 0x2020, 0xAA8585AA);
  1266. + regmap_write(pextp, 0x2030, 0x0C020707);
  1267. + regmap_write(pextp, 0x2034, 0x0E050F0F);
  1268. + regmap_write(pextp, 0x2040, 0x00140032);
  1269. + regmap_write(pextp, 0x50F0, 0x00C014AA);
  1270. + regmap_write(pextp, 0x50E0, 0x3777C12B);
  1271. + regmap_write(pextp, 0x506C, 0x005F9CFF);
  1272. + regmap_write(pextp, 0x5070, 0x9D9DFAFA);
  1273. + regmap_write(pextp, 0x5074, 0x27273F3F);
  1274. + regmap_write(pextp, 0x5078, 0xA7883C68);
  1275. + regmap_write(pextp, 0x507C, 0x11661166);
  1276. + regmap_write(pextp, 0x5080, 0x0E000AAF);
  1277. + regmap_write(pextp, 0x5084, 0x08080D0D);
  1278. + regmap_write(pextp, 0x5088, 0x02030909);
  1279. + regmap_write(pextp, 0x50E4, 0x0C0C0000);
  1280. + regmap_write(pextp, 0x50E8, 0x04040000);
  1281. + regmap_write(pextp, 0x50EC, 0x0F0F0C06);
  1282. + regmap_write(pextp, 0x50A8, 0x506E8C8C);
  1283. + regmap_write(pextp, 0x6004, 0x18190000);
  1284. + regmap_write(pextp, 0x00F8, 0x01423342);
  1285. + /* Force SGDT_OUT off and select PCS */
  1286. + regmap_write(pextp, 0x00F4, 0x80201F20);
  1287. + /* Force GLB_CKDET_OUT */
  1288. + regmap_write(pextp, 0x0030, 0x00050C00);
  1289. + /* Force AEQ on */
  1290. + regmap_write(pextp, 0x0070, 0x02002800);
  1291. + ndelay(1020);
  1292. + /* Setup DA default value */
  1293. + regmap_write(pextp, 0x30B0, 0x00000020);
  1294. + regmap_write(pextp, 0x3028, 0x00008A01);
  1295. + regmap_write(pextp, 0x302C, 0x0000A884);
  1296. + regmap_write(pextp, 0x3024, 0x00083002);
  1297. + regmap_write(pextp, 0x3010, 0x00022220);
  1298. + regmap_write(pextp, 0x5064, 0x0F020A01);
  1299. + regmap_write(pextp, 0x50B4, 0x06100600);
  1300. + regmap_write(pextp, 0x3048, 0x47684100);
  1301. + regmap_write(pextp, 0x3050, 0x00000000);
  1302. + regmap_write(pextp, 0x3054, 0x00000000);
  1303. + regmap_write(pextp, 0x306C, 0x00000F00);
  1304. + if (mpcs->id == 0)
  1305. + regmap_write(pextp, 0xA008, 0x0007B400);
  1306. +
  1307. + regmap_write(pextp, 0xA060, 0x00040000);
  1308. + regmap_write(pextp, 0x90D0, 0x00000001);
  1309. + /* Release reset */
  1310. + regmap_write(pextp, 0x0070, 0x0200E800);
  1311. + udelay(150);
  1312. + /* Switch to P0 */
  1313. + regmap_write(pextp, 0x0070, 0x0200C111);
  1314. + ndelay(1020);
  1315. + regmap_write(pextp, 0x0070, 0x0200C101);
  1316. + udelay(15);
  1317. + /* Switch to Gen3 */
  1318. + regmap_write(pextp, 0x0070, 0x0202C111);
  1319. + ndelay(1020);
  1320. + regmap_write(pextp, 0x0070, 0x0202C101);
  1321. + udelay(100);
  1322. + regmap_write(pextp, 0x30B0, 0x00000030);
  1323. + regmap_write(pextp, 0x00F4, 0x80201F00);
  1324. + regmap_write(pextp, 0x3040, 0x30000000);
  1325. + udelay(400);
  1326. +}
  1327. +
  1328. +void mtk_sgmii_setup_phya_gen1(struct mtk_eth *eth, int mac_id)
  1329. +{
  1330. + u32 id = mtk_mac2xgmii_id(eth, mac_id);
  1331. + struct regmap *pextp;
  1332. +
  1333. + if (id >= eth->soc->num_devs)
  1334. + return;
  1335. +
  1336. + pextp = eth->regmap_pextp[id];
  1337. + if (!pextp)
  1338. + return;
  1339. +
  1340. + /* Setup operation mode */
  1341. + regmap_write(pextp, 0x9024, 0x00D9071C);
  1342. + regmap_write(pextp, 0x2020, 0xAA8585AA);
  1343. + regmap_write(pextp, 0x2030, 0x0C020207);
  1344. + regmap_write(pextp, 0x2034, 0x0E05050F);
  1345. + regmap_write(pextp, 0x2040, 0x00200032);
  1346. + regmap_write(pextp, 0x50F0, 0x00C014BA);
  1347. + regmap_write(pextp, 0x50E0, 0x3777C12B);
  1348. + regmap_write(pextp, 0x506C, 0x005F9CFF);
  1349. + regmap_write(pextp, 0x5070, 0x9D9DFAFA);
  1350. + regmap_write(pextp, 0x5074, 0x27273F3F);
  1351. + regmap_write(pextp, 0x5078, 0xA7883C68);
  1352. + regmap_write(pextp, 0x507C, 0x11661166);
  1353. + regmap_write(pextp, 0x5080, 0x0E000EAF);
  1354. + regmap_write(pextp, 0x5084, 0x08080E0D);
  1355. + regmap_write(pextp, 0x5088, 0x02030B09);
  1356. + regmap_write(pextp, 0x50E4, 0x0C0C0000);
  1357. + regmap_write(pextp, 0x50E8, 0x04040000);
  1358. + regmap_write(pextp, 0x50EC, 0x0F0F0606);
  1359. + regmap_write(pextp, 0x50A8, 0x506E8C8C);
  1360. + regmap_write(pextp, 0x6004, 0x18190000);
  1361. + regmap_write(pextp, 0x00F8, 0x00FA32FA);
  1362. + /* Force SGDT_OUT off and select PCS */
  1363. + regmap_write(pextp, 0x00F4, 0x80201F21);
  1364. + /* Force GLB_CKDET_OUT */
  1365. + regmap_write(pextp, 0x0030, 0x00050C00);
  1366. + /* Force AEQ on */
  1367. + regmap_write(pextp, 0x0070, 0x02002800);
  1368. + ndelay(1020);
  1369. + /* Setup DA default value */
  1370. + regmap_write(pextp, 0x30B0, 0x00000020);
  1371. + regmap_write(pextp, 0x3028, 0x00008A01);
  1372. + regmap_write(pextp, 0x302C, 0x0000A884);
  1373. + regmap_write(pextp, 0x3024, 0x00083002);
  1374. + regmap_write(pextp, 0x3010, 0x00011110);
  1375. + regmap_write(pextp, 0x3048, 0x40704000);
  1376. + regmap_write(pextp, 0x3064, 0x0000C000);
  1377. + regmap_write(pextp, 0x3050, 0xA8000000);
  1378. + regmap_write(pextp, 0x3054, 0x000000AA);
  1379. + regmap_write(pextp, 0x306C, 0x20200F00);
  1380. + regmap_write(pextp, 0xA060, 0x00050000);
  1381. + regmap_write(pextp, 0x90D0, 0x00000007);
  1382. + /* Release reset */
  1383. + regmap_write(pextp, 0x0070, 0x0200E800);
  1384. + udelay(150);
  1385. + /* Switch to P0 */
  1386. + regmap_write(pextp, 0x0070, 0x0200C111);
  1387. + ndelay(1020);
  1388. + regmap_write(pextp, 0x0070, 0x0200C101);
  1389. + udelay(15);
  1390. + /* Switch to Gen2 */
  1391. + regmap_write(pextp, 0x0070, 0x0201C111);
  1392. + ndelay(1020);
  1393. + regmap_write(pextp, 0x0070, 0x0201C101);
  1394. + udelay(100);
  1395. + regmap_write(pextp, 0x30B0, 0x00000030);
  1396. + regmap_write(pextp, 0x00F4, 0x80201F01);
  1397. + regmap_write(pextp, 0x3040, 0x30000000);
  1398. + udelay(400);
  1399. +}
  1400. +
  1401. +void mtk_sgmii_setup_phya_gen2(struct mtk_eth *eth, int mac_id)
  1402. +{
  1403. + u32 id = mtk_mac2xgmii_id(eth, mac_id);
  1404. + struct regmap *pextp;
  1405. +
  1406. + if (id >= eth->soc->num_devs)
  1407. + return;
  1408. +
  1409. + pextp = eth->regmap_pextp[id];
  1410. + if (!pextp)
  1411. + return;
  1412. +
  1413. + /* Setup operation mode */
  1414. + regmap_write(pextp, 0x9024, 0x00D9071C);
  1415. + regmap_write(pextp, 0x2020, 0xAA8585AA);
  1416. + regmap_write(pextp, 0x2030, 0x0C020707);
  1417. + regmap_write(pextp, 0x2034, 0x0E050F0F);
  1418. + regmap_write(pextp, 0x2040, 0x00140032);
  1419. + regmap_write(pextp, 0x50F0, 0x00C014AA);
  1420. + regmap_write(pextp, 0x50E0, 0x3777C12B);
  1421. + regmap_write(pextp, 0x506C, 0x005F9CFF);
  1422. + regmap_write(pextp, 0x5070, 0x9D9DFAFA);
  1423. + regmap_write(pextp, 0x5074, 0x27273F3F);
  1424. + regmap_write(pextp, 0x5078, 0xA7883C68);
  1425. + regmap_write(pextp, 0x507C, 0x11661166);
  1426. + regmap_write(pextp, 0x5080, 0x0E000AAF);
  1427. + regmap_write(pextp, 0x5084, 0x08080D0D);
  1428. + regmap_write(pextp, 0x5088, 0x02030909);
  1429. + regmap_write(pextp, 0x50E4, 0x0C0C0000);
  1430. + regmap_write(pextp, 0x50E8, 0x04040000);
  1431. + regmap_write(pextp, 0x50EC, 0x0F0F0C06);
  1432. + regmap_write(pextp, 0x50A8, 0x506E8C8C);
  1433. + regmap_write(pextp, 0x6004, 0x18190000);
  1434. + regmap_write(pextp, 0x00F8, 0x009C329C);
  1435. + /* Force SGDT_OUT off and select PCS */
  1436. + regmap_write(pextp, 0x00F4, 0x80201F21);
  1437. + /* Force GLB_CKDET_OUT */
  1438. + regmap_write(pextp, 0x0030, 0x00050C00);
  1439. + /* Force AEQ on */
  1440. + regmap_write(pextp, 0x0070, 0x02002800);
  1441. + ndelay(1020);
  1442. + /* Setup DA default value */
  1443. + regmap_write(pextp, 0x30B0, 0x00000020);
  1444. + regmap_write(pextp, 0x3028, 0x00008A01);
  1445. + regmap_write(pextp, 0x302C, 0x0000A884);
  1446. + regmap_write(pextp, 0x3024, 0x00083002);
  1447. + regmap_write(pextp, 0x3010, 0x00011110);
  1448. + regmap_write(pextp, 0x3048, 0x40704000);
  1449. + regmap_write(pextp, 0x3050, 0xA8000000);
  1450. + regmap_write(pextp, 0x3054, 0x000000AA);
  1451. + regmap_write(pextp, 0x306C, 0x22000F00);
  1452. + regmap_write(pextp, 0xA060, 0x00050000);
  1453. + regmap_write(pextp, 0x90D0, 0x00000005);
  1454. + /* Release reset */
  1455. + regmap_write(pextp, 0x0070, 0x0200E800);
  1456. + udelay(150);
  1457. + /* Switch to P0 */
  1458. + regmap_write(pextp, 0x0070, 0x0200C111);
  1459. + ndelay(1020);
  1460. + regmap_write(pextp, 0x0070, 0x0200C101);
  1461. + udelay(15);
  1462. + /* Switch to Gen2 */
  1463. + regmap_write(pextp, 0x0070, 0x0201C111);
  1464. + ndelay(1020);
  1465. + regmap_write(pextp, 0x0070, 0x0201C101);
  1466. + udelay(100);
  1467. + regmap_write(pextp, 0x30B0, 0x00000030);
  1468. + regmap_write(pextp, 0x00F4, 0x80201F01);
  1469. + regmap_write(pextp, 0x3040, 0x30000000);
  1470. + udelay(400);
  1471. +}
  1472. +
  1473. +static void mtk_usxgmii_reset(struct mtk_eth *eth, int id)
  1474. +{
  1475. + u32 val = 0;
  1476. +
  1477. + if (id >= eth->soc->num_devs || !eth->toprgu)
  1478. + return;
  1479. +
  1480. + switch (id) {
  1481. + case 0:
  1482. + /* Enable software reset */
  1483. + regmap_read(eth->toprgu, TOPRGU_SWSYSRST_EN, &val);
  1484. + val |= SWSYSRST_XFI_PEXPT0_GRST |
  1485. + SWSYSRST_XFI0_GRST;
  1486. + regmap_write(eth->toprgu, TOPRGU_SWSYSRST_EN, val);
  1487. +
  1488. + /* Assert USXGMII reset */
  1489. + regmap_read(eth->toprgu, TOPRGU_SWSYSRST, &val);
  1490. + val |= FIELD_PREP(SWSYSRST_UNLOCK_KEY, 0x88) |
  1491. + SWSYSRST_XFI_PEXPT0_GRST |
  1492. + SWSYSRST_XFI0_GRST;
  1493. + regmap_write(eth->toprgu, TOPRGU_SWSYSRST, val);
  1494. +
  1495. + udelay(100);
  1496. +
  1497. + /* De-assert USXGMII reset */
  1498. + regmap_read(eth->toprgu, TOPRGU_SWSYSRST, &val);
  1499. + val |= FIELD_PREP(SWSYSRST_UNLOCK_KEY, 0x88);
  1500. + val &= ~(SWSYSRST_XFI_PEXPT0_GRST |
  1501. + SWSYSRST_XFI0_GRST);
  1502. + regmap_write(eth->toprgu, TOPRGU_SWSYSRST, val);
  1503. +
  1504. + /* Disable software reset */
  1505. + regmap_read(eth->toprgu, TOPRGU_SWSYSRST_EN, &val);
  1506. + val &= ~(SWSYSRST_XFI_PEXPT0_GRST |
  1507. + SWSYSRST_XFI0_GRST);
  1508. + regmap_write(eth->toprgu, TOPRGU_SWSYSRST_EN, val);
  1509. + break;
  1510. + case 1:
  1511. + /* Enable software reset */
  1512. + regmap_read(eth->toprgu, TOPRGU_SWSYSRST_EN, &val);
  1513. + val |= SWSYSRST_XFI_PEXPT1_GRST |
  1514. + SWSYSRST_XFI1_GRST;
  1515. + regmap_write(eth->toprgu, TOPRGU_SWSYSRST_EN, val);
  1516. +
  1517. + /* Assert USXGMII reset */
  1518. + regmap_read(eth->toprgu, TOPRGU_SWSYSRST, &val);
  1519. + val |= FIELD_PREP(SWSYSRST_UNLOCK_KEY, 0x88) |
  1520. + SWSYSRST_XFI_PEXPT1_GRST |
  1521. + SWSYSRST_XFI1_GRST;
  1522. + regmap_write(eth->toprgu, TOPRGU_SWSYSRST, val);
  1523. +
  1524. + udelay(100);
  1525. +
  1526. + /* De-assert USXGMII reset */
  1527. + regmap_read(eth->toprgu, TOPRGU_SWSYSRST, &val);
  1528. + val |= FIELD_PREP(SWSYSRST_UNLOCK_KEY, 0x88);
  1529. + val &= ~(SWSYSRST_XFI_PEXPT1_GRST |
  1530. + SWSYSRST_XFI1_GRST);
  1531. + regmap_write(eth->toprgu, TOPRGU_SWSYSRST, val);
  1532. +
  1533. + /* Disable software reset */
  1534. + regmap_read(eth->toprgu, TOPRGU_SWSYSRST_EN, &val);
  1535. + val &= ~(SWSYSRST_XFI_PEXPT1_GRST |
  1536. + SWSYSRST_XFI1_GRST);
  1537. + regmap_write(eth->toprgu, TOPRGU_SWSYSRST_EN, val);
  1538. + break;
  1539. + }
  1540. +
  1541. + mdelay(10);
  1542. +}
  1543. +
  1544. +void mtk_sgmii_reset(struct mtk_eth *eth, int mac_id)
  1545. +{
  1546. + u32 xgmii_id = mtk_mac2xgmii_id(eth, mac_id);
  1547. +
  1548. + mtk_usxgmii_reset(eth, xgmii_id);
  1549. +}
  1550. +
  1551. +
  1552. +static int mtk_usxgmii_pcs_config(struct phylink_pcs *pcs, unsigned int mode,
  1553. + phy_interface_t interface,
  1554. + const unsigned long *advertising,
  1555. + bool permit_pause_to_mac)
  1556. +{
  1557. + struct mtk_usxgmii_pcs *mpcs = pcs_to_mtk_usxgmii_pcs(pcs);
  1558. + struct mtk_eth *eth = mpcs->eth;
  1559. + unsigned int an_ctrl = 0, link_timer = 0, xfi_mode = 0, adapt_mode = 0;
  1560. + bool mode_changed = false;
  1561. +
  1562. + if (interface == PHY_INTERFACE_MODE_USXGMII) {
  1563. + an_ctrl = FIELD_PREP(USXGMII_AN_SYNC_CNT, 0x1FF) |
  1564. + USXGMII_AN_ENABLE;
  1565. + link_timer = FIELD_PREP(USXGMII_LINK_TIMER_IDLE_DETECT, 0x7B) |
  1566. + FIELD_PREP(USXGMII_LINK_TIMER_COMP_ACK_DETECT, 0x7B) |
  1567. + FIELD_PREP(USXGMII_LINK_TIMER_AN_RESTART, 0x7B);
  1568. + xfi_mode = FIELD_PREP(USXGMII_XFI_RX_MODE, USXGMII_XFI_RX_MODE_10G) |
  1569. + FIELD_PREP(USXGMII_XFI_TX_MODE, USXGMII_XFI_TX_MODE_10G);
  1570. + } else if (interface == PHY_INTERFACE_MODE_10GKR) {
  1571. + an_ctrl = FIELD_PREP(USXGMII_AN_SYNC_CNT, 0x1FF);
  1572. + link_timer = FIELD_PREP(USXGMII_LINK_TIMER_IDLE_DETECT, 0x7B) |
  1573. + FIELD_PREP(USXGMII_LINK_TIMER_COMP_ACK_DETECT, 0x7B) |
  1574. + FIELD_PREP(USXGMII_LINK_TIMER_AN_RESTART, 0x7B);
  1575. + xfi_mode = FIELD_PREP(USXGMII_XFI_RX_MODE, USXGMII_XFI_RX_MODE_10G) |
  1576. + FIELD_PREP(USXGMII_XFI_TX_MODE, USXGMII_XFI_TX_MODE_10G);
  1577. + adapt_mode = USXGMII_RATE_UPDATE_MODE;
  1578. + } else if (interface == PHY_INTERFACE_MODE_5GBASER) {
  1579. + an_ctrl = FIELD_PREP(USXGMII_AN_SYNC_CNT, 0xFF);
  1580. + link_timer = FIELD_PREP(USXGMII_LINK_TIMER_IDLE_DETECT, 0x3D) |
  1581. + FIELD_PREP(USXGMII_LINK_TIMER_COMP_ACK_DETECT, 0x3D) |
  1582. + FIELD_PREP(USXGMII_LINK_TIMER_AN_RESTART, 0x3D);
  1583. + xfi_mode = FIELD_PREP(USXGMII_XFI_RX_MODE, USXGMII_XFI_RX_MODE_5G) |
  1584. + FIELD_PREP(USXGMII_XFI_TX_MODE, USXGMII_XFI_TX_MODE_5G);
  1585. + adapt_mode = USXGMII_RATE_UPDATE_MODE;
  1586. + } else
  1587. + return -EINVAL;
  1588. +
  1589. + adapt_mode |= FIELD_PREP(USXGMII_RATE_ADAPT_MODE, USXGMII_RATE_ADAPT_MODE_X1);
  1590. +
  1591. + if (mpcs->interface != interface) {
  1592. + mpcs->interface = interface;
  1593. + mode_changed = true;
  1594. + }
  1595. +
  1596. + mtk_xfi_pll_enable(eth);
  1597. + mtk_usxgmii_reset(eth, mpcs->id);
  1598. +
  1599. + /* Setup USXGMII AN ctrl */
  1600. + regmap_update_bits(mpcs->regmap, RG_PCS_AN_CTRL0,
  1601. + USXGMII_AN_SYNC_CNT | USXGMII_AN_ENABLE,
  1602. + an_ctrl);
  1603. +
  1604. + regmap_update_bits(mpcs->regmap, RG_PCS_AN_CTRL2,
  1605. + USXGMII_LINK_TIMER_IDLE_DETECT |
  1606. + USXGMII_LINK_TIMER_COMP_ACK_DETECT |
  1607. + USXGMII_LINK_TIMER_AN_RESTART,
  1608. + link_timer);
  1609. +
  1610. + /* Gated MAC CK */
  1611. + regmap_update_bits(mpcs->regmap, RG_PHY_TOP_SPEED_CTRL1,
  1612. + USXGMII_MAC_CK_GATED, USXGMII_MAC_CK_GATED);
  1613. +
  1614. + /* Enable interface force mode */
  1615. + regmap_update_bits(mpcs->regmap, RG_PHY_TOP_SPEED_CTRL1,
  1616. + USXGMII_IF_FORCE_EN, USXGMII_IF_FORCE_EN);
  1617. +
  1618. + /* Setup USXGMII adapt mode */
  1619. + regmap_update_bits(mpcs->regmap, RG_PHY_TOP_SPEED_CTRL1,
  1620. + USXGMII_RATE_UPDATE_MODE | USXGMII_RATE_ADAPT_MODE,
  1621. + adapt_mode);
  1622. +
  1623. + /* Setup USXGMII speed */
  1624. + regmap_update_bits(mpcs->regmap, RG_PHY_TOP_SPEED_CTRL1,
  1625. + USXGMII_XFI_RX_MODE | USXGMII_XFI_TX_MODE,
  1626. + xfi_mode);
  1627. +
  1628. + udelay(1);
  1629. +
  1630. + /* Un-gated MAC CK */
  1631. + regmap_update_bits(mpcs->regmap, RG_PHY_TOP_SPEED_CTRL1,
  1632. + USXGMII_MAC_CK_GATED, 0);
  1633. +
  1634. + udelay(1);
  1635. +
  1636. + /* Disable interface force mode for the AN mode */
  1637. + if (an_ctrl & USXGMII_AN_ENABLE)
  1638. + regmap_update_bits(mpcs->regmap, RG_PHY_TOP_SPEED_CTRL1,
  1639. + USXGMII_IF_FORCE_EN, 0);
  1640. +
  1641. + /* Setup USXGMIISYS with the determined property */
  1642. + if (interface == PHY_INTERFACE_MODE_USXGMII)
  1643. + mtk_usxgmii_setup_phya_usxgmii(mpcs);
  1644. + else if (interface == PHY_INTERFACE_MODE_10GKR)
  1645. + mtk_usxgmii_setup_phya_10gbaser(mpcs);
  1646. + else if (interface == PHY_INTERFACE_MODE_5GBASER)
  1647. + mtk_usxgmii_setup_phya_5gbaser(mpcs);
  1648. +
  1649. + return mode_changed;
  1650. +}
  1651. +
  1652. +static void mtk_usxgmii_pcs_get_state(struct phylink_pcs *pcs,
  1653. + struct phylink_link_state *state)
  1654. +{
  1655. + struct mtk_usxgmii_pcs *mpcs = pcs_to_mtk_usxgmii_pcs(pcs);
  1656. + struct mtk_eth *eth = mpcs->eth;
  1657. + struct mtk_mac *mac = eth->mac[mtk_xgmii2mac_id(eth, mpcs->id)];
  1658. + u32 val = 0;
  1659. +
  1660. + regmap_read(mpcs->regmap, RG_PCS_AN_CTRL0, &val);
  1661. + if (FIELD_GET(USXGMII_AN_ENABLE, val)) {
  1662. + /* Refresh LPA by inverting LPA_LATCH */
  1663. + regmap_read(mpcs->regmap, RG_PCS_AN_STS0, &val);
  1664. + regmap_update_bits(mpcs->regmap, RG_PCS_AN_STS0,
  1665. + USXGMII_LPA_LATCH,
  1666. + !(val & USXGMII_LPA_LATCH));
  1667. +
  1668. + regmap_read(mpcs->regmap, RG_PCS_AN_STS0, &val);
  1669. +
  1670. + state->interface = mpcs->interface;
  1671. + state->link = FIELD_GET(USXGMII_LPA_LINK, val);
  1672. + state->duplex = FIELD_GET(USXGMII_LPA_DUPLEX, val);
  1673. +
  1674. + switch (FIELD_GET(USXGMII_LPA_SPEED_MASK, val)) {
  1675. + case USXGMII_LPA_SPEED_10:
  1676. + state->speed = SPEED_10;
  1677. + break;
  1678. + case USXGMII_LPA_SPEED_100:
  1679. + state->speed = SPEED_100;
  1680. + break;
  1681. + case USXGMII_LPA_SPEED_1000:
  1682. + state->speed = SPEED_1000;
  1683. + break;
  1684. + case USXGMII_LPA_SPEED_2500:
  1685. + state->speed = SPEED_2500;
  1686. + break;
  1687. + case USXGMII_LPA_SPEED_5000:
  1688. + state->speed = SPEED_5000;
  1689. + break;
  1690. + case USXGMII_LPA_SPEED_10000:
  1691. + state->speed = SPEED_10000;
  1692. + break;
  1693. + }
  1694. + } else {
  1695. + val = mtk_r32(mac->hw, MTK_XGMAC_STS(mac->id));
  1696. +
  1697. + if (mac->id == MTK_GMAC2_ID)
  1698. + val = val >> 16;
  1699. +
  1700. + switch (FIELD_GET(MTK_USXGMII_PCS_MODE, val)) {
  1701. + case 0:
  1702. + state->speed = SPEED_10000;
  1703. + break;
  1704. + case 1:
  1705. + state->speed = SPEED_5000;
  1706. + break;
  1707. + case 2:
  1708. + state->speed = SPEED_2500;
  1709. + break;
  1710. + case 3:
  1711. + state->speed = SPEED_1000;
  1712. + break;
  1713. + }
  1714. +
  1715. + state->interface = mpcs->interface;
  1716. + state->link = FIELD_GET(MTK_USXGMII_PCS_LINK, val);
  1717. + state->duplex = DUPLEX_FULL;
  1718. + }
  1719. +
  1720. + if (state->link == 0)
  1721. + mtk_usxgmii_pcs_config(pcs, MLO_AN_INBAND,
  1722. + state->interface, NULL, false);
  1723. +}
  1724. +
  1725. +static void mtk_usxgmii_pcs_restart_an(struct phylink_pcs *pcs)
  1726. +{
  1727. + struct mtk_usxgmii_pcs *mpcs = pcs_to_mtk_usxgmii_pcs(pcs);
  1728. + unsigned int val = 0;
  1729. +
  1730. + if (!mpcs->regmap)
  1731. + return;
  1732. +
  1733. + regmap_read(mpcs->regmap, RG_PCS_AN_CTRL0, &val);
  1734. + val |= USXGMII_AN_RESTART;
  1735. + regmap_write(mpcs->regmap, RG_PCS_AN_CTRL0, val);
  1736. +}
  1737. +
  1738. +static void mtk_usxgmii_pcs_link_up(struct phylink_pcs *pcs, unsigned int mode,
  1739. + phy_interface_t interface,
  1740. + int speed, int duplex)
  1741. +{
  1742. + /* Reconfiguring USXGMII to ensure the quality of the RX signal
  1743. + * after the line side link up.
  1744. + */
  1745. + mtk_usxgmii_pcs_config(pcs, mode,
  1746. + interface, NULL, false);
  1747. +}
  1748. +
  1749. +static const struct phylink_pcs_ops mtk_usxgmii_pcs_ops = {
  1750. + .pcs_config = mtk_usxgmii_pcs_config,
  1751. + .pcs_get_state = mtk_usxgmii_pcs_get_state,
  1752. + .pcs_an_restart = mtk_usxgmii_pcs_restart_an,
  1753. + .pcs_link_up = mtk_usxgmii_pcs_link_up,
  1754. +};
  1755. +
  1756. +int mtk_usxgmii_init(struct mtk_eth *eth)
  1757. +{
  1758. + struct device_node *r = eth->dev->of_node;
  1759. + struct device *dev = eth->dev;
  1760. + struct device_node *np;
  1761. + int i, ret;
  1762. +
  1763. + eth->usxgmii_pcs = devm_kcalloc(dev, eth->soc->num_devs, sizeof(eth->usxgmii_pcs), GFP_KERNEL);
  1764. + if (!eth->usxgmii_pcs)
  1765. + return -ENOMEM;
  1766. +
  1767. + for (i = 0; i < eth->soc->num_devs; i++) {
  1768. + np = of_parse_phandle(r, "mediatek,usxgmiisys", i);
  1769. + if (!np)
  1770. + break;
  1771. +
  1772. + eth->usxgmii_pcs[i] = devm_kzalloc(dev, sizeof(*eth->usxgmii_pcs), GFP_KERNEL);
  1773. + if (!eth->usxgmii_pcs[i])
  1774. + return -ENOMEM;
  1775. +
  1776. + eth->usxgmii_pcs[i]->id = i;
  1777. + eth->usxgmii_pcs[i]->eth = eth;
  1778. + eth->usxgmii_pcs[i]->regmap = syscon_node_to_regmap(np);
  1779. + if (IS_ERR(eth->usxgmii_pcs[i]->regmap))
  1780. + return PTR_ERR(eth->usxgmii_pcs[i]->regmap);
  1781. +
  1782. + eth->usxgmii_pcs[i]->pcs.ops = &mtk_usxgmii_pcs_ops;
  1783. + eth->usxgmii_pcs[i]->pcs.poll = true;
  1784. + eth->usxgmii_pcs[i]->interface = PHY_INTERFACE_MODE_NA;
  1785. +
  1786. + of_node_put(np);
  1787. + }
  1788. +
  1789. + ret = mtk_xfi_pextp_init(eth);
  1790. + if (ret)
  1791. + return ret;
  1792. +
  1793. + ret = mtk_xfi_pll_init(eth);
  1794. + if (ret)
  1795. + return ret;
  1796. +
  1797. + return mtk_toprgu_init(eth);
  1798. +}
  1799. +
  1800. +struct phylink_pcs *mtk_usxgmii_select_pcs(struct mtk_eth *eth, int mac_id)
  1801. +{
  1802. + u32 xgmii_id = mtk_mac2xgmii_id(eth, mac_id);
  1803. +
  1804. + if (!eth->usxgmii_pcs[xgmii_id]->regmap)
  1805. + return NULL;
  1806. +
  1807. + return &eth->usxgmii_pcs[xgmii_id]->pcs;
  1808. +}