// SPDX-License-Identifier: GPL-2.0-only /* ################################################################################ # # r8126 is the Linux device driver released for Realtek 5 Gigabit Ethernet # controllers with PCI-Express interface. # # Copyright(c) 2024 Realtek Semiconductor Corp. All rights reserved. # # This program is free software; you can redistribute it and/or modify it # under the terms of the GNU General Public License as published by the Free # Software Foundation; either version 2 of the License, or (at your option) # any later version. # # This program is distributed in the hope that it will be useful, but WITHOUT # ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or # FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for # more details. # # You should have received a copy of the GNU General Public License along with # this program; if not, see . # # Author: # Realtek NIC software team # No. 2, Innovation Road II, Hsinchu Science Park, Hsinchu 300, Taiwan # ################################################################################ */ /************************************************************************************ * This product is covered by one or more of the following patents: * US6,570,884, US6,115,776, and US6,327,625. ***********************************************************************************/ /* * This driver is modified from r8169.c in Linux kernel 2.6.18 */ #include #include #include #include #include #include #include #include #include #include #include #include #include #if LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,22) #include #include #endif #include #include #include #include #if LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,26) #if LINUX_VERSION_CODE < KERNEL_VERSION(5,4,0) #include #endif #endif #if LINUX_VERSION_CODE >= KERNEL_VERSION(2,4,37) #include #endif #if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,0) #define dev_printk(A,B,fmt,args...) printk(A fmt,##args) #else #include #include #endif #if LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,31) #include #endif #if LINUX_VERSION_CODE >= KERNEL_VERSION(6,4,10) #include #endif /* LINUX_VERSION_CODE >= KERNEL_VERSION(6,4,10) */ #include #include #include "r8126.h" #include "rtl_eeprom.h" #include "rtltool.h" #include "r8126_firmware.h" #ifdef ENABLE_R8126_PROCFS #include #include #endif #define FIRMWARE_8126A_2 "rtl_nic/rtl8126a-2.fw" #define FIRMWARE_8126A_3 "rtl_nic/rtl8126a-3.fw" static const struct { const char *name; const char *fw_name; } rtl_chip_fw_infos[] = { /* PCI-E devices. */ [CFG_METHOD_1] = {"RTL8126A", }, [CFG_METHOD_2] = {"RTL8126A", FIRMWARE_8126A_2}, [CFG_METHOD_3] = {"RTL8126A", FIRMWARE_8126A_3}, [CFG_METHOD_DEFAULT] = {"Unknown", }, }; #define _R(NAME,MAC,RCR,MASK,JumFrameSz) \ { .name = NAME, .mcfg = MAC, .RCR_Cfg = RCR, .RxConfigMask = MASK, .jumbo_frame_sz = JumFrameSz } static const struct { const char *name; u8 mcfg; u32 RCR_Cfg; u32 RxConfigMask; /* Clears the bits supported by this chip */ u32 jumbo_frame_sz; } rtl_chip_info[] = { _R("RTL8126A", CFG_METHOD_1, Rx_Fetch_Number_8 | RxCfg_pause_slot_en | EnableInnerVlan | EnableOuterVlan | (RX_DMA_BURST_unlimited << RxCfgDMAShift), 0xff7e5880, Jumbo_Frame_9k), _R("RTL8126A", CFG_METHOD_2, Rx_Fetch_Number_8 | Rx_Close_Multiple | RxCfg_pause_slot_en | EnableInnerVlan | EnableOuterVlan | (RX_DMA_BURST_512 << RxCfgDMAShift), 0xff7e5880, Jumbo_Frame_9k), _R("RTL8126A", CFG_METHOD_3, Rx_Fetch_Number_8 | Rx_Close_Multiple | RxCfg_pause_slot_en | EnableInnerVlan | EnableOuterVlan | (RX_DMA_BURST_512 << RxCfgDMAShift), 0xff7e5880, Jumbo_Frame_9k), _R("Unknown", CFG_METHOD_DEFAULT, (RX_DMA_BURST_unlimited << RxCfgDMAShift), 0xff7e5880, Jumbo_Frame_1k) }; #undef _R #ifndef PCI_VENDOR_ID_DLINK #define PCI_VENDOR_ID_DLINK 0x1186 #endif static struct pci_device_id rtl8126_pci_tbl[] = { { PCI_DEVICE(PCI_VENDOR_ID_REALTEK, 0x8126), }, { PCI_DEVICE(PCI_VENDOR_ID_REALTEK, 0x5000), }, {0,}, }; MODULE_DEVICE_TABLE(pci, rtl8126_pci_tbl); static int use_dac = 1; static int timer_count = 0x2600; static int timer_count_v2 = (0x2600 / 0x100); static struct { u32 msg_enable; } debug = { -1 }; static unsigned int speed_mode = SPEED_5000; static unsigned int duplex_mode = DUPLEX_FULL; static unsigned int autoneg_mode = AUTONEG_ENABLE; #ifdef CONFIG_ASPM static int aspm = 1; #else static int aspm = 0; #endif #ifdef ENABLE_S5WOL static int s5wol = 1; #else static int s5wol = 0; #endif #ifdef ENABLE_S5_KEEP_CURR_MAC static int s5_keep_curr_mac = 1; #else static int s5_keep_curr_mac = 0; #endif #ifdef ENABLE_EEE static int eee_enable = 1; #else static int eee_enable = 0; #endif #ifdef CONFIG_SOC_LAN static ulong hwoptimize = HW_PATCH_SOC_LAN; #else static ulong hwoptimize = 0; #endif #ifdef ENABLE_S0_MAGIC_PACKET static int s0_magic_packet = 1; #else static int s0_magic_packet = 0; #endif #ifdef ENABLE_TX_NO_CLOSE static int tx_no_close_enable = 1; #else static int tx_no_close_enable = 0; #endif #ifdef ENABLE_PTP_MASTER_MODE static int enable_ptp_master_mode = 1; #else static int enable_ptp_master_mode = 0; #endif #ifdef DISABLE_WOL_SUPPORT static int disable_wol_support = 1; #else static int disable_wol_support = 0; #endif #ifdef ENABLE_DOUBLE_VLAN static int enable_double_vlan = 1; #else static int enable_double_vlan = 0; #endif MODULE_AUTHOR("Realtek and the Linux r8126 crew "); MODULE_DESCRIPTION("Realtek r8126 Ethernet controller driver"); module_param(speed_mode, uint, 0); MODULE_PARM_DESC(speed_mode, "force phy operation. Deprecated by ethtool (8)."); module_param(duplex_mode, uint, 0); MODULE_PARM_DESC(duplex_mode, "force phy operation. Deprecated by ethtool (8)."); module_param(autoneg_mode, uint, 0); MODULE_PARM_DESC(autoneg_mode, "force phy operation. Deprecated by ethtool (8)."); module_param(aspm, int, 0); MODULE_PARM_DESC(aspm, "Enable ASPM."); module_param(s5wol, int, 0); MODULE_PARM_DESC(s5wol, "Enable Shutdown Wake On Lan."); module_param(s5_keep_curr_mac, int, 0); MODULE_PARM_DESC(s5_keep_curr_mac, "Enable Shutdown Keep Current MAC Address."); module_param(use_dac, int, 0); MODULE_PARM_DESC(use_dac, "Enable PCI DAC. Unsafe on 32 bit PCI slot."); module_param(timer_count, int, 0); MODULE_PARM_DESC(timer_count, "Timer Interrupt Interval."); module_param(eee_enable, int, 0); MODULE_PARM_DESC(eee_enable, "Enable Energy Efficient Ethernet."); module_param(hwoptimize, ulong, 0); MODULE_PARM_DESC(hwoptimize, "Enable HW optimization function."); module_param(s0_magic_packet, int, 0); MODULE_PARM_DESC(s0_magic_packet, "Enable S0 Magic Packet."); module_param(tx_no_close_enable, int, 0); MODULE_PARM_DESC(tx_no_close_enable, "Enable TX No Close."); module_param(enable_ptp_master_mode, int, 0); MODULE_PARM_DESC(enable_ptp_master_mode, "Enable PTP Master Mode."); module_param(disable_wol_support, int, 0); MODULE_PARM_DESC(disable_wol_support, "Disable PM support."); module_param(enable_double_vlan, int, 0); MODULE_PARM_DESC(enable_double_vlan, "Enable Double VLAN."); #if LINUX_VERSION_CODE > KERNEL_VERSION(2,6,0) module_param_named(debug, debug.msg_enable, int, 0); MODULE_PARM_DESC(debug, "Debug verbosity level (0=none, ..., 16=all)"); #endif//LINUX_VERSION_CODE > KERNEL_VERSION(2,6,0) MODULE_LICENSE("GPL"); #ifdef ENABLE_USE_FIRMWARE_FILE MODULE_FIRMWARE(FIRMWARE_8126A_2); MODULE_FIRMWARE(FIRMWARE_8126A_3); #endif MODULE_VERSION(RTL8126_VERSION); /* #if LINUX_VERSION_CODE < KERNEL_VERSION(4,14,0) static void rtl8126_esd_timer(unsigned long __opaque); #else static void rtl8126_esd_timer(struct timer_list *t); #endif */ /* #if LINUX_VERSION_CODE < KERNEL_VERSION(4,14,0) static void rtl8126_link_timer(unsigned long __opaque); #else static void rtl8126_link_timer(struct timer_list *t); #endif */ static netdev_tx_t rtl8126_start_xmit(struct sk_buff *skb, struct net_device *dev); #if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,19) static irqreturn_t rtl8126_interrupt(int irq, void *dev_instance, struct pt_regs *regs); #else static irqreturn_t rtl8126_interrupt(int irq, void *dev_instance); #endif #if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,19) static irqreturn_t rtl8126_interrupt_msix(int irq, void *dev_instance, struct pt_regs *regs); #else static irqreturn_t rtl8126_interrupt_msix(int irq, void *dev_instance); #endif static void rtl8126_set_rx_mode(struct net_device *dev); #if LINUX_VERSION_CODE >= KERNEL_VERSION(5,6,0) static void rtl8126_tx_timeout(struct net_device *dev, unsigned int txqueue); #else static void rtl8126_tx_timeout(struct net_device *dev); #endif static int rtl8126_rx_interrupt(struct net_device *, struct rtl8126_private *, struct rtl8126_rx_ring *, napi_budget); static int rtl8126_tx_interrupt(struct rtl8126_tx_ring *ring, int budget); static int rtl8126_tx_interrupt_with_vector(struct rtl8126_private *tp, const int message_id, int budget); static void rtl8126_wait_for_quiescence(struct net_device *dev); static int rtl8126_change_mtu(struct net_device *dev, int new_mtu); static void rtl8126_down(struct net_device *dev); static int rtl8126_set_mac_address(struct net_device *dev, void *p); static void rtl8126_rar_set(struct rtl8126_private *tp, const u8 *addr); static void rtl8126_desc_addr_fill(struct rtl8126_private *); static void rtl8126_tx_desc_init(struct rtl8126_private *tp); static void rtl8126_rx_desc_init(struct rtl8126_private *tp); static void rtl8126_mdio_direct_write_phy_ocp(struct rtl8126_private *tp, u16 RegAddr,u16 value); static u32 rtl8126_mdio_direct_read_phy_ocp(struct rtl8126_private *tp, u16 RegAddr); static void rtl8126_clear_and_set_eth_phy_ocp_bit(struct rtl8126_private *tp, u16 addr, u16 clearmask, u16 setmask); static void rtl8126_clear_eth_phy_ocp_bit(struct rtl8126_private *tp, u16 addr, u16 mask); static void rtl8126_set_eth_phy_ocp_bit(struct rtl8126_private *tp, u16 addr, u16 mask); static u16 rtl8126_get_hw_phy_mcu_code_ver(struct rtl8126_private *tp); static void rtl8126_phy_power_up(struct net_device *dev); static void rtl8126_phy_power_down(struct net_device *dev); static int rtl8126_set_speed(struct net_device *dev, u8 autoneg, u32 speed, u8 duplex, u64 adv); static bool rtl8126_set_phy_mcu_patch_request(struct rtl8126_private *tp); static bool rtl8126_clear_phy_mcu_patch_request(struct rtl8126_private *tp); #ifdef CONFIG_R8126_NAPI static int rtl8126_poll(napi_ptr napi, napi_budget budget); #endif #if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,20) static void rtl8126_reset_task(void *_data); static void rtl8126_esd_task(void *_data); static void rtl8126_linkchg_task(void *_data); #else static void rtl8126_reset_task(struct work_struct *work); static void rtl8126_esd_task(struct work_struct *work); static void rtl8126_linkchg_task(struct work_struct *work); #endif static void rtl8126_schedule_reset_work(struct rtl8126_private *tp); static void rtl8126_schedule_esd_work(struct rtl8126_private *tp); static void rtl8126_schedule_linkchg_work(struct rtl8126_private *tp); static void rtl8126_init_all_schedule_work(struct rtl8126_private *tp); static void rtl8126_cancel_all_schedule_work(struct rtl8126_private *tp); static inline struct device *tp_to_dev(struct rtl8126_private *tp) { return &tp->pci_dev->dev; } #if ((LINUX_VERSION_CODE < KERNEL_VERSION(4,7,0) && \ LINUX_VERSION_CODE >= KERNEL_VERSION(4,6,00))) void ethtool_convert_legacy_u32_to_link_mode(unsigned long *dst, u32 legacy_u32) { bitmap_zero(dst, __ETHTOOL_LINK_MODE_MASK_NBITS); dst[0] = legacy_u32; } bool ethtool_convert_link_mode_to_legacy_u32(u32 *legacy_u32, const unsigned long *src) { bool retval = true; /* TODO: following test will soon always be true */ if (__ETHTOOL_LINK_MODE_MASK_NBITS > 32) { __ETHTOOL_DECLARE_LINK_MODE_MASK(ext); bitmap_zero(ext, __ETHTOOL_LINK_MODE_MASK_NBITS); bitmap_fill(ext, 32); bitmap_complement(ext, ext, __ETHTOOL_LINK_MODE_MASK_NBITS); if (bitmap_intersects(ext, src, __ETHTOOL_LINK_MODE_MASK_NBITS)) { /* src mask goes beyond bit 31 */ retval = false; } } *legacy_u32 = src[0]; return retval; } #endif #if LINUX_VERSION_CODE < KERNEL_VERSION(3,3,0) #ifndef LPA_1000FULL #define LPA_1000FULL 0x0800 #endif #ifndef LPA_1000HALF #define LPA_1000HALF 0x0400 #endif #endif //LINUX_VERSION_CODE < KERNEL_VERSION(3,3,0) #if LINUX_VERSION_CODE < KERNEL_VERSION(3,4,0) static inline void eth_hw_addr_random(struct net_device *dev) { random_ether_addr(dev->dev_addr); } #endif #if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,0) #undef ethtool_ops #define ethtool_ops _kc_ethtool_ops struct _kc_ethtool_ops { int (*get_settings)(struct net_device *, struct ethtool_cmd *); int (*set_settings)(struct net_device *, struct ethtool_cmd *); void (*get_drvinfo)(struct net_device *, struct ethtool_drvinfo *); int (*get_regs_len)(struct net_device *); void (*get_regs)(struct net_device *, struct ethtool_regs *, void *); void (*get_wol)(struct net_device *, struct ethtool_wolinfo *); int (*set_wol)(struct net_device *, struct ethtool_wolinfo *); u32 (*get_msglevel)(struct net_device *); void (*set_msglevel)(struct net_device *, u32); int (*nway_reset)(struct net_device *); u32 (*get_link)(struct net_device *); int (*get_eeprom_len)(struct net_device *); int (*get_eeprom)(struct net_device *, struct ethtool_eeprom *, u8 *); int (*set_eeprom)(struct net_device *, struct ethtool_eeprom *, u8 *); int (*get_coalesce)(struct net_device *, struct ethtool_coalesce *); int (*set_coalesce)(struct net_device *, struct ethtool_coalesce *); void (*get_ringparam)(struct net_device *, struct ethtool_ringparam *); int (*set_ringparam)(struct net_device *, struct ethtool_ringparam *); void (*get_pauseparam)(struct net_device *, struct ethtool_pauseparam*); int (*set_pauseparam)(struct net_device *, struct ethtool_pauseparam*); u32 (*get_rx_csum)(struct net_device *); int (*set_rx_csum)(struct net_device *, u32); u32 (*get_tx_csum)(struct net_device *); int (*set_tx_csum)(struct net_device *, u32); u32 (*get_sg)(struct net_device *); int (*set_sg)(struct net_device *, u32); u32 (*get_tso)(struct net_device *); int (*set_tso)(struct net_device *, u32); int (*self_test_count)(struct net_device *); void (*self_test)(struct net_device *, struct ethtool_test *, u64 *); void (*get_strings)(struct net_device *, u32 stringset, u8 *); int (*phys_id)(struct net_device *, u32); int (*get_stats_count)(struct net_device *); void (*get_ethtool_stats)(struct net_device *, struct ethtool_stats *, u64 *); } *ethtool_ops = NULL; #undef SET_ETHTOOL_OPS #define SET_ETHTOOL_OPS(netdev, ops) (ethtool_ops = (ops)) #endif //LINUX_VERSION_CODE < KERNEL_VERSION(2,6,0) #if LINUX_VERSION_CODE >= KERNEL_VERSION(3,16,0) #ifndef SET_ETHTOOL_OPS #define SET_ETHTOOL_OPS(netdev,ops) \ ( (netdev)->ethtool_ops = (ops) ) #endif //SET_ETHTOOL_OPS #endif //LINUX_VERSION_CODE >= KERNEL_VERSION(3,16,0) //#if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,5) #ifndef netif_msg_init #define netif_msg_init _kc_netif_msg_init /* copied from linux kernel 2.6.20 include/linux/netdevice.h */ static inline u32 netif_msg_init(int debug_value, int default_msg_enable_bits) { /* use default */ if (debug_value < 0 || debug_value >= (sizeof(u32) * 8)) return default_msg_enable_bits; if (debug_value == 0) /* no output */ return 0; /* set low N bits */ return (1 << debug_value) - 1; } #endif //LINUX_VERSION_CODE < KERNEL_VERSION(2,6,5) #if LINUX_VERSION_CODE > KERNEL_VERSION(2,6,22) static inline void eth_copy_and_sum (struct sk_buff *dest, const unsigned char *src, int len, int base) { skb_copy_to_linear_data(dest, src, len); } #endif //LINUX_VERSION_CODE > KERNEL_VERSION(2,6,22) #if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,7) /* copied from linux kernel 2.6.20 /include/linux/time.h */ /* Parameters used to convert the timespec values: */ #define MSEC_PER_SEC 1000L /* copied from linux kernel 2.6.20 /include/linux/jiffies.h */ /* * Change timeval to jiffies, trying to avoid the * most obvious overflows.. * * And some not so obvious. * * Note that we don't want to return MAX_LONG, because * for various timeout reasons we often end up having * to wait "jiffies+1" in order to guarantee that we wait * at _least_ "jiffies" - so "jiffies+1" had better still * be positive. */ #define MAX_JIFFY_OFFSET ((~0UL >> 1)-1) /* * Convert jiffies to milliseconds and back. * * Avoid unnecessary multiplications/divisions in the * two most common HZ cases: */ static inline unsigned int _kc_jiffies_to_msecs(const unsigned long j) { #if HZ <= MSEC_PER_SEC && !(MSEC_PER_SEC % HZ) return (MSEC_PER_SEC / HZ) * j; #elif HZ > MSEC_PER_SEC && !(HZ % MSEC_PER_SEC) return (j + (HZ / MSEC_PER_SEC) - 1)/(HZ / MSEC_PER_SEC); #else return (j * MSEC_PER_SEC) / HZ; #endif } static inline unsigned long _kc_msecs_to_jiffies(const unsigned int m) { if (m > _kc_jiffies_to_msecs(MAX_JIFFY_OFFSET)) return MAX_JIFFY_OFFSET; #if HZ <= MSEC_PER_SEC && !(MSEC_PER_SEC % HZ) return (m + (MSEC_PER_SEC / HZ) - 1) / (MSEC_PER_SEC / HZ); #elif HZ > MSEC_PER_SEC && !(HZ % MSEC_PER_SEC) return m * (HZ / MSEC_PER_SEC); #else return (m * HZ + MSEC_PER_SEC - 1) / MSEC_PER_SEC; #endif } #endif //LINUX_VERSION_CODE < KERNEL_VERSION(2,6,7) #if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,11) /* copied from linux kernel 2.6.12.6 /include/linux/pm.h */ typedef int __bitwise pci_power_t; /* copied from linux kernel 2.6.12.6 /include/linux/pci.h */ typedef u32 __bitwise pm_message_t; #define PCI_D0 ((pci_power_t __force) 0) #define PCI_D1 ((pci_power_t __force) 1) #define PCI_D2 ((pci_power_t __force) 2) #define PCI_D3hot ((pci_power_t __force) 3) #define PCI_D3cold ((pci_power_t __force) 4) #define PCI_POWER_ERROR ((pci_power_t __force) -1) /* copied from linux kernel 2.6.12.6 /drivers/pci/pci.c */ /** * pci_choose_state - Choose the power state of a PCI device * @dev: PCI device to be suspended * @state: target sleep state for the whole system. This is the value * that is passed to suspend() function. * * Returns PCI power state suitable for given device and given system * message. */ pci_power_t pci_choose_state(struct pci_dev *dev, pm_message_t state) { if (!pci_find_capability(dev, PCI_CAP_ID_PM)) return PCI_D0; switch (state) { case 0: return PCI_D0; case 3: return PCI_D3hot; default: printk("They asked me for state %d\n", state); // BUG(); } return PCI_D0; } #endif //LINUX_VERSION_CODE < KERNEL_VERSION(2,6,11) #if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,9) /** * msleep_interruptible - sleep waiting for waitqueue interruptions * @msecs: Time in milliseconds to sleep for */ #define msleep_interruptible _kc_msleep_interruptible unsigned long _kc_msleep_interruptible(unsigned int msecs) { unsigned long timeout = _kc_msecs_to_jiffies(msecs); while (timeout && !signal_pending(current)) { set_current_state(TASK_INTERRUPTIBLE); timeout = schedule_timeout(timeout); } return _kc_jiffies_to_msecs(timeout); } #endif //LINUX_VERSION_CODE < KERNEL_VERSION(2,6,9) #if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,7) /* copied from linux kernel 2.6.20 include/linux/sched.h */ #ifndef __sched #define __sched __attribute__((__section__(".sched.text"))) #endif /* copied from linux kernel 2.6.20 kernel/timer.c */ signed long __sched schedule_timeout_uninterruptible(signed long timeout) { __set_current_state(TASK_UNINTERRUPTIBLE); return schedule_timeout(timeout); } /* copied from linux kernel 2.6.20 include/linux/mii.h */ #undef if_mii #define if_mii _kc_if_mii static inline struct mii_ioctl_data *if_mii(struct ifreq *rq) { return (struct mii_ioctl_data *) &rq->ifr_ifru; } #endif //LINUX_VERSION_CODE < KERNEL_VERSION(2,6,7) static u32 rtl8126_read_thermal_sensor(struct rtl8126_private *tp) { u16 ts_digout; switch (tp->mcfg) { default: ts_digout = 0xffff; break; } return ts_digout; } int rtl8126_dump_tally_counter(struct rtl8126_private *tp, dma_addr_t paddr) { u32 cmd; u32 WaitCnt; int retval = -1; RTL_W32(tp, CounterAddrHigh, (u64)paddr >> 32); cmd = (u64)paddr & DMA_BIT_MASK(32); RTL_W32(tp, CounterAddrLow, cmd); RTL_W32(tp, CounterAddrLow, cmd | CounterDump); WaitCnt = 0; while (RTL_R32(tp, CounterAddrLow) & CounterDump) { udelay(10); WaitCnt++; if (WaitCnt > 20) break; } if (WaitCnt <= 20) retval = 0; return retval; } static u32 rtl8126_get_hw_clo_ptr(struct rtl8126_tx_ring *ring) { struct rtl8126_private *tp = ring->priv; switch (tp->HwSuppTxNoCloseVer) { case 3: return RTL_R16(tp, ring->hw_clo_ptr_reg); case 4: case 5: case 6: return RTL_R32(tp, ring->hw_clo_ptr_reg); default: #if LINUX_VERSION_CODE > KERNEL_VERSION(2,6,0) WARN_ON(1); #endif return 0; } } static u32 rtl8126_get_sw_tail_ptr(struct rtl8126_tx_ring *ring) { struct rtl8126_private *tp = ring->priv; switch (tp->HwSuppTxNoCloseVer) { case 3: return RTL_R16(tp, ring->sw_tail_ptr_reg); case 4: case 5: case 6: return RTL_R32(tp, ring->sw_tail_ptr_reg); default: #if LINUX_VERSION_CODE > KERNEL_VERSION(2,6,0) WARN_ON(1); #endif return 0; } } static bool rtl8126_sysfs_testmode_on(struct rtl8126_private *tp) { #ifdef ENABLE_R8126_SYSFS return !!tp->testmode; #else return 1; #endif } static u32 rtl8126_convert_link_speed(u16 status) { u32 speed = SPEED_UNKNOWN; if (status & LinkStatus) { if (status & _5000bpsF) speed = SPEED_5000; else if (status & _2500bpsF) speed = SPEED_2500; else if (status & _1000bpsF) speed = SPEED_1000; else if (status & _100bps) speed = SPEED_100; else if (status & _10bps) speed = SPEED_10; } return speed; } static void rtl8126_mdi_swap(struct rtl8126_private *tp) { int i; u16 reg, val, mdi_reverse; u16 tps_p0, tps_p1, tps_p2, tps_p3, tps_p3_p0; switch (tp->mcfg) { default: return; }; tps_p3_p0 = rtl8126_mac_ocp_read(tp, 0xD440) & 0xF000; tps_p3 = !!(tps_p3_p0 & BIT_15); tps_p2 = !!(tps_p3_p0 & BIT_14); tps_p1 = !!(tps_p3_p0 & BIT_13); tps_p0 = !!(tps_p3_p0 & BIT_12); mdi_reverse = rtl8126_mac_ocp_read(tp, 0xD442); if ((mdi_reverse & BIT_5) && tps_p3_p0 == 0xA000) return; if (!(mdi_reverse & BIT_5)) val = tps_p0 << 8 | tps_p1 << 9 | tps_p2 << 10 | tps_p3 << 11; else val = tps_p3 << 8 | tps_p2 << 9 | tps_p1 << 10 | tps_p0 << 11; for (i=8; i<12; i++) { rtl8126_mdio_direct_write_phy_ocp(tp, 0xA436, reg); rtl8126_clear_and_set_eth_phy_ocp_bit(tp, 0xA438, BIT(i), val & BIT(i)); } } static int rtl8126_vcd_test(struct rtl8126_private *tp) { u16 val; u32 wait_cnt; int ret = -1; rtl8126_mdi_swap(tp); rtl8126_clear_eth_phy_ocp_bit(tp, 0xA422, BIT(0)); rtl8126_set_eth_phy_ocp_bit(tp, 0xA422, 0x00F0); rtl8126_set_eth_phy_ocp_bit(tp, 0xA422, BIT(0)); wait_cnt = 0; do { mdelay(1); val = rtl8126_mdio_direct_read_phy_ocp(tp, 0xA422); wait_cnt++; } while (!(val & BIT_15) && (wait_cnt < 5000)); if (wait_cnt == 5000) goto exit; ret = 0; exit: return ret; } static void rtl8126_get_cp_len(struct rtl8126_private *tp, int cp_len[RTL8126_CP_NUM]) { int i; u16 status; int tmp_cp_len; status = RTL_R16(tp, PHYstatus); if (status & LinkStatus) { if (status & _10bps) { tmp_cp_len = -1; } else if (status & (_100bps | _1000bpsF)) { rtl8126_mdio_write(tp, 0x1f, 0x0a88); tmp_cp_len = rtl8126_mdio_read(tp, 0x10); } else if (status & _2500bpsF) { switch (tp->mcfg) { default: rtl8126_mdio_write(tp, 0x1f, 0x0acb); tmp_cp_len = rtl8126_mdio_read(tp, 0x15); tmp_cp_len >>= 2; break; } } else tmp_cp_len = 0; } else tmp_cp_len = 0; if (tmp_cp_len > 0) tmp_cp_len &= 0xff; for (i=0; i RTL8126_MAX_SUPPORT_CP_LEN) cp_len[i] = RTL8126_MAX_SUPPORT_CP_LEN; return; } static int __rtl8126_get_cp_status(u16 val) { switch (val) { case 0x0060: return rtl8126_cp_normal; case 0x0048: return rtl8126_cp_open; case 0x0050: return rtl8126_cp_short; case 0x0042: case 0x0044: return rtl8126_cp_mismatch; default: return rtl8126_cp_normal; } } static int _rtl8126_get_cp_status(struct rtl8126_private *tp, u8 pair_num) { u16 val; int cp_status = rtl8126_cp_unknown; if (pair_num > 3) goto exit; rtl8126_mdio_direct_write_phy_ocp(tp, 0xA436, 0x8027 + 4 * pair_num); val = rtl8126_mdio_direct_read_phy_ocp(tp, 0xA438); cp_status = __rtl8126_get_cp_status(val); exit: return cp_status; } static const char * rtl8126_get_cp_status_string(int cp_status) { switch(cp_status) { case rtl8126_cp_normal: return "normal "; case rtl8126_cp_short: return "short "; case rtl8126_cp_open: return "open "; case rtl8126_cp_mismatch: return "mismatch"; default: return "unknown "; } } static u16 rtl8126_get_cp_pp(struct rtl8126_private *tp, u8 pair_num) { u16 pp = 0; if (pair_num > 3) goto exit; rtl8126_mdio_direct_write_phy_ocp(tp, 0xA436, 0x8029 + 4 * pair_num); pp = rtl8126_mdio_direct_read_phy_ocp(tp, 0xA438); pp &= 0x3fff; pp /= 80; exit: return pp; } static void rtl8126_get_cp_status(struct rtl8126_private *tp, int cp_status[RTL8126_CP_NUM], bool poe_mode) { u16 status; int i; status = RTL_R16(tp, PHYstatus); if (status & LinkStatus && !(status & (_10bps | _100bps))) { for (i=0; i= KERNEL_VERSION(3,10,0) static int proc_get_driver_variable(struct seq_file *m, void *v) { struct net_device *dev = m->private; struct rtl8126_private *tp = netdev_priv(dev); seq_puts(m, "\nDump Driver Variable\n"); rtnl_lock(); seq_puts(m, "Variable\tValue\n----------\t-----\n"); seq_printf(m, "MODULENAME\t%s\n", MODULENAME); seq_printf(m, "driver version\t%s\n", RTL8126_VERSION); seq_printf(m, "mcfg\t%d\n", tp->mcfg); seq_printf(m, "chipset\t%d\n", tp->chipset); seq_printf(m, "chipset_name\t%s\n", rtl_chip_info[tp->chipset].name); seq_printf(m, "mtu\t%d\n", dev->mtu); seq_printf(m, "NUM_RX_DESC\t0x%x\n", tp->rx_ring[0].num_rx_desc); seq_printf(m, "cur_rx0\t0x%x\n", tp->rx_ring[0].cur_rx); seq_printf(m, "dirty_rx0\t0x%x\n", tp->rx_ring[0].dirty_rx); seq_printf(m, "cur_rx1\t0x%x\n", tp->rx_ring[1].cur_rx); seq_printf(m, "dirty_rx1\t0x%x\n", tp->rx_ring[1].dirty_rx); seq_printf(m, "cur_rx2\t0x%x\n", tp->rx_ring[2].cur_rx); seq_printf(m, "dirty_rx2\t0x%x\n", tp->rx_ring[2].dirty_rx); seq_printf(m, "cur_rx3\t0x%x\n", tp->rx_ring[3].cur_rx); seq_printf(m, "dirty_rx3\t0x%x\n", tp->rx_ring[3].dirty_rx); seq_printf(m, "NUM_TX_DESC\t0x%x\n", tp->tx_ring[0].num_tx_desc); seq_printf(m, "cur_tx0\t0x%x\n", tp->tx_ring[0].cur_tx); seq_printf(m, "dirty_tx0\t0x%x\n", tp->tx_ring[0].dirty_tx); seq_printf(m, "cur_tx1\t0x%x\n", tp->tx_ring[1].cur_tx); seq_printf(m, "dirty_tx1\t0x%x\n", tp->tx_ring[1].dirty_tx); seq_printf(m, "rx_buf_sz\t0x%x\n", tp->rx_buf_sz); #ifdef ENABLE_PAGE_REUSE seq_printf(m, "rx_buf_page_order\t0x%x\n", tp->rx_buf_page_order); seq_printf(m, "rx_buf_page_size\t0x%x\n", tp->rx_buf_page_size); seq_printf(m, "page_reuse_fail_cnt\t0x%x\n", tp->page_reuse_fail_cnt); #endif //ENABLE_PAGE_REUSE seq_printf(m, "esd_flag\t0x%x\n", tp->esd_flag); seq_printf(m, "pci_cfg_is_read\t0x%x\n", tp->pci_cfg_is_read); seq_printf(m, "rtl8126_rx_config\t0x%x\n", tp->rtl8126_rx_config); seq_printf(m, "cp_cmd\t0x%x\n", tp->cp_cmd); seq_printf(m, "intr_mask\t0x%x\n", tp->intr_mask); seq_printf(m, "timer_intr_mask\t0x%x\n", tp->timer_intr_mask); seq_printf(m, "wol_enabled\t0x%x\n", tp->wol_enabled); seq_printf(m, "wol_opts\t0x%x\n", tp->wol_opts); seq_printf(m, "efuse_ver\t0x%x\n", tp->efuse_ver); seq_printf(m, "eeprom_type\t0x%x\n", tp->eeprom_type); seq_printf(m, "autoneg\t0x%x\n", tp->autoneg); seq_printf(m, "duplex\t0x%x\n", tp->duplex); seq_printf(m, "speed\t%d\n", tp->speed); seq_printf(m, "advertising\t0x%llx\n", tp->advertising); seq_printf(m, "eeprom_len\t0x%x\n", tp->eeprom_len); seq_printf(m, "cur_page\t0x%x\n", tp->cur_page); seq_printf(m, "features\t0x%x\n", tp->features); seq_printf(m, "org_pci_offset_99\t0x%x\n", tp->org_pci_offset_99); seq_printf(m, "org_pci_offset_180\t0x%x\n", tp->org_pci_offset_180); seq_printf(m, "issue_offset_99_event\t0x%x\n", tp->issue_offset_99_event); seq_printf(m, "org_pci_offset_80\t0x%x\n", tp->org_pci_offset_80); seq_printf(m, "org_pci_offset_81\t0x%x\n", tp->org_pci_offset_81); seq_printf(m, "use_timer_interrupt\t0x%x\n", tp->use_timer_interrupt); seq_printf(m, "HwIcVerUnknown\t0x%x\n", tp->HwIcVerUnknown); seq_printf(m, "NotWrRamCodeToMicroP\t0x%x\n", tp->NotWrRamCodeToMicroP); seq_printf(m, "NotWrMcuPatchCode\t0x%x\n", tp->NotWrMcuPatchCode); seq_printf(m, "HwHasWrRamCodeToMicroP\t0x%x\n", tp->HwHasWrRamCodeToMicroP); seq_printf(m, "sw_ram_code_ver\t0x%x\n", tp->sw_ram_code_ver); seq_printf(m, "hw_ram_code_ver\t0x%x\n", tp->hw_ram_code_ver); seq_printf(m, "rtk_enable_diag\t0x%x\n", tp->rtk_enable_diag); seq_printf(m, "ShortPacketSwChecksum\t0x%x\n", tp->ShortPacketSwChecksum); seq_printf(m, "UseSwPaddingShortPkt\t0x%x\n", tp->UseSwPaddingShortPkt); seq_printf(m, "RequireAdcBiasPatch\t0x%x\n", tp->RequireAdcBiasPatch); seq_printf(m, "AdcBiasPatchIoffset\t0x%x\n", tp->AdcBiasPatchIoffset); seq_printf(m, "RequireAdjustUpsTxLinkPulseTiming\t0x%x\n", tp->RequireAdjustUpsTxLinkPulseTiming); seq_printf(m, "SwrCnt1msIni\t0x%x\n", tp->SwrCnt1msIni); seq_printf(m, "HwSuppNowIsOobVer\t0x%x\n", tp->HwSuppNowIsOobVer); seq_printf(m, "HwFiberModeVer\t0x%x\n", tp->HwFiberModeVer); seq_printf(m, "HwFiberStat\t0x%x\n", tp->HwFiberStat); seq_printf(m, "HwSwitchMdiToFiber\t0x%x\n", tp->HwSwitchMdiToFiber); seq_printf(m, "NicCustLedValue\t0x%x\n", tp->NicCustLedValue); seq_printf(m, "RequiredSecLanDonglePatch\t0x%x\n", tp->RequiredSecLanDonglePatch); seq_printf(m, "HwSuppDashVer\t0x%x\n", tp->HwSuppDashVer); seq_printf(m, "DASH\t0x%x\n", tp->DASH); seq_printf(m, "dash_printer_enabled\t0x%x\n", tp->dash_printer_enabled); seq_printf(m, "HwSuppKCPOffloadVer\t0x%x\n", tp->HwSuppKCPOffloadVer); seq_printf(m, "speed_mode\t0x%x\n", speed_mode); seq_printf(m, "duplex_mode\t0x%x\n", duplex_mode); seq_printf(m, "autoneg_mode\t0x%x\n", autoneg_mode); seq_printf(m, "aspm\t0x%x\n", aspm); seq_printf(m, "s5wol\t0x%x\n", s5wol); seq_printf(m, "s5_keep_curr_mac\t0x%x\n", s5_keep_curr_mac); seq_printf(m, "eee_enable\t0x%x\n", tp->eee.eee_enabled); seq_printf(m, "hwoptimize\t0x%lx\n", hwoptimize); seq_printf(m, "proc_init_num\t0x%x\n", proc_init_num); seq_printf(m, "s0_magic_packet\t0x%x\n", s0_magic_packet); seq_printf(m, "disable_wol_support\t0x%x\n", disable_wol_support); seq_printf(m, "enable_double_vlan\t0x%x\n", enable_double_vlan); seq_printf(m, "HwSuppMagicPktVer\t0x%x\n", tp->HwSuppMagicPktVer); seq_printf(m, "HwSuppLinkChgWakeUpVer\t0x%x\n", tp->HwSuppLinkChgWakeUpVer); seq_printf(m, "HwSuppD0SpeedUpVer\t0x%x\n", tp->HwSuppD0SpeedUpVer); seq_printf(m, "D0SpeedUpSpeed\t0x%x\n", tp->D0SpeedUpSpeed); seq_printf(m, "HwSuppCheckPhyDisableModeVer\t0x%x\n", tp->HwSuppCheckPhyDisableModeVer); seq_printf(m, "HwPkgDet\t0x%x\n", tp->HwPkgDet); seq_printf(m, "HwSuppTxNoCloseVer\t0x%x\n", tp->HwSuppTxNoCloseVer); seq_printf(m, "EnableTxNoClose\t0x%x\n", tp->EnableTxNoClose); seq_printf(m, "NextHwDesCloPtr0\t0x%x\n", tp->tx_ring[0].NextHwDesCloPtr); seq_printf(m, "BeginHwDesCloPtr0\t0x%x\n", tp->tx_ring[0].BeginHwDesCloPtr); seq_printf(m, "hw_clo_ptr_reg0\t0x%x\n", rtl8126_get_hw_clo_ptr(&tp->tx_ring[0])); seq_printf(m, "sw_tail_ptr_reg0\t0x%x\n", rtl8126_get_sw_tail_ptr(&tp->tx_ring[0])); seq_printf(m, "NextHwDesCloPtr1\t0x%x\n", tp->tx_ring[1].NextHwDesCloPtr); seq_printf(m, "BeginHwDesCloPtr1\t0x%x\n", tp->tx_ring[1].BeginHwDesCloPtr); seq_printf(m, "hw_clo_ptr_reg1\t0x%x\n", rtl8126_get_hw_clo_ptr(&tp->tx_ring[1])); seq_printf(m, "sw_tail_ptr_reg1\t0x%x\n", rtl8126_get_sw_tail_ptr(&tp->tx_ring[1])); seq_printf(m, "InitRxDescType\t0x%x\n", tp->InitRxDescType); seq_printf(m, "RxDescLength\t0x%x\n", tp->RxDescLength); seq_printf(m, "num_rx_rings\t0x%x\n", tp->num_rx_rings); seq_printf(m, "num_tx_rings\t0x%x\n", tp->num_tx_rings); seq_printf(m, "tot_rx_rings\t0x%x\n", rtl8126_tot_rx_rings(tp)); seq_printf(m, "tot_tx_rings\t0x%x\n", rtl8126_tot_tx_rings(tp)); seq_printf(m, "HwSuppNumRxQueues\t0x%x\n", tp->HwSuppNumRxQueues); seq_printf(m, "HwSuppNumTxQueues\t0x%x\n", tp->HwSuppNumTxQueues); seq_printf(m, "EnableRss\t0x%x\n", tp->EnableRss); seq_printf(m, "EnablePtp\t0x%x\n", tp->EnablePtp); seq_printf(m, "ptp_master_mode\t0x%x\n", tp->ptp_master_mode); seq_printf(m, "min_irq_nvecs\t0x%x\n", tp->min_irq_nvecs); seq_printf(m, "irq_nvecs\t0x%x\n", tp->irq_nvecs); seq_printf(m, "hw_supp_irq_nvecs\t0x%x\n", tp->hw_supp_irq_nvecs); seq_printf(m, "ring_lib_enabled\t0x%x\n", tp->ring_lib_enabled); seq_printf(m, "HwSuppIsrVer\t0x%x\n", tp->HwSuppIsrVer); seq_printf(m, "HwCurrIsrVer\t0x%x\n", tp->HwCurrIsrVer); #ifdef ENABLE_PTP_SUPPORT seq_printf(m, "tx_hwtstamp_timeouts\t0x%x\n", tp->tx_hwtstamp_timeouts); seq_printf(m, "tx_hwtstamp_skipped\t0x%x\n", tp->tx_hwtstamp_skipped); #endif seq_printf(m, "random_mac\t0x%x\n", tp->random_mac); seq_printf(m, "org_mac_addr\t%pM\n", tp->org_mac_addr); #if LINUX_VERSION_CODE > KERNEL_VERSION(2,6,13) seq_printf(m, "perm_addr\t%pM\n", dev->perm_addr); #endif seq_printf(m, "dev_addr\t%pM\n", dev->dev_addr); rtnl_unlock(); seq_putc(m, '\n'); return 0; } static int proc_get_tally_counter(struct seq_file *m, void *v) { struct net_device *dev = m->private; struct rtl8126_private *tp = netdev_priv(dev); struct rtl8126_counters *counters; dma_addr_t paddr; seq_puts(m, "\nDump Tally Counter\n"); rtnl_lock(); counters = tp->tally_vaddr; paddr = tp->tally_paddr; if (!counters) { seq_puts(m, "\nDump Tally Counter Fail\n"); goto out_unlock; } rtl8126_dump_tally_counter(tp, paddr); seq_puts(m, "Statistics\tValue\n----------\t-----\n"); seq_printf(m, "tx_packets\t%lld\n", le64_to_cpu(counters->tx_packets)); seq_printf(m, "rx_packets\t%lld\n", le64_to_cpu(counters->rx_packets)); seq_printf(m, "tx_errors\t%lld\n", le64_to_cpu(counters->tx_errors)); seq_printf(m, "rx_errors\t%d\n", le32_to_cpu(counters->rx_errors)); seq_printf(m, "rx_missed\t%d\n", le16_to_cpu(counters->rx_missed)); seq_printf(m, "align_errors\t%d\n", le16_to_cpu(counters->align_errors)); seq_printf(m, "tx_one_collision\t%d\n", le32_to_cpu(counters->tx_one_collision)); seq_printf(m, "tx_multi_collision\t%d\n", le32_to_cpu(counters->tx_multi_collision)); seq_printf(m, "rx_unicast\t%lld\n", le64_to_cpu(counters->rx_unicast)); seq_printf(m, "rx_broadcast\t%lld\n", le64_to_cpu(counters->rx_broadcast)); seq_printf(m, "rx_multicast\t%d\n", le32_to_cpu(counters->rx_multicast)); seq_printf(m, "tx_aborted\t%d\n", le16_to_cpu(counters->tx_aborted)); seq_printf(m, "tx_underrun\t%d\n", le16_to_cpu(counters->tx_underrun)); seq_printf(m, "tx_octets\t%lld\n", le64_to_cpu(counters->tx_octets)); seq_printf(m, "rx_octets\t%lld\n", le64_to_cpu(counters->rx_octets)); seq_printf(m, "rx_multicast64\t%lld\n", le64_to_cpu(counters->rx_multicast64)); seq_printf(m, "tx_unicast64\t%lld\n", le64_to_cpu(counters->tx_unicast64)); seq_printf(m, "tx_broadcast64\t%lld\n", le64_to_cpu(counters->tx_broadcast64)); seq_printf(m, "tx_multicast64\t%lld\n", le64_to_cpu(counters->tx_multicast64)); seq_printf(m, "tx_pause_on\t%d\n", le32_to_cpu(counters->tx_pause_on)); seq_printf(m, "tx_pause_off\t%d\n", le32_to_cpu(counters->tx_pause_off)); seq_printf(m, "tx_pause_all\t%d\n", le32_to_cpu(counters->tx_pause_all)); seq_printf(m, "tx_deferred\t%d\n", le32_to_cpu(counters->tx_deferred)); seq_printf(m, "tx_late_collision\t%d\n", le32_to_cpu(counters->tx_late_collision)); seq_printf(m, "tx_all_collision\t%d\n", le32_to_cpu(counters->tx_all_collision)); seq_printf(m, "tx_aborted32\t%d\n", le32_to_cpu(counters->tx_aborted32)); seq_printf(m, "align_errors32\t%d\n", le32_to_cpu(counters->align_errors32)); seq_printf(m, "rx_frame_too_long\t%d\n", le32_to_cpu(counters->rx_frame_too_long)); seq_printf(m, "rx_runt\t%d\n", le32_to_cpu(counters->rx_runt)); seq_printf(m, "rx_pause_on\t%d\n", le32_to_cpu(counters->rx_pause_on)); seq_printf(m, "rx_pause_off\t%d\n", le32_to_cpu(counters->rx_pause_off)); seq_printf(m, "rx_pause_all\t%d\n", le32_to_cpu(counters->rx_pause_all)); seq_printf(m, "rx_unknown_opcode\t%d\n", le32_to_cpu(counters->rx_unknown_opcode)); seq_printf(m, "rx_mac_error\t%d\n", le32_to_cpu(counters->rx_mac_error)); seq_printf(m, "tx_underrun32\t%d\n", le32_to_cpu(counters->tx_underrun32)); seq_printf(m, "rx_mac_missed\t%d\n", le32_to_cpu(counters->rx_mac_missed)); seq_printf(m, "rx_tcam_dropped\t%d\n", le32_to_cpu(counters->rx_tcam_dropped)); seq_printf(m, "tdu\t%d\n", le32_to_cpu(counters->tdu)); seq_printf(m, "rdu\t%d\n", le32_to_cpu(counters->rdu)); seq_putc(m, '\n'); out_unlock: rtnl_unlock(); return 0; } static int proc_get_registers(struct seq_file *m, void *v) { struct net_device *dev = m->private; int i, n, max = R8126_MAC_REGS_SIZE; u8 byte_rd; struct rtl8126_private *tp = netdev_priv(dev); void __iomem *ioaddr = tp->mmio_addr; seq_puts(m, "\nDump MAC Registers\n"); seq_puts(m, "Offset\tValue\n------\t-----\n"); rtnl_lock(); for (n = 0; n < max;) { seq_printf(m, "\n0x%04x:\t", n); for (i = 0; i < 16 && n < max; i++, n++) { byte_rd = readb(ioaddr + n); seq_printf(m, "%02x ", byte_rd); } } max = 0xB00; for (n = 0xA00; n < max;) { seq_printf(m, "\n0x%04x:\t", n); for (i = 0; i < 16 && n < max; i++, n++) { byte_rd = readb(ioaddr + n); seq_printf(m, "%02x ", byte_rd); } } max = 0xD40; for (n = 0xD00; n < max;) { seq_printf(m, "\n0x%04x:\t", n); for (i = 0; i < 16 && n < max; i++, n++) { byte_rd = readb(ioaddr + n); seq_printf(m, "%02x ", byte_rd); } } max = 0x2840; for (n = 0x2800; n < max;) { seq_printf(m, "\n0x%04x:\t", n); for (i = 0; i < 16 && n < max; i++, n++) { byte_rd = readb(ioaddr + n); seq_printf(m, "%02x ", byte_rd); } } rtnl_unlock(); seq_putc(m, '\n'); return 0; } static int proc_get_all_registers(struct seq_file *m, void *v) { struct net_device *dev = m->private; int i, n, max; u8 byte_rd; struct rtl8126_private *tp = netdev_priv(dev); void __iomem *ioaddr = tp->mmio_addr; struct pci_dev *pdev = tp->pci_dev; seq_puts(m, "\nDump All MAC Registers\n"); seq_puts(m, "Offset\tValue\n------\t-----\n"); rtnl_lock(); max = pci_resource_len(pdev, 2); for (n = 0; n < max;) { seq_printf(m, "\n0x%04x:\t", n); for (i = 0; i < 16 && n < max; i++, n++) { byte_rd = readb(ioaddr + n); seq_printf(m, "%02x ", byte_rd); } } rtnl_unlock(); seq_printf(m, "\nTotal length:0x%X", max); seq_putc(m, '\n'); return 0; } static int proc_get_pcie_phy(struct seq_file *m, void *v) { struct net_device *dev = m->private; int i, n, max = R8126_EPHY_REGS_SIZE/2; u16 word_rd; struct rtl8126_private *tp = netdev_priv(dev); seq_puts(m, "\nDump PCIE PHY\n"); seq_puts(m, "\nOffset\tValue\n------\t-----\n "); rtnl_lock(); for (n = 0; n < max;) { seq_printf(m, "\n0x%02x:\t", n); for (i = 0; i < 8 && n < max; i++, n++) { word_rd = rtl8126_ephy_read(tp, n); seq_printf(m, "%04x ", word_rd); } } rtnl_unlock(); seq_putc(m, '\n'); return 0; } static int proc_get_eth_phy(struct seq_file *m, void *v) { struct net_device *dev = m->private; int i, n, max = R8126_PHY_REGS_SIZE/2; u16 word_rd; struct rtl8126_private *tp = netdev_priv(dev); seq_puts(m, "\nDump Ethernet PHY\n"); seq_puts(m, "\nOffset\tValue\n------\t-----\n "); rtnl_lock(); seq_puts(m, "\n####################page 0##################\n "); rtl8126_mdio_write(tp, 0x1f, 0x0000); for (n = 0; n < max;) { seq_printf(m, "\n0x%02x:\t", n); for (i = 0; i < 8 && n < max; i++, n++) { word_rd = rtl8126_mdio_read(tp, n); seq_printf(m, "%04x ", word_rd); } } seq_puts(m, "\n####################extra reg##################\n "); n = 0xA400; seq_printf(m, "\n0x%02x:\t", n); for (i = 0; i < 8; i++, n+=2) { word_rd = rtl8126_mdio_direct_read_phy_ocp(tp, n); seq_printf(m, "%04x ", word_rd); } n = 0xA410; seq_printf(m, "\n0x%02x:\t", n); for (i = 0; i < 3; i++, n+=2) { word_rd = rtl8126_mdio_direct_read_phy_ocp(tp, n); seq_printf(m, "%04x ", word_rd); } n = 0xA434; seq_printf(m, "\n0x%02x:\t", n); word_rd = rtl8126_mdio_direct_read_phy_ocp(tp, n); seq_printf(m, "%04x ", word_rd); n = 0xA5D0; seq_printf(m, "\n0x%02x:\t", n); for (i = 0; i < 4; i++, n+=2) { word_rd = rtl8126_mdio_direct_read_phy_ocp(tp, n); seq_printf(m, "%04x ", word_rd); } n = 0xA61A; seq_printf(m, "\n0x%02x:\t", n); word_rd = rtl8126_mdio_direct_read_phy_ocp(tp, n); seq_printf(m, "%04x ", word_rd); n = 0xA6D0; seq_printf(m, "\n0x%02x:\t", n); for (i = 0; i < 3; i++, n+=2) { word_rd = rtl8126_mdio_direct_read_phy_ocp(tp, n); seq_printf(m, "%04x ", word_rd); } rtnl_unlock(); seq_putc(m, '\n'); return 0; } static int proc_get_extended_registers(struct seq_file *m, void *v) { struct net_device *dev = m->private; int i, n, max = R8126_ERI_REGS_SIZE; u32 dword_rd; struct rtl8126_private *tp = netdev_priv(dev); seq_puts(m, "\nDump Extended Registers\n"); seq_puts(m, "\nOffset\tValue\n------\t-----\n "); rtnl_lock(); for (n = 0; n < max;) { seq_printf(m, "\n0x%02x:\t", n); for (i = 0; i < 4 && n < max; i++, n+=4) { dword_rd = rtl8126_eri_read(tp, n, 4, ERIAR_ExGMAC); seq_printf(m, "%08x ", dword_rd); } } rtnl_unlock(); seq_putc(m, '\n'); return 0; } static int proc_get_pci_registers(struct seq_file *m, void *v) { struct net_device *dev = m->private; int i, n, max = R8126_PCI_REGS_SIZE; u32 dword_rd; struct rtl8126_private *tp = netdev_priv(dev); seq_puts(m, "\nDump PCI Registers\n"); seq_puts(m, "\nOffset\tValue\n------\t-----\n "); rtnl_lock(); for (n = 0; n < max;) { seq_printf(m, "\n0x%03x:\t", n); for (i = 0; i < 4 && n < max; i++, n+=4) { pci_read_config_dword(tp->pci_dev, n, &dword_rd); seq_printf(m, "%08x ", dword_rd); } } n = 0x110; pci_read_config_dword(tp->pci_dev, n, &dword_rd); seq_printf(m, "\n0x%03x:\t%08x ", n, dword_rd); n = 0x70c; pci_read_config_dword(tp->pci_dev, n, &dword_rd); seq_printf(m, "\n0x%03x:\t%08x ", n, dword_rd); rtnl_unlock(); seq_putc(m, '\n'); return 0; } static int proc_get_temperature(struct seq_file *m, void *v) { struct net_device *dev = m->private; struct rtl8126_private *tp = netdev_priv(dev); u16 ts_digout, tj, fah; switch (tp->mcfg) { default: return -EOPNOTSUPP; } rtnl_lock(); if (!rtl8126_sysfs_testmode_on(tp)) { seq_puts(m, "\nPlease turn on ""/sys/class/net//rtk_adv/testmode"".\n\n"); rtnl_unlock(); return 0; } netif_testing_on(dev); ts_digout = rtl8126_read_thermal_sensor(tp); netif_testing_off(dev); rtnl_unlock(); tj = ts_digout / 2; if (ts_digout <= 512) { tj = ts_digout / 2; seq_printf(m, "Cel:%d\n", tj); fah = tj * (9/5) + 32; seq_printf(m, "Fah:%d\n", fah); } else { tj = (512 - ((ts_digout / 2) - 512)) / 2; seq_printf(m, "Cel:-%d\n", tj); fah = tj * (9/5) + 32; seq_printf(m, "Fah:-%d\n", fah); } seq_putc(m, '\n'); return 0; } static int _proc_get_cable_info(struct seq_file *m, void *v, bool poe_mode) { int i; u16 status; int cp_status[RTL8126_CP_NUM]; int cp_len[RTL8126_CP_NUM] = {0}; struct net_device *dev = m->private; struct rtl8126_private *tp = netdev_priv(dev); const char *pair_str[RTL8126_CP_NUM] = {"1-2", "3-6", "4-5", "7-8"}; int ret; switch (tp->mcfg) { default: ret = -EOPNOTSUPP; goto error_out; } rtnl_lock(); if (!rtl8126_sysfs_testmode_on(tp)) { seq_puts(m, "\nPlease turn on ""/sys/class/net//rtk_adv/testmode"".\n\n"); ret = 0; goto error_unlock; } rtl8126_mdio_write(tp, 0x1F, 0x0000); if (rtl8126_mdio_read(tp, MII_BMCR) & BMCR_PDOWN) { ret = -EIO; goto error_unlock; } netif_testing_on(dev); status = RTL_R16(tp, PHYstatus); if (status & LinkStatus) seq_printf(m, "\nlink speed:%d", rtl8126_convert_link_speed(status)); else seq_puts(m, "\nlink status:off"); rtl8126_get_cp_len(tp, cp_len); rtl8126_get_cp_status(tp, cp_status, poe_mode); seq_puts(m, "\npair\tlength\tstatus \tpp\n"); for (i=0; iprivate; struct rtl8126_private *tp = netdev_priv(dev); int i; rtnl_lock(); for (i = 0; i < tp->num_rx_rings; i++) { struct rtl8126_rx_ring *ring = &tp->rx_ring[i]; if (!ring) continue; seq_printf(m, "\ndump rx %d desc:%d\n", i, ring->num_rx_desc); _proc_dump_desc(m, (void*)ring->RxDescArray, ring->RxDescAllocSize); } #ifdef ENABLE_LIB_SUPPORT if (rtl8126_num_lib_rx_rings(tp) > 0) { for (i = 0; i < tp->HwSuppNumRxQueues; i++) { struct rtl8126_ring *lib_ring = &tp->lib_rx_ring[i]; if (lib_ring->enabled) { seq_printf(m, "\ndump lib rx %d desc:%d\n", i, lib_ring->ring_size); _proc_dump_desc(m, (void*)lib_ring->desc_addr, lib_ring->desc_size); } } } #endif //ENABLE_LIB_SUPPORT rtnl_unlock(); seq_putc(m, '\n'); return 0; } static int proc_dump_tx_desc(struct seq_file *m, void *v) { struct net_device *dev = m->private; struct rtl8126_private *tp = netdev_priv(dev); int i; rtnl_lock(); for (i = 0; i < tp->num_tx_rings; i++) { struct rtl8126_tx_ring *ring = &tp->tx_ring[i]; if (!ring) continue; seq_printf(m, "\ndump tx %d desc:%d\n", i, ring->num_tx_desc); _proc_dump_desc(m, (void*)ring->TxDescArray, ring->TxDescAllocSize); } #ifdef ENABLE_LIB_SUPPORT if (rtl8126_num_lib_tx_rings(tp) > 0) { for (i = 0; i < tp->HwSuppNumTxQueues; i++) { struct rtl8126_ring *lib_ring = &tp->lib_tx_ring[i]; if (lib_ring->enabled) { seq_printf(m, "\ndump lib tx %d desc:%d\n", i, lib_ring->ring_size); _proc_dump_desc(m, (void*)lib_ring->desc_addr, lib_ring->desc_size); } } } #endif //ENABLE_LIB_SUPPORT rtnl_unlock(); seq_putc(m, '\n'); return 0; } static int proc_dump_msix_tbl(struct seq_file *m, void *v) { int i, j; void __iomem *ioaddr; struct net_device *dev = m->private; struct rtl8126_private *tp = netdev_priv(dev); /* ioremap MMIO region */ ioaddr = ioremap(pci_resource_start(tp->pci_dev, 4), pci_resource_len(tp->pci_dev, 4)); if (!ioaddr) return -EFAULT; rtnl_lock(); seq_printf(m, "\ndump MSI-X Table. Total Entry %d. \n", tp->hw_supp_irq_nvecs); for (i=0; ihw_supp_irq_nvecs; i++) { seq_printf(m, "\n%04x ", i); for (j=0; j<4; j++) seq_printf(m, "%08x ", readl(ioaddr + i*0x10 + 4*j)); } rtnl_unlock(); iounmap(ioaddr); seq_putc(m, '\n'); return 0; } #else //LINUX_VERSION_CODE >= KERNEL_VERSION(3,10,0) static int proc_get_driver_variable(char *page, char **start, off_t offset, int count, int *eof, void *data) { struct net_device *dev = data; struct rtl8126_private *tp = netdev_priv(dev); int len = 0; len += snprintf(page + len, count - len, "\nDump Driver Driver\n"); rtnl_lock(); len += snprintf(page + len, count - len, "Variable\tValue\n----------\t-----\n"); len += snprintf(page + len, count - len, "MODULENAME\t%s\n" "driver version\t%s\n" "mcfg\t%d\n" "chipset\t%d\n" "chipset_name\t%s\n" "mtu\t%d\n" "NUM_RX_DESC\t0x%x\n" "cur_rx0\t0x%x\n" "dirty_rx0\t0x%x\n" "cur_rx1\t0x%x\n" "dirty_rx1\t0x%x\n" "cur_rx2\t0x%x\n" "dirty_rx2\t0x%x\n" "cur_rx3\t0x%x\n" "dirty_rx3\t0x%x\n" "NUM_TX_DESC\t0x%x\n" "cur_tx0\t0x%x\n" "dirty_tx0\t0x%x\n" "cur_tx1\t0x%x\n" "dirty_tx1\t0x%x\n" "rx_buf_sz\t0x%x\n" #ifdef ENABLE_PAGE_REUSE "rx_buf_page_order\t0x%x\n" "rx_buf_page_size\t0x%x\n" "page_reuse_fail_cnt\t0x%x\n" #endif //ENABLE_PAGE_REUSE "esd_flag\t0x%x\n" "pci_cfg_is_read\t0x%x\n" "rtl8126_rx_config\t0x%x\n" "cp_cmd\t0x%x\n" "intr_mask\t0x%x\n" "timer_intr_mask\t0x%x\n" "wol_enabled\t0x%x\n" "wol_opts\t0x%x\n" "efuse_ver\t0x%x\n" "eeprom_type\t0x%x\n" "autoneg\t0x%x\n" "duplex\t0x%x\n" "speed\t%d\n" "advertising\t0x%llx\n" "eeprom_len\t0x%x\n" "cur_page\t0x%x\n" "features\t0x%x\n" "org_pci_offset_99\t0x%x\n" "org_pci_offset_180\t0x%x\n" "issue_offset_99_event\t0x%x\n" "org_pci_offset_80\t0x%x\n" "org_pci_offset_81\t0x%x\n" "use_timer_interrupt\t0x%x\n" "HwIcVerUnknown\t0x%x\n" "NotWrRamCodeToMicroP\t0x%x\n" "NotWrMcuPatchCode\t0x%x\n" "HwHasWrRamCodeToMicroP\t0x%x\n" "sw_ram_code_ver\t0x%x\n" "hw_ram_code_ver\t0x%x\n" "rtk_enable_diag\t0x%x\n" "ShortPacketSwChecksum\t0x%x\n" "UseSwPaddingShortPkt\t0x%x\n" "RequireAdcBiasPatch\t0x%x\n" "AdcBiasPatchIoffset\t0x%x\n" "RequireAdjustUpsTxLinkPulseTiming\t0x%x\n" "SwrCnt1msIni\t0x%x\n" "HwSuppNowIsOobVer\t0x%x\n" "HwFiberModeVer\t0x%x\n" "HwFiberStat\t0x%x\n" "HwSwitchMdiToFiber\t0x%x\n" "NicCustLedValue\t0x%x\n" "RequiredSecLanDonglePatch\t0x%x\n" "HwSuppDashVer\t0x%x\n" "DASH\t0x%x\n" "dash_printer_enabled\t0x%x\n" "HwSuppKCPOffloadVer\t0x%x\n" "speed_mode\t0x%x\n" "duplex_mode\t0x%x\n" "autoneg_mode\t0x%x\n" "aspm\t0x%x\n" "s5wol\t0x%x\n" "s5_keep_curr_mac\t0x%x\n" "eee_enable\t0x%x\n" "hwoptimize\t0x%lx\n" "proc_init_num\t0x%x\n" "s0_magic_packet\t0x%x\n" "disable_wol_support\t0x%x\n" "enable_double_vlan\t0x%x\n" "HwSuppMagicPktVer\t0x%x\n" "HwSuppLinkChgWakeUpVer\t0x%x\n" "HwSuppD0SpeedUpVer\t0x%x\n" "D0SpeedUpSpeed\t0x%x\n" "HwSuppCheckPhyDisableModeVer\t0x%x\n" "HwPkgDet\t0x%x\n" "HwSuppTxNoCloseVer\t0x%x\n" "EnableTxNoClose\t0x%x\n" "NextHwDesCloPtr0\t0x%x\n" "BeginHwDesCloPtr0\t0x%x\n" "hw_clo_ptr_reg0\t0x%x\n" "sw_tail_ptr_reg0\t0x%x\n" "NextHwDesCloPtr1\t0x%x\n" "BeginHwDesCloPtr1\t0x%x\n" "hw_clo_ptr_reg1\t0x%x\n" "sw_tail_ptr_reg1\t0x%x\n" "InitRxDescType\t0x%x\n" "RxDescLength\t0x%x\n" "num_rx_rings\t0x%x\n" "num_tx_rings\t0x%x\n" "tot_rx_rings\t0x%x\n" "tot_tx_rings\t0x%x\n" "HwSuppNumRxQueues\t0x%x\n" "HwSuppNumTxQueues\t0x%x\n" "EnableRss\t0x%x\n" "EnablePtp\t0x%x\n" "ptp_master_mode\t0x%x\n" "min_irq_nvecs\t0x%x\n" "irq_nvecs\t0x%x\n" "hw_supp_irq_nvecs\t0x%x\n" "ring_lib_enabled\t0x%x\n" "HwSuppIsrVer\t0x%x\n" "HwCurrIsrVer\t0x%x\n" #ifdef ENABLE_PTP_SUPPORT "tx_hwtstamp_timeouts\t0x%x\n" "tx_hwtstamp_skipped\t0x%x\n" #endif "random_mac\t0x%x\n" "org_mac_addr\t%pM\n" #if LINUX_VERSION_CODE > KERNEL_VERSION(2,6,13) "perm_addr\t%pM\n" #endif "dev_addr\t%pM\n", MODULENAME, RTL8126_VERSION, tp->mcfg, tp->chipset, rtl_chip_info[tp->chipset].name, dev->mtu, tp->rx_ring[0].num_rx_desc, tp->rx_ring[0].cur_rx, tp->rx_ring[0].dirty_rx, tp->rx_ring[1].cur_rx, tp->rx_ring[1].dirty_rx, tp->rx_ring[2].cur_rx, tp->rx_ring[2].dirty_rx, tp->rx_ring[3].cur_rx, tp->rx_ring[3].dirty_rx, tp->tx_ring[0].num_tx_desc, tp->tx_ring[0].cur_tx, tp->tx_ring[0].dirty_tx, tp->tx_ring[1].cur_tx, tp->tx_ring[1].dirty_tx, tp->rx_buf_sz, #ifdef ENABLE_PAGE_REUSE tp->rx_buf_page_order, tp->rx_buf_page_size, tp->page_reuse_fail_cnt, #endif //ENABLE_PAGE_REUSE tp->esd_flag, tp->pci_cfg_is_read, tp->rtl8126_rx_config, tp->cp_cmd, tp->intr_mask, tp->timer_intr_mask, tp->wol_enabled, tp->wol_opts, tp->efuse_ver, tp->eeprom_type, tp->autoneg, tp->duplex, tp->speed, tp->advertising, tp->eeprom_len, tp->cur_page, tp->features, tp->org_pci_offset_99, tp->org_pci_offset_180, tp->issue_offset_99_event, tp->org_pci_offset_80, tp->org_pci_offset_81, tp->use_timer_interrupt, tp->HwIcVerUnknown, tp->NotWrRamCodeToMicroP, tp->NotWrMcuPatchCode, tp->HwHasWrRamCodeToMicroP, tp->sw_ram_code_ver, tp->hw_ram_code_ver, tp->rtk_enable_diag, tp->ShortPacketSwChecksum, tp->UseSwPaddingShortPkt, tp->RequireAdcBiasPatch, tp->AdcBiasPatchIoffset, tp->RequireAdjustUpsTxLinkPulseTiming, tp->SwrCnt1msIni, tp->HwSuppNowIsOobVer, tp->HwFiberModeVer, tp->HwFiberStat, tp->HwSwitchMdiToFiber, tp->NicCustLedValue, tp->RequiredSecLanDonglePatch, tp->HwSuppDashVer, tp->DASH, tp->dash_printer_enabled, tp->HwSuppKCPOffloadVer, speed_mode, duplex_mode, autoneg_mode, aspm, s5wol, s5_keep_curr_mac, tp->eee.eee_enabled, hwoptimize, proc_init_num, s0_magic_packet, disable_wol_support, enable_double_vlan, tp->HwSuppMagicPktVer, tp->HwSuppLinkChgWakeUpVer, tp->HwSuppD0SpeedUpVer, tp->D0SpeedUpSpeed, tp->HwSuppCheckPhyDisableModeVer, tp->HwPkgDet, tp->HwSuppTxNoCloseVer, tp->EnableTxNoClose, tp->tx_ring[0].NextHwDesCloPtr, tp->tx_ring[0].BeginHwDesCloPtr, rtl8126_get_hw_clo_ptr(&tp->tx_ring[0]), rtl8126_get_sw_tail_ptr(&tp->tx_ring[0]), tp->tx_ring[1].NextHwDesCloPtr, tp->tx_ring[1].BeginHwDesCloPtr, rtl8126_get_hw_clo_ptr(&tp->tx_ring[1]), rtl8126_get_sw_tail_ptr(&tp->tx_ring[1]), tp->InitRxDescType, tp->RxDescLength, tp->num_rx_rings, tp->num_tx_rings, rtl8126_tot_rx_rings(tp), rtl8126_tot_tx_rings(tp), tp->HwSuppNumRxQueues, tp->HwSuppNumTxQueues, tp->EnableRss, tp->EnablePtp, tp->ptp_master_mode, tp->min_irq_nvecs, tp->irq_nvecs, tp->hw_supp_irq_nvecs, tp->ring_lib_enabled, tp->HwSuppIsrVer, tp->HwCurrIsrVer, #ifdef ENABLE_PTP_SUPPORT tp->tx_hwtstamp_timeouts, tp->tx_hwtstamp_skipped, #endif tp->random_mac, tp->org_mac_addr, #if LINUX_VERSION_CODE > KERNEL_VERSION(2,6,13) dev->perm_addr, #endif dev->dev_addr ); rtnl_unlock(); len += snprintf(page + len, count - len, "\n"); *eof = 1; return len; } static int proc_get_tally_counter(char *page, char **start, off_t offset, int count, int *eof, void *data) { struct net_device *dev = data; struct rtl8126_private *tp = netdev_priv(dev); struct rtl8126_counters *counters; dma_addr_t paddr; int len = 0; len += snprintf(page + len, count - len, "\nDump Tally Counter\n"); rtnl_lock(); counters = tp->tally_vaddr; paddr = tp->tally_paddr; if (!counters) { len += snprintf(page + len, count - len, "\nDump Tally Counter Fail\n"); goto out_unlock; } rtl8126_dump_tally_counter(tp, paddr); len += snprintf(page + len, count - len, "Statistics\tValue\n----------\t-----\n"); len += snprintf(page + len, count - len, "tx_packets\t%lld\n" "rx_packets\t%lld\n" "tx_errors\t%lld\n" "rx_errors\t%d\n" "rx_missed\t%d\n" "align_errors\t%d\n" "tx_one_collision\t%d\n" "tx_multi_collision\t%d\n" "rx_unicast\t%lld\n" "rx_broadcast\t%lld\n" "rx_multicast\t%d\n" "tx_aborted\t%d\n" "tx_underrun\t%d\n", "tx_octets\t%lld\n", "rx_octets\t%lld\n", "rx_multicast64\t%lld\n", "tx_unicast64\t%lld\n", "tx_broadcast64\t%lld\n", "tx_multicast64\t%lld\n", "tx_pause_on\t%d\n", "tx_pause_off\t%d\n", "tx_pause_all\t%d\n", "tx_deferred\t%d\n", "tx_late_collision\t%d\n", "tx_all_collision\t%d\n", "tx_aborted32\t%d\n", "align_errors32\t%d\n", "rx_frame_too_long\t%d\n", "rx_runt\t%d\n", "rx_pause_on\t%d\n", "rx_pause_off\t%d\n", "rx_pause_all\t%d\n", "rx_unknown_opcode\t%d\n", "rx_mac_error\t%d\n", "tx_underrun32\t%d\n", "rx_mac_missed\t%d\n", "rx_tcam_dropped\t%d\n", "tdu\t%d\n", "rdu\t%d\n", le64_to_cpu(counters->tx_packets), le64_to_cpu(counters->rx_packets), le64_to_cpu(counters->tx_errors), le32_to_cpu(counters->rx_errors), le16_to_cpu(counters->rx_missed), le16_to_cpu(counters->align_errors), le32_to_cpu(counters->tx_one_collision), le32_to_cpu(counters->tx_multi_collision), le64_to_cpu(counters->rx_unicast), le64_to_cpu(counters->rx_broadcast), le32_to_cpu(counters->rx_multicast), le16_to_cpu(counters->tx_aborted), le16_to_cpu(counters->tx_underrun), le64_to_cpu(counters->tx_octets), le64_to_cpu(counters->rx_octets), le64_to_cpu(counters->rx_multicast64), le64_to_cpu(counters->tx_unicast64), le64_to_cpu(counters->tx_broadcast64), le64_to_cpu(counters->tx_multicast64), le32_to_cpu(counters->tx_pause_on), le32_to_cpu(counters->tx_pause_off), le32_to_cpu(counters->tx_pause_all), le32_to_cpu(counters->tx_deferred), le32_to_cpu(counters->tx_late_collision), le32_to_cpu(counters->tx_all_collision), le32_to_cpu(counters->tx_aborted32), le32_to_cpu(counters->align_errors32), le32_to_cpu(counters->rx_frame_too_long), le32_to_cpu(counters->rx_runt), le32_to_cpu(counters->rx_pause_on), le32_to_cpu(counters->rx_pause_off), le32_to_cpu(counters->rx_pause_all), le32_to_cpu(counters->rx_unknown_opcode), le32_to_cpu(counters->rx_mac_error), le32_to_cpu(counters->tx_underrun32), le32_to_cpu(counters->rx_mac_missed), le32_to_cpu(counters->rx_tcam_dropped), le32_to_cpu(counters->tdu), le32_to_cpu(counters->rdu), ); len += snprintf(page + len, count - len, "\n"); out_unlock: rtnl_unlock(); *eof = 1; return len; } static int proc_get_registers(char *page, char **start, off_t offset, int count, int *eof, void *data) { struct net_device *dev = data; int i, n, max = R8126_MAC_REGS_SIZE; u8 byte_rd; struct rtl8126_private *tp = netdev_priv(dev); void __iomem *ioaddr = tp->mmio_addr; int len = 0; len += snprintf(page + len, count - len, "\nDump MAC Registers\n" "Offset\tValue\n------\t-----\n"); rtnl_lock(); for (n = 0; n < max;) { len += snprintf(page + len, count - len, "\n0x%04x:\t", n); for (i = 0; i < 16 && n < max; i++, n++) { byte_rd = readb(ioaddr + n); len += snprintf(page + len, count - len, "%02x ", byte_rd); } } max = 0xB00; for (n = 0xA00; n < max;) { len += snprintf(page + len, count - len, "\n0x%04x:\t", n); for (i = 0; i < 16 && n < max; i++, n++) { byte_rd = readb(ioaddr + n); len += snprintf(page + len, count - len, "%02x ", byte_rd); } } max = 0xD40; for (n = 0xD00; n < max;) { len += snprintf(page + len, count - len, "\n0x%04x:\t", n); for (i = 0; i < 16 && n < max; i++, n++) { byte_rd = readb(ioaddr + n); len += snprintf(page + len, count - len, "%02x ", byte_rd); } } max = 0x2840; for (n = 0x2800; n < max;) { len += snprintf(page + len, count - len, "\n0x%04x:\t", n); for (i = 0; i < 16 && n < max; i++, n++) { byte_rd = readb(ioaddr + n); len += snprintf(page + len, count - len, "%02x ", byte_rd); } } rtnl_unlock(); len += snprintf(page + len, count - len, "\n"); *eof = 1; return len; } static int proc_get_all_registers(char *page, char **start, off_t offset, int count, int *eof, void *data) { struct net_device *dev = data; int i, n, max; u8 byte_rd; struct rtl8126_private *tp = netdev_priv(dev); void __iomem *ioaddr = tp->mmio_addr; struct pci_dev *pdev = tp->pci_dev; int len = 0; len += snprintf(page + len, count - len, "\nDump All MAC Registers\n" "Offset\tValue\n------\t-----\n"); rtnl_lock(); max = pci_resource_len(pdev, 2); for (n = 0; n < max;) { len += snprintf(page + len, count - len, "\n0x%04x:\t", n); for (i = 0; i < 16 && n < max; i++, n++) { byte_rd = readb(ioaddr + n); len += snprintf(page + len, count - len, "%02x ", byte_rd); } } rtnl_unlock(); len += snprintf(page + len, count - len, "\nTotal length:0x%X", max); len += snprintf(page + len, count - len, "\n"); *eof = 1; return len; } static int proc_get_pcie_phy(char *page, char **start, off_t offset, int count, int *eof, void *data) { struct net_device *dev = data; int i, n, max = R8126_EPHY_REGS_SIZE/2; u16 word_rd; struct rtl8126_private *tp = netdev_priv(dev); int len = 0; len += snprintf(page + len, count - len, "\nDump PCIE PHY\n" "Offset\tValue\n------\t-----\n"); rtnl_lock(); for (n = 0; n < max;) { len += snprintf(page + len, count - len, "\n0x%02x:\t", n); for (i = 0; i < 8 && n < max; i++, n++) { word_rd = rtl8126_ephy_read(tp, n); len += snprintf(page + len, count - len, "%04x ", word_rd); } } rtnl_unlock(); len += snprintf(page + len, count - len, "\n"); *eof = 1; return len; } static int proc_get_eth_phy(char *page, char **start, off_t offset, int count, int *eof, void *data) { struct net_device *dev = data; int i, n, max = R8126_PHY_REGS_SIZE/2; u16 word_rd; struct rtl8126_private *tp = netdev_priv(dev); int len = 0; len += snprintf(page + len, count - len, "\nDump Ethernet PHY\n" "Offset\tValue\n------\t-----\n"); rtnl_lock(); len += snprintf(page + len, count - len, "\n####################page 0##################\n"); rtl8126_mdio_write(tp, 0x1f, 0x0000); for (n = 0; n < max;) { len += snprintf(page + len, count - len, "\n0x%02x:\t", n); for (i = 0; i < 8 && n < max; i++, n++) { word_rd = rtl8126_mdio_read(tp, n); len += snprintf(page + len, count - len, "%04x ", word_rd); } } len += snprintf(page + len, count - len, "\n####################extra reg##################\n"); n = 0xA400; len += snprintf(page + len, count - len, "\n0x%02x:\t", n); for (i = 0; i < 8; i++, n+=2) { word_rd = rtl8126_mdio_direct_read_phy_ocp(tp, n); len += snprintf(page + len, count - len, "%04x ", word_rd); } n = 0xA410; len += snprintf(page + len, count - len, "\n0x%02x:\t", n); for (i = 0; i < 3; i++, n+=2) { word_rd = rtl8126_mdio_direct_read_phy_ocp(tp, n); len += snprintf(page + len, count - len, "%04x ", word_rd); } n = 0xA434; len += snprintf(page + len, count - len, "\n0x%02x:\t", n); word_rd = rtl8126_mdio_direct_read_phy_ocp(tp, n); len += snprintf(page + len, count - len, "%04x ", word_rd); n = 0xA5D0; len += snprintf(page + len, count - len, "\n0x%02x:\t", n); for (i = 0; i < 4; i++, n+=2) { word_rd = rtl8126_mdio_direct_read_phy_ocp(tp, n); len += snprintf(page + len, count - len, "%04x ", word_rd); } n = 0xA61A; len += snprintf(page + len, count - len, "\n0x%02x:\t", n); word_rd = rtl8126_mdio_direct_read_phy_ocp(tp, n); len += snprintf(page + len, count - len, "%04x ", word_rd); n = 0xA6D0; len += snprintf(page + len, count - len, "\n0x%02x:\t", n); for (i = 0; i < 3; i++, n+=2) { word_rd = rtl8126_mdio_direct_read_phy_ocp(tp, n); len += snprintf(page + len, count - len, "%04x ", word_rd); } rtnl_unlock(); len += snprintf(page + len, count - len, "\n"); *eof = 1; return len; } static int proc_get_extended_registers(char *page, char **start, off_t offset, int count, int *eof, void *data) { struct net_device *dev = data; int i, n, max = R8126_ERI_REGS_SIZE; u32 dword_rd; struct rtl8126_private *tp = netdev_priv(dev); int len = 0; len += snprintf(page + len, count - len, "\nDump Extended Registers\n" "Offset\tValue\n------\t-----\n"); rtnl_lock(); for (n = 0; n < max;) { len += snprintf(page + len, count - len, "\n0x%02x:\t", n); for (i = 0; i < 4 && n < max; i++, n+=4) { dword_rd = rtl8126_eri_read(tp, n, 4, ERIAR_ExGMAC); len += snprintf(page + len, count - len, "%08x ", dword_rd); } } rtnl_unlock(); len += snprintf(page + len, count - len, "\n"); *eof = 1; return len; } static int proc_get_pci_registers(char *page, char **start, off_t offset, int count, int *eof, void *data) { struct net_device *dev = data; int i, n, max = R8126_PCI_REGS_SIZE; u32 dword_rd; struct rtl8126_private *tp = netdev_priv(dev); int len = 0; len += snprintf(page + len, count - len, "\nDump PCI Registers\n" "Offset\tValue\n------\t-----\n"); rtnl_lock(); for (n = 0; n < max;) { len += snprintf(page + len, count - len, "\n0x%03x:\t", n); for (i = 0; i < 4 && n < max; i++, n+=4) { pci_read_config_dword(tp->pci_dev, n, &dword_rd); len += snprintf(page + len, count - len, "%08x ", dword_rd); } } n = 0x110; pci_read_config_dword(tp->pci_dev, n, &dword_rd); len += snprintf(page + len, count - len, "\n0x%03x:\t%08x ", n, dword_rd); n = 0x70c; pci_read_config_dword(tp->pci_dev, n, &dword_rd); len += snprintf(page + len, count - len, "\n0x%03x:\t%08x ", n, dword_rd); rtnl_unlock(); len += snprintf(page + len, count - len, "\n"); *eof = 1; return len; } static int proc_get_temperature(char *page, char **start, off_t offset, int count, int *eof, void *data) { struct net_device *dev = data; struct rtl8126_private *tp = netdev_priv(dev); u16 ts_digout, tj, fah; int len = 0; switch (tp->mcfg) { default: return -EOPNOTSUPP; } rtnl_lock(); if (!rtl8126_sysfs_testmode_on(tp)) { len += snprintf(page + len, count - len, "\nPlease turn on ""/sys/class/net//rtk_adv/testmode"".\n\n"); goto out_unlock; } ts_digout = rtl8126_read_thermal_sensor(tp); tj = ts_digout / 2; if (ts_digout <= 512) { tj = ts_digout / 2; len += snprintf(page + len, count - len, "Cel:%d\n", tj); fah = tj * (9/5) + 32; len += snprintf(page + len, count - len, "Fah:%d\n", fah); } else { tj = (512 - ((ts_digout / 2) - 512)) / 2; len += snprintf(page + len, count - len, "Cel:-%d\n", tj); fah = tj * (9/5) + 32; len += snprintf(page + len, count - len, "Fah:-%d\n", fah); } len += snprintf(page + len, count - len, "\n"); out_unlock: rtnl_unlock(); *eof = 1; return len; } static int proc_get_cable_info(char *page, char **start, off_t offset, int count, int *eof, void *data, bool poe_mode) { int i; u16 status; int len = 0; struct net_device *dev = data; int cp_status[RTL8126_CP_NUM] = {0}; int cp_len[RTL8126_CP_NUM] = {0}; struct rtl8126_private *tp = netdev_priv(dev); const char *pair_str[RTL8126_CP_NUM] = {"1-2", "3-6", "4-5", "7-8"}; switch (tp->mcfg) { default: return -EOPNOTSUPP; } rtnl_lock(); if (!rtl8126_sysfs_testmode_on(tp)) { len += snprintf(page + len, count - len, "\nPlease turn on ""/sys/class/net//rtk_adv/testmode"".\n\n"); goto out_unlock; } status = RTL_R16(tp, PHYstatus); if (status & LinkStatus) len += snprintf(page + len, count - len, "\nlink speed:%d", rtl8126_convert_link_speed(status)); else len += snprintf(page + len, count - len, "\nlink status:off"); rtl8126_get_cp_len(tp, cp_len); rtl8126_get_cp_status(tp, cp_status, poe_mode); len += snprintf(page + len, count - len, "\npair\tlength\tstatus \tpp\n"); for (i=0; inum_rx_rings; i++) { struct rtl8126_rx_ring *ring = &tp->rx_ring[i]; if (!ring) continue; len += snprintf(page + len, count - len, "\ndump rx &d desc:%d", i, ring->num_rx_desc); _proc_dump_desc(page, &len, &count, ring->RxDescArray, ring->RxDescAllocSize); } #ifdef ENABLE_LIB_SUPPORT if (rtl8126_num_lib_rx_rings(tp) > 0) { for (i = 0; i < tp->HwSuppNumRxQueues; i++) { struct rtl8126_ring *lib_ring = &tp->lib_rx_ring[i]; if (lib_ring->enabled) { len += snprintf(page + len, count - len, "\ndump lib rx %d desc:%d", i, ring->ring_size); _proc_dump_desc(page, &len, &count, (void*)lib_ring->desc_addr, lib_ring->desc_size); } } } #endif //ENABLE_LIB_SUPPORT rtnl_unlock(); len += snprintf(page + len, count - len, "\n"); *eof = 1; return len; } static int proc_dump_tx_desc(char *page, char **start, off_t offset, int count, int *eof, void *data) { int len = 0; struct net_device *dev = data; struct rtl8126_private *tp = netdev_priv(dev); int i; rtnl_lock(); for (i = 0; i < tp->num_tx_rings; i++) { struct rtl8126_tx_ring *ring = &tp->tx_ring[i]; if (!ring) continue; len += snprintf(page + len, count - len, "\ndump tx desc:%d", ring->num_tx_desc); _proc_dump_desc(page, &len, &count, ring->TxDescArray, ring->TxDescAllocSize); } #ifdef ENABLE_LIB_SUPPORT if (rtl8126_num_lib_tx_rings(tp) > 0) { for (i = 0; i < tp->HwSuppNumTxQueues; i++) { struct rtl8126_ring *lib_ring = &tp->lib_tx_ring[i]; if (lib_ring->enabled) { len += snprintf(page + len, count - len, "\ndump lib tx %d desc:%d", i, ring->ring_size); _proc_dump_desc(page, &len, &count, (void*)lib_ring->desc_addr, lib_ring->desc_size); } } } #endif //ENABLE_LIB_SUPPORT rtnl_unlock(); len += snprintf(page + len, count - len, "\n"); *eof = 1; return len; } static int proc_dump_msix_tbl(char *page, char **start, off_t offset, int count, int *eof, void *data) { int i, j; int len = 0; void __iomem *ioaddr; struct net_device *dev = data; struct rtl8126_private *tp = netdev_priv(dev); /* ioremap MMIO region */ ioaddr = ioremap(pci_resource_start(tp->pci_dev, 4), pci_resource_len(tp->pci_dev, 4)); if (!ioaddr) return -EFAULT; rtnl_lock(); len += snprintf(page + len, count - len, "\ndump MSI-X Table. Total Entry %d. \n", tp->hw_supp_irq_nvecs); for (i=0; ihw_supp_irq_nvecs; i++) { len += snprintf(page + len, count - len, "\n%04x ", i); for (j=0; j<4; j++) len += snprintf(page + len, count - len, "%08x ", readl(ioaddr + i*0x10 + 4*j)); } rtnl_unlock(); len += snprintf(page + len, count - len, "\n"); *eof = 1; return 0; } #endif //LINUX_VERSION_CODE >= KERNEL_VERSION(3,10,0) static void rtl8126_proc_module_init(void) { //create /proc/net/r8126 #if LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,32) rtl8126_proc = proc_mkdir(MODULENAME, init_net.proc_net); #else rtl8126_proc = proc_mkdir(MODULENAME, proc_net); #endif if (!rtl8126_proc) dprintk("cannot create %s proc entry \n", MODULENAME); } #if LINUX_VERSION_CODE >= KERNEL_VERSION(3,10,0) /* * seq_file wrappers for procfile show routines. */ static int rtl8126_proc_open(struct inode *inode, struct file *file) { struct net_device *dev = proc_get_parent_data(inode); #if LINUX_VERSION_CODE >= KERNEL_VERSION(5,17,0) int (*show)(struct seq_file *, void *) = pde_data(inode); #else int (*show)(struct seq_file *, void *) = PDE_DATA(inode); #endif //LINUX_VERSION_CODE >= KERNEL_VERSION(5,17,0) return single_open(file, show, dev); } #if LINUX_VERSION_CODE >= KERNEL_VERSION(5,6,0) static const struct proc_ops rtl8126_proc_fops = { .proc_open = rtl8126_proc_open, .proc_read = seq_read, .proc_lseek = seq_lseek, .proc_release = single_release, }; #else static const struct file_operations rtl8126_proc_fops = { .open = rtl8126_proc_open, .read = seq_read, .llseek = seq_lseek, .release = single_release, }; #endif #endif /* * Table of proc files we need to create. */ struct rtl8126_proc_file { char name[16]; #if LINUX_VERSION_CODE >= KERNEL_VERSION(3,10,0) int (*show)(struct seq_file *, void *); #else int (*show)(char *, char **, off_t, int, int *, void *); #endif }; static const struct rtl8126_proc_file rtl8126_debug_proc_files[] = { { "driver_var", &proc_get_driver_variable }, { "tally", &proc_get_tally_counter }, { "registers", &proc_get_registers }, { "registers2", &proc_get_all_registers }, { "pcie_phy", &proc_get_pcie_phy }, { "eth_phy", &proc_get_eth_phy }, { "ext_regs", &proc_get_extended_registers }, { "pci_regs", &proc_get_pci_registers }, { "tx_desc", &proc_dump_tx_desc }, { "rx_desc", &proc_dump_rx_desc }, { "msix_tbl", &proc_dump_msix_tbl }, { "", NULL } }; static const struct rtl8126_proc_file rtl8126_test_proc_files[] = { { "temp", &proc_get_temperature }, { "cdt", &proc_get_cable_info }, { "cdt_poe", &proc_get_poe_cable_info }, { "", NULL } }; #define R8126_PROC_DEBUG_DIR "debug" #define R8126_PROC_TEST_DIR "test" static void rtl8126_proc_init(struct net_device *dev) { struct rtl8126_private *tp = netdev_priv(dev); const struct rtl8126_proc_file *f; struct proc_dir_entry *dir; if (!rtl8126_proc) return; if (tp->proc_dir_debug || tp->proc_dir_test) return; #if LINUX_VERSION_CODE >= KERNEL_VERSION(3,10,0) dir = proc_mkdir_data(dev->name, 0, rtl8126_proc, dev); if (!dir) { printk("Unable to initialize /proc/net/%s/%s\n", MODULENAME, dev->name); return; } tp->proc_dir = dir; proc_init_num++; /* create debug entry */ dir = proc_mkdir_data(R8126_PROC_DEBUG_DIR, 0, tp->proc_dir, dev); if (!dir) { printk("Unable to initialize /proc/net/%s/%s/%s\n", MODULENAME, dev->name, R8126_PROC_DEBUG_DIR); return; } tp->proc_dir_debug = dir; for (f = rtl8126_debug_proc_files; f->name[0]; f++) { if (!proc_create_data(f->name, S_IFREG | S_IRUGO, dir, &rtl8126_proc_fops, f->show)) { printk("Unable to initialize " "/proc/net/%s/%s/%s/%s\n", MODULENAME, dev->name, R8126_PROC_DEBUG_DIR, f->name); return; } } /* create test entry */ dir = proc_mkdir_data(R8126_PROC_TEST_DIR, 0, tp->proc_dir, dev); if (!dir) { printk("Unable to initialize /proc/net/%s/%s/%s\n", MODULENAME, dev->name, R8126_PROC_TEST_DIR); return; } tp->proc_dir_test = dir; for (f = rtl8126_test_proc_files; f->name[0]; f++) { if (!proc_create_data(f->name, S_IFREG | S_IRUGO, dir, &rtl8126_proc_fops, f->show)) { printk("Unable to initialize " "/proc/net/%s/%s/%s/%s\n", MODULENAME, dev->name, R8126_PROC_TEST_DIR, f->name); return; } } #else dir = proc_mkdir(dev->name, rtl8126_proc); if (!dir) { printk("Unable to initialize /proc/net/%s/%s\n", MODULENAME, dev->name); return; } tp->proc_dir = dir; proc_init_num++; /* create debug entry */ dir = proc_mkdir(R8126_PROC_DEBUG_DIR, tp->proc_dir); if (!dir) { printk("Unable to initialize /proc/net/%s/%s/%s\n", MODULENAME, dev->name, R8126_PROC_DEBUG_DIR); return; } tp->proc_dir_debug = dir; for (f = rtl8126_debug_proc_files; f->name[0]; f++) { if (!create_proc_read_entry(f->name, S_IFREG | S_IRUGO, dir, f->show, dev)) { printk("Unable to initialize " "/proc/net/%s/%s/%s/%s\n", MODULENAME, dev->name, R8126_PROC_DEBUG_DIR, f->name); return; } } /* create test entry */ dir = proc_mkdir(R8126_PROC_TEST_DIR, tp->proc_dir); if (!dir) { printk("Unable to initialize /proc/net/%s/%s/%s\n", MODULENAME, dev->name, R8126_PROC_TEST_DIR); return; } tp->proc_dir_test = dir; for (f = rtl8126_test_proc_files; f->name[0]; f++) { if (!create_proc_read_entry(f->name, S_IFREG | S_IRUGO, dir, f->show, dev)) { printk("Unable to initialize " "/proc/net/%s/%s/%s/%s\n", MODULENAME, dev->name, R8126_PROC_TEST_DIR, f->name); return; } } #endif } static void rtl8126_proc_remove(struct net_device *dev) { struct rtl8126_private *tp = netdev_priv(dev); if (tp->proc_dir) { #if LINUX_VERSION_CODE >= KERNEL_VERSION(3,10,0) remove_proc_subtree(dev->name, rtl8126_proc); #else const struct rtl8126_proc_file *f; struct rtl8126_private *tp = netdev_priv(dev); if (tp->proc_dir_debug) { for (f = rtl8126_debug_proc_files; f->name[0]; f++) remove_proc_entry(f->name, tp->proc_dir_debug); remove_proc_entry(R8126_PROC_DEBUG_DIR, tp->proc_dir); } if (tp->proc_dir_test) { for (f = rtl8126_test_proc_files; f->name[0]; f++) remove_proc_entry(f->name, tp->proc_dir_test); remove_proc_entry(R8126_PROC_TEST_DIR, tp->proc_dir); } remove_proc_entry(dev->name, rtl8126_proc); #endif proc_init_num--; tp->proc_dir_debug = NULL; tp->proc_dir_test = NULL; tp->proc_dir = NULL; } } #endif //ENABLE_R8126_PROCFS #ifdef ENABLE_R8126_SYSFS /**************************************************************************** * -----------------------------SYSFS STUFF------------------------- ***************************************************************************** */ static ssize_t testmode_show(struct device *dev, struct device_attribute *attr, char *buf) { struct net_device *netdev = to_net_dev(dev); struct rtl8126_private *tp = netdev_priv(netdev); sprintf(buf, "%u\n", tp->testmode); return strlen(buf); } static ssize_t testmode_store(struct device *dev, struct device_attribute *attr, const char *buf, size_t count) { struct net_device *netdev = to_net_dev(dev); struct rtl8126_private *tp = netdev_priv(netdev); u32 testmode; if (sscanf(buf, "%u\n", &testmode) != 1) return -EINVAL; if (tp->testmode != testmode) { rtnl_lock(); tp->testmode = testmode; rtnl_unlock(); } return count; } static DEVICE_ATTR_RW(testmode); static struct attribute *rtk_adv_attrs[] = { &dev_attr_testmode.attr, NULL }; static struct attribute_group rtk_adv_grp = { .name = "rtl_adv", .attrs = rtk_adv_attrs, }; static void rtl8126_sysfs_init(struct net_device *dev) { struct rtl8126_private *tp = netdev_priv(dev); int ret; /* init rtl_adv */ #ifdef ENABLE_LIB_SUPPORT tp->testmode = 0; #else tp->testmode = 1; #endif //ENABLE_LIB_SUPPORT ret = sysfs_create_group(&dev->dev.kobj, &rtk_adv_grp); if (ret < 0) netif_warn(tp, probe, dev, "create rtk_adv_grp fail\n"); else set_bit(R8126_SYSFS_RTL_ADV, tp->sysfs_flag); } static void rtl8126_sysfs_remove(struct net_device *dev) { struct rtl8126_private *tp = netdev_priv(dev); if (test_and_clear_bit(R8126_SYSFS_RTL_ADV, tp->sysfs_flag)) sysfs_remove_group(&dev->dev.kobj, &rtk_adv_grp); } #endif //ENABLE_R8126_SYSFS static inline u16 map_phy_ocp_addr(u16 PageNum, u8 RegNum) { u16 OcpPageNum = 0; u8 OcpRegNum = 0; u16 OcpPhyAddress = 0; if (PageNum == 0) { OcpPageNum = OCP_STD_PHY_BASE_PAGE + (RegNum / 8); OcpRegNum = 0x10 + (RegNum % 8); } else { OcpPageNum = PageNum; OcpRegNum = RegNum; } OcpPageNum <<= 4; if (OcpRegNum < 16) { OcpPhyAddress = 0; } else { OcpRegNum -= 16; OcpRegNum <<= 1; OcpPhyAddress = OcpPageNum + OcpRegNum; } return OcpPhyAddress; } static void mdio_real_direct_write_phy_ocp(struct rtl8126_private *tp, u16 RegAddr, u16 value) { u32 data32; int i; #if LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,18) WARN_ON_ONCE(RegAddr % 2); #endif data32 = RegAddr/2; data32 <<= OCPR_Addr_Reg_shift; data32 |= OCPR_Write | value; RTL_W32(tp, PHYOCP, data32); for (i = 0; i < R8126_CHANNEL_WAIT_COUNT; i++) { udelay(R8126_CHANNEL_WAIT_TIME); if (!(RTL_R32(tp, PHYOCP) & OCPR_Flag)) break; } } static void rtl8126_mdio_direct_write_phy_ocp(struct rtl8126_private *tp, u16 RegAddr, u16 value) { if (tp->rtk_enable_diag) return; mdio_real_direct_write_phy_ocp(tp, RegAddr, value); } /* static void rtl8126_mdio_write_phy_ocp(struct rtl8126_private *tp, u16 PageNum, u32 RegAddr, u32 value) { u16 ocp_addr; ocp_addr = map_phy_ocp_addr(PageNum, RegAddr); rtl8126_mdio_direct_write_phy_ocp(tp, ocp_addr, value); } */ static void rtl8126_mdio_real_write_phy_ocp(struct rtl8126_private *tp, u16 PageNum, u32 RegAddr, u32 value) { u16 ocp_addr; ocp_addr = map_phy_ocp_addr(PageNum, RegAddr); mdio_real_direct_write_phy_ocp(tp, ocp_addr, value); } static void mdio_real_write(struct rtl8126_private *tp, u16 RegAddr, u16 value) { if (RegAddr == 0x1F) { tp->cur_page = value; return; } rtl8126_mdio_real_write_phy_ocp(tp, tp->cur_page, RegAddr, value); } void rtl8126_mdio_write(struct rtl8126_private *tp, u16 RegAddr, u16 value) { if (tp->rtk_enable_diag) return; mdio_real_write(tp, RegAddr, value); } void rtl8126_mdio_prot_write(struct rtl8126_private *tp, u32 RegAddr, u32 value) { mdio_real_write(tp, RegAddr, value); } void rtl8126_mdio_prot_direct_write_phy_ocp(struct rtl8126_private *tp, u32 RegAddr, u32 value) { mdio_real_direct_write_phy_ocp(tp, RegAddr, value); } static u32 mdio_real_direct_read_phy_ocp(struct rtl8126_private *tp, u16 RegAddr) { u32 data32; int i, value = 0; #if LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,18) WARN_ON_ONCE(RegAddr % 2); #endif data32 = RegAddr/2; data32 <<= OCPR_Addr_Reg_shift; RTL_W32(tp, PHYOCP, data32); for (i = 0; i < R8126_CHANNEL_WAIT_COUNT; i++) { udelay(R8126_CHANNEL_WAIT_TIME); if (RTL_R32(tp, PHYOCP) & OCPR_Flag) break; } value = RTL_R32(tp, PHYOCP) & OCPDR_Data_Mask; return value; } static u32 rtl8126_mdio_direct_read_phy_ocp(struct rtl8126_private *tp, u16 RegAddr) { if (tp->rtk_enable_diag) return 0xffffffff; return mdio_real_direct_read_phy_ocp(tp, RegAddr); } /* static u32 rtl8126_mdio_read_phy_ocp(struct rtl8126_private *tp, u16 PageNum, u32 RegAddr) { u16 ocp_addr; ocp_addr = map_phy_ocp_addr(PageNum, RegAddr); return rtl8126_mdio_direct_read_phy_ocp(tp, ocp_addr); } */ static u32 rtl8126_mdio_real_read_phy_ocp(struct rtl8126_private *tp, u16 PageNum, u32 RegAddr) { u16 ocp_addr; ocp_addr = map_phy_ocp_addr(PageNum, RegAddr); return mdio_real_direct_read_phy_ocp(tp, ocp_addr); } static u32 mdio_real_read(struct rtl8126_private *tp, u16 RegAddr) { return rtl8126_mdio_real_read_phy_ocp(tp, tp->cur_page, RegAddr); } u32 rtl8126_mdio_read(struct rtl8126_private *tp, u16 RegAddr) { if (tp->rtk_enable_diag) return 0xffffffff; return mdio_real_read(tp, RegAddr); } u32 rtl8126_mdio_prot_read(struct rtl8126_private *tp, u32 RegAddr) { return mdio_real_read(tp, RegAddr); } u32 rtl8126_mdio_prot_direct_read_phy_ocp(struct rtl8126_private *tp, u32 RegAddr) { return mdio_real_direct_read_phy_ocp(tp, RegAddr); } static void rtl8126_clear_and_set_eth_phy_bit(struct rtl8126_private *tp, u8 addr, u16 clearmask, u16 setmask) { u16 PhyRegValue; PhyRegValue = rtl8126_mdio_read(tp, addr); PhyRegValue &= ~clearmask; PhyRegValue |= setmask; rtl8126_mdio_write(tp, addr, PhyRegValue); } void rtl8126_clear_eth_phy_bit(struct rtl8126_private *tp, u8 addr, u16 mask) { rtl8126_clear_and_set_eth_phy_bit(tp, addr, mask, 0); } void rtl8126_set_eth_phy_bit(struct rtl8126_private *tp, u8 addr, u16 mask) { rtl8126_clear_and_set_eth_phy_bit(tp, addr, 0, mask); } static void rtl8126_clear_and_set_eth_phy_ocp_bit(struct rtl8126_private *tp, u16 addr, u16 clearmask, u16 setmask) { u16 PhyRegValue; PhyRegValue = rtl8126_mdio_direct_read_phy_ocp(tp, addr); PhyRegValue &= ~clearmask; PhyRegValue |= setmask; rtl8126_mdio_direct_write_phy_ocp(tp, addr, PhyRegValue); } static void rtl8126_clear_eth_phy_ocp_bit(struct rtl8126_private *tp, u16 addr, u16 mask) { rtl8126_clear_and_set_eth_phy_ocp_bit(tp, addr, mask, 0); } static void rtl8126_set_eth_phy_ocp_bit(struct rtl8126_private *tp, u16 addr, u16 mask) { rtl8126_clear_and_set_eth_phy_ocp_bit(tp, addr, 0, mask); } void rtl8126_mac_ocp_write(struct rtl8126_private *tp, u16 reg_addr, u16 value) { u32 data32; #if LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,18) WARN_ON_ONCE(reg_addr % 2); #endif data32 = reg_addr/2; data32 <<= OCPR_Addr_Reg_shift; data32 += value; data32 |= OCPR_Write; RTL_W32(tp, MACOCP, data32); } u16 rtl8126_mac_ocp_read(struct rtl8126_private *tp, u16 reg_addr) { u32 data32; u16 data16 = 0; #if LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,18) WARN_ON_ONCE(reg_addr % 2); #endif data32 = reg_addr/2; data32 <<= OCPR_Addr_Reg_shift; RTL_W32(tp, MACOCP, data32); data16 = (u16)RTL_R32(tp, MACOCP); return data16; } #ifdef ENABLE_USE_FIRMWARE_FILE static void mac_mcu_write(struct rtl8126_private *tp, u16 reg, u16 value) { if (reg == 0x1f) { tp->ocp_base = value << 4; return; } rtl8126_mac_ocp_write(tp, tp->ocp_base + reg, value); } static u32 mac_mcu_read(struct rtl8126_private *tp, u16 reg) { return rtl8126_mac_ocp_read(tp, tp->ocp_base + reg); } #endif static void rtl8126_clear_set_mac_ocp_bit( struct rtl8126_private *tp, u16 addr, u16 clearmask, u16 setmask ) { u16 PhyRegValue; PhyRegValue = rtl8126_mac_ocp_read(tp, addr); PhyRegValue &= ~clearmask; PhyRegValue |= setmask; rtl8126_mac_ocp_write(tp, addr, PhyRegValue); } static void rtl8126_clear_mac_ocp_bit( struct rtl8126_private *tp, u16 addr, u16 mask ) { rtl8126_clear_set_mac_ocp_bit(tp, addr, mask, 0); } static void rtl8126_set_mac_ocp_bit( struct rtl8126_private *tp, u16 addr, u16 mask ) { rtl8126_clear_set_mac_ocp_bit(tp, addr, 0, mask); } u32 rtl8126_ocp_read_with_oob_base_address(struct rtl8126_private *tp, u16 addr, u8 len, const u32 base_address) { return rtl8126_eri_read_with_oob_base_address(tp, addr, len, ERIAR_OOB, base_address); } u32 rtl8126_ocp_read(struct rtl8126_private *tp, u16 addr, u8 len) { u32 value = 0; if (!tp->AllowAccessDashOcp) return 0xffffffff; if (HW_DASH_SUPPORT_TYPE_2(tp)) value = rtl8126_ocp_read_with_oob_base_address(tp, addr, len, NO_BASE_ADDRESS); else if (HW_DASH_SUPPORT_TYPE_3(tp)) value = rtl8126_ocp_read_with_oob_base_address(tp, addr, len, RTL8168FP_OOBMAC_BASE); return value; } u32 rtl8126_ocp_write_with_oob_base_address(struct rtl8126_private *tp, u16 addr, u8 len, u32 value, const u32 base_address) { return rtl8126_eri_write_with_oob_base_address(tp, addr, len, value, ERIAR_OOB, base_address); } void rtl8126_ocp_write(struct rtl8126_private *tp, u16 addr, u8 len, u32 value) { if (!tp->AllowAccessDashOcp) return; if (HW_DASH_SUPPORT_TYPE_2(tp)) rtl8126_ocp_write_with_oob_base_address(tp, addr, len, value, NO_BASE_ADDRESS); else if (HW_DASH_SUPPORT_TYPE_3(tp)) rtl8126_ocp_write_with_oob_base_address(tp, addr, len, value, RTL8168FP_OOBMAC_BASE); } void rtl8126_oob_mutex_lock(struct rtl8126_private *tp) { u8 reg_16, reg_a0; u32 wait_cnt_0, wait_Cnt_1; u16 ocp_reg_mutex_ib; u16 ocp_reg_mutex_oob; u16 ocp_reg_mutex_prio; if (!tp->DASH) return; switch (tp->mcfg) { default: return; } rtl8126_ocp_write(tp, ocp_reg_mutex_ib, 1, BIT_0); reg_16 = rtl8126_ocp_read(tp, ocp_reg_mutex_oob, 1); wait_cnt_0 = 0; while(reg_16) { reg_a0 = rtl8126_ocp_read(tp, ocp_reg_mutex_prio, 1); if (reg_a0) { rtl8126_ocp_write(tp, ocp_reg_mutex_ib, 1, 0x00); reg_a0 = rtl8126_ocp_read(tp, ocp_reg_mutex_prio, 1); wait_Cnt_1 = 0; while(reg_a0) { reg_a0 = rtl8126_ocp_read(tp, ocp_reg_mutex_prio, 1); wait_Cnt_1++; if (wait_Cnt_1 > 2000) break; }; rtl8126_ocp_write(tp, ocp_reg_mutex_ib, 1, BIT_0); } reg_16 = rtl8126_ocp_read(tp, ocp_reg_mutex_oob, 1); wait_cnt_0++; if (wait_cnt_0 > 2000) break; }; } void rtl8126_oob_mutex_unlock(struct rtl8126_private *tp) { //u16 ocp_reg_mutex_ib; //u16 ocp_reg_mutex_oob; //u16 ocp_reg_mutex_prio; if (!tp->DASH) return; switch (tp->mcfg) { default: return; } //rtl8126_ocp_write(tp, ocp_reg_mutex_prio, 1, BIT_0); //rtl8126_ocp_write(tp, ocp_reg_mutex_ib, 1, 0x00); } static bool rtl8126_is_allow_access_dash_ocp(struct rtl8126_private *tp) { bool allow_access = false; if (!HW_DASH_SUPPORT_DASH(tp)) goto exit; allow_access = true; switch (tp->mcfg) { default: goto exit; } exit: return allow_access; } static int rtl8126_check_dash(struct rtl8126_private *tp) { if (!tp->AllowAccessDashOcp) return 0; if (HW_DASH_SUPPORT_TYPE_2(tp) || HW_DASH_SUPPORT_TYPE_3(tp)) { if (rtl8126_ocp_read(tp, 0x128, 1) & BIT_0) return 1; } return 0; } void rtl8126_dash2_disable_tx(struct rtl8126_private *tp) { if (!tp->DASH) return; if (HW_DASH_SUPPORT_TYPE_2(tp) || HW_DASH_SUPPORT_TYPE_3(tp)) { u16 WaitCnt; u8 TmpUchar; //Disable oob Tx RTL_CMAC_W8(tp, CMAC_IBCR2, RTL_CMAC_R8(tp, CMAC_IBCR2) & ~(BIT_0)); WaitCnt = 0; //wait oob tx disable do { TmpUchar = RTL_CMAC_R8(tp, CMAC_IBISR0); if (TmpUchar & ISRIMR_DASH_TYPE2_TX_DISABLE_IDLE) { break; } udelay(50); WaitCnt++; } while(WaitCnt < 2000); //Clear ISRIMR_DASH_TYPE2_TX_DISABLE_IDLE RTL_CMAC_W8(tp, CMAC_IBISR0, RTL_CMAC_R8(tp, CMAC_IBISR0) | ISRIMR_DASH_TYPE2_TX_DISABLE_IDLE); } } void rtl8126_dash2_enable_tx(struct rtl8126_private *tp) { if (!tp->DASH) return; if (HW_DASH_SUPPORT_TYPE_2(tp) || HW_DASH_SUPPORT_TYPE_3(tp)) { RTL_CMAC_W8(tp, CMAC_IBCR2, RTL_CMAC_R8(tp, CMAC_IBCR2) | BIT_0); } } void rtl8126_dash2_disable_rx(struct rtl8126_private *tp) { if (!tp->DASH) return; if (HW_DASH_SUPPORT_TYPE_2(tp) || HW_DASH_SUPPORT_TYPE_3(tp)) { RTL_CMAC_W8(tp, CMAC_IBCR0, RTL_CMAC_R8(tp, CMAC_IBCR0) & ~(BIT_0)); } } void rtl8126_dash2_enable_rx(struct rtl8126_private *tp) { if (!tp->DASH) return; if (HW_DASH_SUPPORT_TYPE_2(tp) || HW_DASH_SUPPORT_TYPE_3(tp)) { RTL_CMAC_W8(tp, CMAC_IBCR0, RTL_CMAC_R8(tp, CMAC_IBCR0) | BIT_0); } } static void rtl8126_dash2_disable_txrx(struct net_device *dev) { struct rtl8126_private *tp = netdev_priv(dev); if (HW_DASH_SUPPORT_TYPE_2(tp) || HW_DASH_SUPPORT_TYPE_3(tp)) { rtl8126_dash2_disable_tx(tp); rtl8126_dash2_disable_rx(tp); } } static int rtl8126_wait_dash_fw_ready(struct rtl8126_private *tp) { int rc = -1; int timeout; if (HW_DASH_SUPPORT_TYPE_2(tp) == FALSE && HW_DASH_SUPPORT_TYPE_3(tp) == FALSE) goto out; if (!tp->DASH) goto out; for (timeout = 0; timeout < 10; timeout++) { mdelay(10); if (rtl8126_ocp_read(tp, 0x124, 1) & BIT_0) { rc = 1; goto out; } } rc = 0; out: return rc; } static void rtl8126_driver_start(struct rtl8126_private *tp) { u32 tmp_value; if (HW_DASH_SUPPORT_TYPE_2(tp) == FALSE && HW_DASH_SUPPORT_TYPE_3(tp) == FALSE) return; if (!tp->AllowAccessDashOcp) return; rtl8126_ocp_write(tp, 0x180, 1, OOB_CMD_DRIVER_START); tmp_value = rtl8126_ocp_read(tp, 0x30, 1); tmp_value |= BIT_0; rtl8126_ocp_write(tp, 0x30, 1, tmp_value); rtl8126_wait_dash_fw_ready(tp); } static void rtl8126_driver_stop(struct rtl8126_private *tp) { u32 tmp_value; struct net_device *dev = tp->dev; if (HW_DASH_SUPPORT_TYPE_2(tp) == FALSE && HW_DASH_SUPPORT_TYPE_3(tp) == FALSE) return; if (!tp->AllowAccessDashOcp) return; rtl8126_dash2_disable_txrx(dev); rtl8126_ocp_write(tp, 0x180, 1, OOB_CMD_DRIVER_STOP); tmp_value = rtl8126_ocp_read(tp, 0x30, 1); tmp_value |= BIT_0; rtl8126_ocp_write(tp, 0x30, 1, tmp_value); rtl8126_wait_dash_fw_ready(tp); } void rtl8126_ephy_write(struct rtl8126_private *tp, int RegAddr, int value) { int i; RTL_W32(tp, EPHYAR, EPHYAR_Write | (RegAddr & EPHYAR_Reg_Mask_v2) << EPHYAR_Reg_shift | (value & EPHYAR_Data_Mask)); for (i = 0; i < R8126_CHANNEL_WAIT_COUNT; i++) { udelay(R8126_CHANNEL_WAIT_TIME); /* Check if the RTL8125 has completed EPHY write */ if (!(RTL_R32(tp, EPHYAR) & EPHYAR_Flag)) break; } udelay(R8126_CHANNEL_EXIT_DELAY_TIME); } u16 rtl8126_ephy_read(struct rtl8126_private *tp, int RegAddr) { int i; u16 value = 0xffff; RTL_W32(tp, EPHYAR, EPHYAR_Read | (RegAddr & EPHYAR_Reg_Mask_v2) << EPHYAR_Reg_shift); for (i = 0; i < R8126_CHANNEL_WAIT_COUNT; i++) { udelay(R8126_CHANNEL_WAIT_TIME); /* Check if the RTL8125 has completed EPHY read */ if (RTL_R32(tp, EPHYAR) & EPHYAR_Flag) { value = (u16) (RTL_R32(tp, EPHYAR) & EPHYAR_Data_Mask); break; } } udelay(R8126_CHANNEL_EXIT_DELAY_TIME); return value; } /* static void ClearAndSetPCIePhyBit(struct rtl8126_private *tp, u8 addr, u16 clearmask, u16 setmask) { u16 EphyValue; EphyValue = rtl8126_ephy_read(tp, addr); EphyValue &= ~clearmask; EphyValue |= setmask; rtl8126_ephy_write(tp, addr, EphyValue); } static void ClearPCIePhyBit(struct rtl8126_private *tp, u8 addr, u16 mask) { ClearAndSetPCIePhyBit(tp, addr, mask, 0); } static void SetPCIePhyBit(struct rtl8126_private *tp, u8 addr, u16 mask) { ClearAndSetPCIePhyBit(tp, addr, 0, mask); } */ static u32 rtl8126_csi_other_fun_read(struct rtl8126_private *tp, u8 multi_fun_sel_bit, u32 addr) { u32 cmd; int i; u32 value = 0xffffffff; cmd = CSIAR_Read | CSIAR_ByteEn << CSIAR_ByteEn_shift | (addr & CSIAR_Addr_Mask); if (tp->mcfg == CFG_METHOD_DEFAULT) multi_fun_sel_bit = 0; if (multi_fun_sel_bit > 7) goto exit; cmd |= multi_fun_sel_bit << 16; RTL_W32(tp, CSIAR, cmd); for (i = 0; i < R8126_CHANNEL_WAIT_COUNT; i++) { udelay(R8126_CHANNEL_WAIT_TIME); /* Check if the RTL8125 has completed CSI read */ if (RTL_R32(tp, CSIAR) & CSIAR_Flag) { value = (u32)RTL_R32(tp, CSIDR); break; } } udelay(R8126_CHANNEL_EXIT_DELAY_TIME); exit: return value; } static void rtl8126_csi_other_fun_write(struct rtl8126_private *tp, u8 multi_fun_sel_bit, u32 addr, u32 value) { u32 cmd; int i; RTL_W32(tp, CSIDR, value); cmd = CSIAR_Write | CSIAR_ByteEn << CSIAR_ByteEn_shift | (addr & CSIAR_Addr_Mask); if (tp->mcfg == CFG_METHOD_DEFAULT) multi_fun_sel_bit = 0; if (multi_fun_sel_bit > 7) return; cmd |= multi_fun_sel_bit << 16; RTL_W32(tp, CSIAR, cmd); for (i = 0; i < R8126_CHANNEL_WAIT_COUNT; i++) { udelay(R8126_CHANNEL_WAIT_TIME); /* Check if the RTL8125 has completed CSI write */ if (!(RTL_R32(tp, CSIAR) & CSIAR_Flag)) break; } udelay(R8126_CHANNEL_EXIT_DELAY_TIME); } static u32 rtl8126_csi_read(struct rtl8126_private *tp, u32 addr) { u8 multi_fun_sel_bit; multi_fun_sel_bit = 0; return rtl8126_csi_other_fun_read(tp, multi_fun_sel_bit, addr); } static void rtl8126_csi_write(struct rtl8126_private *tp, u32 addr, u32 value) { u8 multi_fun_sel_bit; multi_fun_sel_bit = 0; rtl8126_csi_other_fun_write(tp, multi_fun_sel_bit, addr, value); } static u8 rtl8126_csi_fun0_read_byte(struct rtl8126_private *tp, u32 addr) { u8 RetVal = 0; if (tp->mcfg == CFG_METHOD_DEFAULT) { struct pci_dev *pdev = tp->pci_dev; pci_read_config_byte(pdev, addr, &RetVal); } else { u32 TmpUlong; u16 RegAlignAddr; u8 ShiftByte; RegAlignAddr = addr & ~(0x3); ShiftByte = addr & (0x3); TmpUlong = rtl8126_csi_other_fun_read(tp, 0, RegAlignAddr); TmpUlong >>= (8*ShiftByte); RetVal = (u8)TmpUlong; } udelay(R8126_CHANNEL_EXIT_DELAY_TIME); return RetVal; } static void rtl8126_csi_fun0_write_byte(struct rtl8126_private *tp, u32 addr, u8 value) { if (tp->mcfg == CFG_METHOD_DEFAULT) { struct pci_dev *pdev = tp->pci_dev; pci_write_config_byte(pdev, addr, value); } else { u32 TmpUlong; u16 RegAlignAddr; u8 ShiftByte; RegAlignAddr = addr & ~(0x3); ShiftByte = addr & (0x3); TmpUlong = rtl8126_csi_other_fun_read(tp, 0, RegAlignAddr); TmpUlong &= ~(0xFF << (8*ShiftByte)); TmpUlong |= (value << (8*ShiftByte)); rtl8126_csi_other_fun_write(tp, 0, RegAlignAddr, TmpUlong); } udelay(R8126_CHANNEL_EXIT_DELAY_TIME); } u32 rtl8126_eri_read_with_oob_base_address(struct rtl8126_private *tp, int addr, int len, int type, const u32 base_address) { int i, val_shift, shift = 0; u32 value1 = 0, value2 = 0, mask; u32 eri_cmd; const u32 transformed_base_address = ((base_address & 0x00FFF000) << 6) | (base_address & 0x000FFF); if (len > 4 || len <= 0) return -1; while (len > 0) { val_shift = addr % ERIAR_Addr_Align; addr = addr & ~0x3; eri_cmd = ERIAR_Read | transformed_base_address | type << ERIAR_Type_shift | ERIAR_ByteEn << ERIAR_ByteEn_shift | (addr & 0x0FFF); if (addr & 0xF000) { u32 tmp; tmp = addr & 0xF000; tmp >>= 12; eri_cmd |= (tmp << 20) & 0x00F00000; } RTL_W32(tp, ERIAR, eri_cmd); for (i = 0; i < R8126_CHANNEL_WAIT_COUNT; i++) { udelay(R8126_CHANNEL_WAIT_TIME); /* Check if the RTL8125 has completed ERI read */ if (RTL_R32(tp, ERIAR) & ERIAR_Flag) break; } if (len == 1) mask = (0xFF << (val_shift * 8)) & 0xFFFFFFFF; else if (len == 2) mask = (0xFFFF << (val_shift * 8)) & 0xFFFFFFFF; else if (len == 3) mask = (0xFFFFFF << (val_shift * 8)) & 0xFFFFFFFF; else mask = (0xFFFFFFFF << (val_shift * 8)) & 0xFFFFFFFF; value1 = RTL_R32(tp, ERIDR) & mask; value2 |= (value1 >> val_shift * 8) << shift * 8; if (len <= 4 - val_shift) { len = 0; } else { len -= (4 - val_shift); shift = 4 - val_shift; addr += 4; } } udelay(R8126_CHANNEL_EXIT_DELAY_TIME); return value2; } u32 rtl8126_eri_read(struct rtl8126_private *tp, int addr, int len, int type) { return rtl8126_eri_read_with_oob_base_address(tp, addr, len, type, 0); } int rtl8126_eri_write_with_oob_base_address(struct rtl8126_private *tp, int addr, int len, u32 value, int type, const u32 base_address) { int i, val_shift, shift = 0; u32 value1 = 0, mask; u32 eri_cmd; const u32 transformed_base_address = ((base_address & 0x00FFF000) << 6) | (base_address & 0x000FFF); if (len > 4 || len <= 0) return -1; while (len > 0) { val_shift = addr % ERIAR_Addr_Align; addr = addr & ~0x3; if (len == 1) mask = (0xFF << (val_shift * 8)) & 0xFFFFFFFF; else if (len == 2) mask = (0xFFFF << (val_shift * 8)) & 0xFFFFFFFF; else if (len == 3) mask = (0xFFFFFF << (val_shift * 8)) & 0xFFFFFFFF; else mask = (0xFFFFFFFF << (val_shift * 8)) & 0xFFFFFFFF; value1 = rtl8126_eri_read_with_oob_base_address(tp, addr, 4, type, base_address) & ~mask; value1 |= ((value << val_shift * 8) >> shift * 8); RTL_W32(tp, ERIDR, value1); eri_cmd = ERIAR_Write | transformed_base_address | type << ERIAR_Type_shift | ERIAR_ByteEn << ERIAR_ByteEn_shift | (addr & 0x0FFF); if (addr & 0xF000) { u32 tmp; tmp = addr & 0xF000; tmp >>= 12; eri_cmd |= (tmp << 20) & 0x00F00000; } RTL_W32(tp, ERIAR, eri_cmd); for (i = 0; i < R8126_CHANNEL_WAIT_COUNT; i++) { udelay(R8126_CHANNEL_WAIT_TIME); /* Check if the RTL8125 has completed ERI write */ if (!(RTL_R32(tp, ERIAR) & ERIAR_Flag)) break; } if (len <= 4 - val_shift) { len = 0; } else { len -= (4 - val_shift); shift = 4 - val_shift; addr += 4; } } udelay(R8126_CHANNEL_EXIT_DELAY_TIME); return 0; } int rtl8126_eri_write(struct rtl8126_private *tp, int addr, int len, u32 value, int type) { return rtl8126_eri_write_with_oob_base_address(tp, addr, len, value, type, NO_BASE_ADDRESS); } static void rtl8126_enable_rxdvgate(struct net_device *dev) { struct rtl8126_private *tp = netdev_priv(dev); switch (tp->mcfg) { case CFG_METHOD_1: case CFG_METHOD_2: case CFG_METHOD_3: RTL_W8(tp, 0xF2, RTL_R8(tp, 0xF2) | BIT_3); mdelay(2); break; } } static void rtl8126_disable_rxdvgate(struct net_device *dev) { struct rtl8126_private *tp = netdev_priv(dev); switch (tp->mcfg) { case CFG_METHOD_1: case CFG_METHOD_2: case CFG_METHOD_3: RTL_W8(tp, 0xF2, RTL_R8(tp, 0xF2) & ~BIT_3); mdelay(2); break; } } static u8 rtl8126_is_gpio_low(struct net_device *dev) { struct rtl8126_private *tp = netdev_priv(dev); u8 gpio_low = FALSE; switch (tp->HwSuppCheckPhyDisableModeVer) { case 3: if (!(rtl8126_mac_ocp_read(tp, 0xDC04) & BIT_13)) gpio_low = TRUE; break; } if (gpio_low) dprintk("gpio is low.\n"); return gpio_low; } static u8 rtl8126_is_phy_disable_mode_enabled(struct net_device *dev) { struct rtl8126_private *tp = netdev_priv(dev); u8 phy_disable_mode_enabled = FALSE; switch (tp->HwSuppCheckPhyDisableModeVer) { case 3: if (RTL_R8(tp, 0xF2) & BIT_5) phy_disable_mode_enabled = TRUE; break; } if (phy_disable_mode_enabled) dprintk("phy disable mode enabled.\n"); return phy_disable_mode_enabled; } static u8 rtl8126_is_in_phy_disable_mode(struct net_device *dev) { u8 in_phy_disable_mode = FALSE; if (rtl8126_is_phy_disable_mode_enabled(dev) && rtl8126_is_gpio_low(dev)) in_phy_disable_mode = TRUE; if (in_phy_disable_mode) dprintk("Hardware is in phy disable mode.\n"); return in_phy_disable_mode; } static bool rtl8126_stop_all_request(struct net_device *dev) { struct rtl8126_private *tp = netdev_priv(dev); RTL_W8(tp, ChipCmd, RTL_R8(tp, ChipCmd) | StopReq); return 1; } void rtl8126_wait_txrx_fifo_empty(struct net_device *dev) { struct rtl8126_private *tp = netdev_priv(dev); int i; switch (tp->mcfg) { case CFG_METHOD_1: case CFG_METHOD_2: case CFG_METHOD_3: rtl8126_stop_all_request(dev); break; } switch (tp->mcfg) { case CFG_METHOD_1: case CFG_METHOD_2: case CFG_METHOD_3: for (i = 0; i < 3000; i++) { udelay(50); if ((RTL_R8(tp, MCUCmd_reg) & (Txfifo_empty | Rxfifo_empty)) == (Txfifo_empty | Rxfifo_empty)) break; } break; } switch (tp->mcfg) { case CFG_METHOD_1: case CFG_METHOD_2: case CFG_METHOD_3: for (i = 0; i < 3000; i++) { udelay(50); if ((RTL_R16(tp, IntrMitigate) & (BIT_0 | BIT_1 | BIT_8)) == (BIT_0 | BIT_1 | BIT_8)) break; } break; } } #ifdef ENABLE_DASH_SUPPORT static inline void rtl8126_enable_dash2_interrupt(struct rtl8126_private *tp) { if (!tp->DASH) return; if (HW_DASH_SUPPORT_TYPE_2(tp) || HW_DASH_SUPPORT_TYPE_3(tp)) { RTL_CMAC_W8(tp, CMAC_IBIMR0, (ISRIMR_DASH_TYPE2_ROK | ISRIMR_DASH_TYPE2_TOK | ISRIMR_DASH_TYPE2_TDU | ISRIMR_DASH_TYPE2_RDU | ISRIMR_DASH_TYPE2_RX_DISABLE_IDLE)); } } static inline void rtl8126_disable_dash2_interrupt(struct rtl8126_private *tp) { if (!tp->DASH) return; if (HW_DASH_SUPPORT_TYPE_2(tp) || HW_DASH_SUPPORT_TYPE_3(tp)) { RTL_CMAC_W8(tp, CMAC_IBIMR0, 0); } } #endif void rtl8126_enable_hw_linkchg_interrupt(struct rtl8126_private *tp) { switch (tp->HwCurrIsrVer) { case 5: RTL_W32(tp, IMR_V2_SET_REG_8125, ISRIMR_V5_LINKCHG); break; case 4: RTL_W32(tp, IMR_V2_SET_REG_8125, ISRIMR_V4_LINKCHG); break; case 2: case 3: RTL_W32(tp, IMR_V2_SET_REG_8125, ISRIMR_V2_LINKCHG); break; case 1: RTL_W32(tp, tp->imr_reg[0], LinkChg | RTL_R32(tp, tp->imr_reg[0])); break; } #ifdef ENABLE_DASH_SUPPORT if (tp->DASH) rtl8126_enable_dash2_interrupt(tp); #endif } static inline void rtl8126_enable_hw_interrupt(struct rtl8126_private *tp) { switch (tp->HwCurrIsrVer) { case 2: case 3: case 4: case 5: RTL_W32(tp, IMR_V2_SET_REG_8125, tp->intr_mask); break; case 1: RTL_W32(tp, tp->imr_reg[0], tp->intr_mask); if (R8126_MULTI_RX_Q(tp)) { int i; for (i=1; inum_rx_rings; i++) RTL_W16(tp, tp->imr_reg[i], other_q_intr_mask); } break; } #ifdef ENABLE_DASH_SUPPORT if (tp->DASH) rtl8126_enable_dash2_interrupt(tp); #endif } static inline void rtl8126_clear_hw_isr_v2(struct rtl8126_private *tp, u32 message_id) { RTL_W32(tp, ISR_V2_8125, BIT(message_id)); } static inline void rtl8126_disable_hw_interrupt(struct rtl8126_private *tp) { if (tp->HwCurrIsrVer > 1) { RTL_W32(tp, IMR_V2_CLEAR_REG_8125, 0xFFFFFFFF); if (tp->HwCurrIsrVer > 3) RTL_W32(tp, IMR_V4_L2_CLEAR_REG_8125, 0xFFFFFFFF); } else { RTL_W32(tp, tp->imr_reg[0], 0x0000); if (R8126_MULTI_RX_Q(tp)) { int i; for (i=1; inum_rx_rings; i++) RTL_W16(tp, tp->imr_reg[i], 0); } #ifdef ENABLE_DASH_SUPPORT if (tp->DASH) rtl8126_disable_dash2_interrupt(tp); #endif } } static inline void rtl8126_switch_to_hw_interrupt(struct rtl8126_private *tp) { RTL_W32(tp, TIMER_INT0_8125, 0x0000); rtl8126_enable_hw_interrupt(tp); } static inline void rtl8126_switch_to_timer_interrupt(struct rtl8126_private *tp) { if (tp->use_timer_interrupt) { RTL_W32(tp, TIMER_INT0_8125, timer_count); RTL_W32(tp, TCTR0_8125, timer_count); RTL_W32(tp, tp->imr_reg[0], tp->timer_intr_mask); #ifdef ENABLE_DASH_SUPPORT if (tp->DASH) rtl8126_enable_dash2_interrupt(tp); #endif } else { rtl8126_switch_to_hw_interrupt(tp); } } static void rtl8126_irq_mask_and_ack(struct rtl8126_private *tp) { rtl8126_disable_hw_interrupt(tp); if (tp->HwCurrIsrVer > 1) { RTL_W32(tp, ISR_V2_8125, 0xFFFFFFFF); if (tp->HwCurrIsrVer > 3) RTL_W32(tp, ISR_V4_L2_8125, 0xFFFFFFFF); } else { #ifdef ENABLE_DASH_SUPPORT if (tp->DASH) { if (tp->dash_printer_enabled) { RTL_W32(tp, tp->isr_reg[0], RTL_R32(tp, tp->isr_reg[0]) & ~(ISRIMR_DASH_INTR_EN | ISRIMR_DASH_INTR_CMAC_RESET)); } else { if (HW_DASH_SUPPORT_TYPE_2(tp) || HW_DASH_SUPPORT_TYPE_3(tp)) { RTL_CMAC_W8(tp, CMAC_IBISR0, RTL_CMAC_R8(tp, CMAC_IBISR0)); } } } else { RTL_W32(tp, tp->isr_reg[0], RTL_R32(tp, tp->isr_reg[0])); } #else RTL_W32(tp, tp->isr_reg[0], RTL_R32(tp, tp->isr_reg[0])); #endif if (R8126_MULTI_RX_Q(tp)) { int i; for (i=1; inum_rx_rings; i++) RTL_W16(tp, tp->isr_reg[i], RTL_R16(tp, tp->isr_reg[i])); } } } static void rtl8126_disable_rx_packet_filter(struct rtl8126_private *tp) { RTL_W32(tp, RxConfig, RTL_R32(tp, RxConfig) & ~(AcceptErr | AcceptRunt |AcceptBroadcast | AcceptMulticast | AcceptMyPhys | AcceptAllPhys)); } static void rtl8126_nic_reset(struct net_device *dev) { struct rtl8126_private *tp = netdev_priv(dev); int i; rtl8126_disable_rx_packet_filter(tp); rtl8126_enable_rxdvgate(dev); rtl8126_stop_all_request(dev); rtl8126_wait_txrx_fifo_empty(dev); mdelay(2); /* Soft reset the chip. */ RTL_W8(tp, ChipCmd, CmdReset); /* Check that the chip has finished the reset. */ for (i = 100; i > 0; i--) { udelay(100); if ((RTL_R8(tp, ChipCmd) & CmdReset) == 0) break; } /* reset rcr */ RTL_W32(tp, RxConfig, (RX_DMA_BURST_512 << RxCfgDMAShift)); } static void rtl8126_hw_set_interrupt_type(struct rtl8126_private *tp, u8 isr_ver) { u8 tmp; if (tp->HwSuppIsrVer < 2) return; tmp = RTL_R8(tp, INT_CFG0_8125); switch (tp->HwSuppIsrVer) { case 4: case 5: tmp &= ~INT_CFG0_MSIX_ENTRY_NUM_MODE; fallthrough; case 2: case 3: tmp &= ~(INT_CFG0_ENABLE_8125); if (isr_ver > 1) tmp |= INT_CFG0_ENABLE_8125; break; default: return; } RTL_W8(tp, INT_CFG0_8125, tmp); } static void rtl8126_hw_clear_timer_int(struct net_device *dev) { struct rtl8126_private *tp = netdev_priv(dev); switch (tp->mcfg) { case CFG_METHOD_1: case CFG_METHOD_2: case CFG_METHOD_3: RTL_W32(tp, TIMER_INT0_8125, 0x0000); RTL_W32(tp, TIMER_INT1_8125, 0x0000); RTL_W32(tp, TIMER_INT2_8125, 0x0000); RTL_W32(tp, TIMER_INT3_8125, 0x0000); break; } } static void rtl8126_hw_clear_int_miti(struct net_device *dev) { struct rtl8126_private *tp = netdev_priv(dev); int i; switch (tp->HwSuppIntMitiVer) { case 3: case 6: //IntMITI_0-IntMITI_31 for (i=0xA00; i<0xB00; i+=4) RTL_W32(tp, i, 0x0000); break; case 4: case 5: //IntMITI_0-IntMITI_15 for (i = 0xA00; i < 0xA80; i += 4) RTL_W32(tp, i, 0x0000); if (tp->HwSuppIntMitiVer == 5) RTL_W8(tp, INT_CFG0_8125, RTL_R8(tp, INT_CFG0_8125) & ~(INT_CFG0_TIMEOUT0_BYPASS_8125 | INT_CFG0_MITIGATION_BYPASS_8125 | INT_CFG0_RDU_BYPASS_8126)); else RTL_W8(tp, INT_CFG0_8125, RTL_R8(tp, INT_CFG0_8125) & ~(INT_CFG0_TIMEOUT0_BYPASS_8125 | INT_CFG0_MITIGATION_BYPASS_8125)); RTL_W16(tp, INT_CFG1_8125, 0x0000); break; } } void rtl8126_hw_set_timer_int_8125(struct rtl8126_private *tp, u32 message_id, u8 timer_intmiti_val) { switch (tp->HwSuppIntMitiVer) { case 4: #ifdef ENABLE_LIB_SUPPORT if (message_id < R8126_MAX_RX_QUEUES_VEC_V3) timer_intmiti_val = 0; #else if ((tp->HwCurrIsrVer == 2) && (message_id < R8126_MAX_RX_QUEUES_VEC_V3)) timer_intmiti_val = 0; #endif //ENABLE_LIB_SUPPORT if (message_id < R8126_MAX_RX_QUEUES_VEC_V3) //ROK RTL_W8(tp,INT_MITI_V2_0_RX + 8 * message_id, timer_intmiti_val); if (message_id == 16) //TOK RTL_W8(tp,INT_MITI_V2_0_TX, timer_intmiti_val); if (message_id == 18 && tp->num_tx_rings > 0) //TOK RTL_W8(tp,INT_MITI_V2_1_TX, timer_intmiti_val); break; case 5: case 6: if (message_id < R8126_MAX_RX_QUEUES_VEC_V3) //ROK RTL_W8(tp,INT_MITI_V2_0_RX + 8 * message_id, timer_intmiti_val); if (message_id == 0) //TOK RTL_W8(tp,INT_MITI_V2_0_TX, timer_intmiti_val); if (message_id == 1 && tp->num_tx_rings > 0) //TOK RTL_W8(tp,INT_MITI_V2_1_TX, timer_intmiti_val); break; } } void rtl8126_hw_reset(struct net_device *dev) { struct rtl8126_private *tp = netdev_priv(dev); rtl8126_lib_reset_prepare(tp); /* Disable interrupts */ rtl8126_irq_mask_and_ack(tp); rtl8126_hw_clear_timer_int(dev); rtl8126_nic_reset(dev); } static unsigned int rtl8126_xmii_reset_pending(struct net_device *dev) { struct rtl8126_private *tp = netdev_priv(dev); unsigned int retval; rtl8126_mdio_write(tp, 0x1f, 0x0000); retval = rtl8126_mdio_read(tp, MII_BMCR) & BMCR_RESET; return retval; } static unsigned int rtl8126_xmii_link_ok(struct net_device *dev) { struct rtl8126_private *tp = netdev_priv(dev); u16 status; status = RTL_R16(tp, PHYstatus); if (status == 0xffff) return 0; return (status & LinkStatus) ? 1 : 0; } static int rtl8126_wait_phy_reset_complete(struct rtl8126_private *tp) { int i, val; for (i = 0; i < 2500; i++) { val = rtl8126_mdio_read(tp, MII_BMCR) & BMCR_RESET; if (!val) return 0; mdelay(1); } return -1; } static void rtl8126_xmii_reset_enable(struct net_device *dev) { struct rtl8126_private *tp = netdev_priv(dev); if (rtl8126_is_in_phy_disable_mode(dev)) return; rtl8126_mdio_write(tp, 0x1f, 0x0000); rtl8126_mdio_write(tp, MII_ADVERTISE, rtl8126_mdio_read(tp, MII_ADVERTISE) & ~(ADVERTISE_10HALF | ADVERTISE_10FULL | ADVERTISE_100HALF | ADVERTISE_100FULL)); rtl8126_mdio_write(tp, MII_CTRL1000, rtl8126_mdio_read(tp, MII_CTRL1000) & ~(ADVERTISE_1000HALF | ADVERTISE_1000FULL)); rtl8126_mdio_direct_write_phy_ocp(tp, 0xA5D4, rtl8126_mdio_direct_read_phy_ocp(tp, 0xA5D4) & ~(RTK_ADVERTISE_2500FULL | RTK_ADVERTISE_5000FULL)); rtl8126_mdio_write(tp, MII_BMCR, BMCR_RESET | BMCR_ANENABLE); if (rtl8126_wait_phy_reset_complete(tp) == 0) return; if (netif_msg_link(tp)) printk(KERN_ERR "%s: PHY reset failed.\n", dev->name); } void rtl8126_init_ring_indexes(struct rtl8126_private *tp) { int i; for (i = 0; i < tp->HwSuppNumTxQueues; i++) { struct rtl8126_tx_ring *ring = &tp->tx_ring[i]; ring->dirty_tx = ring->cur_tx = 0; ring->NextHwDesCloPtr = 0; ring->BeginHwDesCloPtr = 0; ring->index = i; ring->priv = tp; ring->netdev = tp->dev; /* reset BQL for queue */ netdev_tx_reset_queue(txring_txq(ring)); } for (i = 0; i < tp->HwSuppNumRxQueues; i++) { struct rtl8126_rx_ring *ring = &tp->rx_ring[i]; ring->dirty_rx = ring->cur_rx = 0; ring->index = i; ring->priv = tp; ring->netdev = tp->dev; } #ifdef ENABLE_LIB_SUPPORT for (i = 0; i < tp->HwSuppNumTxQueues; i++) { struct rtl8126_ring *ring = &tp->lib_tx_ring[i]; ring->direction = RTL8126_CH_DIR_TX; ring->queue_num = i; ring->private = tp; } for (i = 0; i < tp->HwSuppNumRxQueues; i++) { struct rtl8126_ring *ring = &tp->lib_rx_ring[i]; ring->direction = RTL8126_CH_DIR_RX; ring->queue_num = i; ring->private = tp; } #endif } static void rtl8126_issue_offset_99_event(struct rtl8126_private *tp) { switch (tp->mcfg) { case CFG_METHOD_1: case CFG_METHOD_2: case CFG_METHOD_3: rtl8126_mac_ocp_write(tp, 0xE09A, rtl8126_mac_ocp_read(tp, 0xE09A) | BIT_0); break; } } #ifdef ENABLE_DASH_SUPPORT static void NICChkTypeEnableDashInterrupt(struct rtl8126_private *tp) { if (tp->DASH) { // // even disconnected, enable 3 dash interrupt mask bits for in-band/out-band communication // if (HW_DASH_SUPPORT_TYPE_2(tp) || HW_DASH_SUPPORT_TYPE_3(tp)) { rtl8126_enable_dash2_interrupt(tp); RTL_W16(tp, IntrMask, (ISRIMR_DASH_INTR_EN | ISRIMR_DASH_INTR_CMAC_RESET)); } } } #endif static int rtl8126_enable_eee_plus(struct rtl8126_private *tp) { int ret; ret = 0; switch (tp->mcfg) { case CFG_METHOD_1: case CFG_METHOD_2: case CFG_METHOD_3: rtl8126_mac_ocp_write(tp, 0xE080, rtl8126_mac_ocp_read(tp, 0xE080)|BIT_1); break; default: // dev_printk(KERN_DEBUG, tp_to_dev(tp), "Not Support EEEPlus\n"); ret = -EOPNOTSUPP; break; } return ret; } static int rtl8126_disable_eee_plus(struct rtl8126_private *tp) { int ret; ret = 0; switch (tp->mcfg) { case CFG_METHOD_1: case CFG_METHOD_2: case CFG_METHOD_3: rtl8126_mac_ocp_write(tp, 0xE080, rtl8126_mac_ocp_read(tp, 0xE080)&~BIT_1); break; default: // dev_printk(KERN_DEBUG, tp_to_dev(tp), "Not Support EEEPlus\n"); ret = -EOPNOTSUPP; break; } return ret; } static void rtl8126_enable_double_vlan(struct rtl8126_private *tp) { switch (tp->mcfg) { case CFG_METHOD_1: case CFG_METHOD_2: case CFG_METHOD_3: RTL_W16(tp, DOUBLE_VLAN_CONFIG, 0xf002); break; default: break; } } static void rtl8126_disable_double_vlan(struct rtl8126_private *tp) { switch (tp->mcfg) { case CFG_METHOD_1: case CFG_METHOD_2: case CFG_METHOD_3: RTL_W16(tp, DOUBLE_VLAN_CONFIG, 0); break; default: break; } } static void rtl8126_link_on_patch(struct net_device *dev) { struct rtl8126_private *tp = netdev_priv(dev); rtl8126_hw_config(dev); switch (tp->mcfg) { case CFG_METHOD_1: case CFG_METHOD_2: case CFG_METHOD_3: if (RTL_R8(tp, PHYstatus) & _10bps) rtl8126_enable_eee_plus(tp); break; default: break; } rtl8126_hw_start(dev); netif_carrier_on(dev); netif_tx_wake_all_queues(dev); tp->phy_reg_aner = rtl8126_mdio_read(tp, MII_EXPANSION); tp->phy_reg_anlpar = rtl8126_mdio_read(tp, MII_LPA); tp->phy_reg_gbsr = rtl8126_mdio_read(tp, MII_STAT1000); tp->phy_reg_status_2500 = rtl8126_mdio_direct_read_phy_ocp(tp, 0xA5D6); } static void rtl8126_link_down_patch(struct net_device *dev) { struct rtl8126_private *tp = netdev_priv(dev); tp->phy_reg_aner = 0; tp->phy_reg_anlpar = 0; tp->phy_reg_gbsr = 0; tp->phy_reg_status_2500 = 0; switch (tp->mcfg) { case CFG_METHOD_1: case CFG_METHOD_2: case CFG_METHOD_3: rtl8126_disable_eee_plus(tp); break; default: break; } netif_carrier_off(dev); netif_tx_disable(dev); rtl8126_hw_reset(dev); rtl8126_tx_clear(tp); rtl8126_rx_clear(tp); rtl8126_init_ring(dev); rtl8126_enable_hw_linkchg_interrupt(tp); //rtl8126_set_speed(dev, tp->autoneg, tp->speed, tp->duplex, tp->advertising); #ifdef ENABLE_DASH_SUPPORT if (tp->DASH) { NICChkTypeEnableDashInterrupt(tp); } #endif } static unsigned int rtl8126_phy_duplex(u16 status) { unsigned int duplex = DUPLEX_UNKNOWN; if (status & LinkStatus) { if (status & RTL8126_FULL_DUPLEX_MASK) duplex = DUPLEX_FULL; else duplex = DUPLEX_HALF; } return duplex; } static int rtl8126_phy_speed(u16 status) { int speed = SPEED_UNKNOWN; if (status & LinkStatus) { if (status & _5000bpsF) speed = SPEED_5000; else if (status & _2500bpsF) speed = SPEED_2500; else if (status & _1000bpsF) speed = SPEED_1000; else if (status & _100bps) speed = SPEED_100; else if (status & _10bps) speed = SPEED_10; } return speed; } static void _rtl8126_check_link_status(struct net_device *dev) { struct rtl8126_private *tp = netdev_priv(dev); if (tp->link_ok(dev)) { rtl8126_link_on_patch(dev); if (netif_msg_ifup(tp)) { const u16 phy_status = RTL_R16(tp, PHYstatus); const unsigned int phy_duplex = rtl8126_phy_duplex(phy_status); const int phy_speed = rtl8126_phy_speed(phy_status); printk(KERN_INFO PFX "%s: Link is Up - %s/%s\n", dev->name, phy_speed_to_str(phy_speed), phy_duplex_to_str(phy_duplex)); } } else { if (netif_msg_ifdown(tp)) printk(KERN_INFO PFX "%s: Link is Down\n", dev->name); rtl8126_link_down_patch(dev); } } static void rtl8126_check_link_status(struct net_device *dev) { struct rtl8126_private *tp = netdev_priv(dev); _rtl8126_check_link_status(dev); tp->resume_not_chg_speed = 0; } static bool rtl8126_is_autoneg_mode_valid(u32 autoneg) { switch(autoneg) { case AUTONEG_ENABLE: case AUTONEG_DISABLE: return true; default: return false; } } static bool rtl8126_is_speed_mode_valid(u32 speed) { switch(speed) { case SPEED_5000: case SPEED_2500: case SPEED_1000: case SPEED_100: case SPEED_10: return true; default: return false; } } static bool rtl8126_is_duplex_mode_valid(u8 duplex) { switch(duplex) { case DUPLEX_FULL: case DUPLEX_HALF: return true; default: return false; } } static void rtl8126_set_link_option(struct rtl8126_private *tp, u8 autoneg, u32 speed, u8 duplex, enum rtl8126_fc_mode fc) { u64 adv; if (!rtl8126_is_speed_mode_valid(speed)) speed = SPEED_5000; if (!rtl8126_is_duplex_mode_valid(duplex)) duplex = DUPLEX_FULL; if (!rtl8126_is_autoneg_mode_valid(autoneg)) autoneg = AUTONEG_ENABLE; speed = min(speed, tp->HwSuppMaxPhyLinkSpeed); adv = 0; switch(speed) { case SPEED_5000: adv |= RTK_ADVERTISED_5000baseX_Full; fallthrough; case SPEED_2500: adv |= ADVERTISED_2500baseX_Full; fallthrough; default: adv |= (ADVERTISED_10baseT_Half | ADVERTISED_10baseT_Full | ADVERTISED_100baseT_Half | ADVERTISED_100baseT_Full | ADVERTISED_1000baseT_Half | ADVERTISED_1000baseT_Full); break; } tp->autoneg = autoneg; tp->speed = speed; tp->duplex = duplex; tp->advertising = adv; tp->fcpause = fc; } static void rtl8126_wait_ll_share_fifo_ready(struct net_device *dev) { struct rtl8126_private *tp = netdev_priv(dev); int i; for (i = 0; i < 10; i++) { udelay(100); if (RTL_R16(tp, 0xD2) & BIT_9) break; } } static void rtl8126_disable_pci_offset_99(struct rtl8126_private *tp) { switch (tp->mcfg) { case CFG_METHOD_1: case CFG_METHOD_2: case CFG_METHOD_3: rtl8126_mac_ocp_write(tp, 0xE032, rtl8126_mac_ocp_read(tp, 0xE032) & ~(BIT_0 | BIT_1)); break; } switch (tp->mcfg) { case CFG_METHOD_1: case CFG_METHOD_2: case CFG_METHOD_3: rtl8126_csi_fun0_write_byte(tp, 0x99, 0x00); break; } } static void rtl8126_enable_pci_offset_99(struct rtl8126_private *tp) { u32 csi_tmp; switch (tp->mcfg) { case CFG_METHOD_1: case CFG_METHOD_2: case CFG_METHOD_3: rtl8126_csi_fun0_write_byte(tp, 0x99, tp->org_pci_offset_99); break; } switch (tp->mcfg) { case CFG_METHOD_1: case CFG_METHOD_2: case CFG_METHOD_3: csi_tmp = rtl8126_mac_ocp_read(tp, 0xE032); csi_tmp &= ~(BIT_0 | BIT_1); if (tp->org_pci_offset_99 & (BIT_5 | BIT_6)) csi_tmp |= BIT_1; if (tp->org_pci_offset_99 & BIT_2) csi_tmp |= BIT_0; rtl8126_mac_ocp_write(tp, 0xE032, csi_tmp); break; } } static void rtl8126_init_pci_offset_99(struct rtl8126_private *tp) { u32 csi_tmp; switch (tp->mcfg) { case CFG_METHOD_1: rtl8126_mac_ocp_write(tp, 0xCDD0, 0x9003); csi_tmp = rtl8126_mac_ocp_read(tp, 0xE034); csi_tmp |= (BIT_15 | BIT_14); rtl8126_mac_ocp_write(tp, 0xE034, csi_tmp); rtl8126_mac_ocp_write(tp, 0xCDD2, 0x889C); rtl8126_mac_ocp_write(tp, 0xCDD8, 0x9003); rtl8126_mac_ocp_write(tp, 0xCDD4, 0x8C30); rtl8126_mac_ocp_write(tp, 0xCDDA, 0x9003); rtl8126_mac_ocp_write(tp, 0xCDD6, 0x9003); rtl8126_mac_ocp_write(tp, 0xCDDC, 0x9003); rtl8126_mac_ocp_write(tp, 0xCDE8, 0x883E); rtl8126_mac_ocp_write(tp, 0xCDEA, 0x9003); rtl8126_mac_ocp_write(tp, 0xCDEC, 0x889C); rtl8126_mac_ocp_write(tp, 0xCDEE, 0x9003); rtl8126_mac_ocp_write(tp, 0xCDF0, 0x8C09); rtl8126_mac_ocp_write(tp, 0xCDF2, 0x9003); csi_tmp = rtl8126_mac_ocp_read(tp, 0xE032); csi_tmp |= (BIT_14); rtl8126_mac_ocp_write(tp, 0xE032, csi_tmp); csi_tmp = rtl8126_mac_ocp_read(tp, 0xE0A2); csi_tmp |= (BIT_0); rtl8126_mac_ocp_write(tp, 0xE0A2, csi_tmp); break; case CFG_METHOD_2: case CFG_METHOD_3: rtl8126_mac_ocp_write(tp, 0xCDD0, 0x9003); csi_tmp = rtl8126_mac_ocp_read(tp, 0xE034); csi_tmp |= (BIT_15 | BIT_14); rtl8126_mac_ocp_write(tp, 0xE034, csi_tmp); rtl8126_mac_ocp_write(tp, 0xCDD2, 0x8A71); rtl8126_mac_ocp_write(tp, 0xCDD8, 0x9003); rtl8126_mac_ocp_write(tp, 0xCDD4, 0x9003); rtl8126_mac_ocp_write(tp, 0xCDDA, 0x9003); rtl8126_mac_ocp_write(tp, 0xCDD6, 0x9003); rtl8126_mac_ocp_write(tp, 0xCDDC, 0x9003); rtl8126_mac_ocp_write(tp, 0xCDE8, 0x88FA); rtl8126_mac_ocp_write(tp, 0xCDEA, 0x9003); rtl8126_mac_ocp_write(tp, 0xCDEC, 0x89F4); rtl8126_mac_ocp_write(tp, 0xCDEE, 0x9003); rtl8126_mac_ocp_write(tp, 0xCDF0, 0x8C27); rtl8126_mac_ocp_write(tp, 0xCDF2, 0x9003); rtl8126_mac_ocp_write(tp, 0xCDF4, 0x887D); rtl8126_mac_ocp_write(tp, 0xCDF6, 0x9003); csi_tmp = rtl8126_mac_ocp_read(tp, 0xE032); csi_tmp |= (BIT_14); rtl8126_mac_ocp_write(tp, 0xE032, csi_tmp); csi_tmp = rtl8126_mac_ocp_read(tp, 0xE0A2); csi_tmp |= (BIT_0); rtl8126_mac_ocp_write(tp, 0xE0A2, csi_tmp); break; } rtl8126_enable_pci_offset_99(tp); } static void rtl8126_disable_pci_offset_180(struct rtl8126_private *tp) { u32 csi_tmp; switch (tp->mcfg) { case CFG_METHOD_1: case CFG_METHOD_2: case CFG_METHOD_3: csi_tmp = rtl8126_mac_ocp_read(tp, 0xE092); csi_tmp &= 0xFF00; rtl8126_mac_ocp_write(tp, 0xE092, csi_tmp); break; } } static void rtl8126_enable_pci_offset_180(struct rtl8126_private *tp) { u32 csi_tmp; switch (tp->mcfg) { case CFG_METHOD_1: case CFG_METHOD_2: case CFG_METHOD_3: csi_tmp = rtl8126_mac_ocp_read(tp, 0xE094); csi_tmp &= 0x00FF; rtl8126_mac_ocp_write(tp, 0xE094, csi_tmp); break; } switch (tp->mcfg) { case CFG_METHOD_1: case CFG_METHOD_2: case CFG_METHOD_3: csi_tmp = rtl8126_mac_ocp_read(tp, 0xE092); csi_tmp &= 0xFF00; csi_tmp |= BIT_2; rtl8126_mac_ocp_write(tp, 0xE092, csi_tmp); break; } } static void rtl8126_init_pci_offset_180(struct rtl8126_private *tp) { rtl8126_enable_pci_offset_180(tp); } static void rtl8126_set_pci_99_180_exit_driver_para(struct net_device *dev) { struct rtl8126_private *tp = netdev_priv(dev); switch (tp->mcfg) { case CFG_METHOD_1: case CFG_METHOD_2: case CFG_METHOD_3: if (tp->org_pci_offset_99 & BIT_2) rtl8126_issue_offset_99_event(tp); rtl8126_disable_pci_offset_99(tp); break; } switch (tp->mcfg) { case CFG_METHOD_1: case CFG_METHOD_2: case CFG_METHOD_3: rtl8126_disable_pci_offset_180(tp); break; } } static void rtl8126_enable_cfg9346_write(struct rtl8126_private *tp) { RTL_W8(tp, Cfg9346, RTL_R8(tp, Cfg9346) | Cfg9346_Unlock); } static void rtl8126_disable_cfg9346_write(struct rtl8126_private *tp) { RTL_W8(tp, Cfg9346, RTL_R8(tp, Cfg9346) & ~Cfg9346_Unlock); } static void rtl8126_enable_exit_l1_mask(struct rtl8126_private *tp) { //(1)ERI(0xD4)(OCP 0xC0AC).bit[7:12]=6'b111111, L1 Mask rtl8126_set_mac_ocp_bit(tp, 0xC0AC, (BIT_7 | BIT_8 | BIT_9 | BIT_10 | BIT_11 | BIT_12)); } static void rtl8126_disable_exit_l1_mask(struct rtl8126_private *tp) { //(1)ERI(0xD4)(OCP 0xC0AC).bit[7:12]=6'b000000, L1 Mask rtl8126_clear_mac_ocp_bit(tp, 0xC0AC, (BIT_7 | BIT_8 | BIT_9 | BIT_10 | BIT_11 | BIT_12)); } static void rtl8126_enable_extend_tally_couter(struct rtl8126_private *tp) { switch (tp->HwSuppExtendTallyCounterVer) { case 1: rtl8126_set_mac_ocp_bit(tp, 0xEA84, (BIT_1 | BIT_0)); break; } } static void rtl8126_disable_extend_tally_couter(struct rtl8126_private *tp) { switch (tp->HwSuppExtendTallyCounterVer) { case 1: rtl8126_clear_mac_ocp_bit(tp, 0xEA84, (BIT_1 | BIT_0)); break; } } static void rtl8126_enable_force_clkreq(struct rtl8126_private *tp, bool enable) { if (enable) RTL_W8(tp, 0xF1, RTL_R8(tp, 0xF1) | BIT_7); else RTL_W8(tp, 0xF1, RTL_R8(tp, 0xF1) & ~BIT_7); } static void rtl8126_enable_aspm_clkreq_lock(struct rtl8126_private *tp, bool enable) { switch (tp->mcfg) { case CFG_METHOD_1: rtl8126_enable_cfg9346_write(tp); if (enable) { RTL_W8(tp, Config2, RTL_R8(tp, Config2) | BIT_7); RTL_W8(tp, Config5, RTL_R8(tp, Config5) | BIT_0); } else { RTL_W8(tp, Config2, RTL_R8(tp, Config2) & ~BIT_7); RTL_W8(tp, Config5, RTL_R8(tp, Config5) & ~BIT_0); } rtl8126_disable_cfg9346_write(tp); break; case CFG_METHOD_2: case CFG_METHOD_3: rtl8126_enable_cfg9346_write(tp); if (enable) { RTL_W8(tp, INT_CFG0_8125, RTL_R8(tp, INT_CFG0_8125) | BIT_3); RTL_W8(tp, Config5, RTL_R8(tp, Config5) | BIT_0); } else { RTL_W8(tp, INT_CFG0_8125, RTL_R8(tp, INT_CFG0_8125) & ~BIT_3); RTL_W8(tp, Config5, RTL_R8(tp, Config5) & ~BIT_0); } rtl8126_disable_cfg9346_write(tp); break; } } static void rtl8126_hw_d3_para(struct net_device *dev) { struct rtl8126_private *tp = netdev_priv(dev); RTL_W16(tp, RxMaxSize, RX_BUF_SIZE); switch (tp->mcfg) { case CFG_METHOD_1: case CFG_METHOD_2: case CFG_METHOD_3: rtl8126_enable_force_clkreq(tp, 0); rtl8126_enable_aspm_clkreq_lock(tp, 0); break; } rtl8126_disable_exit_l1_mask(tp); #ifdef ENABLE_REALWOW_SUPPORT rtl8126_set_realwow_d3_para(dev); #endif rtl8126_set_pci_99_180_exit_driver_para(dev); rtl8126_disable_rxdvgate(dev); rtl8126_disable_extend_tally_couter(tp); } static void rtl8126_enable_magic_packet(struct net_device *dev) { struct rtl8126_private *tp = netdev_priv(dev); switch (tp->HwSuppMagicPktVer) { case WAKEUP_MAGIC_PACKET_V3: rtl8126_mac_ocp_write(tp, 0xC0B6, rtl8126_mac_ocp_read(tp, 0xC0B6) | BIT_0); break; } } static void rtl8126_disable_magic_packet(struct net_device *dev) { struct rtl8126_private *tp = netdev_priv(dev); switch (tp->HwSuppMagicPktVer) { case WAKEUP_MAGIC_PACKET_V3: rtl8126_mac_ocp_write(tp, 0xC0B6, rtl8126_mac_ocp_read(tp, 0xC0B6) & ~BIT_0); break; } } static void rtl8126_enable_linkchg_wakeup(struct net_device *dev) { struct rtl8126_private *tp = netdev_priv(dev); switch (tp->HwSuppLinkChgWakeUpVer) { case 3: RTL_W8(tp, Config3, RTL_R8(tp, Config3) | LinkUp); rtl8126_clear_set_mac_ocp_bit(tp, 0xE0C6, (BIT_5 | BIT_3 | BIT_2), (BIT_4 | BIT_1 | BIT_0)); break; } } static void rtl8126_disable_linkchg_wakeup(struct net_device *dev) { struct rtl8126_private *tp = netdev_priv(dev); switch (tp->HwSuppLinkChgWakeUpVer) { case 3: RTL_W8(tp, Config3, RTL_R8(tp, Config3) & ~LinkUp); rtl8126_clear_mac_ocp_bit(tp, 0xE0C6, (BIT_5 | BIT_4 | BIT_3 | BIT_2 | BIT_1 | BIT_0)); break; } } #define WAKE_ANY (WAKE_PHY | WAKE_MAGIC | WAKE_UCAST | WAKE_BCAST | WAKE_MCAST) static u32 rtl8126_get_hw_wol(struct rtl8126_private *tp) { u8 options; u32 csi_tmp; u32 wol_opts = 0; if (disable_wol_support) goto out; options = RTL_R8(tp, Config1); if (!(options & PMEnable)) goto out; options = RTL_R8(tp, Config3); if (options & LinkUp) wol_opts |= WAKE_PHY; switch (tp->HwSuppMagicPktVer) { case WAKEUP_MAGIC_PACKET_V3: csi_tmp = rtl8126_mac_ocp_read(tp, 0xC0B6); if (csi_tmp & BIT_0) wol_opts |= WAKE_MAGIC; break; } options = RTL_R8(tp, Config5); if (options & UWF) wol_opts |= WAKE_UCAST; if (options & BWF) wol_opts |= WAKE_BCAST; if (options & MWF) wol_opts |= WAKE_MCAST; out: return wol_opts; } static void rtl8126_enable_d0_speedup(struct rtl8126_private *tp) { u16 clearmask; u16 setmask; if (FALSE == HW_SUPPORT_D0_SPEED_UP(tp)) return; if (tp->D0SpeedUpSpeed == D0_SPEED_UP_SPEED_DISABLE) return; if (tp->HwSuppD0SpeedUpVer == 1 || tp->HwSuppD0SpeedUpVer == 2) { //speed up speed clearmask = (BIT_10 | BIT_9 | BIT_8 | BIT_7); if (tp->D0SpeedUpSpeed == D0_SPEED_UP_SPEED_2500) setmask = BIT_7; else if (tp->D0SpeedUpSpeed == D0_SPEED_UP_SPEED_5000) setmask = BIT_8; else setmask = 0; rtl8126_clear_set_mac_ocp_bit(tp, 0xE10A, clearmask, setmask); //speed up flowcontrol clearmask = (BIT_15 | BIT_14); if (tp->HwSuppD0SpeedUpVer == 2) clearmask |= BIT_13; if (tp->fcpause == rtl8126_fc_full) { setmask = (BIT_15 | BIT_14); if (tp->HwSuppD0SpeedUpVer == 2) setmask |= BIT_13; } else setmask = 0; rtl8126_clear_set_mac_ocp_bit(tp, 0xE860, clearmask, setmask); } RTL_W8(tp, 0xD0, RTL_R8(tp, 0xD0) | BIT_3); } static void rtl8126_disable_d0_speedup(struct rtl8126_private *tp) { if (FALSE == HW_SUPPORT_D0_SPEED_UP(tp)) return; RTL_W8(tp, 0xD0, RTL_R8(tp, 0xD0) & ~BIT_3); } static void rtl8126_set_hw_wol(struct net_device *dev, u32 wolopts) { struct rtl8126_private *tp = netdev_priv(dev); int i,tmp; static struct { u32 opt; u16 reg; u8 mask; } cfg[] = { { WAKE_PHY, Config3, LinkUp }, { WAKE_UCAST, Config5, UWF }, { WAKE_BCAST, Config5, BWF }, { WAKE_MCAST, Config5, MWF }, { WAKE_ANY, Config5, LanWake }, { WAKE_MAGIC, Config3, MagicPacket }, }; switch (tp->HwSuppMagicPktVer) { case WAKEUP_MAGIC_PACKET_V3: default: tmp = ARRAY_SIZE(cfg) - 1; if (wolopts & WAKE_MAGIC) rtl8126_enable_magic_packet(dev); else rtl8126_disable_magic_packet(dev); break; } rtl8126_enable_cfg9346_write(tp); for (i = 0; i < tmp; i++) { u8 options = RTL_R8(tp, cfg[i].reg) & ~cfg[i].mask; if (wolopts & cfg[i].opt) options |= cfg[i].mask; RTL_W8(tp, cfg[i].reg, options); } switch (tp->HwSuppLinkChgWakeUpVer) { case 3: if (wolopts & WAKE_PHY) rtl8126_enable_linkchg_wakeup(dev); else rtl8126_disable_linkchg_wakeup(dev); break; } rtl8126_disable_cfg9346_write(tp); } static void rtl8126_phy_restart_nway(struct net_device *dev) { struct rtl8126_private *tp = netdev_priv(dev); if (rtl8126_is_in_phy_disable_mode(dev)) return; rtl8126_mdio_write(tp, 0x1F, 0x0000); rtl8126_mdio_write(tp, MII_BMCR, BMCR_ANENABLE | BMCR_ANRESTART); } static void rtl8126_phy_setup_force_mode(struct net_device *dev, u32 speed, u8 duplex) { struct rtl8126_private *tp = netdev_priv(dev); u16 bmcr_true_force = 0; if (rtl8126_is_in_phy_disable_mode(dev)) return; if ((speed == SPEED_10) && (duplex == DUPLEX_HALF)) { bmcr_true_force = BMCR_SPEED10; } else if ((speed == SPEED_10) && (duplex == DUPLEX_FULL)) { bmcr_true_force = BMCR_SPEED10 | BMCR_FULLDPLX; } else if ((speed == SPEED_100) && (duplex == DUPLEX_HALF)) { bmcr_true_force = BMCR_SPEED100; } else if ((speed == SPEED_100) && (duplex == DUPLEX_FULL)) { bmcr_true_force = BMCR_SPEED100 | BMCR_FULLDPLX; } else { netif_err(tp, drv, dev, "Failed to set phy force mode!\n"); return; } rtl8126_mdio_write(tp, 0x1F, 0x0000); rtl8126_mdio_write(tp, MII_BMCR, bmcr_true_force); } static void rtl8126_set_pci_pme(struct rtl8126_private *tp, int set) { struct pci_dev *pdev = tp->pci_dev; u16 pmc; if (!pdev->pm_cap) return; pci_read_config_word(pdev, pdev->pm_cap + PCI_PM_CTRL, &pmc); pmc |= PCI_PM_CTRL_PME_STATUS; if (set) pmc |= PCI_PM_CTRL_PME_ENABLE; else pmc &= ~PCI_PM_CTRL_PME_ENABLE; pci_write_config_word(pdev, pdev->pm_cap + PCI_PM_CTRL, pmc); } static void rtl8126_set_wol_link_speed(struct net_device *dev) { struct rtl8126_private *tp = netdev_priv(dev); int auto_nego; int giga_ctrl; int ctrl_2500; u64 adv; u16 anlpar; u16 gbsr; u16 status_2500; u16 aner; if (tp->autoneg != AUTONEG_ENABLE) goto exit; rtl8126_mdio_write(tp, 0x1F, 0x0000); auto_nego = rtl8126_mdio_read(tp, MII_ADVERTISE); auto_nego &= ~(ADVERTISE_10HALF | ADVERTISE_10FULL | ADVERTISE_100HALF | ADVERTISE_100FULL); giga_ctrl = rtl8126_mdio_read(tp, MII_CTRL1000); giga_ctrl &= ~(ADVERTISE_1000HALF | ADVERTISE_1000FULL); ctrl_2500 = rtl8126_mdio_direct_read_phy_ocp(tp, 0xA5D4); ctrl_2500 &= ~(RTK_ADVERTISE_2500FULL | RTK_ADVERTISE_5000FULL); aner = tp->phy_reg_aner; anlpar = tp->phy_reg_anlpar; gbsr = tp->phy_reg_gbsr; status_2500 = tp->phy_reg_status_2500; if (tp->link_ok(dev)) { aner = rtl8126_mdio_read(tp, MII_EXPANSION); anlpar = rtl8126_mdio_read(tp, MII_LPA); gbsr = rtl8126_mdio_read(tp, MII_STAT1000); status_2500 = rtl8126_mdio_direct_read_phy_ocp(tp, 0xA5D6); } adv = tp->advertising; if ((aner | anlpar | gbsr | status_2500) == 0) { int auto_nego_tmp = 0; if (adv & ADVERTISED_10baseT_Half) auto_nego_tmp |= ADVERTISE_10HALF; if (adv & ADVERTISED_10baseT_Full) auto_nego_tmp |= ADVERTISE_10FULL; if (adv & ADVERTISED_100baseT_Half) auto_nego_tmp |= ADVERTISE_100HALF; if (adv & ADVERTISED_100baseT_Full) auto_nego_tmp |= ADVERTISE_100FULL; if (auto_nego_tmp == 0) goto exit; auto_nego |= auto_nego_tmp; goto skip_check_lpa; } if (!(aner & EXPANSION_NWAY)) goto exit; if ((adv & ADVERTISED_10baseT_Half) && (anlpar & LPA_10HALF)) auto_nego |= ADVERTISE_10HALF; else if ((adv & ADVERTISED_10baseT_Full) && (anlpar & LPA_10FULL)) auto_nego |= ADVERTISE_10FULL; else if ((adv & ADVERTISED_100baseT_Half) && (anlpar & LPA_100HALF)) auto_nego |= ADVERTISE_100HALF; else if ((adv & ADVERTISED_100baseT_Full) && (anlpar & LPA_100FULL)) auto_nego |= ADVERTISE_100FULL; else if (adv & ADVERTISED_1000baseT_Half && (gbsr & LPA_1000HALF)) giga_ctrl |= ADVERTISE_1000HALF; else if (adv & ADVERTISED_1000baseT_Full && (gbsr & LPA_1000FULL)) giga_ctrl |= ADVERTISE_1000FULL; else if (adv & ADVERTISED_2500baseX_Full && (status_2500 & RTK_LPA_ADVERTISE_2500FULL)) ctrl_2500 |= RTK_ADVERTISE_2500FULL; else if (adv & RTK_ADVERTISED_5000baseX_Full && (status_2500 & RTK_LPA_ADVERTISE_5000FULL)) ctrl_2500 |= RTK_ADVERTISE_5000FULL; else goto exit; skip_check_lpa: if (tp->DASH) auto_nego |= (ADVERTISE_100FULL | ADVERTISE_100HALF | ADVERTISE_10HALF | ADVERTISE_10FULL); #ifdef CONFIG_DOWN_SPEED_100 auto_nego |= (ADVERTISE_100FULL | ADVERTISE_100HALF | ADVERTISE_10HALF | ADVERTISE_10FULL); #endif rtl8126_mdio_write(tp, MII_ADVERTISE, auto_nego); rtl8126_mdio_write(tp, MII_CTRL1000, giga_ctrl); rtl8126_mdio_direct_write_phy_ocp(tp, 0xA5D4, ctrl_2500); rtl8126_phy_restart_nway(dev); exit: return; } static bool rtl8126_keep_wol_link_speed(struct net_device *dev, u8 from_suspend) { struct rtl8126_private *tp = netdev_priv(dev); if ((from_suspend && !tp->link_ok(dev)) || (!from_suspend && tp->resume_not_chg_speed)) return 1; return 0; } static void rtl8126_powerdown_pll(struct net_device *dev, u8 from_suspend) { struct rtl8126_private *tp = netdev_priv(dev); tp->check_keep_link_speed = 0; if (tp->wol_enabled == WOL_ENABLED || tp->DASH || tp->EnableKCPOffload) { rtl8126_set_hw_wol(dev, tp->wol_opts); switch (tp->mcfg) { case CFG_METHOD_1 ... CFG_METHOD_3: rtl8126_enable_cfg9346_write(tp); RTL_W8(tp, Config2, RTL_R8(tp, Config2) | PMSTS_En); rtl8126_disable_cfg9346_write(tp); break; default: break; }; /* Enable the PME and clear the status */ rtl8126_set_pci_pme(tp, 1); if (rtl8126_keep_wol_link_speed(dev, from_suspend)) { if (tp->wol_opts & WAKE_PHY) tp->check_keep_link_speed = 1; } else { if (HW_SUPPORT_D0_SPEED_UP(tp)) { rtl8126_enable_d0_speedup(tp); tp->check_keep_link_speed = 1; } rtl8126_set_wol_link_speed(dev); } RTL_W32(tp, RxConfig, RTL_R32(tp, RxConfig) | AcceptBroadcast | AcceptMulticast | AcceptMyPhys); return; } if (tp->DASH) return; rtl8126_phy_power_down(dev); if (!tp->HwIcVerUnknown) { switch (tp->mcfg) { case CFG_METHOD_1: case CFG_METHOD_2: case CFG_METHOD_3: RTL_W8(tp, PMCH, RTL_R8(tp, PMCH) & ~BIT_7); break; } } switch (tp->mcfg) { case CFG_METHOD_1: case CFG_METHOD_2: case CFG_METHOD_3: RTL_W8(tp, 0xF2, RTL_R8(tp, 0xF2) & ~BIT_6); break; } } static void rtl8126_powerup_pll(struct net_device *dev) { struct rtl8126_private *tp = netdev_priv(dev); switch (tp->mcfg) { case CFG_METHOD_1: case CFG_METHOD_2: case CFG_METHOD_3: RTL_W8(tp, PMCH, RTL_R8(tp, PMCH) | BIT_7 | BIT_6); break; } if (tp->resume_not_chg_speed) return; rtl8126_phy_power_up(dev); } #if LINUX_VERSION_CODE > KERNEL_VERSION(2,4,22) static void rtl8126_get_wol(struct net_device *dev, struct ethtool_wolinfo *wol) { struct rtl8126_private *tp = netdev_priv(dev); u8 options; wol->wolopts = 0; if (tp->mcfg == CFG_METHOD_DEFAULT || disable_wol_support) { wol->supported = 0; return; } else { wol->supported = WAKE_ANY; } options = RTL_R8(tp, Config1); if (!(options & PMEnable)) return; wol->wolopts = tp->wol_opts; } static int rtl8126_set_wol(struct net_device *dev, struct ethtool_wolinfo *wol) { struct rtl8126_private *tp = netdev_priv(dev); if (tp->mcfg == CFG_METHOD_DEFAULT || disable_wol_support) return -EOPNOTSUPP; tp->wol_opts = wol->wolopts; tp->wol_enabled = (tp->wol_opts) ? WOL_ENABLED : WOL_DISABLED; device_set_wakeup_enable(tp_to_dev(tp), wol->wolopts); return 0; } static void rtl8126_get_drvinfo(struct net_device *dev, struct ethtool_drvinfo *info) { struct rtl8126_private *tp = netdev_priv(dev); struct rtl8126_fw *rtl_fw = tp->rtl_fw; strscpy(info->driver, MODULENAME, sizeof(info->driver)); strscpy(info->version, RTL8126_VERSION, sizeof(info->version)); strscpy(info->bus_info, pci_name(tp->pci_dev), sizeof(info->bus_info)); info->regdump_len = R8126_REGS_DUMP_SIZE; info->eedump_len = tp->eeprom_len; BUILD_BUG_ON(sizeof(info->fw_version) < sizeof(rtl_fw->version)); if (rtl_fw) strscpy(info->fw_version, rtl_fw->version, sizeof(info->fw_version)); } static int rtl8126_get_regs_len(struct net_device *dev) { return R8126_REGS_DUMP_SIZE; } #endif //LINUX_VERSION_CODE > KERNEL_VERSION(2,4,22) static void rtl8126_set_d0_speedup_speed(struct rtl8126_private *tp) { if (FALSE == HW_SUPPORT_D0_SPEED_UP(tp)) return; tp->D0SpeedUpSpeed = D0_SPEED_UP_SPEED_DISABLE; if (tp->autoneg == AUTONEG_ENABLE) { if (tp->speed == SPEED_5000) tp->D0SpeedUpSpeed = D0_SPEED_UP_SPEED_5000; else if (tp->speed == SPEED_2500) tp->D0SpeedUpSpeed = D0_SPEED_UP_SPEED_2500; else if (tp->speed == SPEED_1000) tp->D0SpeedUpSpeed = D0_SPEED_UP_SPEED_1000; } } static int rtl8126_set_speed_xmii(struct net_device *dev, u8 autoneg, u32 speed, u8 duplex, u64 adv) { struct rtl8126_private *tp = netdev_priv(dev); int auto_nego = 0; int giga_ctrl = 0; int ctrl_2500 = 0; int rc = -EINVAL; //Disable Giga Lite rtl8126_clear_eth_phy_ocp_bit(tp, 0xA428, BIT_9); rtl8126_clear_eth_phy_ocp_bit(tp, 0xA5EA, BIT_0); if (HW_SUPP_PHY_LINK_SPEED_5000M(tp)) rtl8126_clear_eth_phy_ocp_bit(tp, 0xA5EA, BIT_1); if (!rtl8126_is_speed_mode_valid(speed)) { speed = SPEED_5000; duplex = DUPLEX_FULL; adv |= tp->advertising; } giga_ctrl = rtl8126_mdio_read(tp, MII_CTRL1000); giga_ctrl &= ~(ADVERTISE_1000HALF | ADVERTISE_1000FULL); ctrl_2500 = rtl8126_mdio_direct_read_phy_ocp(tp, 0xA5D4); ctrl_2500 &= ~(RTK_ADVERTISE_2500FULL | RTK_ADVERTISE_5000FULL); if (autoneg == AUTONEG_ENABLE) { /*n-way force*/ auto_nego = rtl8126_mdio_read(tp, MII_ADVERTISE); auto_nego &= ~(ADVERTISE_10HALF | ADVERTISE_10FULL | ADVERTISE_100HALF | ADVERTISE_100FULL | ADVERTISE_PAUSE_CAP | ADVERTISE_PAUSE_ASYM); if (adv & ADVERTISED_10baseT_Half) auto_nego |= ADVERTISE_10HALF; if (adv & ADVERTISED_10baseT_Full) auto_nego |= ADVERTISE_10FULL; if (adv & ADVERTISED_100baseT_Half) auto_nego |= ADVERTISE_100HALF; if (adv & ADVERTISED_100baseT_Full) auto_nego |= ADVERTISE_100FULL; if (adv & ADVERTISED_1000baseT_Half) giga_ctrl |= ADVERTISE_1000HALF; if (adv & ADVERTISED_1000baseT_Full) giga_ctrl |= ADVERTISE_1000FULL; if (adv & ADVERTISED_2500baseX_Full) ctrl_2500 |= RTK_ADVERTISE_2500FULL; if (HW_SUPP_PHY_LINK_SPEED_5000M(tp)) { if (adv & RTK_ADVERTISED_5000baseX_Full) ctrl_2500 |= RTK_ADVERTISE_5000FULL; } //flow control if (tp->fcpause == rtl8126_fc_full) auto_nego |= ADVERTISE_PAUSE_CAP | ADVERTISE_PAUSE_ASYM; tp->phy_auto_nego_reg = auto_nego; tp->phy_1000_ctrl_reg = giga_ctrl; tp->phy_2500_ctrl_reg = ctrl_2500; rtl8126_mdio_write(tp, 0x1f, 0x0000); rtl8126_mdio_write(tp, MII_ADVERTISE, auto_nego); rtl8126_mdio_write(tp, MII_CTRL1000, giga_ctrl); rtl8126_mdio_direct_write_phy_ocp(tp, 0xA5D4, ctrl_2500); rtl8126_phy_restart_nway(dev); mdelay(20); } else { /*true force*/ if (speed == SPEED_10 || speed == SPEED_100) rtl8126_phy_setup_force_mode(dev, speed, duplex); else goto out; } tp->autoneg = autoneg; tp->speed = speed; tp->duplex = duplex; tp->advertising = adv; rtl8126_set_d0_speedup_speed(tp); rc = 0; out: return rc; } static int rtl8126_set_speed(struct net_device *dev, u8 autoneg, u32 speed, u8 duplex, u64 adv) { struct rtl8126_private *tp = netdev_priv(dev); int ret; if (tp->resume_not_chg_speed) return 0; ret = tp->set_speed(dev, autoneg, speed, duplex, adv); return ret; } #if LINUX_VERSION_CODE > KERNEL_VERSION(2,4,22) static int rtl8126_set_settings(struct net_device *dev, #if LINUX_VERSION_CODE < KERNEL_VERSION(4,6,0) struct ethtool_cmd *cmd #else const struct ethtool_link_ksettings *cmd #endif ) { int ret; u8 autoneg; u32 speed; u8 duplex; u64 supported = 0, advertising = 0; #if LINUX_VERSION_CODE < KERNEL_VERSION(4,6,0) autoneg = cmd->autoneg; speed = cmd->speed; duplex = cmd->duplex; supported = cmd->supported; advertising = cmd->advertising; #else struct rtl8126_private *tp = netdev_priv(dev); const struct ethtool_link_settings *base = &cmd->base; autoneg = base->autoneg; speed = base->speed; duplex = base->duplex; ethtool_convert_link_mode_to_legacy_u32((u32*)&supported, cmd->link_modes.supported); ethtool_convert_link_mode_to_legacy_u32((u32*)&advertising, cmd->link_modes.advertising); if (test_bit(ETHTOOL_LINK_MODE_2500baseT_Full_BIT, cmd->link_modes.supported)) supported |= ADVERTISED_2500baseX_Full; if (test_bit(ETHTOOL_LINK_MODE_2500baseT_Full_BIT, cmd->link_modes.advertising)) advertising |= ADVERTISED_2500baseX_Full; if (HW_SUPP_PHY_LINK_SPEED_5000M(tp)) { if (test_bit(ETHTOOL_LINK_MODE_5000baseT_Full_BIT, cmd->link_modes.supported)) supported |= RTK_ADVERTISED_5000baseX_Full; if (test_bit(ETHTOOL_LINK_MODE_5000baseT_Full_BIT, cmd->link_modes.advertising)) advertising |= RTK_ADVERTISED_5000baseX_Full; } #endif if (advertising & ~supported) return -EINVAL; ret = rtl8126_set_speed(dev, autoneg, speed, duplex, advertising); return ret; } #if LINUX_VERSION_CODE < KERNEL_VERSION(3,3,0) static u32 rtl8126_get_tx_csum(struct net_device *dev) { struct rtl8126_private *tp = netdev_priv(dev); u32 ret; #if LINUX_VERSION_CODE < KERNEL_VERSION(3,0,0) ret = ((dev->features & NETIF_F_IP_CSUM) != 0); #else ret = ((dev->features & (NETIF_F_IP_CSUM | NETIF_F_IPV6_CSUM)) != 0); #endif //LINUX_VERSION_CODE < KERNEL_VERSION(3,0,0) return ret; } static u32 rtl8126_get_rx_csum(struct net_device *dev) { struct rtl8126_private *tp = netdev_priv(dev); u32 ret; ret = tp->cp_cmd & RxChkSum; return ret; } static int rtl8126_set_tx_csum(struct net_device *dev, u32 data) { struct rtl8126_private *tp = netdev_priv(dev); if (tp->mcfg == CFG_METHOD_DEFAULT) return -EOPNOTSUPP; #if LINUX_VERSION_CODE < KERNEL_VERSION(3,0,0) if (data) dev->features |= NETIF_F_IP_CSUM; else dev->features &= ~NETIF_F_IP_CSUM; #else if (data) dev->features |= (NETIF_F_IP_CSUM | NETIF_F_IPV6_CSUM); else dev->features &= ~(NETIF_F_IP_CSUM | NETIF_F_IPV6_CSUM); #endif //LINUX_VERSION_CODE < KERNEL_VERSION(3,0,0) return 0; } static int rtl8126_set_rx_csum(struct net_device *dev, u32 data) { struct rtl8126_private *tp = netdev_priv(dev); if (tp->mcfg == CFG_METHOD_DEFAULT) return -EOPNOTSUPP; if (data) tp->cp_cmd |= RxChkSum; else tp->cp_cmd &= ~RxChkSum; RTL_W16(tp, CPlusCmd, tp->cp_cmd); return 0; } #endif //LINUX_VERSION_CODE < KERNEL_VERSION(3,3,0) #endif //LINUX_VERSION_CODE > KERNEL_VERSION(2,4,22) static u32 rtl8126_rx_desc_opts1(struct rtl8126_private *tp, struct RxDesc *desc) { if (tp->InitRxDescType == RX_DESC_RING_TYPE_3) return ((struct RxDescV3 *)desc)->RxDescNormalDDWord4.opts1; else return desc->opts1; } static u32 rtl8126_rx_desc_opts2(struct rtl8126_private *tp, struct RxDesc *desc) { if (tp->InitRxDescType == RX_DESC_RING_TYPE_3) return ((struct RxDescV3 *)desc)->RxDescNormalDDWord4.opts2; else return desc->opts2; } #ifdef CONFIG_R8126_VLAN static void rtl8126_clear_rx_desc_opts2(struct rtl8126_private *tp, struct RxDesc *desc) { if (tp->InitRxDescType == RX_DESC_RING_TYPE_3) ((struct RxDescV3 *)desc)->RxDescNormalDDWord4.opts2 = 0; else desc->opts2 = 0; } static inline u32 rtl8126_tx_vlan_tag(struct rtl8126_private *tp, struct sk_buff *skb) { #if LINUX_VERSION_CODE < KERNEL_VERSION(3,0,0) return (tp->vlgrp && vlan_tx_tag_present(skb)) ? TxVlanTag | swab16(vlan_tx_tag_get(skb)) : 0x00; #elif LINUX_VERSION_CODE < KERNEL_VERSION(4,0,0) return (vlan_tx_tag_present(skb)) ? TxVlanTag | swab16(vlan_tx_tag_get(skb)) : 0x00; #else return (skb_vlan_tag_present(skb)) ? TxVlanTag | swab16(skb_vlan_tag_get(skb)) : 0x00; #endif return 0; } #if LINUX_VERSION_CODE < KERNEL_VERSION(3,0,0) static void rtl8126_vlan_rx_register(struct net_device *dev, struct vlan_group *grp) { struct rtl8126_private *tp = netdev_priv(dev); tp->vlgrp = grp; switch (tp->mcfg) { case CFG_METHOD_1: case CFG_METHOD_2: case CFG_METHOD_3: if (tp->vlgrp) { tp->rtl8126_rx_config |= (EnableInnerVlan | EnableOuterVlan); RTL_W32(tp, RxConfig, RTL_R32(tp, RxConfig) | (EnableInnerVlan | EnableOuterVlan)) } else { tp->rtl8126_rx_config &= ~(EnableInnerVlan | EnableOuterVlan); RTL_W32(tp, RxConfig, RTL_R32(tp, RxConfig) & ~(EnableInnerVlan | EnableOuterVlan)) } break; } } #endif #if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,22) static void rtl8126_vlan_rx_kill_vid(struct net_device *dev, unsigned short vid) { struct rtl8126_private *tp = netdev_priv(dev); #if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,21) if (tp->vlgrp) tp->vlgrp->vlan_devices[vid] = NULL; #else vlan_group_set_device(tp->vlgrp, vid, NULL); #endif //LINUX_VERSION_CODE < KERNEL_VERSION(2,6,21) } #endif //LINUX_VERSION_CODE < KERNEL_VERSION(2,6,22) static int rtl8126_rx_vlan_skb(struct rtl8126_private *tp, struct RxDesc *desc, struct sk_buff *skb) { u32 opts2 = le32_to_cpu(rtl8126_rx_desc_opts2(tp, desc)); int ret = -1; #if LINUX_VERSION_CODE < KERNEL_VERSION(3,0,0) if (tp->vlgrp && (opts2 & RxVlanTag)) { rtl8126_rx_hwaccel_skb(skb, tp->vlgrp, swab16(opts2 & 0xffff)); ret = 0; } #elif LINUX_VERSION_CODE < KERNEL_VERSION(3,10,0) if (opts2 & RxVlanTag) __vlan_hwaccel_put_tag(skb, swab16(opts2 & 0xffff)); #else if (opts2 & RxVlanTag) __vlan_hwaccel_put_tag(skb, htons(ETH_P_8021Q), swab16(opts2 & 0xffff)); #endif rtl8126_clear_rx_desc_opts2(tp, desc); return ret; } #else /* !CONFIG_R8126_VLAN */ static inline u32 rtl8126_tx_vlan_tag(struct rtl8126_private *tp, struct sk_buff *skb) { return 0; } static int rtl8126_rx_vlan_skb(struct rtl8126_private *tp, struct RxDesc *desc, struct sk_buff *skb) { return -1; } #endif #if LINUX_VERSION_CODE >= KERNEL_VERSION(3,0,0) static netdev_features_t rtl8126_fix_features(struct net_device *dev, netdev_features_t features) { if (dev->mtu > MSS_MAX) features &= ~NETIF_F_ALL_TSO; if (dev->mtu > ETH_DATA_LEN) { features &= ~NETIF_F_ALL_TSO; features &= ~NETIF_F_ALL_CSUM; } #ifndef CONFIG_R8126_VLAN features &= ~NETIF_F_ALL_CSUM; #endif return features; } static int rtl8126_hw_set_features(struct net_device *dev, netdev_features_t features) { struct rtl8126_private *tp = netdev_priv(dev); u32 rx_config; rx_config = RTL_R32(tp, RxConfig); if (features & NETIF_F_RXALL) { tp->rtl8126_rx_config |= (AcceptErr | AcceptRunt); rx_config |= (AcceptErr | AcceptRunt); } else { tp->rtl8126_rx_config &= ~(AcceptErr | AcceptRunt); rx_config &= ~(AcceptErr | AcceptRunt); } if (features & NETIF_F_HW_VLAN_RX) { tp->rtl8126_rx_config |= (EnableInnerVlan | EnableOuterVlan); rx_config |= (EnableInnerVlan | EnableOuterVlan); } else { tp->rtl8126_rx_config &= ~(EnableInnerVlan | EnableOuterVlan); rx_config &= ~(EnableInnerVlan | EnableOuterVlan); } RTL_W32(tp, RxConfig, rx_config); if (features & NETIF_F_RXCSUM) tp->cp_cmd |= RxChkSum; else tp->cp_cmd &= ~RxChkSum; RTL_W16(tp, CPlusCmd, tp->cp_cmd); RTL_R16(tp, CPlusCmd); return 0; } static int rtl8126_set_features(struct net_device *dev, netdev_features_t features) { features &= NETIF_F_RXALL | NETIF_F_RXCSUM | NETIF_F_HW_VLAN_RX; rtl8126_hw_set_features(dev, features); return 0; } #endif static u8 rtl8126_get_mdi_status(struct rtl8126_private *tp) { if (!tp->link_ok(tp->dev)) return ETH_TP_MDI_INVALID; if (rtl8126_mdio_direct_read_phy_ocp(tp, 0xA444) & BIT_1) return ETH_TP_MDI; else return ETH_TP_MDI_X; } static void rtl8126_gset_xmii(struct net_device *dev, #if LINUX_VERSION_CODE < KERNEL_VERSION(4,6,0) struct ethtool_cmd *cmd #else struct ethtool_link_ksettings *cmd #endif ) { struct rtl8126_private *tp = netdev_priv(dev); u16 aner = tp->phy_reg_aner; u16 anlpar = tp->phy_reg_anlpar; u16 gbsr = tp->phy_reg_gbsr; u16 status_2500 = tp->phy_reg_status_2500; u64 lpa_adv = 0; u16 status; u8 autoneg, duplex; u32 speed = 0; u16 bmcr; u64 supported, advertising; u8 report_lpa = 0; supported = SUPPORTED_10baseT_Half | SUPPORTED_10baseT_Full | SUPPORTED_100baseT_Half | SUPPORTED_100baseT_Full | SUPPORTED_1000baseT_Full | SUPPORTED_2500baseX_Full | SUPPORTED_Autoneg | SUPPORTED_TP | SUPPORTED_Pause | SUPPORTED_Asym_Pause; if (!HW_SUPP_PHY_LINK_SPEED_2500M(tp)) supported &= ~SUPPORTED_2500baseX_Full; advertising = tp->advertising; if (tp->phy_auto_nego_reg || tp->phy_1000_ctrl_reg || tp->phy_2500_ctrl_reg) { advertising = 0; if (tp->phy_auto_nego_reg & ADVERTISE_10HALF) advertising |= ADVERTISED_10baseT_Half; if (tp->phy_auto_nego_reg & ADVERTISE_10FULL) advertising |= ADVERTISED_10baseT_Full; if (tp->phy_auto_nego_reg & ADVERTISE_100HALF) advertising |= ADVERTISED_100baseT_Half; if (tp->phy_auto_nego_reg & ADVERTISE_100FULL) advertising |= ADVERTISED_100baseT_Full; if (tp->phy_1000_ctrl_reg & ADVERTISE_1000FULL) advertising |= ADVERTISED_1000baseT_Full; if (tp->phy_2500_ctrl_reg & RTK_ADVERTISE_2500FULL) advertising |= ADVERTISED_2500baseX_Full; if (tp->phy_2500_ctrl_reg & RTK_ADVERTISE_5000FULL) advertising |= RTK_ADVERTISED_5000baseX_Full; } rtl8126_mdio_write(tp, 0x1F, 0x0000); bmcr = rtl8126_mdio_read(tp, MII_BMCR); if (bmcr & BMCR_ANENABLE) { autoneg = AUTONEG_ENABLE; advertising |= ADVERTISED_Autoneg; } else { autoneg = AUTONEG_DISABLE; } advertising |= ADVERTISED_TP; status = RTL_R16(tp, PHYstatus); if (netif_running(dev) && (status & LinkStatus)) report_lpa = 1; if (report_lpa) { /*link on*/ speed = rtl8126_convert_link_speed(status); if (status & TxFlowCtrl) advertising |= ADVERTISED_Asym_Pause; if (status & RxFlowCtrl) advertising |= ADVERTISED_Pause; duplex = ((status & (_1000bpsF | _2500bpsF | _5000bpsF)) || (status & FullDup)) ? DUPLEX_FULL : DUPLEX_HALF; /*link partner*/ if (aner & EXPANSION_NWAY) lpa_adv |= ADVERTISED_Autoneg; if (anlpar & LPA_10HALF) lpa_adv |= ADVERTISED_10baseT_Half; if (anlpar & LPA_10FULL) lpa_adv |= ADVERTISED_10baseT_Full; if (anlpar & LPA_100HALF) lpa_adv |= ADVERTISED_100baseT_Half; if (anlpar & LPA_100FULL) lpa_adv |= ADVERTISED_100baseT_Full; if (anlpar & LPA_PAUSE_CAP) lpa_adv |= ADVERTISED_Pause; if (anlpar & LPA_PAUSE_ASYM) lpa_adv |= ADVERTISED_Asym_Pause; if (gbsr & LPA_1000HALF) lpa_adv |= ADVERTISED_1000baseT_Half; if (gbsr & LPA_1000FULL) lpa_adv |= ADVERTISED_1000baseT_Full; if (status_2500 & RTK_LPA_ADVERTISE_2500FULL) lpa_adv |= ADVERTISED_2500baseX_Full; if (status_2500 & RTK_LPA_ADVERTISE_5000FULL) lpa_adv |= RTK_ADVERTISED_5000baseX_Full; } else { /*link down*/ speed = SPEED_UNKNOWN; duplex = DUPLEX_UNKNOWN; lpa_adv = 0; } #if LINUX_VERSION_CODE < KERNEL_VERSION(4,6,0) cmd->supported = (u32)supported; cmd->advertising = (u32)advertising; cmd->autoneg = autoneg; cmd->speed = speed; cmd->duplex = duplex; cmd->port = PORT_TP; cmd->lp_advertising = (u32)lpa_adv; cmd->eth_tp_mdix = rtl8126_get_mdi_status(tp); #else ethtool_convert_legacy_u32_to_link_mode(cmd->link_modes.supported, supported); ethtool_convert_legacy_u32_to_link_mode(cmd->link_modes.advertising, advertising); ethtool_convert_legacy_u32_to_link_mode(cmd->link_modes.lp_advertising, lpa_adv); #if LINUX_VERSION_CODE >= KERNEL_VERSION(5,0,0) if (supported & SUPPORTED_2500baseX_Full) { linkmode_mod_bit(ETHTOOL_LINK_MODE_2500baseX_Full_BIT, cmd->link_modes.supported, 0); linkmode_mod_bit(ETHTOOL_LINK_MODE_2500baseT_Full_BIT, cmd->link_modes.supported, 1); } if (advertising & ADVERTISED_2500baseX_Full) { linkmode_mod_bit(ETHTOOL_LINK_MODE_2500baseX_Full_BIT, cmd->link_modes.advertising, 0); linkmode_mod_bit(ETHTOOL_LINK_MODE_2500baseT_Full_BIT, cmd->link_modes.advertising, 1); } if (HW_SUPP_PHY_LINK_SPEED_5000M(tp)) { linkmode_mod_bit(ETHTOOL_LINK_MODE_5000baseT_Full_BIT, cmd->link_modes.supported, 1); linkmode_mod_bit(ETHTOOL_LINK_MODE_5000baseT_Full_BIT, cmd->link_modes.advertising, tp->phy_2500_ctrl_reg & RTK_ADVERTISE_5000FULL); } if (report_lpa) { if (lpa_adv & ADVERTISED_2500baseX_Full) { linkmode_mod_bit(ETHTOOL_LINK_MODE_2500baseX_Full_BIT, cmd->link_modes.lp_advertising, 0); linkmode_mod_bit(ETHTOOL_LINK_MODE_2500baseT_Full_BIT, cmd->link_modes.lp_advertising, 1); } if (lpa_adv & RTK_ADVERTISED_5000baseX_Full) linkmode_mod_bit(ETHTOOL_LINK_MODE_5000baseT_Full_BIT, cmd->link_modes.lp_advertising, 1); } #endif cmd->base.autoneg = autoneg; cmd->base.speed = speed; cmd->base.duplex = duplex; cmd->base.port = PORT_TP; cmd->base.eth_tp_mdix = rtl8126_get_mdi_status(tp); #endif } #if LINUX_VERSION_CODE > KERNEL_VERSION(2,4,22) static int rtl8126_get_settings(struct net_device *dev, #if LINUX_VERSION_CODE < KERNEL_VERSION(4,6,0) struct ethtool_cmd *cmd #else struct ethtool_link_ksettings *cmd #endif ) { struct rtl8126_private *tp = netdev_priv(dev); tp->get_settings(dev, cmd); return 0; } static void rtl8126_get_regs(struct net_device *dev, struct ethtool_regs *regs, void *p) { struct rtl8126_private *tp = netdev_priv(dev); void __iomem *ioaddr = tp->mmio_addr; unsigned int i; u8 *data = p; if (regs->len < R8126_REGS_DUMP_SIZE) return /* -EINVAL */; memset(p, 0, regs->len); for (i = 0; i < R8126_MAC_REGS_SIZE; i++) *data++ = readb(ioaddr + i); data = (u8*)p + 256; rtl8126_mdio_write(tp, 0x1F, 0x0000); for (i = 0; i < R8126_PHY_REGS_SIZE/2; i++) { *(u16*)data = rtl8126_mdio_read(tp, i); data += 2; } data = (u8*)p + 256 * 2; for (i = 0; i < R8126_EPHY_REGS_SIZE/2; i++) { *(u16*)data = rtl8126_ephy_read(tp, i); data += 2; } data = (u8*)p + 256 * 3; switch (tp->mcfg) { case CFG_METHOD_1: case CFG_METHOD_2: case CFG_METHOD_3: default: for (i = 0; i < R8126_ERI_REGS_SIZE; i+=4) { *(u32*)data = rtl8126_eri_read(tp, i , 4, ERIAR_ExGMAC); data += 4; } break; } } static void rtl8126_get_pauseparam(struct net_device *dev, struct ethtool_pauseparam *pause) { struct rtl8126_private *tp = netdev_priv(dev); pause->autoneg = (tp->autoneg ? AUTONEG_ENABLE : AUTONEG_DISABLE); if (tp->fcpause == rtl8126_fc_rx_pause) pause->rx_pause = 1; else if (tp->fcpause == rtl8126_fc_tx_pause) pause->tx_pause = 1; else if (tp->fcpause == rtl8126_fc_full) { pause->rx_pause = 1; pause->tx_pause = 1; } } static int rtl8126_set_pauseparam(struct net_device *dev, struct ethtool_pauseparam *pause) { struct rtl8126_private *tp = netdev_priv(dev); enum rtl8126_fc_mode newfc; if (pause->tx_pause || pause->rx_pause) newfc = rtl8126_fc_full; else newfc = rtl8126_fc_none; if (tp->fcpause != newfc) { tp->fcpause = newfc; rtl8126_set_speed(dev, tp->autoneg, tp->speed, tp->duplex, tp->advertising); } return 0; } static u32 rtl8126_get_msglevel(struct net_device *dev) { struct rtl8126_private *tp = netdev_priv(dev); return tp->msg_enable; } static void rtl8126_set_msglevel(struct net_device *dev, u32 value) { struct rtl8126_private *tp = netdev_priv(dev); tp->msg_enable = value; } static const char rtl8126_gstrings[][ETH_GSTRING_LEN] = { /* legacy */ "tx_packets", "rx_packets", "tx_errors", "rx_errors", "rx_missed", "align_errors", "tx_single_collisions", "tx_multi_collisions", "unicast", "broadcast", "multicast", "tx_aborted", "tx_underrun", /* extended */ "tx_octets", "rx_octets", "rx_multicast64", "tx_unicast64", "tx_broadcast64", "tx_multicast64", "tx_pause_on", "tx_pause_off", "tx_pause_all", "tx_deferred", "tx_late_collision", "tx_all_collision", "tx_aborted32", "align_errors32", "rx_frame_too_long", "rx_runt", "rx_pause_on", "rx_pause_off", "rx_pause_all", "rx_unknown_opcode", "rx_mac_error", "tx_underrun32", "rx_mac_missed", "rx_tcam_dropped", "tdu", "rdu", }; #endif //LINUX_VERSION_CODE > KERNEL_VERSION(2,4,22) #if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,33) #if LINUX_VERSION_CODE > KERNEL_VERSION(2,4,22) static int rtl8126_get_stats_count(struct net_device *dev) { return ARRAY_SIZE(rtl8126_gstrings); } #endif //LINUX_VERSION_CODE > KERNEL_VERSION(2,4,22) #else static int rtl8126_get_sset_count(struct net_device *dev, int sset) { switch (sset) { case ETH_SS_STATS: return ARRAY_SIZE(rtl8126_gstrings); default: return -EOPNOTSUPP; } } #endif static void rtl8126_set_ring_size(struct rtl8126_private *tp, u32 rx, u32 tx) { int i; for (i = 0; i < R8126_MAX_RX_QUEUES; i++) tp->rx_ring[i].num_rx_desc = rx; for (i = 0; i < R8126_MAX_TX_QUEUES; i++) tp->tx_ring[i].num_tx_desc = tx; } #if LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,0) #if LINUX_VERSION_CODE >= KERNEL_VERSION(5,17,0) static void rtl8126_get_ringparam(struct net_device *dev, struct ethtool_ringparam *ring, struct kernel_ethtool_ringparam *kernel_ring, struct netlink_ext_ack *extack) #else static void rtl8126_get_ringparam(struct net_device *dev, struct ethtool_ringparam *ring) #endif //LINUX_VERSION_CODE >= KERNEL_VERSION(5,17,0) { struct rtl8126_private *tp = netdev_priv(dev); ring->rx_max_pending = MAX_NUM_TX_DESC; ring->tx_max_pending = MAX_NUM_RX_DESC; ring->rx_pending = tp->rx_ring[0].num_rx_desc; ring->tx_pending = tp->tx_ring[0].num_tx_desc; } #if LINUX_VERSION_CODE >= KERNEL_VERSION(5,17,0) static int rtl8126_set_ringparam(struct net_device *dev, struct ethtool_ringparam *ring, struct kernel_ethtool_ringparam *kernel_ring, struct netlink_ext_ack *extack) #else static int rtl8126_set_ringparam(struct net_device *dev, struct ethtool_ringparam *ring) #endif //LINUX_VERSION_CODE >= KERNEL_VERSION(5,17,0) { struct rtl8126_private *tp = netdev_priv(dev); u32 new_rx_count, new_tx_count; int rc = 0; if ((ring->rx_mini_pending) || (ring->rx_jumbo_pending)) return -EINVAL; new_tx_count = clamp_t(u32, ring->tx_pending, MIN_NUM_TX_DESC, MAX_NUM_TX_DESC); new_rx_count = clamp_t(u32, ring->rx_pending, MIN_NUM_RX_DESC, MAX_NUM_RX_DESC); if ((new_rx_count == tp->rx_ring[0].num_rx_desc) && (new_tx_count == tp->tx_ring[0].num_tx_desc)) { /* nothing to do */ return 0; } if (netif_running(dev)) { rtl8126_wait_for_quiescence(dev); rtl8126_close(dev); } rtl8126_set_ring_size(tp, new_rx_count, new_tx_count); if (netif_running(dev)) rc = rtl8126_open(dev); return rc; } #endif //LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,0) #if LINUX_VERSION_CODE > KERNEL_VERSION(2,4,22) static void rtl8126_get_ethtool_stats(struct net_device *dev, struct ethtool_stats *stats, u64 *data) { struct rtl8126_private *tp = netdev_priv(dev); struct rtl8126_counters *counters; dma_addr_t paddr; ASSERT_RTNL(); counters = tp->tally_vaddr; paddr = tp->tally_paddr; if (!counters) return; rtl8126_dump_tally_counter(tp, paddr); data[0] = le64_to_cpu(counters->tx_packets); data[1] = le64_to_cpu(counters->rx_packets); data[2] = le64_to_cpu(counters->tx_errors); data[3] = le32_to_cpu(counters->rx_errors); data[4] = le16_to_cpu(counters->rx_missed); data[5] = le16_to_cpu(counters->align_errors); data[6] = le32_to_cpu(counters->tx_one_collision); data[7] = le32_to_cpu(counters->tx_multi_collision); data[8] = le64_to_cpu(counters->rx_unicast); data[9] = le64_to_cpu(counters->rx_broadcast); data[10] = le32_to_cpu(counters->rx_multicast); data[11] = le16_to_cpu(counters->tx_aborted); data[12] = le16_to_cpu(counters->tx_underrun); data[13] = le64_to_cpu(counters->tx_octets); data[14] = le64_to_cpu(counters->rx_octets); data[15] = le64_to_cpu(counters->rx_multicast64); data[16] = le64_to_cpu(counters->tx_unicast64); data[17] = le64_to_cpu(counters->tx_broadcast64); data[18] = le64_to_cpu(counters->tx_multicast64); data[19] = le32_to_cpu(counters->tx_pause_on); data[20] = le32_to_cpu(counters->tx_pause_off); data[21] = le32_to_cpu(counters->tx_pause_all); data[22] = le32_to_cpu(counters->tx_deferred); data[23] = le32_to_cpu(counters->tx_late_collision); data[24] = le32_to_cpu(counters->tx_all_collision); data[25] = le32_to_cpu(counters->tx_aborted32); data[26] = le32_to_cpu(counters->align_errors32); data[27] = le32_to_cpu(counters->rx_frame_too_long); data[28] = le32_to_cpu(counters->rx_runt); data[29] = le32_to_cpu(counters->rx_pause_on); data[30] = le32_to_cpu(counters->rx_pause_off); data[31] = le32_to_cpu(counters->rx_pause_all); data[32] = le32_to_cpu(counters->rx_unknown_opcode); data[33] = le32_to_cpu(counters->rx_mac_error); data[34] = le32_to_cpu(counters->tx_underrun32); data[35] = le32_to_cpu(counters->rx_mac_missed); data[36] = le32_to_cpu(counters->rx_tcam_dropped); data[37] = le32_to_cpu(counters->tdu); data[38] = le32_to_cpu(counters->rdu); } static void rtl8126_get_strings(struct net_device *dev, u32 stringset, u8 *data) { switch (stringset) { case ETH_SS_STATS: memcpy(data, rtl8126_gstrings, sizeof(rtl8126_gstrings)); break; } } #endif //LINUX_VERSION_CODE > KERNEL_VERSION(2,4,22) static int rtl_get_eeprom_len(struct net_device *dev) { struct rtl8126_private *tp = netdev_priv(dev); return tp->eeprom_len; } static int rtl_get_eeprom(struct net_device *dev, struct ethtool_eeprom *eeprom, u8 *buf) { struct rtl8126_private *tp = netdev_priv(dev); int i,j,ret; int start_w, end_w; int VPD_addr, VPD_data; u32 *eeprom_buff; u16 tmp; if (tp->eeprom_type == EEPROM_TYPE_NONE) { dev_printk(KERN_DEBUG, tp_to_dev(tp), "Detect none EEPROM\n"); return -EOPNOTSUPP; } else if (eeprom->len == 0 || (eeprom->offset+eeprom->len) > tp->eeprom_len) { dev_printk(KERN_DEBUG, tp_to_dev(tp), "Invalid parameter\n"); return -EINVAL; } switch (tp->mcfg) { case CFG_METHOD_1: case CFG_METHOD_2: case CFG_METHOD_3: default: VPD_addr = 0xD2; VPD_data = 0xD4; break; } start_w = eeprom->offset >> 2; end_w = (eeprom->offset + eeprom->len - 1) >> 2; eeprom_buff = kmalloc(sizeof(u32)*(end_w - start_w + 1), GFP_KERNEL); if (!eeprom_buff) return -ENOMEM; rtl8126_enable_cfg9346_write(tp); ret = -EFAULT; for (i=start_w; i<=end_w; i++) { pci_write_config_word(tp->pci_dev, VPD_addr, (u16)i*4); ret = -EFAULT; for (j = 0; j < 10; j++) { udelay(400); pci_read_config_word(tp->pci_dev, VPD_addr, &tmp); if (tmp&0x8000) { ret = 0; break; } } if (ret) break; pci_read_config_dword(tp->pci_dev, VPD_data, &eeprom_buff[i-start_w]); } rtl8126_disable_cfg9346_write(tp); if (!ret) memcpy(buf, (u8 *)eeprom_buff + (eeprom->offset & 3), eeprom->len); kfree(eeprom_buff); return ret; } #undef ethtool_op_get_link #define ethtool_op_get_link _kc_ethtool_op_get_link static u32 _kc_ethtool_op_get_link(struct net_device *dev) { return netif_carrier_ok(dev) ? 1 : 0; } #if LINUX_VERSION_CODE < KERNEL_VERSION(3,3,0) #undef ethtool_op_get_sg #define ethtool_op_get_sg _kc_ethtool_op_get_sg static u32 _kc_ethtool_op_get_sg(struct net_device *dev) { #ifdef NETIF_F_SG return (dev->features & NETIF_F_SG) != 0; #else return 0; #endif } #undef ethtool_op_set_sg #define ethtool_op_set_sg _kc_ethtool_op_set_sg static int _kc_ethtool_op_set_sg(struct net_device *dev, u32 data) { struct rtl8126_private *tp = netdev_priv(dev); if (tp->mcfg == CFG_METHOD_DEFAULT) return -EOPNOTSUPP; #ifdef NETIF_F_SG if (data) dev->features |= NETIF_F_SG; else dev->features &= ~NETIF_F_SG; #endif return 0; } #endif static void rtl8126_set_eee_lpi_timer(struct rtl8126_private *tp) { u16 dev_lpi_timer; dev_lpi_timer = tp->eee.tx_lpi_timer; switch (tp->mcfg) { case CFG_METHOD_1: case CFG_METHOD_2: case CFG_METHOD_3: RTL_W16(tp, EEE_TXIDLE_TIMER_8125, dev_lpi_timer); break; default: break; } } static bool rtl8126_is_adv_eee_enabled(struct rtl8126_private *tp) { switch (tp->mcfg) { case CFG_METHOD_1: case CFG_METHOD_2: case CFG_METHOD_3: if (rtl8126_mdio_direct_read_phy_ocp(tp, 0xA430) & BIT_15) return true; break; default: break; } return false; } static void rtl8126_disable_adv_eee(struct rtl8126_private *tp) { bool lock; switch (tp->mcfg) { case CFG_METHOD_1: case CFG_METHOD_2: case CFG_METHOD_3: break; default: return; } if (rtl8126_is_adv_eee_enabled(tp)) lock = true; else lock = false; if (lock) rtl8126_set_phy_mcu_patch_request(tp); rtl8126_clear_mac_ocp_bit(tp, 0xE052, BIT_0); rtl8126_clear_eth_phy_ocp_bit(tp, 0xA442, BIT_12 | BIT_13); rtl8126_clear_eth_phy_ocp_bit(tp, 0xA430, BIT_15); if (lock) rtl8126_clear_phy_mcu_patch_request(tp); } static int rtl8126_enable_eee(struct rtl8126_private *tp) { struct ethtool_eee *eee = &tp->eee; u16 eee_adv_t = ethtool_adv_to_mmd_eee_adv_t(eee->advertised); int ret; ret = 0; switch (tp->mcfg) { case CFG_METHOD_1: case CFG_METHOD_2: case CFG_METHOD_3: rtl8126_set_mac_ocp_bit(tp, 0xE040, (BIT_1|BIT_0)); rtl8126_clear_and_set_eth_phy_ocp_bit(tp, 0xA5D0, MDIO_EEE_100TX | MDIO_EEE_1000T, eee_adv_t); if (eee->advertised & SUPPORTED_2500baseX_Full) rtl8126_set_eth_phy_ocp_bit(tp, 0xA6D4, MDIO_EEE_2_5GT); else rtl8126_clear_eth_phy_ocp_bit(tp, 0xA6D4, MDIO_EEE_2_5GT); if (HW_SUPP_PHY_LINK_SPEED_5000M(tp)) rtl8126_clear_eth_phy_ocp_bit(tp, 0xA6D4, MDIO_EEE_5GT); rtl8126_clear_eth_phy_ocp_bit(tp, 0xA6D8, BIT_4); rtl8126_clear_eth_phy_ocp_bit(tp, 0xA428, BIT_7); rtl8126_clear_eth_phy_ocp_bit(tp, 0xA4A2, BIT_9); break; default: ret = -EOPNOTSUPP; break; } /*Advanced EEE*/ rtl8126_disable_adv_eee(tp); return ret; } static int rtl8126_disable_eee(struct rtl8126_private *tp) { int ret; ret = 0; switch (tp->mcfg) { case CFG_METHOD_1: case CFG_METHOD_2: case CFG_METHOD_3: rtl8126_clear_mac_ocp_bit(tp, 0xE040, (BIT_1|BIT_0)); rtl8126_clear_eth_phy_ocp_bit(tp, 0xA5D0, (MDIO_EEE_100TX | MDIO_EEE_1000T)); rtl8126_clear_eth_phy_ocp_bit(tp, 0xA6D4, MDIO_EEE_2_5GT); if (HW_SUPP_PHY_LINK_SPEED_5000M(tp)) rtl8126_clear_eth_phy_ocp_bit(tp, 0xA6D4, MDIO_EEE_5GT); rtl8126_clear_eth_phy_ocp_bit(tp, 0xA6D8, BIT_4); rtl8126_clear_eth_phy_ocp_bit(tp, 0xA428, BIT_7); rtl8126_clear_eth_phy_ocp_bit(tp, 0xA4A2, BIT_9); break; default: ret = -EOPNOTSUPP; break; } /*Advanced EEE*/ rtl8126_disable_adv_eee(tp); return ret; } static int rtl_nway_reset(struct net_device *dev) { struct rtl8126_private *tp = netdev_priv(dev); int ret, bmcr; if (unlikely(tp->rtk_enable_diag)) return -EBUSY; /* if autoneg is off, it's an error */ rtl8126_mdio_write(tp, 0x1F, 0x0000); bmcr = rtl8126_mdio_read(tp, MII_BMCR); if (bmcr & BMCR_ANENABLE) { bmcr |= BMCR_ANRESTART; rtl8126_mdio_write(tp, MII_BMCR, bmcr); ret = 0; } else { ret = -EINVAL; } return ret; } #if LINUX_VERSION_CODE >= KERNEL_VERSION(3,6,0) static u32 rtl8126_device_lpi_t_to_ethtool_lpi_t(struct rtl8126_private *tp , u32 lpi_timer) { u32 to_us; u16 status; to_us = lpi_timer * 80; status = RTL_R16(tp, PHYstatus); if (status & LinkStatus) { /*link on*/ if (HW_SUPP_PHY_LINK_SPEED_5000M(tp)) { //5G : lpi_timer * 12.8ns //2.5G : lpi_timer * 25.6ns //Giga: lpi_timer * 8ns //100M : lpi_timer * 80ns if (status & (_5000bpsF)) to_us = (lpi_timer * 128) / 10; else if (status & _2500bpsF) to_us = (lpi_timer * 256) / 10; else if (status & _1000bpsF) to_us = lpi_timer * 8; } else { //2.5G : lpi_timer * 3.2ns //Giga: lpi_timer * 8ns //100M : lpi_timer * 80ns if (status & _2500bpsF) to_us = (lpi_timer * 32) / 10; else if (status & _1000bpsF) to_us = lpi_timer * 8; } } //ns to us to_us /= 1000; return to_us; } static int rtl_ethtool_get_eee(struct net_device *net, struct ethtool_eee *edata) { struct rtl8126_private *tp = netdev_priv(net); struct ethtool_eee *eee = &tp->eee; u32 lp, adv, tx_lpi_timer, supported = 0; u16 val; if (unlikely(tp->rtk_enable_diag)) return -EBUSY; /* Get Supported EEE */ //val = rtl8126_mdio_direct_read_phy_ocp(tp, 0xA5C4); //supported = mmd_eee_cap_to_ethtool_sup_t(val); supported = eee->supported; /* Get advertisement EEE */ adv = eee->advertised; /* Get LP advertisement EEE */ val = rtl8126_mdio_direct_read_phy_ocp(tp, 0xA5D2); lp = mmd_eee_adv_to_ethtool_adv_t(val); val = rtl8126_mdio_direct_read_phy_ocp(tp, 0xA6D0); if (val & RTK_LPA_EEE_ADVERTISE_2500FULL) lp |= ADVERTISED_2500baseX_Full; /* Get EEE Tx LPI timer*/ tx_lpi_timer = rtl8126_device_lpi_t_to_ethtool_lpi_t(tp, eee->tx_lpi_timer); val = rtl8126_mac_ocp_read(tp, 0xE040); val &= BIT_1 | BIT_0; edata->eee_enabled = !!val; edata->eee_active = !!(supported & adv & lp); edata->supported = supported; edata->advertised = adv; edata->lp_advertised = lp; edata->tx_lpi_enabled = edata->eee_enabled; edata->tx_lpi_timer = tx_lpi_timer; return 0; } static int rtl_ethtool_set_eee(struct net_device *net, struct ethtool_eee *edata) { struct rtl8126_private *tp = netdev_priv(net); struct ethtool_eee *eee = &tp->eee; u32 advertising; int rc = 0; if (!HW_HAS_WRITE_PHY_MCU_RAM_CODE(tp) || tp->DASH) return -EOPNOTSUPP; if (unlikely(tp->rtk_enable_diag)) { dev_printk(KERN_WARNING, tp_to_dev(tp), "Diag Enabled\n"); rc = -EBUSY; goto out; } if (tp->autoneg != AUTONEG_ENABLE) { dev_printk(KERN_WARNING, tp_to_dev(tp), "EEE requires autoneg\n"); rc = -EINVAL; goto out; } /* if (edata->tx_lpi_enabled) { if (edata->tx_lpi_timer > tp->max_jumbo_frame_size || edata->tx_lpi_timer < ETH_MIN_MTU) { dev_printk(KERN_WARNING, tp_to_dev(tp), "Valid LPI timer range is %d to %d. \n", ETH_MIN_MTU, tp->max_jumbo_frame_size); rc = -EINVAL; goto out; } } */ advertising = tp->advertising; if (!edata->advertised) { edata->advertised = advertising & eee->supported; } else if (edata->advertised & ~advertising) { dev_printk(KERN_WARNING, tp_to_dev(tp), "EEE advertised %x must be a subset of autoneg advertised speeds %x\n", edata->advertised, advertising); rc = -EINVAL; goto out; } if (edata->advertised & ~eee->supported) { dev_printk(KERN_WARNING, tp_to_dev(tp), "EEE advertised %x must be a subset of support %x\n", edata->advertised, eee->supported); rc = -EINVAL; goto out; } //tp->eee.eee_enabled = edata->eee_enabled; //tp->eee_adv_t = ethtool_adv_to_mmd_eee_adv_t(edata->advertised); dev_printk(KERN_WARNING, tp_to_dev(tp), "EEE tx_lpi_timer %x must be a subset of support %x\n", edata->tx_lpi_timer, eee->tx_lpi_timer); eee->advertised = edata->advertised; //eee->tx_lpi_enabled = edata->tx_lpi_enabled; //eee->tx_lpi_timer = edata->tx_lpi_timer; eee->eee_enabled = edata->eee_enabled; if (eee->eee_enabled) rtl8126_enable_eee(tp); else rtl8126_disable_eee(tp); rtl_nway_reset(net); return rc; out: return rc; } #endif /* LINUX_VERSION_CODE >= KERNEL_VERSION(3,6,0) */ #if LINUX_VERSION_CODE > KERNEL_VERSION(2,4,22) static const struct ethtool_ops rtl8126_ethtool_ops = { .get_drvinfo = rtl8126_get_drvinfo, .get_regs_len = rtl8126_get_regs_len, .get_link = ethtool_op_get_link, #if LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,0) .get_ringparam = rtl8126_get_ringparam, .set_ringparam = rtl8126_set_ringparam, #endif //LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,0) #if LINUX_VERSION_CODE < KERNEL_VERSION(4,6,0) .get_settings = rtl8126_get_settings, .set_settings = rtl8126_set_settings, #else .get_link_ksettings = rtl8126_get_settings, .set_link_ksettings = rtl8126_set_settings, #endif //LINUX_VERSION_CODE < KERNEL_VERSION(4,6,0) #if LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,0) .get_pauseparam = rtl8126_get_pauseparam, .set_pauseparam = rtl8126_set_pauseparam, #endif //LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,0) .get_msglevel = rtl8126_get_msglevel, .set_msglevel = rtl8126_set_msglevel, #if LINUX_VERSION_CODE < KERNEL_VERSION(3,3,0) .get_rx_csum = rtl8126_get_rx_csum, .set_rx_csum = rtl8126_set_rx_csum, .get_tx_csum = rtl8126_get_tx_csum, .set_tx_csum = rtl8126_set_tx_csum, .get_sg = ethtool_op_get_sg, .set_sg = ethtool_op_set_sg, #ifdef NETIF_F_TSO .get_tso = ethtool_op_get_tso, .set_tso = ethtool_op_set_tso, #endif //NETIF_F_TSO #endif //LINUX_VERSION_CODE < KERNEL_VERSION(3,3,0) .get_regs = rtl8126_get_regs, .get_wol = rtl8126_get_wol, .set_wol = rtl8126_set_wol, .get_strings = rtl8126_get_strings, #if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,33) .get_stats_count = rtl8126_get_stats_count, #else .get_sset_count = rtl8126_get_sset_count, #endif //LINUX_VERSION_CODE < KERNEL_VERSION(2,6,33) .get_ethtool_stats = rtl8126_get_ethtool_stats, #if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,23) #ifdef ETHTOOL_GPERMADDR .get_perm_addr = ethtool_op_get_perm_addr, #endif //ETHTOOL_GPERMADDR #endif //LINUX_VERSION_CODE < KERNEL_VERSION(2,6,23) .get_eeprom = rtl_get_eeprom, .get_eeprom_len = rtl_get_eeprom_len, #ifdef ENABLE_RSS_SUPPORT .get_rxnfc = rtl8126_get_rxnfc, .set_rxnfc = rtl8126_set_rxnfc, .get_rxfh_indir_size = rtl8126_rss_indir_size, .get_rxfh_key_size = rtl8126_get_rxfh_key_size, .get_rxfh = rtl8126_get_rxfh, .set_rxfh = rtl8126_set_rxfh, #endif //ENABLE_RSS_SUPPORT #if LINUX_VERSION_CODE >= KERNEL_VERSION(3,5,0) #ifdef ENABLE_PTP_SUPPORT .get_ts_info = rtl8126_get_ts_info, #else .get_ts_info = ethtool_op_get_ts_info, #endif //ENABLE_PTP_SUPPORT #endif //LINUX_VERSION_CODE >= KERNEL_VERSION(3,5,0) #if LINUX_VERSION_CODE >= KERNEL_VERSION(3,6,0) .get_eee = rtl_ethtool_get_eee, .set_eee = rtl_ethtool_set_eee, #endif /* LINUX_VERSION_CODE >= KERNEL_VERSION(3,6,0) */ .nway_reset = rtl_nway_reset, }; #endif //LINUX_VERSION_CODE > KERNEL_VERSION(2,4,22) static void rtl8126_get_mac_version(struct rtl8126_private *tp) { u32 reg,val32; u32 ICVerID; val32 = RTL_R32(tp, TxConfig); reg = val32 & 0x7c800000; ICVerID = val32 & 0x00700000; switch (reg) { case 0x64800000: if (ICVerID == 0x00000000) { tp->mcfg = CFG_METHOD_1; } else if (ICVerID == 0x100000) { tp->mcfg = CFG_METHOD_2; } else if (ICVerID == 0x200000) { tp->mcfg = CFG_METHOD_3; } else { tp->mcfg = CFG_METHOD_3; tp->HwIcVerUnknown = TRUE; } tp->efuse_ver = EFUSE_SUPPORT_V4; break; default: printk("unknown chip version (%x)\n",reg); tp->mcfg = CFG_METHOD_DEFAULT; tp->HwIcVerUnknown = TRUE; tp->efuse_ver = EFUSE_NOT_SUPPORT; break; } } static void rtl8126_print_mac_version(struct rtl8126_private *tp) { int i; for (i = ARRAY_SIZE(rtl_chip_info) - 1; i >= 0; i--) { if (tp->mcfg == rtl_chip_info[i].mcfg) { dprintk("Realtek %s Ethernet controller mcfg = %04d\n", MODULENAME, rtl_chip_info[i].mcfg); return; } } dprintk("mac_version == Unknown\n"); } static void rtl8126_tally_counter_addr_fill(struct rtl8126_private *tp) { if (!tp->tally_paddr) return; RTL_W32(tp, CounterAddrHigh, (u64)tp->tally_paddr >> 32); RTL_W32(tp, CounterAddrLow, (u64)tp->tally_paddr & (DMA_BIT_MASK(32))); } static void rtl8126_tally_counter_clear(struct rtl8126_private *tp) { if (!tp->tally_paddr) return; RTL_W32(tp, CounterAddrHigh, (u64)tp->tally_paddr >> 32); RTL_W32(tp, CounterAddrLow, ((u64)tp->tally_paddr & (DMA_BIT_MASK(32))) | CounterReset); } static void rtl8126_clear_phy_ups_reg(struct net_device *dev) { struct rtl8126_private *tp = netdev_priv(dev); switch (tp->mcfg) { case CFG_METHOD_1: case CFG_METHOD_2: case CFG_METHOD_3: rtl8126_clear_eth_phy_ocp_bit(tp, 0xA466, BIT_0); break; }; rtl8126_clear_eth_phy_ocp_bit(tp, 0xA468, BIT_3 | BIT_1); } static int rtl8126_is_ups_resume(struct net_device *dev) { struct rtl8126_private *tp = netdev_priv(dev); switch (tp->mcfg) { case CFG_METHOD_1 ... CFG_METHOD_3: return (rtl8126_mac_ocp_read(tp, 0xD42C) & BIT_8); default: return 0; }; } static void rtl8126_clear_ups_resume_bit(struct net_device *dev) { struct rtl8126_private *tp = netdev_priv(dev); switch (tp->mcfg) { case CFG_METHOD_1 ... CFG_METHOD_3: rtl8126_clear_mac_ocp_bit(tp, 0xD42C, BIT_8); break; default: return; }; } static u8 rtl8126_get_phy_state(struct rtl8126_private *tp) { switch (tp->mcfg) { case CFG_METHOD_1 ... CFG_METHOD_3: return (rtl8126_mdio_direct_read_phy_ocp(tp, 0xA420) & 0x7); default: return 0xff; }; } static void rtl8126_wait_phy_ups_resume(struct net_device *dev, u16 PhyState) { struct rtl8126_private *tp = netdev_priv(dev); int i; switch (tp->mcfg) { case CFG_METHOD_1 ... CFG_METHOD_3: for (i=0; i< 100; i++) { if (rtl8126_get_phy_state(tp) == PhyState) break; else mdelay(1); } #if LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,18) WARN_ON_ONCE(i == 100); #endif break; default: break; }; } void rtl8126_enable_now_is_oob(struct rtl8126_private *tp) { if (tp->HwSuppNowIsOobVer == 1) RTL_W8(tp, MCUCmd_reg, RTL_R8(tp, MCUCmd_reg) | Now_is_oob); } void rtl8126_disable_now_is_oob(struct rtl8126_private *tp) { if (tp->HwSuppNowIsOobVer == 1) RTL_W8(tp, MCUCmd_reg, RTL_R8(tp, MCUCmd_reg) & ~Now_is_oob); } static void rtl8126_exit_oob(struct net_device *dev) { struct rtl8126_private *tp = netdev_priv(dev); u16 data16; rtl8126_disable_rx_packet_filter(tp); if (HW_DASH_SUPPORT_DASH(tp)) { rtl8126_driver_start(tp); rtl8126_dash2_disable_txrx(dev); #ifdef ENABLE_DASH_SUPPORT DashHwInit(dev); #endif } #ifdef ENABLE_REALWOW_SUPPORT rtl8126_realwow_hw_init(dev); #else //Disable realwow function switch (tp->mcfg) { case CFG_METHOD_1: case CFG_METHOD_2: case CFG_METHOD_3: rtl8126_mac_ocp_write(tp, 0xC0BC, 0x00FF); break; } #endif //ENABLE_REALWOW_SUPPORT rtl8126_nic_reset(dev); switch (tp->mcfg) { case CFG_METHOD_1: case CFG_METHOD_2: case CFG_METHOD_3: rtl8126_disable_now_is_oob(tp); data16 = rtl8126_mac_ocp_read(tp, 0xE8DE) & ~BIT_14; rtl8126_mac_ocp_write(tp, 0xE8DE, data16); rtl8126_wait_ll_share_fifo_ready(dev); rtl8126_mac_ocp_write(tp, 0xC0AA, 0x07D0); #ifdef ENABLE_LIB_SUPPORT rtl8126_mac_ocp_write(tp, 0xC0A6, 0x04E2); #else rtl8126_mac_ocp_write(tp, 0xC0A6, 0x01B5); #endif rtl8126_mac_ocp_write(tp, 0xC01E, 0x5555); rtl8126_wait_ll_share_fifo_ready(dev); break; } //wait ups resume (phy state 2) switch (tp->mcfg) { case CFG_METHOD_1: case CFG_METHOD_2: case CFG_METHOD_3: if (rtl8126_is_ups_resume(dev)) { rtl8126_wait_phy_ups_resume(dev, 2); rtl8126_clear_ups_resume_bit(dev); rtl8126_clear_phy_ups_reg(dev); } break; }; } void rtl8126_hw_disable_mac_mcu_bps(struct net_device *dev) { u16 regAddr; struct rtl8126_private *tp = netdev_priv(dev); switch (tp->mcfg) { case CFG_METHOD_1: case CFG_METHOD_2: case CFG_METHOD_3: rtl8126_enable_aspm_clkreq_lock(tp, 0); break; } switch (tp->mcfg) { case CFG_METHOD_1: case CFG_METHOD_2: case CFG_METHOD_3: rtl8126_mac_ocp_write(tp, 0xFC48, 0x0000); break; } switch (tp->mcfg) { case CFG_METHOD_1: case CFG_METHOD_2: case CFG_METHOD_3: for (regAddr = 0xFC28; regAddr < 0xFC48; regAddr += 2) { rtl8126_mac_ocp_write(tp, regAddr, 0x0000); } mdelay(3); rtl8126_mac_ocp_write(tp, 0xFC26, 0x0000); break; } } #ifndef ENABLE_USE_FIRMWARE_FILE static void rtl8126_switch_mac_mcu_ram_code_page(struct rtl8126_private *tp, u16 page) { u16 tmpUshort; page &= (BIT_1 | BIT_0); tmpUshort = rtl8126_mac_ocp_read(tp, 0xE446); tmpUshort &= ~(BIT_1 | BIT_0); tmpUshort |= page; rtl8126_mac_ocp_write(tp, 0xE446, tmpUshort); } static void _rtl8126_write_mac_mcu_ram_code(struct rtl8126_private *tp, const u16 *entry, u16 entry_cnt) { u16 i; for (i = 0; i < entry_cnt; i++) { rtl8126_mac_ocp_write(tp, 0xF800 + i * 2, entry[i]); } } static void _rtl8126_write_mac_mcu_ram_code_with_page(struct rtl8126_private *tp, const u16 *entry, u16 entry_cnt, u16 page_size) { u16 i; u16 offset; if (page_size == 0) return; for (i = 0; i < entry_cnt; i++) { offset = i % page_size; if (offset == 0) { u16 page = (i / page_size); rtl8126_switch_mac_mcu_ram_code_page(tp, page); } rtl8126_mac_ocp_write(tp, 0xF800 + offset * 2, entry[i]); } } static void rtl8126_write_mac_mcu_ram_code(struct rtl8126_private *tp, const u16 *entry, u16 entry_cnt) { if (FALSE == HW_SUPPORT_MAC_MCU(tp)) return; if (entry == NULL || entry_cnt == 0) return; if (tp->MacMcuPageSize > 0) _rtl8126_write_mac_mcu_ram_code_with_page(tp, entry, entry_cnt, tp->MacMcuPageSize); else _rtl8126_write_mac_mcu_ram_code(tp, entry, entry_cnt); } static void rtl8126_set_mac_mcu_8126a_1(struct net_device *dev) { struct rtl8126_private *tp = netdev_priv(dev); static const u16 mcu_patch_code_8126a_1[] = { 0xE010, 0xE019, 0xE01B, 0xE01D, 0xE01F, 0xE021, 0xE023, 0xE025, 0xE027, 0xE029, 0xE02B, 0xE02D, 0xE02F, 0xE031, 0xE033, 0xE035, 0x48C0, 0x9C66, 0x7446, 0x4840, 0x48C1, 0x48C2, 0x9C46, 0xC402, 0xBC00, 0x0AD6, 0xC602, 0xBE00, 0x0000, 0xC602, 0xBE00, 0x0000, 0xC602, 0xBE00, 0x0000, 0xC602, 0xBE00, 0x0000, 0xC602, 0xBE00, 0x0000, 0xC602, 0xBE00, 0x0000, 0xC602, 0xBE00, 0x0000, 0xC602, 0xBE00, 0x0000, 0xC602, 0xBE00, 0x0000, 0xC602, 0xBE00, 0x0000, 0xC602, 0xBE00, 0x0000, 0xC602, 0xBE00, 0x0000, 0xC602, 0xBE00, 0x0000, 0xC602, 0xBE00, 0x0000, 0xC602, 0xBE00, 0x0000 }; rtl8126_hw_disable_mac_mcu_bps(dev); rtl8126_write_mac_mcu_ram_code(tp, mcu_patch_code_8126a_1, ARRAY_SIZE(mcu_patch_code_8126a_1)); rtl8126_mac_ocp_write(tp, 0xFC26, 0x8000); rtl8126_mac_ocp_write(tp, 0xFC28, 0x0AAA); rtl8126_mac_ocp_write(tp, 0xFC48, 0x0001); } static void rtl8126_set_mac_mcu_8126a_2(struct net_device *dev) { rtl8126_hw_disable_mac_mcu_bps(dev); } static void rtl8126_set_mac_mcu_8126a_3(struct net_device *dev) { rtl8126_hw_disable_mac_mcu_bps(dev); } static void rtl8126_hw_mac_mcu_config(struct net_device *dev) { struct rtl8126_private *tp = netdev_priv(dev); if (tp->NotWrMcuPatchCode == TRUE) return; switch (tp->mcfg) { case CFG_METHOD_1: rtl8126_set_mac_mcu_8126a_1(dev); break; case CFG_METHOD_2: rtl8126_set_mac_mcu_8126a_2(dev); break; case CFG_METHOD_3: rtl8126_set_mac_mcu_8126a_3(dev); break; } } #endif #ifdef ENABLE_USE_FIRMWARE_FILE static void rtl8126_release_firmware(struct rtl8126_private *tp) { if (tp->rtl_fw) { rtl8126_fw_release_firmware(tp->rtl_fw); kfree(tp->rtl_fw); tp->rtl_fw = NULL; } } void rtl8126_apply_firmware(struct rtl8126_private *tp) { /* TODO: release firmware if rtl_fw_write_firmware signals failure. */ if (tp->rtl_fw) { rtl8126_fw_write_firmware(tp, tp->rtl_fw); /* At least one firmware doesn't reset tp->ocp_base. */ tp->ocp_base = OCP_STD_PHY_BASE; /* PHY soft reset may still be in progress */ //phy_read_poll_timeout(tp->phydev, MII_BMCR, val, // !(val & BMCR_RESET), // 50000, 600000, true); rtl8126_wait_phy_reset_complete(tp); tp->hw_ram_code_ver = rtl8126_get_hw_phy_mcu_code_ver(tp); tp->sw_ram_code_ver = tp->hw_ram_code_ver; tp->HwHasWrRamCodeToMicroP = TRUE; } } #endif static void rtl8126_hw_init(struct net_device *dev) { struct rtl8126_private *tp = netdev_priv(dev); u32 csi_tmp; switch (tp->mcfg) { case CFG_METHOD_1: case CFG_METHOD_2: case CFG_METHOD_3: rtl8126_enable_aspm_clkreq_lock(tp, 0); rtl8126_enable_force_clkreq(tp, 0); break; } //Disable UPS switch (tp->mcfg) { case CFG_METHOD_1: case CFG_METHOD_2: case CFG_METHOD_3: rtl8126_mac_ocp_write(tp, 0xD40A, rtl8126_mac_ocp_read(tp, 0xD40A) & ~(BIT_4)); break; } #ifndef ENABLE_USE_FIRMWARE_FILE if (!tp->rtl_fw) rtl8126_hw_mac_mcu_config(dev); #endif //Set PCIE uncorrectable error status mask pcie 0x108 csi_tmp = rtl8126_csi_read(tp, 0x108); csi_tmp |= BIT_20; rtl8126_csi_write(tp, 0x108, csi_tmp); rtl8126_enable_cfg9346_write(tp); rtl8126_disable_linkchg_wakeup(dev); rtl8126_disable_cfg9346_write(tp); rtl8126_disable_magic_packet(dev); rtl8126_disable_d0_speedup(tp); rtl8126_set_pci_pme(tp, 0); if (s0_magic_packet == 1) rtl8126_enable_magic_packet(dev); #ifdef ENABLE_USE_FIRMWARE_FILE if (tp->rtl_fw && !tp->resume_not_chg_speed && !(HW_DASH_SUPPORT_TYPE_3(tp) && tp->HwPkgDet == 0x06)) rtl8126_apply_firmware(tp); #endif } static void rtl8126_hw_ephy_config(struct net_device *dev) { struct rtl8126_private *tp = netdev_priv(dev); switch (tp->mcfg) { case CFG_METHOD_1: case CFG_METHOD_2: case CFG_METHOD_3: /* nothing to do */ break; } } static u16 rtl8126_get_hw_phy_mcu_code_ver(struct rtl8126_private *tp) { u16 hw_ram_code_ver = ~0; switch (tp->mcfg) { case CFG_METHOD_1: case CFG_METHOD_2: case CFG_METHOD_3: rtl8126_mdio_direct_write_phy_ocp(tp, 0xA436, 0x801E); hw_ram_code_ver = rtl8126_mdio_direct_read_phy_ocp(tp, 0xA438); break; } return hw_ram_code_ver; } static int rtl8126_check_hw_phy_mcu_code_ver(struct net_device *dev) { struct rtl8126_private *tp = netdev_priv(dev); int ram_code_ver_match = 0; tp->hw_ram_code_ver = rtl8126_get_hw_phy_mcu_code_ver(tp); if (tp->hw_ram_code_ver == tp->sw_ram_code_ver) { ram_code_ver_match = 1; tp->HwHasWrRamCodeToMicroP = TRUE; } return ram_code_ver_match; } bool rtl8126_set_phy_mcu_patch_request(struct rtl8126_private *tp) { u16 gphy_val; u16 WaitCount; bool bSuccess = TRUE; rtl8126_set_eth_phy_ocp_bit(tp, 0xB820, BIT_4); WaitCount = 0; do { gphy_val = rtl8126_mdio_direct_read_phy_ocp(tp, 0xB800); udelay(100); WaitCount++; } while (!(gphy_val & BIT_6) && (WaitCount < 1000)); if (!(gphy_val & BIT_6) && (WaitCount == 1000)) bSuccess = FALSE; if (!bSuccess) dprintk("rtl8126_set_phy_mcu_patch_request fail.\n"); return bSuccess; } bool rtl8126_clear_phy_mcu_patch_request(struct rtl8126_private *tp) { u16 gphy_val; u16 WaitCount; bool bSuccess = TRUE; rtl8126_clear_eth_phy_ocp_bit(tp, 0xB820, BIT_4); WaitCount = 0; do { gphy_val = rtl8126_mdio_direct_read_phy_ocp(tp, 0xB800); udelay(100); WaitCount++; } while ((gphy_val & BIT_6) && (WaitCount < 1000)); if ((gphy_val & BIT_6) && (WaitCount == 1000)) bSuccess = FALSE; if (!bSuccess) dprintk("rtl8126_clear_phy_mcu_patch_request fail.\n"); return bSuccess; } #ifndef ENABLE_USE_FIRMWARE_FILE static void rtl8126_write_hw_phy_mcu_code_ver(struct net_device *dev) { struct rtl8126_private *tp = netdev_priv(dev); switch (tp->mcfg) { case CFG_METHOD_1: case CFG_METHOD_2: case CFG_METHOD_3: rtl8126_mdio_direct_write_phy_ocp(tp, 0xA436, 0x801E); rtl8126_mdio_direct_write_phy_ocp(tp, 0xA438, tp->sw_ram_code_ver); tp->hw_ram_code_ver = tp->sw_ram_code_ver; break; } } static void rtl8126_set_phy_mcu_ram_code(struct net_device *dev, const u16 *ramcode, u16 codesize) { struct rtl8126_private *tp = netdev_priv(dev); u16 i; u16 addr; u16 val; if (ramcode == NULL || codesize % 2) { goto out; } for (i = 0; i < codesize; i += 2) { addr = ramcode[i]; val = ramcode[i + 1]; if (addr == 0xFFFF && val == 0xFFFF) { break; } rtl8126_mdio_direct_write_phy_ocp(tp, addr, val); } out: return; } static void rtl8126_enable_phy_disable_mode(struct net_device *dev) { struct rtl8126_private *tp = netdev_priv(dev); switch (tp->HwSuppCheckPhyDisableModeVer) { case 3: RTL_W8(tp, 0xF2, RTL_R8(tp, 0xF2) | BIT_5); break; } dprintk("enable phy disable mode.\n"); } static void rtl8126_disable_phy_disable_mode(struct net_device *dev) { struct rtl8126_private *tp = netdev_priv(dev); switch (tp->HwSuppCheckPhyDisableModeVer) { case 3: RTL_W8(tp, 0xF2, RTL_R8(tp, 0xF2) & ~BIT_5); break; } mdelay(1); dprintk("disable phy disable mode.\n"); } static const u16 phy_mcu_ram_code_8126a_1_1[] = { 0xa436, 0x8023, 0xa438, 0x4900, 0xa436, 0xB82E, 0xa438, 0x0001, 0xBFBA, 0xE000, 0xBF1A, 0xC1B9, 0xBFA8, 0x10F0, 0xBFB0, 0x0210, 0xBFB4, 0xE7E4, 0xb820, 0x0090, 0xa436, 0xA016, 0xa438, 0x0000, 0xa436, 0xA012, 0xa438, 0x0000, 0xa436, 0xA014, 0xa438, 0x1800, 0xa438, 0x8010, 0xa438, 0x1800, 0xa438, 0x8062, 0xa438, 0x1800, 0xa438, 0x8069, 0xa438, 0x1800, 0xa438, 0x80e2, 0xa438, 0x1800, 0xa438, 0x80eb, 0xa438, 0x1800, 0xa438, 0x80f5, 0xa438, 0x1800, 0xa438, 0x811b, 0xa438, 0x1800, 0xa438, 0x8120, 0xa438, 0xd500, 0xa438, 0xd049, 0xa438, 0xd1b9, 0xa438, 0xa208, 0xa438, 0x8208, 0xa438, 0xd503, 0xa438, 0xa104, 0xa438, 0x0c07, 0xa438, 0x0902, 0xa438, 0xd500, 0xa438, 0xbc10, 0xa438, 0xc484, 0xa438, 0xd503, 0xa438, 0xcc02, 0xa438, 0xcd0d, 0xa438, 0xaf01, 0xa438, 0xd500, 0xa438, 0xd703, 0xa438, 0x4531, 0xa438, 0xbd08, 0xa438, 0x1000, 0xa438, 0x16bb, 0xa438, 0xd75e, 0xa438, 0x5fb3, 0xa438, 0xd503, 0xa438, 0xd04d, 0xa438, 0xd1c7, 0xa438, 0x0cf0, 0xa438, 0x0e10, 0xa438, 0xd704, 0xa438, 0x5ffc, 0xa438, 0xd04d, 0xa438, 0xd1c7, 0xa438, 0x0cf0, 0xa438, 0x0e20, 0xa438, 0xd704, 0xa438, 0x5ffc, 0xa438, 0xd04d, 0xa438, 0xd1c7, 0xa438, 0x0cf0, 0xa438, 0x0e40, 0xa438, 0xd704, 0xa438, 0x5ffc, 0xa438, 0xd04d, 0xa438, 0xd1c7, 0xa438, 0x0cf0, 0xa438, 0x0e80, 0xa438, 0xd704, 0xa438, 0x5ffc, 0xa438, 0xd07b, 0xa438, 0xd1c5, 0xa438, 0x8ef0, 0xa438, 0xd704, 0xa438, 0x5ffc, 0xa438, 0x9d08, 0xa438, 0x1000, 0xa438, 0x16bb, 0xa438, 0xd75e, 0xa438, 0x7fb3, 0xa438, 0x1000, 0xa438, 0x16bb, 0xa438, 0xd75e, 0xa438, 0x5fad, 0xa438, 0x1000, 0xa438, 0x181f, 0xa438, 0xd703, 0xa438, 0x3181, 0xa438, 0x8059, 0xa438, 0x60ad, 0xa438, 0x1000, 0xa438, 0x16bb, 0xa438, 0xd703, 0xa438, 0x5fbb, 0xa438, 0x1000, 0xa438, 0x16bb, 0xa438, 0xd719, 0xa438, 0x7fa8, 0xa438, 0xd500, 0xa438, 0xd049, 0xa438, 0xd1b9, 0xa438, 0x1800, 0xa438, 0x0f0b, 0xa438, 0xd500, 0xa438, 0xd07b, 0xa438, 0xd1b5, 0xa438, 0xd0f6, 0xa438, 0xd1c5, 0xa438, 0x1800, 0xa438, 0x1049, 0xa438, 0xd707, 0xa438, 0x4121, 0xa438, 0xd706, 0xa438, 0x40fa, 0xa438, 0xd099, 0xa438, 0xd1c6, 0xa438, 0x1000, 0xa438, 0x16bb, 0xa438, 0xd704, 0xa438, 0x5fbc, 0xa438, 0xbc80, 0xa438, 0xc489, 0xa438, 0xd503, 0xa438, 0xcc08, 0xa438, 0xcd46, 0xa438, 0xaf01, 0xa438, 0xd500, 0xa438, 0x1000, 0xa438, 0x0903, 0xa438, 0x1000, 0xa438, 0x16bb, 0xa438, 0xd75e, 0xa438, 0x5f6d, 0xa438, 0x1000, 0xa438, 0x181f, 0xa438, 0xd504, 0xa438, 0xa210, 0xa438, 0xd500, 0xa438, 0x1000, 0xa438, 0x16bb, 0xa438, 0xd719, 0xa438, 0x5fbc, 0xa438, 0xd504, 0xa438, 0x8210, 0xa438, 0xd503, 0xa438, 0xc6d0, 0xa438, 0xa521, 0xa438, 0xcd49, 0xa438, 0xaf01, 0xa438, 0xd504, 0xa438, 0xa220, 0xa438, 0xd500, 0xa438, 0x1000, 0xa438, 0x16bb, 0xa438, 0xd75e, 0xa438, 0x5fad, 0xa438, 0x1000, 0xa438, 0x181f, 0xa438, 0xd503, 0xa438, 0xa704, 0xa438, 0x0c07, 0xa438, 0x0904, 0xa438, 0xd504, 0xa438, 0xa102, 0xa438, 0xd500, 0xa438, 0x1000, 0xa438, 0x16bb, 0xa438, 0xd718, 0xa438, 0x5fab, 0xa438, 0xd503, 0xa438, 0xc6f0, 0xa438, 0xa521, 0xa438, 0xd505, 0xa438, 0xa404, 0xa438, 0xd500, 0xa438, 0xd701, 0xa438, 0x6085, 0xa438, 0xd504, 0xa438, 0xc9f1, 0xa438, 0xf003, 0xa438, 0xd504, 0xa438, 0xc9f0, 0xa438, 0xd503, 0xa438, 0xcd4a, 0xa438, 0xaf01, 0xa438, 0xd500, 0xa438, 0xd504, 0xa438, 0xa802, 0xa438, 0xd500, 0xa438, 0x1000, 0xa438, 0x16bb, 0xa438, 0xd707, 0xa438, 0x5fb1, 0xa438, 0xd707, 0xa438, 0x5f10, 0xa438, 0xd505, 0xa438, 0xa402, 0xa438, 0xd503, 0xa438, 0xd707, 0xa438, 0x41a1, 0xa438, 0xd706, 0xa438, 0x60ba, 0xa438, 0x60fc, 0xa438, 0x0c07, 0xa438, 0x0204, 0xa438, 0xf009, 0xa438, 0x0c07, 0xa438, 0x0202, 0xa438, 0xf006, 0xa438, 0x0c07, 0xa438, 0x0206, 0xa438, 0xf003, 0xa438, 0x0c07, 0xa438, 0x0202, 0xa438, 0xd500, 0xa438, 0xd703, 0xa438, 0x3181, 0xa438, 0x80e0, 0xa438, 0x616d, 0xa438, 0xd701, 0xa438, 0x6065, 0xa438, 0x1800, 0xa438, 0x1229, 0xa438, 0x1000, 0xa438, 0x16bb, 0xa438, 0xd707, 0xa438, 0x6061, 0xa438, 0xd704, 0xa438, 0x5f7c, 0xa438, 0x1800, 0xa438, 0x124a, 0xa438, 0xd504, 0xa438, 0x8c0f, 0xa438, 0xd505, 0xa438, 0xa20e, 0xa438, 0xd500, 0xa438, 0x1000, 0xa438, 0x1871, 0xa438, 0x1800, 0xa438, 0x1899, 0xa438, 0xd70b, 0xa438, 0x60b0, 0xa438, 0xd05a, 0xa438, 0xd19a, 0xa438, 0x1800, 0xa438, 0x1aef, 0xa438, 0xd0ef, 0xa438, 0xd19a, 0xa438, 0x1800, 0xa438, 0x1aef, 0xa438, 0x1000, 0xa438, 0x1d09, 0xa438, 0xd708, 0xa438, 0x3399, 0xa438, 0x1b63, 0xa438, 0xd709, 0xa438, 0x5f5d, 0xa438, 0xd70b, 0xa438, 0x6130, 0xa438, 0xd70d, 0xa438, 0x6163, 0xa438, 0xd709, 0xa438, 0x430b, 0xa438, 0xd71e, 0xa438, 0x62c2, 0xa438, 0xb401, 0xa438, 0xf014, 0xa438, 0xc901, 0xa438, 0x1000, 0xa438, 0x810e, 0xa438, 0xf010, 0xa438, 0xc902, 0xa438, 0x1000, 0xa438, 0x810e, 0xa438, 0xf00c, 0xa438, 0xce04, 0xa438, 0xcf01, 0xa438, 0xd70a, 0xa438, 0x5fe2, 0xa438, 0xce04, 0xa438, 0xcf02, 0xa438, 0xc900, 0xa438, 0xd70a, 0xa438, 0x4057, 0xa438, 0xb401, 0xa438, 0x0800, 0xa438, 0x1800, 0xa438, 0x1b5d, 0xa438, 0xa480, 0xa438, 0xa2b0, 0xa438, 0xa806, 0xa438, 0x1800, 0xa438, 0x225c, 0xa438, 0xa7e8, 0xa438, 0xac08, 0xa438, 0x1800, 0xa438, 0x1a4e, 0xa436, 0xA026, 0xa438, 0x1a4d, 0xa436, 0xA024, 0xa438, 0x225a, 0xa436, 0xA022, 0xa438, 0x1b53, 0xa436, 0xA020, 0xa438, 0x1aed, 0xa436, 0xA006, 0xa438, 0x1892, 0xa436, 0xA004, 0xa438, 0x11a4, 0xa436, 0xA002, 0xa438, 0x103c, 0xa436, 0xA000, 0xa438, 0x0ea6, 0xa436, 0xA008, 0xa438, 0xff00, 0xa436, 0xA016, 0xa438, 0x0000, 0xa436, 0xA012, 0xa438, 0x0ff8, 0xa436, 0xA014, 0xa438, 0x0000, 0xa438, 0xD098, 0xa438, 0xc483, 0xa438, 0xc483, 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x0000, 0xa436, 0xA152, 0xa438, 0x3fff, 0xa436, 0xA154, 0xa438, 0x0413, 0xa436, 0xA156, 0xa438, 0x1A32, 0xa436, 0xA158, 0xa438, 0x1CC0, 0xa436, 0xA15A, 0xa438, 0x3fff, 0xa436, 0xA15C, 0xa438, 0x3fff, 0xa436, 0xA15E, 0xa438, 0x3fff, 0xa436, 0xA160, 0xa438, 0x3fff, 0xa436, 0xA150, 0xa438, 0x000E, 0xa436, 0xA016, 0xa438, 0x0020, 0xa436, 0xA012, 0xa438, 0x0000, 0xa436, 0xA014, 0xa438, 0x1800, 0xa438, 0x8010, 0xa438, 0x1800, 0xa438, 0x8021, 0xa438, 0x1800, 0xa438, 0x8037, 0xa438, 0x1800, 0xa438, 0x803f, 0xa438, 0x1800, 0xa438, 0x8084, 0xa438, 0x1800, 0xa438, 0x80c5, 0xa438, 0x1800, 0xa438, 0x80cc, 0xa438, 0x1800, 0xa438, 0x80d5, 0xa438, 0xa00a, 0xa438, 0xa280, 0xa438, 0xa404, 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x1800, 0xa438, 0x099b, 0xa438, 0x1000, 0xa438, 0x1021, 0xa438, 0xd700, 0xa438, 0x5fab, 0xa438, 0xa208, 0xa438, 0x8204, 0xa438, 0xcb38, 0xa438, 0xaa40, 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x1800, 0xa438, 0x0b2a, 0xa438, 0x82a0, 0xa438, 0x8404, 0xa438, 0xa110, 0xa438, 0xd706, 0xa438, 0x4041, 0xa438, 0xa180, 0xa438, 0x1800, 0xa438, 0x0e7f, 0xa438, 0x8190, 0xa438, 0xcb93, 0xa438, 0x1000, 0xa438, 0x0ef4, 0xa438, 0xd704, 0xa438, 0x7fb8, 0xa438, 0xa008, 0xa438, 0xd706, 0xa438, 0x4040, 0xa438, 0xa002, 0xa438, 0xd705, 0xa438, 0x4079, 0xa438, 0x1000, 0xa438, 0x10ad, 0xa438, 0x0c03, 0xa438, 0x1502, 0xa438, 0x85f0, 0xa438, 0x9503, 0xa438, 0xd705, 0xa438, 0x40d9, 0xa438, 0xd70c, 0xa438, 0x6083, 0xa438, 0x0c1f, 0xa438, 0x0d09, 0xa438, 0xf003, 0xa438, 0x0c1f, 0xa438, 0x0d0a, 0xa438, 0x0cc0, 0xa438, 0x0d80, 0xa438, 0x1000, 0xa438, 0x104f, 0xa438, 0x1000, 0xa438, 0x0ef4, 0xa438, 0x8020, 0xa438, 0xd705, 0xa438, 0x40d9, 0xa438, 0xd704, 0xa438, 0x609f, 0xa438, 0xd70c, 0xa438, 0x6043, 0xa438, 0x8504, 0xa438, 0xcb94, 0xa438, 0x1000, 0xa438, 0x0ef4, 0xa438, 0xd706, 0xa438, 0x7fa2, 0xa438, 0x800a, 0xa438, 0x0c03, 0xa438, 0x1502, 0xa438, 0x0cf0, 0xa438, 0x05a0, 0xa438, 0x9503, 0xa438, 0xd705, 0xa438, 0x40b9, 0xa438, 0x0c1f, 0xa438, 0x0d00, 0xa438, 0x8dc0, 0xa438, 0xf005, 0xa438, 0xa190, 0xa438, 0x0c1f, 0xa438, 0x0d17, 0xa438, 0x8dc0, 0xa438, 0x1000, 0xa438, 0x104f, 0xa438, 0xd705, 0xa438, 0x39cc, 0xa438, 0x0c7d, 0xa438, 0x1800, 0xa438, 0x0e67, 0xa438, 0xcb96, 0xa438, 0x0c03, 0xa438, 0x1502, 0xa438, 0xab05, 0xa438, 0xac04, 0xa438, 0xac08, 0xa438, 0x9503, 0xa438, 0x0c1f, 0xa438, 0x0d00, 0xa438, 0x8dc0, 0xa438, 0x1000, 0xa438, 0x104f, 0xa438, 0x1000, 0xa438, 0x1021, 0xa438, 0xd706, 0xa438, 0x2215, 0xa438, 0x8099, 0xa438, 0x0c03, 0xa438, 0x1502, 0xa438, 0xae02, 0xa438, 0x9503, 0xa438, 0xd706, 0xa438, 0x6451, 0xa438, 0xd71f, 0xa438, 0x2e70, 0xa438, 0x0f00, 0xa438, 0xd706, 0xa438, 0x3290, 0xa438, 0x80be, 0xa438, 0xd704, 0xa438, 0x2e70, 0xa438, 0x8090, 0xa438, 0xd706, 0xa438, 0x339c, 0xa438, 0x8090, 0xa438, 0x8718, 0xa438, 0x8910, 0xa438, 0x0c03, 0xa438, 0x1502, 0xa438, 0xc500, 0xa438, 0x9503, 0xa438, 0x0c1f, 0xa438, 0x0d17, 0xa438, 0x8dc0, 0xa438, 0x1000, 0xa438, 0x104f, 0xa438, 0x0c03, 0xa438, 0x1502, 0xa438, 0x8c04, 0xa438, 0x9503, 0xa438, 0xa00a, 0xa438, 0xa190, 0xa438, 0xa280, 0xa438, 0xa404, 0xa438, 0x1800, 0xa438, 0x0f35, 0xa438, 0x1800, 0xa438, 0x0f07, 0xa438, 0x0c03, 0xa438, 0x1502, 0xa438, 0x8c08, 0xa438, 0x8c04, 0xa438, 0x9503, 0xa438, 0x1800, 0xa438, 0x0f02, 0xa438, 0x1000, 0xa438, 0x1021, 0xa438, 0xd700, 0xa438, 0x5fb4, 0xa438, 0xaa10, 0xa438, 0x1800, 0xa438, 0x0c6b, 0xa438, 0x82a0, 0xa438, 0x8406, 0xa438, 0x0c03, 0xa438, 0x1502, 0xa438, 0xac04, 0xa438, 0x8602, 0xa438, 0x9503, 0xa438, 0x1800, 0xa438, 0x0e09, 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x8308, 0xa438, 0x0c03, 0xa438, 0x1502, 0xa438, 0xc555, 0xa438, 0x9503, 0xa438, 0xa728, 0xa438, 0x8440, 0xa438, 0x0c03, 0xa438, 0x0901, 0xa438, 0x8801, 0xa438, 0xd700, 0xa438, 0x4040, 0xa438, 0xa801, 0xa438, 0xd701, 0xa438, 0x4052, 0xa438, 0xa810, 0xa438, 0xd701, 0xa438, 0x4054, 0xa438, 0xa820, 0xa438, 0xd701, 0xa438, 0x4057, 0xa438, 0xa640, 0xa438, 0xd704, 0xa438, 0x4046, 0xa438, 0xa840, 0xa438, 0xd706, 0xa438, 0x40b5, 0xa438, 0x0c03, 0xa438, 0x1502, 0xa438, 0xae20, 0xa438, 0x9503, 0xa438, 0xd401, 0xa438, 0x1000, 0xa438, 0x0fcf, 0xa438, 0x1000, 0xa438, 0x0fda, 0xa438, 0x1000, 0xa438, 0x1008, 0xa438, 0x1000, 0xa438, 0x0fe3, 0xa438, 0xcc00, 0xa438, 0x80c0, 0xa438, 0x8103, 0xa438, 0x83e0, 0xa438, 0xd71e, 0xa438, 0x2318, 0xa438, 0x01ae, 0xa438, 0xd704, 0xa438, 0x40bc, 0xa438, 0x0c03, 0xa438, 0x1502, 0xa438, 0x8302, 0xa438, 0x9503, 0xa438, 0xb801, 0xa438, 0xd706, 0xa438, 0x2b59, 0xa438, 0x07f8, 0xa438, 0xd700, 0xa438, 0x2109, 0xa438, 0x04ab, 0xa438, 0xa508, 0xa438, 0xcb15, 0xa438, 0xd70c, 0xa438, 0x430c, 0xa438, 0x1000, 0xa438, 0x10ca, 0xa438, 0x0c03, 0xa438, 0x1502, 0xa438, 0xa108, 0xa438, 0x9503, 0xa438, 0x0c03, 0xa438, 0x1502, 0xa438, 0x0c1f, 0xa438, 0x0f13, 0xa438, 0x9503, 0xa438, 0x1000, 0xa438, 0x1021, 0xa438, 0xd70c, 0xa438, 0x5fb3, 0xa438, 0x0c03, 0xa438, 0x1502, 0xa438, 0x8f1f, 0xa438, 0x9503, 0xa438, 0x1000, 0xa438, 0x1021, 0xa438, 0xd70c, 0xa438, 0x7f33, 0xa438, 0x0c03, 0xa438, 0x1502, 0xa438, 0x0c0f, 0xa438, 0x0d00, 0xa438, 0x0c70, 0xa438, 0x0b00, 0xa438, 0xab08, 0xa438, 0x9503, 0xa438, 0xd704, 0xa438, 0x3cf1, 0xa438, 0x01f9, 0xa438, 0x0c1f, 0xa438, 0x0d11, 0xa438, 0xf003, 0xa438, 0x0c1f, 0xa438, 0x0d0d, 0xa438, 0x0cc0, 0xa438, 0x0d40, 0xa438, 0x1000, 0xa438, 0x104f, 0xa438, 0x0c03, 0xa438, 0x1502, 0xa438, 0xab80, 0xa438, 0x9503, 0xa438, 0x1000, 0xa438, 0x1021, 0xa438, 0xa940, 0xa438, 0xd700, 0xa438, 0x5f99, 0xa438, 0x0c03, 0xa438, 0x1502, 0xa438, 0x8b80, 0xa438, 0x9503, 0xa438, 0x8940, 0xa438, 0xd700, 0xa438, 0x5bbf, 0xa438, 0x0c03, 0xa438, 0x1502, 0xa438, 0x8b08, 0xa438, 0x9503, 0xa438, 0xba20, 0xa438, 0xd704, 0xa438, 0x4100, 0xa438, 0xd115, 0xa438, 0xd04f, 0xa438, 0xf001, 0xa438, 0x1000, 0xa438, 0x1021, 0xa438, 0xd700, 0xa438, 0x5fb4, 0xa438, 0x0c03, 0xa438, 0x1502, 0xa438, 0x0c0f, 0xa438, 0x0d00, 0xa438, 0x0c70, 0xa438, 0x0b10, 0xa438, 0xab08, 0xa438, 0x9503, 0xa438, 0xd704, 0xa438, 0x3cf1, 0xa438, 0x8178, 0xa438, 0x0c1f, 0xa438, 0x0d11, 0xa438, 0xf003, 0xa438, 0x0c1f, 0xa438, 0x0d0d, 0xa438, 0x0cc0, 0xa438, 0x0d40, 0xa438, 0x1000, 0xa438, 0x104f, 0xa438, 0x0c03, 0xa438, 0x1502, 0xa438, 0xab80, 0xa438, 0x9503, 0xa438, 0x1000, 0xa438, 0x1021, 0xa438, 0xd706, 0xa438, 0x5fad, 0xa438, 0xd407, 0xa438, 0x1000, 0xa438, 0x0fcf, 0xa438, 0x0c03, 0xa438, 0x1502, 0xa438, 0x8b88, 0xa438, 0x9503, 0xa438, 0x1000, 0xa438, 0x1021, 0xa438, 0xd702, 0xa438, 0x7fa4, 0xa438, 0xd706, 0xa438, 0x61bf, 0xa438, 0x0c03, 0xa438, 0x1502, 0xa438, 0x0c30, 0xa438, 0x0110, 0xa438, 0xa304, 0xa438, 0x9503, 0xa438, 0xd199, 0xa438, 0xd04b, 0xa438, 0x1000, 0xa438, 0x1021, 0xa438, 0xd700, 0xa438, 0x5fb4, 0xa438, 0xd704, 0xa438, 0x3cf1, 0xa438, 0x81a5, 0xa438, 0x0c1f, 0xa438, 0x0d02, 0xa438, 0xf003, 0xa438, 0x0c1f, 0xa438, 0x0d01, 0xa438, 0x0cc0, 0xa438, 0x0d40, 0xa438, 0xa420, 0xa438, 0x8720, 0xa438, 0x1000, 0xa438, 0x104f, 0xa438, 0x1000, 0xa438, 0x0fda, 0xa438, 0xd70c, 0xa438, 0x41ac, 0xa438, 0x0c03, 0xa438, 0x1502, 0xa438, 0x8108, 0xa438, 0x9503, 0xa438, 0x0cc0, 0xa438, 0x0040, 0xa438, 0x0c03, 0xa438, 0x0102, 0xa438, 0x0ce0, 0xa438, 0x03e0, 0xa438, 0xccce, 0xa438, 0xf008, 0xa438, 0x0cc0, 0xa438, 0x0040, 0xa438, 0x0c03, 0xa438, 0x0100, 0xa438, 0x0ce0, 0xa438, 0x0380, 0xa438, 0xcc9c, 0xa438, 0x1000, 0xa438, 0x103f, 0xa438, 0x0c03, 0xa438, 0x1502, 0xa438, 0xa640, 0xa438, 0x9503, 0xa438, 0xcb16, 0xa438, 0xd706, 0xa438, 0x6129, 0xa438, 0xd70c, 0xa438, 0x608c, 0xa438, 0xd17a, 0xa438, 0xd04a, 0xa438, 0xf006, 0xa438, 0xd17a, 0xa438, 0xd04b, 0xa438, 0xf003, 0xa438, 0xd13d, 0xa438, 0xd04b, 0xa438, 0x0c1f, 0xa438, 0x0f14, 0xa438, 0xcb17, 0xa438, 0x8fc0, 0xa438, 0x1000, 0xa438, 0x0fbd, 0xa438, 0xaf40, 0xa438, 0x1000, 0xa438, 0x0fbd, 0xa438, 0x0cc0, 0xa438, 0x0f80, 0xa438, 0x1000, 0xa438, 0x0fbd, 0xa438, 0xafc0, 0xa438, 0x1000, 0xa438, 0x0fbd, 0xa438, 0x1000, 0xa438, 0x1021, 0xa438, 0xd701, 0xa438, 0x652e, 0xa438, 0xd700, 0xa438, 0x5db4, 0xa438, 0x0c03, 0xa438, 0x1502, 0xa438, 0x8640, 0xa438, 0xa702, 0xa438, 0x9503, 0xa438, 0xa720, 0xa438, 0x1000, 0xa438, 0x0fda, 0xa438, 0xa108, 0xa438, 0x1000, 0xa438, 0x0fec, 0xa438, 0x8108, 0xa438, 0x1000, 0xa438, 0x0fe3, 0xa438, 0xa202, 0xa438, 0xa308, 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x8308, 0xa438, 0xcb18, 0xa438, 0x1000, 0xa438, 0x10c2, 0xa438, 0x1000, 0xa438, 0x1021, 0xa438, 0xd70c, 0xa438, 0x2c60, 0xa438, 0x02bd, 0xa438, 0xff58, 0xa438, 0x8f1f, 0xa438, 0x1000, 0xa438, 0x1021, 0xa438, 0xd701, 0xa438, 0x7f8e, 0xa438, 0x1000, 0xa438, 0x0fe3, 0xa438, 0xa130, 0xa438, 0xaa2f, 0xa438, 0xa2d5, 0xa438, 0xa407, 0xa438, 0xa720, 0xa438, 0x8310, 0xa438, 0xa308, 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x8308, 0xa438, 0x1800, 0xa438, 0x02d2, 0xa436, 0xA10E, 0xa438, 0x017f, 0xa436, 0xA10C, 0xa438, 0x0e04, 0xa436, 0xA10A, 0xa438, 0x0c67, 0xa436, 0xA108, 0xa438, 0x0f13, 0xa436, 0xA106, 0xa438, 0x0eb1, 0xa436, 0xA104, 0xa438, 0x0e79, 0xa436, 0xA102, 0xa438, 0x0b23, 0xa436, 0xA100, 0xa438, 0x0908, 0xa436, 0xA110, 0xa438, 0x00ff, 0xa436, 0xb87c, 0xa438, 0x8ad8, 0xa436, 0xb87e, 0xa438, 0xaf8a, 0xa438, 0xf0af, 0xa438, 0x8af9, 0xa438, 0xaf8d, 0xa438, 0xdaaf, 0xa438, 0x8e1c, 0xa438, 0xaf8f, 0xa438, 0x03af, 0xa438, 0x8f06, 0xa438, 0xaf8f, 0xa438, 0x06af, 0xa438, 0x8f06, 0xa438, 0x0265, 0xa438, 0xa002, 0xa438, 0x8d78, 0xa438, 0xaf23, 0xa438, 0x47a1, 0xa438, 0x0d06, 0xa438, 0x028b, 0xa438, 0x05af, 0xa438, 0x225a, 0xa438, 0xaf22, 0xa438, 0x66f8, 0xa438, 0xe08a, 0xa438, 0x33a0, 0xa438, 0x0005, 0xa438, 0x028b, 0xa438, 0x21ae, 0xa438, 0x0ea0, 0xa438, 0x0105, 0xa438, 0x028b, 0xa438, 0xb3ae, 0xa438, 0x06a0, 0xa438, 0x0203, 0xa438, 0x028c, 0xa438, 0x9dfc, 0xa438, 0x04f8, 0xa438, 0xfbfa, 0xa438, 0xef69, 0xa438, 0xe080, 0xa438, 0x13ad, 0xa438, 0x267e, 0xa438, 0xd067, 0xa438, 0xe48a, 0xa438, 0x34e4, 0xa438, 0x8a36, 0xa438, 0xe48a, 0xa438, 0x38e4, 0xa438, 0x8a3a, 0xa438, 0xd0ae, 0xa438, 0xe48a, 0xa438, 0x35e4, 0xa438, 0x8a37, 0xa438, 0xe48a, 0xa438, 0x39e4, 0xa438, 0x8a3b, 0xa438, 0xd000, 0xa438, 0xe48a, 0xa438, 0x3ce4, 0xa438, 0x8a3d, 0xa438, 0xe48a, 0xa438, 0x3ee4, 0xa438, 0x8a3f, 0xa438, 0xe48a, 0xa438, 0x40e4, 0xa438, 0x8a41, 0xa438, 0xe48a, 0xa438, 0x42e4, 0xa438, 0x8a43, 0xa438, 0xe48a, 0xa438, 0x44d0, 0xa438, 0x02e4, 0xa438, 0x8a45, 0xa438, 0xd00a, 0xa438, 0xe48a, 0xa438, 0x46d0, 0xa438, 0x16e4, 0xa438, 0x8a47, 0xa438, 0xd01e, 0xa438, 0xe48a, 0xa438, 0x48d1, 0xa438, 0x02bf, 0xa438, 0x8dce, 0xa438, 0x026b, 0xa438, 0xd0d1, 0xa438, 0x0abf, 0xa438, 0x8dd1, 0xa438, 0x026b, 0xa438, 0xd0d1, 0xa438, 0x16bf, 0xa438, 0x8dd4, 0xa438, 0x026b, 0xa438, 0xd0d1, 0xa438, 0x1ebf, 0xa438, 0x8dd7, 0xa438, 0x026b, 0xa438, 0xd002, 0xa438, 0x73ab, 0xa438, 0xef47, 0xa438, 0xe585, 0xa438, 0x5de4, 0xa438, 0x855c, 0xa438, 0xee8a, 0xa438, 0x3301, 0xa438, 0xae03, 0xa438, 0x0224, 0xa438, 0x95ef, 0xa438, 0x96fe, 0xa438, 0xfffc, 0xa438, 0x04f8, 0xa438, 0xf9fa, 0xa438, 0xcefa, 0xa438, 0xef69, 0xa438, 0xfb02, 0xa438, 0x8dab, 0xa438, 0xad50, 0xa438, 0x2ee1, 0xa438, 0x8a44, 0xa438, 0xa104, 0xa438, 0x2bee, 0xa438, 0x8a33, 0xa438, 0x02e1, 0xa438, 0x8a45, 0xa438, 0xbf8d, 0xa438, 0xce02, 0xa438, 0x6bd0, 0xa438, 0xe18a, 0xa438, 0x46bf, 0xa438, 0x8dd1, 0xa438, 0x026b, 0xa438, 0xd0e1, 0xa438, 0x8a47, 0xa438, 0xbf8d, 0xa438, 0xd402, 0xa438, 0x6bd0, 0xa438, 0xe18a, 0xa438, 0x48bf, 0xa438, 0x8dd7, 0xa438, 0x026b, 0xa438, 0xd0af, 0xa438, 0x8c94, 0xa438, 0xd200, 0xa438, 0xbe00, 0xa438, 0x0002, 0xa438, 0x8ca5, 0xa438, 0x12a2, 0xa438, 0x04f6, 0xa438, 0xe18a, 0xa438, 0x44a1, 0xa438, 0x0020, 0xa438, 0xd129, 0xa438, 0xbf8d, 0xa438, 0xce02, 0xa438, 0x6bd0, 0xa438, 0xd121, 0xa438, 0xbf8d, 0xa438, 0xd102, 0xa438, 0x6bd0, 0xa438, 0xd125, 0xa438, 0xbf8d, 0xa438, 0xd402, 0xa438, 0x6bd0, 0xa438, 0xbf8d, 0xa438, 0xd702, 0xa438, 0x6bd0, 0xa438, 0xae44, 0xa438, 0xa101, 0xa438, 0x1ed1, 0xa438, 0x31bf, 0xa438, 0x8dce, 0xa438, 0x026b, 0xa438, 0xd0bf, 0xa438, 0x8dd1, 0xa438, 0x026b, 0xa438, 0xd0d1, 0xa438, 0x2dbf, 0xa438, 0x8dd4, 0xa438, 0x026b, 0xa438, 0xd0bf, 0xa438, 0x8dd7, 0xa438, 0x026b, 0xa438, 0xd0ae, 0xa438, 0x23a1, 0xa438, 0x0220, 0xa438, 0xd139, 0xa438, 0xbf8d, 0xa438, 0xce02, 0xa438, 0x6bd0, 0xa438, 0xbf8d, 0xa438, 0xd102, 0xa438, 0x6bd0, 0xa438, 0xd13d, 0xa438, 0xbf8d, 0xa438, 0xd402, 0xa438, 0x6bd0, 0xa438, 0xd135, 0xa438, 0xbf8d, 0xa438, 0xd702, 0xa438, 0x6bd0, 0xa438, 0xae00, 0xa438, 0xe18a, 0xa438, 0x4411, 0xa438, 0xe58a, 0xa438, 0x44d0, 0xa438, 0x00e4, 0xa438, 0x8a3c, 0xa438, 0xe48a, 0xa438, 0x3de4, 0xa438, 0x8a3e, 0xa438, 0xe48a, 0xa438, 0x3fe4, 0xa438, 0x8a40, 0xa438, 0xe48a, 0xa438, 0x41e4, 0xa438, 0x8a42, 0xa438, 0xe48a, 0xa438, 0x4302, 0xa438, 0x73ab, 0xa438, 0xef47, 0xa438, 0xe585, 0xa438, 0x5de4, 0xa438, 0x855c, 0xa438, 0xffef, 0xa438, 0x96fe, 0xa438, 0xc6fe, 0xa438, 0xfdfc, 0xa438, 0x0402, 0xa438, 0x2495, 0xa438, 0xee8a, 0xa438, 0x3300, 0xa438, 0x04f8, 0xa438, 0xf9fa, 0xa438, 0xfbef, 0xa438, 0x79fb, 0xa438, 0xcffb, 0xa438, 0xd300, 0xa438, 0xa200, 0xa438, 0x09bf, 0xa438, 0x8dc2, 0xa438, 0x026b, 0xa438, 0xefaf, 0xa438, 0x8cda, 0xa438, 0xa201, 0xa438, 0x09bf, 0xa438, 0x8dc5, 0xa438, 0x026b, 0xa438, 0xefaf, 0xa438, 0x8cda, 0xa438, 0xa202, 0xa438, 0x09bf, 0xa438, 0x8dc8, 0xa438, 0x026b, 0xa438, 0xefaf, 0xa438, 0x8cda, 0xa438, 0xbf8d, 0xa438, 0xcb02, 0xa438, 0x6bef, 0xa438, 0xef64, 0xa438, 0xbf8a, 0xa438, 0x3c1a, 0xa438, 0x921a, 0xa438, 0x92d8, 0xa438, 0x19d9, 0xa438, 0xef74, 0xa438, 0x0273, 0xa438, 0x93ef, 0xa438, 0x47bf, 0xa438, 0x8a3c, 0xa438, 0x1a92, 0xa438, 0x1a92, 0xa438, 0xdc19, 0xa438, 0xddd1, 0xa438, 0x0011, 0xa438, 0xa1ff, 0xa438, 0xfc13, 0xa438, 0xa310, 0xa438, 0xaf02, 0xa438, 0x8d0e, 0xa438, 0xffc7, 0xa438, 0xffef, 0xa438, 0x97ff, 0xa438, 0xfefd, 0xa438, 0xfc04, 0xa438, 0xf8fa, 0xa438, 0xfbef, 0xa438, 0x79fb, 0xa438, 0xcffb, 0xa438, 0xbf8a, 0xa438, 0x3c1a, 0xa438, 0x921a, 0xa438, 0x92d8, 0xa438, 0x19d9, 0xa438, 0xef64, 0xa438, 0xbf8a, 0xa438, 0x341a, 0xa438, 0x921a, 0xa438, 0x92d8, 0xa438, 0x19d9, 0xa438, 0xef74, 0xa438, 0x0273, 0xa438, 0x78a2, 0xa438, 0x0005, 0xa438, 0xbe8d, 0xa438, 0xceae, 0xa438, 0x13a2, 0xa438, 0x0105, 0xa438, 0xbe8d, 0xa438, 0xd1ae, 0xa438, 0x0ba2, 0xa438, 0x0205, 0xa438, 0xbe8d, 0xa438, 0xd4ae, 0xa438, 0x03be, 0xa438, 0x8dd7, 0xa438, 0xad50, 0xa438, 0x17bf, 0xa438, 0x8a45, 0xa438, 0x1a92, 0xa438, 0x0702, 0xa438, 0x6bef, 0xa438, 0x07dd, 0xa438, 0xef46, 0xa438, 0xbf8a, 0xa438, 0x341a, 0xa438, 0x921a, 0xa438, 0x92dc, 0xa438, 0x19dd, 0xa438, 0xffc7, 0xa438, 0xffef, 0xa438, 0x97ff, 0xa438, 0xfefc, 0xa438, 0x04ee, 0xa438, 0x8a33, 0xa438, 0x00ee, 0xa438, 0x8a32, 0xa438, 0x0404, 0xa438, 0xf8fa, 0xa438, 0xef69, 0xa438, 0xe080, 0xa438, 0x13ad, 0xa438, 0x2624, 0xa438, 0xd102, 0xa438, 0xbf8d, 0xa438, 0xce02, 0xa438, 0x6bd0, 0xa438, 0xd10a, 0xa438, 0xbf8d, 0xa438, 0xd102, 0xa438, 0x6bd0, 0xa438, 0xd116, 0xa438, 0xbf8d, 0xa438, 0xd402, 0xa438, 0x6bd0, 0xa438, 0xd11e, 0xa438, 0xbf8d, 0xa438, 0xd702, 0xa438, 0x6bd0, 0xa438, 0xee8a, 0xa438, 0x3300, 0xa438, 0xef96, 0xa438, 0xfefc, 0xa438, 0x04f8, 0xa438, 0xfae0, 0xa438, 0x855c, 0xa438, 0xe185, 0xa438, 0x5def, 0xa438, 0x64d0, 0xa438, 0x00e1, 0xa438, 0x8a32, 0xa438, 0xef74, 0xa438, 0x0273, 0xa438, 0xc6fe, 0xa438, 0xfc04, 0xa438, 0xf0b2, 0xa438, 0x02f0, 0xa438, 0xb282, 0xa438, 0xf0b3, 0xa438, 0x02f0, 0xa438, 0xb382, 0xa438, 0x50ac, 0xa438, 0xd450, 0xa438, 0xacd6, 0xa438, 0xb6ac, 0xa438, 0xd4b6, 0xa438, 0xacd6, 0xa438, 0xbf8e, 0xa438, 0x0d02, 0xa438, 0x6bd0, 0xa438, 0xd0ff, 0xa438, 0xd1fe, 0xa438, 0xbf8e, 0xa438, 0x1002, 0xa438, 0x6bd0, 0xa438, 0xd004, 0xa438, 0xd14d, 0xa438, 0xbf8e, 0xa438, 0x1302, 0xa438, 0x6bd0, 0xa438, 0xd0fc, 0xa438, 0xd1c6, 0xa438, 0xbf8e, 0xa438, 0x1602, 0xa438, 0x6bd0, 0xa438, 0xd009, 0xa438, 0xd146, 0xa438, 0xbf8e, 0xa438, 0x1902, 0xa438, 0x6bd0, 0xa438, 0xef13, 0xa438, 0xaf2d, 0xa438, 0xbdf0, 0xa438, 0xac1c, 0xa438, 0xf0ac, 0xa438, 0x2af0, 0xa438, 0xac2c, 0xa438, 0xf0ac, 0xa438, 0x2ef0, 0xa438, 0xac30, 0xa438, 0xbf8e, 0xa438, 0xf102, 0xa438, 0x6bef, 0xa438, 0xac28, 0xa438, 0x70bf, 0xa438, 0x8eeb, 0xa438, 0x026b, 0xa438, 0xefac, 0xa438, 0x2867, 0xa438, 0xbf8e, 0xa438, 0xee02, 0xa438, 0x6bef, 0xa438, 0xad28, 0xa438, 0x5bbf, 0xa438, 0x8ff2, 0xa438, 0xd8bf, 0xa438, 0x8ff3, 0xa438, 0xd9bf, 0xa438, 0x8ef4, 0xa438, 0x026b, 0xa438, 0xd0bf, 0xa438, 0x8ff0, 0xa438, 0xd8bf, 0xa438, 0x8ff1, 0xa438, 0xd9bf, 0xa438, 0x8ef7, 0xa438, 0x026b, 0xa438, 0xd0bf, 0xa438, 0x8fee, 0xa438, 0xd8bf, 0xa438, 0x8fef, 0xa438, 0xd9bf, 0xa438, 0x8efa, 0xa438, 0x026b, 0xa438, 0xd0bf, 0xa438, 0x8fec, 0xa438, 0xd8bf, 0xa438, 0x8fed, 0xa438, 0xd9bf, 0xa438, 0x8efd, 0xa438, 0x026b, 0xa438, 0xd0bf, 0xa438, 0x8fea, 0xa438, 0xd8bf, 0xa438, 0x8feb, 0xa438, 0xd9bf, 0xa438, 0x8f00, 0xa438, 0x026b, 0xa438, 0xd0bf, 0xa438, 0x8fe8, 0xa438, 0xd8bf, 0xa438, 0x8fe9, 0xa438, 0xd9bf, 0xa438, 0x8e0d, 0xa438, 0x026b, 0xa438, 0xd01f, 0xa438, 0x00e1, 0xa438, 0x86ee, 0xa438, 0x1b64, 0xa438, 0xaf3d, 0xa438, 0x7abf, 0xa438, 0x8ffe, 0xa438, 0xd8bf, 0xa438, 0x8fff, 0xa438, 0xd9bf, 0xa438, 0x8ef4, 0xa438, 0x026b, 0xa438, 0xd0bf, 0xa438, 0x8ffc, 0xa438, 0xd8bf, 0xa438, 0x8ffd, 0xa438, 0xd9bf, 0xa438, 0x8ef7, 0xa438, 0x026b, 0xa438, 0xd0bf, 0xa438, 0x8ffa, 0xa438, 0xd8bf, 0xa438, 0x8ffb, 0xa438, 0xd9bf, 0xa438, 0x8efa, 0xa438, 0x026b, 0xa438, 0xd0bf, 0xa438, 0x8ff8, 0xa438, 0xd8bf, 0xa438, 0x8ff9, 0xa438, 0xd9bf, 0xa438, 0x8efd, 0xa438, 0x026b, 0xa438, 0xd0bf, 0xa438, 0x8ff6, 0xa438, 0xd8bf, 0xa438, 0x8ff7, 0xa438, 0xd9bf, 0xa438, 0x8f00, 0xa438, 0x026b, 0xa438, 0xd0bf, 0xa438, 0x8ff4, 0xa438, 0xd8bf, 0xa438, 0x8ff5, 0xa438, 0xd9bf, 0xa438, 0x8e0d, 0xa438, 0x026b, 0xa438, 0xd0ae, 0xa438, 0xa766, 0xa438, 0xac5c, 0xa438, 0xbbac, 0xa438, 0x5c99, 0xa438, 0xac5c, 0xa438, 0xf0ac, 0xa438, 0x26f0, 0xa438, 0xac24, 0xa438, 0xf0ac, 0xa438, 0x22f0, 0xa438, 0xac20, 0xa438, 0xf0ac, 0xa438, 0x1eaf, 0xa438, 0x44f8, 0xa436, 0xb85e, 0xa438, 0x2344, 0xa436, 0xb860, 0xa438, 0x2254, 0xa436, 0xb862, 0xa438, 0x2DB5, 0xa436, 0xb864, 0xa438, 0x3D6C, 0xa436, 0xb886, 0xa438, 0x44ED, 0xa436, 0xb888, 0xa438, 0xffff, 0xa436, 0xb88a, 0xa438, 0xffff, 0xa436, 0xb88c, 0xa438, 0xffff, 0xa436, 0xb838, 0xa438, 0x001f, 0xb820, 0x0010, 0xa436, 0x87ad, 0xa438, 0xaf87, 0xa438, 0xc5af, 0xa438, 0x87e4, 0xa438, 0xaf8a, 0xa438, 0x3daf, 0xa438, 0x8a62, 0xa438, 0xaf8a, 0xa438, 0x62af, 0xa438, 0x8a62, 0xa438, 0xaf8a, 0xa438, 0x62af, 0xa438, 0x8a62, 0xa438, 0x2810, 0xa438, 0x0d01, 0xa438, 0xe484, 0xa438, 0xbf29, 0xa438, 0x100d, 0xa438, 0x11e5, 0xa438, 0x84c0, 0xa438, 0x2a10, 0xa438, 0x0d21, 0xa438, 0xe684, 0xa438, 0xc12b, 0xa438, 0x100d, 0xa438, 0x31e7, 0xa438, 0x84c2, 0xa438, 0xaf3f, 0xa438, 0x7cf8, 0xa438, 0xe080, 0xa438, 0x4cac, 0xa438, 0x222c, 0xa438, 0xe080, 0xa438, 0x40ad, 0xa438, 0x2232, 0xa438, 0xbf8a, 0xa438, 0x2502, 0xa438, 0x6752, 0xa438, 0xad29, 0xa438, 0x0502, 0xa438, 0x8827, 0xa438, 0xae0d, 0xa438, 0xad28, 0xa438, 0x0502, 0xa438, 0x8961, 0xa438, 0xae05, 0xa438, 0x0214, 0xa438, 0x04ae, 0xa438, 0x00e0, 0xa438, 0x8040, 0xa438, 0xac22, 0xa438, 0x1102, 0xa438, 0x13e1, 0xa438, 0xae0c, 0xa438, 0x0288, 0xa438, 0x7c02, 0xa438, 0x8a10, 0xa438, 0x0214, 0xa438, 0x2502, 0xa438, 0x1404, 0xa438, 0xfcaf, 0xa438, 0x13c6, 0xa438, 0xf8f8, 0xa438, 0xccf9, 0xa438, 0xfaef, 0xa438, 0x69fb, 0xa438, 0xe080, 0xa438, 0x18ad, 0xa438, 0x223b, 0xa438, 0xbf8a, 0xa438, 0x2b02, 0xa438, 0x6752, 0xa438, 0xad28, 0xa438, 0x32bf, 0xa438, 0x8a28, 0xa438, 0x026f, 0xa438, 0x17ee, 0xa438, 0x8ff3, 0xa438, 0x00bf, 0xa438, 0x6854, 0xa438, 0x0267, 0xa438, 0x52ad, 0xa438, 0x281f, 0xa438, 0xbf68, 0xa438, 0x5d02, 0xa438, 0x6752, 0xa438, 0xad28, 0xa438, 0x16e0, 0xa438, 0x8ff4, 0xa438, 0xe18f, 0xa438, 0xf502, 0xa438, 0x8891, 0xa438, 0xad50, 0xa438, 0x0abf, 0xa438, 0x8a28, 0xa438, 0x026f, 0xa438, 0x20ee, 0xa438, 0x8ff3, 0xa438, 0x0102, 0xa438, 0x1404, 0xa438, 0xffef, 0xa438, 0x96fe, 0xa438, 0xfdc4, 0xa438, 0xfcfc, 0xa438, 0x04f8, 0xa438, 0xf9ef, 0xa438, 0x59e0, 0xa438, 0x8018, 0xa438, 0xad22, 0xa438, 0x06bf, 0xa438, 0x8a28, 0xa438, 0x026f, 0xa438, 0x17ef, 0xa438, 0x95fd, 0xa438, 0xfc04, 0xa438, 0xf8f9, 0xa438, 0xf9ef, 0xa438, 0x59fa, 0xa438, 0xface, 0xa438, 0xe48f, 0xa438, 0xfee5, 0xa438, 0x8fff, 0xa438, 0xbf6e, 0xa438, 0x1b02, 0xa438, 0x6f20, 0xa438, 0xbf6e, 0xa438, 0x1802, 0xa438, 0x6f17, 0xa438, 0xd102, 0xa438, 0xbf6e, 0xa438, 0x1202, 0xa438, 0x6733, 0xa438, 0xbf6e, 0xa438, 0x1502, 0xa438, 0x6f17, 0xa438, 0xbe00, 0xa438, 0x00cc, 0xa438, 0xbf69, 0xa438, 0xcb02, 0xa438, 0x6733, 0xa438, 0xbf69, 0xa438, 0xce02, 0xa438, 0x6f17, 0xa438, 0xbf69, 0xa438, 0xce02, 0xa438, 0x6f20, 0xa438, 0xbf69, 0xa438, 0xd102, 0xa438, 0x6752, 0xa438, 0xad28, 0xa438, 0xf70c, 0xa438, 0x81bf, 0xa438, 0x8ff6, 0xa438, 0x1a98, 0xa438, 0xef59, 0xa438, 0xbf69, 0xa438, 0xd402, 0xa438, 0x6752, 0xa438, 0xef95, 0xa438, 0xdc19, 0xa438, 0xdd0d, 0xa438, 0x8118, 0xa438, 0xa800, 0xa438, 0x04c9, 0xa438, 0xbf69, 0xa438, 0xce02, 0xa438, 0x6f17, 0xa438, 0xe08f, 0xa438, 0xfce1, 0xa438, 0x8ffd, 0xa438, 0xef74, 0xa438, 0xe08f, 0xa438, 0xfae1, 0xa438, 0x8ffb, 0xa438, 0xef64, 0xa438, 0x026e, 0xa438, 0x57ad, 0xa438, 0x5008, 0xa438, 0xe08f, 0xa438, 0xfce1, 0xa438, 0x8ffd, 0xa438, 0xae06, 0xa438, 0xe08f, 0xa438, 0xfae1, 0xa438, 0x8ffb, 0xa438, 0xe28f, 0xa438, 0xf8e3, 0xa438, 0x8ff9, 0xa438, 0xef75, 0xa438, 0xe28f, 0xa438, 0xf6e3, 0xa438, 0x8ff7, 0xa438, 0xef65, 0xa438, 0x026e, 0xa438, 0x57ad, 0xa438, 0x5008, 0xa438, 0xe28f, 0xa438, 0xf8e3, 0xa438, 0x8ff9, 0xa438, 0xae06, 0xa438, 0xe28f, 0xa438, 0xf6e3, 0xa438, 0x8ff7, 0xa438, 0x1b45, 0xa438, 0xad27, 0xa438, 0x05d7, 0xa438, 0x0000, 0xa438, 0xae0d, 0xa438, 0xef74, 0xa438, 0xe08f, 0xa438, 0xfee1, 0xa438, 0x8fff, 0xa438, 0xef64, 0xa438, 0x026e, 0xa438, 0x57c6, 0xa438, 0xfefe, 0xa438, 0xef95, 0xa438, 0xfdfd, 0xa438, 0xfc04, 0xa438, 0xf8f9, 0xa438, 0xfaef, 0xa438, 0x69fb, 0xa438, 0xe080, 0xa438, 0x18ac, 0xa438, 0x2103, 0xa438, 0xaf8a, 0xa438, 0x06bf, 0xa438, 0x8a2b, 0xa438, 0xac21, 0xa438, 0x03af, 0xa438, 0x8a06, 0xa438, 0xbf8a, 0xa438, 0x2802, 0xa438, 0x6f17, 0xa438, 0xee8f, 0xa438, 0xee00, 0xa438, 0xee8f, 0xa438, 0xed00, 0xa438, 0xbf8a, 0xa438, 0x2e02, 0xa438, 0x6752, 0xa438, 0xad28, 0xa438, 0x03af, 0xa438, 0x8a06, 0xa438, 0xe28f, 0xa438, 0xefe3, 0xa438, 0x8ff0, 0xa438, 0xbf68, 0xa438, 0x5102, 0xa438, 0x6752, 0xa438, 0xac28, 0xa438, 0x11e2, 0xa438, 0x8ff1, 0xa438, 0xe38f, 0xa438, 0xf2bf, 0xa438, 0x6848, 0xa438, 0x0267, 0xa438, 0x52ac, 0xa438, 0x2802, 0xa438, 0xae53, 0xa438, 0xbf68, 0xa438, 0x5a02, 0xa438, 0x6752, 0xa438, 0xad28, 0xa438, 0x0aef, 0xa438, 0x4502, 0xa438, 0x8891, 0xa438, 0xac50, 0xa438, 0x38ae, 0xa438, 0x40bf, 0xa438, 0x8a31, 0xa438, 0x0267, 0xa438, 0x52ef, 0xa438, 0x31bf, 0xa438, 0x8a34, 0xa438, 0x0267, 0xa438, 0x520c, 0xa438, 0x311e, 0xa438, 0x31bf, 0xa438, 0x8a37, 0xa438, 0x0267, 0xa438, 0x520c, 0xa438, 0x311e, 0xa438, 0x31bf, 0xa438, 0x8a3a, 0xa438, 0x0267, 0xa438, 0x520c, 0xa438, 0x311e, 0xa438, 0x31e7, 0xa438, 0x8fee, 0xa438, 0xa30c, 0xa438, 0x02ae, 0xa438, 0x08a3, 0xa438, 0x0e02, 0xa438, 0xae03, 0xa438, 0xa30d, 0xa438, 0x0aee, 0xa438, 0x8fed, 0xa438, 0x01bf, 0xa438, 0x8a28, 0xa438, 0x026f, 0xa438, 0x2002, 0xa438, 0x1404, 0xa438, 0xffef, 0xa438, 0x96fe, 0xa438, 0xfdfc, 0xa438, 0x04f8, 0xa438, 0xfaef, 0xa438, 0x69e0, 0xa438, 0x8018, 0xa438, 0xad21, 0xa438, 0x06bf, 0xa438, 0x8a28, 0xa438, 0x026f, 0xa438, 0x17ef, 0xa438, 0x96fe, 0xa438, 0xfc04, 0xa438, 0xf8a4, 0xa438, 0xb677, 0xa438, 0xa4b6, 0xa438, 0x22a4, 0xa438, 0x4222, 0xa438, 0xa668, 0xa438, 0x00b2, 0xa438, 0x3e00, 0xa438, 0xb2be, 0xa438, 0x00b3, 0xa438, 0x3e00, 0xa438, 0xb3be, 0xa438, 0xd10f, 0xa438, 0xbf8a, 0xa438, 0x5c02, 0xa438, 0x6733, 0xa438, 0xbf8a, 0xa438, 0x5f02, 0xa438, 0x6733, 0xa438, 0xbf8a, 0xa438, 0x5c02, 0xa438, 0x6f17, 0xa438, 0xbf8a, 0xa438, 0x5f02, 0xa438, 0x6f17, 0xa438, 0x1f00, 0xa438, 0xaf3d, 0xa438, 0x0c30, 0xa438, 0xa85a, 0xa438, 0xfcad, 0xa438, 0x0e00, 0xa436, 0xb818, 0xa438, 0x3f31, 0xa436, 0xb81a, 0xa438, 0x13a4, 0xa436, 0xb81c, 0xa438, 0x3d0a, 0xa436, 0xb81e, 0xa438, 0xffff, 0xa436, 0xb850, 0xa438, 0xffff, 0xa436, 0xb852, 0xa438, 0xffff, 0xa436, 0xb878, 0xa438, 0xffff, 0xa436, 0xb884, 0xa438, 0xffff, 0xa436, 0xb832, 0xa438, 0x0007, 0xa436, 0x84cf, 0xa438, 0x0101, 0xa466, 0x0002, 0xa436, 0x86a7, 0xa438, 0x0000, 0xa436, 0x0000, 0xa438, 0x0000, 0xa436, 0xB82E, 0xa438, 0x0000, 0xa436, 0x8023, 0xa438, 0x0000, 0xa436, 0x801E, 0xa438, 0x0023, 0xb820, 0x0000, 0xFFFF, 0xFFFF }; static const u16 phy_mcu_ram_code_8126a_1_2[] = { 0xB87C, 0x8a32, 0xB87E, 0x0400, 0xB87C, 0x8376, 0xB87E, 0x0300, 0xce00, 0x6CAF, 0xB87C, 0x8301, 0xB87E, 0x1133, 0xB87C, 0x8105, 0xB87E, 0xa000, 0xB87C, 0x8148, 0xB87E, 0xa000, 0xa436, 0x81d8, 0xa438, 0x5865, 0xacf8, 0xCCC0, 0xac90, 0x52B0, 0xad2C, 0x8000, 0xB87C, 0x83e6, 0xB87E, 0x4A0E, 0xB87C, 0x83d2, 0xB87E, 0x0A0E, 0xB87C, 0x80a0, 0xB87E, 0xB8B6, 0xB87C, 0x805e, 0xB87E, 0xB8B6, 0xB87C, 0x8057, 0xB87E, 0x305A, 0xB87C, 0x8099, 0xB87E, 0x305A, 0xB87C, 0x8052, 0xB87E, 0x3333, 0xB87C, 0x8094, 0xB87E, 0x3333, 0xB87C, 0x807F, 0xB87E, 0x7975, 0xB87C, 0x803D, 0xB87E, 0x7975, 0xB87C, 0x8036, 0xB87E, 0x305A, 0xB87C, 0x8078, 0xB87E, 0x305A, 0xB87C, 0x8031, 0xB87E, 0x3335, 0xB87C, 0x8073, 0xB87E, 0x3335, 0xa436, 0x81D8, 0xa438, 0x5865, 0xB87C, 0x867c, 0xB87E, 0x0617, 0xad94, 0x0092, 0xB87C, 0x89B1, 0xB87E, 0x5050, 0xB87C, 0x86E0, 0xB87E, 0x809A, 0xB87C, 0x86E2, 0xB87E, 0xB34D, 0xB87C, 0x8FD2, 0xB87E, 0x004B, 0xB87C, 0x8691, 0xB87E, 0x007D, 0xB87E, 0x00AF, 0xB87E, 0x00E1, 0xB87E, 0x00FF, 0xB87C, 0x867F, 0xB87E, 0x0201, 0xB87E, 0x0201, 0xB87E, 0x0201, 0xB87E, 0x0201, 0xB87E, 0x0201, 0xB87E, 0x0201, 0xB87C, 0x86DA, 0xB87E, 0xCDCD, 0xB87E, 0xE6CD, 0xB87E, 0xCDCD, 0xB87C, 0x8FE8, 0xB87E, 0x0368, 0xB87E, 0x033F, 0xB87E, 0x1046, 0xB87E, 0x147D, 0xB87E, 0x147D, 0xB87E, 0x147D, 0xB87E, 0x0368, 0xB87E, 0x033F, 0xB87E, 0x1046, 0xB87E, 0x147D, 0xB87E, 0x147D, 0xB87E, 0x147D, 0xa436, 0x80dd, 0xa438, 0xf0AB, 0xa436, 0x80df, 0xa438, 0xC009, 0xa436, 0x80e7, 0xa438, 0x401E, 0xa436, 0x80e1, 0xa438, 0x120A, 0xa436, 0x86f2, 0xa438, 0x5094, 0xa436, 0x8701, 0xa438, 0x5094, 0xa436, 0x80f1, 0xa438, 0x30CC, 0xa436, 0x80f3, 0xa438, 0x0001, 0xa436, 0x80f5, 0xa438, 0x330B, 0xa436, 0x80f8, 0xa438, 0xCB76, 0xa436, 0x8105, 0xa438, 0xf0D3, 0xa436, 0x8107, 0xa438, 0x0002, 0xa436, 0x8109, 0xa438, 0xff0B, 0xa436, 0x810c, 0xa438, 0xC86D, 0xB87C, 0x8a32, 0xB87E, 0x0400, 0xa6f8, 0x0000, 0xa6f8, 0x0000, 0xa436, 0x81bc, 0xa438, 0x1300, 0xa846, 0x2410, 0xa86A, 0x0801, 0xa85C, 0x9680, 0xa436, 0x841D, 0xa438, 0x4A28, 0xa436, 0x8016, 0xa438, 0xBE05, 0xBF9C, 0x004A, 0xBF96, 0x41FA, 0xBF9A, 0xDC81, 0xa436, 0x8018, 0xa438, 0x0700, 0xa436, 0x8ff4, 0xa438, 0x01AE, 0xa436, 0x8fef, 0xa438, 0x0172, 0xa438, 0x00dc, 0xc842, 0x0002, 0xFFFF, 0xFFFF }; static const u16 phy_mcu_ram_code_8126a_1_3[] = { 0xb892, 0x0000, 0xB88E, 0xC236, 0xB890, 0x1A1C, 0xB88E, 0xC238, 0xB890, 0x1C1C, 0xB890, 0x1C1C, 0xB890, 0x2D2D, 0xB890, 0x2D2D, 0xB890, 0x2D2A, 0xB890, 0x2A2A, 0xB890, 0x2A2A, 0xB890, 0x2A19, 0xB88E, 0xC272, 0xB890, 0x8484, 0xB890, 0x8484, 0xB890, 0x84B4, 0xB890, 0xB4B4, 0xB890, 0xB4B4, 0xB890, 0xF8F8, 0xB890, 0xF8F8, 0xB890, 0xF8F8, 0xB88E, 0xC000, 0xB890, 0x0303, 0xB890, 0x0405, 0xB890, 0x0608, 0xB890, 0x0A0B, 0xB890, 0x0E11, 0xB890, 0x1519, 0xB890, 0x2028, 0xB890, 0x3503, 0xB890, 0x0304, 0xB890, 0x0405, 0xB890, 0x0606, 0xB890, 0x0708, 0xB890, 0x090A, 0xB890, 0x0B0D, 0xB890, 0x0F11, 0xB890, 0x1315, 0xB890, 0x181A, 0xB890, 0x2029, 0xB890, 0x2F36, 0xB890, 0x3D43, 0xB890, 0x0101, 0xB890, 0x0102, 0xB890, 0x0202, 0xB890, 0x0303, 0xB890, 0x0405, 0xB890, 0x0607, 0xB890, 0x090A, 0xB890, 0x0C0E, 0xB88E, 0xC038, 0xB890, 0x6AE1, 0xB890, 0x8E6B, 0xB890, 0xA767, 0xB890, 0x01EF, 0xB890, 0x5A63, 0xB890, 0x2B99, 0xB890, 0x7F5D, 0xB890, 0x361F, 0xB890, 0xA127, 0xB890, 0xB558, 0xB890, 0x11C3, 0xB890, 0x7D85, 0xB890, 0xBAC5, 0xB890, 0xE691, 0xB890, 0x8F79, 0xB890, 0x3164, 0xB890, 0x3293, 0xB890, 0xB80D, 0xB890, 0xE2B7, 0xB890, 0x0D62, 0xB890, 0x4F85, 0xB890, 0xC919, 0xB890, 0x78F3, 0xB890, 0x77FF, 0xB890, 0xBD9E, 0xB890, 0x69D6, 0xB890, 0x6DA4, 0xB890, 0x0CC5, 0xB88E, 0xC1D2, 0xB890, 0x2425, 0xB890, 0x2627, 0xB890, 0x2829, 0xB890, 0x2A2B, 0xB890, 0x2C2D, 0xB890, 0x2E2F, 0xB890, 0x3031, 0xB890, 0x3233, 0xB890, 0x2323, 0xB890, 0x2424, 0xB890, 0x2525, 0xB890, 0x2626, 0xB890, 0x2727, 0xB890, 0x2828, 0xB890, 0x2929, 0xB890, 0x2A2A, 0xB890, 0x2B2C, 0xB890, 0x2C2D, 0xB890, 0x2D2E, 0xB890, 0x2E2F, 0xB890, 0x2F30, 0xB890, 0x1A1B, 0xB890, 0x1D1E, 0xB890, 0x1F20, 0xB890, 0x2123, 0xB890, 0x2425, 0xB890, 0x2628, 0xB890, 0x292A, 0xB890, 0x2B2C, 0xB890, 0x2E12, 0xB88E, 0xC09A, 0xB890, 0xD3D3, 0xB890, 0xD3D3, 0xB890, 0xD3D3, 0xB890, 0xD3D3, 0xB890, 0xD3D3, 0xB890, 0xD3D3, 0xB890, 0xD3D3, 0xB890, 0xD3D3, 0xFFFF, 0xFFFF }; static const u16 phy_mcu_ram_code_8126a_2_1[] = { 0xa436, 0x8023, 0xa438, 0x4700, 0xa436, 0xB82E, 0xa438, 0x0001, 0xb820, 0x0090, 0xa436, 0xA016, 0xa438, 0x0000, 0xa436, 0xA012, 0xa438, 0x0000, 0xa436, 0xA014, 0xa438, 0x1800, 0xa438, 0x8010, 0xa438, 0x1800, 0xa438, 0x8025, 0xa438, 0x1800, 0xa438, 0x8033, 0xa438, 0x1800, 0xa438, 0x8037, 0xa438, 0x1800, 0xa438, 0x803c, 0xa438, 0x1800, 0xa438, 0x8044, 0xa438, 0x1800, 0xa438, 0x8054, 0xa438, 0x1800, 0xa438, 0x8059, 0xa438, 0xd504, 0xa438, 0xc9b5, 0xa438, 0xd500, 0xa438, 0xd707, 0xa438, 0x4070, 0xa438, 0x1800, 0xa438, 0x107a, 0xa438, 0xd504, 0xa438, 0xc994, 0xa438, 0xd500, 0xa438, 0xd707, 0xa438, 0x60d0, 0xa438, 0xd701, 0xa438, 0x252d, 0xa438, 0x8023, 0xa438, 0x1800, 0xa438, 0x1064, 0xa438, 0x1800, 0xa438, 0x107a, 0xa438, 0x1800, 0xa438, 0x1052, 0xa438, 0xd504, 0xa438, 0xc9d0, 0xa438, 0xd500, 0xa438, 0xd707, 0xa438, 0x60d0, 0xa438, 0xd701, 0xa438, 0x252d, 0xa438, 0x8031, 0xa438, 0x1800, 0xa438, 0x1171, 0xa438, 0x1800, 0xa438, 0x1187, 0xa438, 0x1800, 0xa438, 0x116a, 0xa438, 0xc0ff, 0xa438, 0xcaff, 0xa438, 0x1800, 0xa438, 0x00d6, 0xa438, 0xd504, 0xa438, 0xa001, 0xa438, 0xd704, 0xa438, 0x1800, 0xa438, 0x128b, 0xa438, 0xd707, 0xa438, 0x2005, 0xa438, 0x8042, 0xa438, 0xd75e, 0xa438, 0x1800, 0xa438, 0x137a, 0xa438, 0x1800, 0xa438, 0x13ed, 0xa438, 0x61d0, 0xa438, 0xd701, 0xa438, 0x60a5, 0xa438, 0xd504, 0xa438, 0xc9b2, 0xa438, 0xd500, 0xa438, 0xf004, 0xa438, 0xd504, 0xa438, 0xc9b1, 0xa438, 0xd500, 0xa438, 0xd707, 0xa438, 0x6070, 0xa438, 0x1800, 0xa438, 0x10a8, 0xa438, 0x1800, 0xa438, 0x10bd, 0xa438, 0xd500, 0xa438, 0xc492, 0xa438, 0xd501, 0xa438, 0x1800, 0xa438, 0x13c1, 0xa438, 0xa980, 0xa438, 0xd500, 0xa438, 0x1800, 0xa438, 0x143b, 0xa436, 0xA026, 0xa438, 0x143a, 0xa436, 0xA024, 0xa438, 0x13c0, 0xa436, 0xA022, 0xa438, 0x10bc, 0xa436, 0xA020, 0xa438, 0x1379, 0xa436, 0xA006, 0xa438, 0x128a, 0xa436, 0xA004, 0xa438, 0x00d5, 0xa436, 0xA002, 0xa438, 0x1182, 0xa436, 0xA000, 0xa438, 0x1075, 0xa436, 0xA008, 0xa438, 0xff00, 0xa436, 0xA016, 0xa438, 0x0010, 0xa436, 0xA012, 0xa438, 0x0000, 0xa436, 0xA014, 0xa438, 0x1800, 0xa438, 0x8010, 0xa438, 0x1800, 0xa438, 0x8015, 0xa438, 0x1800, 0xa438, 0x801a, 0xa438, 0x1800, 0xa438, 0x801e, 0xa438, 0x1800, 0xa438, 0x8027, 0xa438, 0x1800, 0xa438, 0x8027, 0xa438, 0x1800, 0xa438, 0x8027, 0xa438, 0x1800, 0xa438, 0x8027, 0xa438, 0x0c0f, 0xa438, 0x0505, 0xa438, 0xba01, 0xa438, 0x1800, 0xa438, 0x015e, 0xa438, 0x0c0f, 0xa438, 0x0506, 0xa438, 0xba02, 0xa438, 0x1800, 0xa438, 0x017c, 0xa438, 0x9910, 0xa438, 0x9a03, 0xa438, 0x1800, 0xa438, 0x02d4, 0xa438, 0x8580, 0xa438, 0xc090, 0xa438, 0x9a03, 0xa438, 0x1000, 0xa438, 0x02c9, 0xa438, 0xd700, 0xa438, 0x5fa3, 0xa438, 0x1800, 0xa438, 0x0067, 0xa436, 0xA08E, 0xa438, 0xffff, 0xa436, 0xA08C, 0xa438, 0xffff, 0xa436, 0xA08A, 0xa438, 0xffff, 0xa436, 0xA088, 0xa438, 0xffff, 0xa436, 0xA086, 0xa438, 0x018c, 0xa436, 0xA084, 0xa438, 0x02d3, 0xa436, 0xA082, 0xa438, 0x017a, 0xa436, 0xA080, 0xa438, 0x015c, 0xa436, 0xA090, 0xa438, 0x000f, 0xa436, 0xA016, 0xa438, 0x0020, 0xa436, 0xA012, 0xa438, 0x0000, 0xa436, 0xA014, 0xa438, 0x1800, 0xa438, 0x8010, 0xa438, 0x1800, 0xa438, 0x8023, 0xa438, 0x1800, 0xa438, 0x8313, 0xa438, 0x1800, 0xa438, 0x831a, 0xa438, 0x1800, 0xa438, 0x8489, 0xa438, 0x1800, 0xa438, 0x86b9, 0xa438, 0x1800, 0xa438, 0x86c1, 0xa438, 0x1800, 0xa438, 0x87ad, 0xa438, 0x1000, 0xa438, 0x124e, 0xa438, 0x9308, 0xa438, 0xb201, 0xa438, 0xb301, 0xa438, 0xd701, 0xa438, 0x5fe0, 0xa438, 0xd2ff, 0xa438, 0xb302, 0xa438, 0xd200, 0xa438, 0xb201, 0xa438, 0xb309, 0xa438, 0xd701, 0xa438, 0x5fe0, 0xa438, 0xd2ff, 0xa438, 0xb302, 0xa438, 0xd200, 0xa438, 0x1800, 0xa438, 0x0025, 0xa438, 0xd706, 0xa438, 0x6069, 0xa438, 0xd700, 0xa438, 0x6421, 0xa438, 0xd70c, 0xa438, 0x43ab, 0xa438, 0x800a, 0xa438, 0x8190, 0xa438, 0x8204, 0xa438, 0xa280, 0xa438, 0x8406, 0xa438, 0x0c03, 0xa438, 0x1502, 0xa438, 0xa108, 0xa438, 0x9503, 0xa438, 0x0c03, 0xa438, 0x1502, 0xa438, 0x0c1f, 0xa438, 0x0f19, 0xa438, 0x9503, 0xa438, 0x1000, 0xa438, 0x1175, 0xa438, 0xd70c, 0xa438, 0x5fb3, 0xa438, 0x0c03, 0xa438, 0x1502, 0xa438, 0x8f1f, 0xa438, 0x9503, 0xa438, 0x1000, 0xa438, 0x1175, 0xa438, 0xd70c, 0xa438, 0x7f33, 0xa438, 0x1000, 0xa438, 0x11bd, 0xa438, 0x1800, 0xa438, 0x81aa, 0xa438, 0x8710, 0xa438, 0xd701, 0xa438, 0x33b1, 0xa438, 0x8051, 0xa438, 0xd701, 0xa438, 0x60b5, 0xa438, 0xd706, 0xa438, 0x6069, 0xa438, 0x1800, 0xa438, 0x8056, 0xa438, 0xa00a, 0xa438, 0xa280, 0xa438, 0xa404, 0xa438, 0x1800, 0xa438, 0x80f3, 0xa438, 0xd173, 0xa438, 0xd04d, 0xa438, 0x1000, 0xa438, 0x1175, 0xa438, 0xd700, 0xa438, 0x5fb4, 0xa438, 0xd173, 0xa438, 0xd05d, 0xa438, 0xd10d, 0xa438, 0xd049, 0xa438, 0x1000, 0xa438, 0x1175, 0xa438, 0xd700, 0xa438, 0x5fb4, 0xa438, 0xd700, 0xa438, 0x64f5, 0xa438, 0xd700, 0xa438, 0x5ee7, 0xa438, 0xb920, 0xa438, 0x1000, 0xa438, 0x1175, 0xa438, 0xd71f, 0xa438, 0x7fb4, 0xa438, 0x9920, 0xa438, 0xcb3c, 0xa438, 0x1000, 0xa438, 0x1175, 0xa438, 0xd71f, 0xa438, 0x7d94, 0xa438, 0x6045, 0xa438, 0xfffa, 0xa438, 0xb820, 0xa438, 0x1000, 0xa438, 0x1175, 0xa438, 0xd71f, 0xa438, 0x7fa5, 0xa438, 0x9820, 0xa438, 0xcb3d, 0xa438, 0x1000, 0xa438, 0x1175, 0xa438, 0xd700, 0xa438, 0x60b5, 0xa438, 0xd71f, 0xa438, 0x7bb4, 0xa438, 0x61b6, 0xa438, 0xfff8, 0xa438, 0xbb80, 0xa438, 0x1000, 0xa438, 0x1175, 0xa438, 0xd71f, 0xa438, 0x5fb4, 0xa438, 0x9b80, 0xa438, 0xd700, 0xa438, 0x60e7, 0xa438, 0xcb3f, 0xa438, 0x1800, 0xa438, 0x8094, 0xa438, 0xcb3e, 0xa438, 0x1800, 0xa438, 0x810f, 0xa438, 0x1800, 0xa438, 0x80f3, 0xa438, 0x0c03, 0xa438, 0x1502, 0xa438, 0xae04, 0xa438, 0x9503, 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x0c03, 0xa438, 0x1502, 0xa438, 0x8e04, 0xa438, 0x9503, 0xa438, 0xd706, 0xa438, 0x65fe, 0xa438, 0x0c1f, 0xa438, 0x0d04, 0xa438, 0x8dc0, 0xa438, 0x1000, 0xa438, 0x11bd, 0xa438, 0xd70c, 0xa438, 0x414b, 0xa438, 0x0cc0, 0xa438, 0x0040, 0xa438, 0x0c03, 0xa438, 0x0102, 0xa438, 0x0ce0, 0xa438, 0x03e0, 0xa438, 0xccce, 0xa438, 0x1800, 0xa438, 0x80b7, 0xa438, 0x0cc0, 0xa438, 0x0040, 0xa438, 0x0c03, 0xa438, 0x0100, 0xa438, 0x0ce0, 0xa438, 0x0380, 0xa438, 0xcc9c, 0xa438, 0x8710, 0xa438, 0x1000, 0xa438, 0x1118, 0xa438, 0xa104, 0xa438, 0x1000, 0xa438, 0x112a, 0xa438, 0x8104, 0xa438, 0xa202, 0xa438, 0xa140, 0xa438, 0x1000, 0xa438, 0x112a, 0xa438, 0x8140, 0xa438, 0x1000, 0xa438, 0x1121, 0xa438, 0xaa0f, 0xa438, 0xa130, 0xa438, 0xaa2f, 0xa438, 0xa2d5, 0xa438, 0xa405, 0xa438, 0xa720, 0xa438, 0xa00a, 0xa438, 0x1800, 0xa438, 0x80f3, 0xa438, 0xd704, 0xa438, 0x3cf1, 0xa438, 0x80d5, 0xa438, 0x0c1f, 0xa438, 0x0d02, 0xa438, 0x1800, 0xa438, 0x80d7, 0xa438, 0x0c1f, 0xa438, 0x0d01, 0xa438, 0x0cc0, 0xa438, 0x0d40, 0xa438, 0x1000, 0xa438, 0x11bd, 0xa438, 0x8710, 0xa438, 0x1000, 0xa438, 0x1118, 0xa438, 0xa108, 0xa438, 0x1000, 0xa438, 0x112a, 0xa438, 0x8108, 0xa438, 0xa203, 0xa438, 0x8a2f, 0xa438, 0xa130, 0xa438, 0x8204, 0xa438, 0xa140, 0xa438, 0x1000, 0xa438, 0x112a, 0xa438, 0x8140, 0xa438, 0x1000, 0xa438, 0x1121, 0xa438, 0xd17a, 0xa438, 0xd04b, 0xa438, 0x1000, 0xa438, 0x1175, 0xa438, 0xd700, 0xa438, 0x5fb4, 0xa438, 0xa204, 0xa438, 0x1000, 0xa438, 0x1175, 0xa438, 0xd700, 0xa438, 0x5fa7, 0xa438, 0xb920, 0xa438, 0x1000, 0xa438, 0x1175, 0xa438, 0xd71f, 0xa438, 0x7fb4, 0xa438, 0x9920, 0xa438, 0x1000, 0xa438, 0x1175, 0xa438, 0xd71f, 0xa438, 0x6125, 0xa438, 0x6054, 0xa438, 0xfffb, 0xa438, 0x1000, 0xa438, 0x1175, 0xa438, 0xd700, 0xa438, 0x5fa7, 0xa438, 0x1800, 0xa438, 0x80f7, 0xa438, 0xb820, 0xa438, 0x1000, 0xa438, 0x1175, 0xa438, 0xd71f, 0xa438, 0x7fa5, 0xa438, 0x9820, 0xa438, 0x9b01, 0xa438, 0xd402, 0xa438, 0x1000, 0xa438, 0x110d, 0xa438, 0xd701, 0xa438, 0x33b1, 0xa438, 0x811c, 0xa438, 0xd701, 0xa438, 0x60b5, 0xa438, 0xd706, 0xa438, 0x6069, 0xa438, 0x1800, 0xa438, 0x811e, 0xa438, 0x1800, 0xa438, 0x8183, 0xa438, 0xd70c, 0xa438, 0x40ab, 0xa438, 0x800a, 0xa438, 0x8110, 0xa438, 0x8284, 0xa438, 0x8404, 0xa438, 0xa710, 0xa438, 0x8120, 0xa438, 0x8241, 0xa438, 0x1000, 0xa438, 0x1118, 0xa438, 0xa104, 0xa438, 0x1000, 0xa438, 0x112a, 0xa438, 0x8104, 0xa438, 0x1000, 0xa438, 0x1121, 0xa438, 0xaa2f, 0xa438, 0xd70c, 0xa438, 0x438b, 0xa438, 0xa284, 0xa438, 0xd078, 0xa438, 0x800a, 0xa438, 0x8110, 0xa438, 0xa284, 0xa438, 0x8404, 0xa438, 0x0c03, 0xa438, 0x1502, 0xa438, 0xa108, 0xa438, 0x9503, 0xa438, 0x0c03, 0xa438, 0x1502, 0xa438, 0x0c1f, 0xa438, 0x0f19, 0xa438, 0x9503, 0xa438, 0x1000, 0xa438, 0x1175, 0xa438, 0xd70c, 0xa438, 0x5fb3, 0xa438, 0x0c03, 0xa438, 0x1502, 0xa438, 0x8f1f, 0xa438, 0x9503, 0xa438, 0x1000, 0xa438, 0x1175, 0xa438, 0xd70c, 0xa438, 0x7f33, 0xa438, 0x0c1f, 0xa438, 0x0d06, 0xa438, 0x8dc0, 0xa438, 0x1000, 0xa438, 0x11bd, 0xa438, 0x8110, 0xa438, 0xa284, 0xa438, 0xa404, 0xa438, 0xa00a, 0xa438, 0xd70c, 0xa438, 0x40a1, 0xa438, 0x0c03, 0xa438, 0x1502, 0xa438, 0xad10, 0xa438, 0x9503, 0xa438, 0xd70c, 0xa438, 0x414b, 0xa438, 0x0cc0, 0xa438, 0x0080, 0xa438, 0x0c03, 0xa438, 0x0102, 0xa438, 0x0ce0, 0xa438, 0x0340, 0xa438, 0xcc52, 0xa438, 0x1800, 0xa438, 0x816b, 0xa438, 0x80c0, 0xa438, 0x8103, 0xa438, 0x83e0, 0xa438, 0x8cff, 0xa438, 0xd193, 0xa438, 0xd047, 0xa438, 0x1000, 0xa438, 0x1175, 0xa438, 0x1000, 0xa438, 0x1193, 0xa438, 0xd700, 0xa438, 0x5f74, 0xa438, 0xa110, 0xa438, 0x1000, 0xa438, 0x1175, 0xa438, 0x1000, 0xa438, 0x1193, 0xa438, 0xd700, 0xa438, 0x5f6a, 0xa438, 0xa180, 0xa438, 0xd1f5, 0xa438, 0xd049, 0xa438, 0x1000, 0xa438, 0x1175, 0xa438, 0x1000, 0xa438, 0x1193, 0xa438, 0xd700, 0xa438, 0x5f74, 0xa438, 0x8710, 0xa438, 0xa00a, 0xa438, 0x8190, 0xa438, 0x8204, 0xa438, 0xa280, 0xa438, 0xa404, 0xa438, 0xbb80, 0xa438, 0x1000, 0xa438, 0x1175, 0xa438, 0xd71f, 0xa438, 0x5fb4, 0xa438, 0xb920, 0xa438, 0x9b80, 0xa438, 0x1000, 0xa438, 0x1175, 0xa438, 0xd71f, 0xa438, 0x7fb4, 0xa438, 0x9920, 0xa438, 0x1000, 0xa438, 0x1175, 0xa438, 0xcb33, 0xa438, 0xd71f, 0xa438, 0x6105, 0xa438, 0x5f74, 0xa438, 0x1000, 0xa438, 0x1175, 0xa438, 0xd700, 0xa438, 0x5fa7, 0xa438, 0x1800, 0xa438, 0x818e, 0xa438, 0xa710, 0xa438, 0xb820, 0xa438, 0x1000, 0xa438, 0x1175, 0xa438, 0xd71f, 0xa438, 0x7f65, 0xa438, 0x9820, 0xa438, 0x1800, 0xa438, 0x81f1, 0xa438, 0x0c1f, 0xa438, 0x0d04, 0xa438, 0x8dc0, 0xa438, 0x1000, 0xa438, 0x11bd, 0xa438, 0xa00a, 0xa438, 0x8280, 0xa438, 0xa710, 0xa438, 0xd103, 0xa438, 0xd04c, 0xa438, 0x1000, 0xa438, 0x1175, 0xa438, 0xd700, 0xa438, 0x5fb4, 0xa438, 0x0c1f, 0xa438, 0x0d06, 0xa438, 0x8dc0, 0xa438, 0x1000, 0xa438, 0x11bd, 0xa438, 0x8710, 0xa438, 0xa190, 0xa438, 0xa204, 0xa438, 0x8280, 0xa438, 0xa404, 0xa438, 0x1000, 0xa438, 0x1175, 0xa438, 0xd700, 0xa438, 0x5fa7, 0xa438, 0xa00a, 0xa438, 0xa110, 0xa438, 0xa284, 0xa438, 0xa404, 0xa438, 0xcb33, 0xa438, 0xd71f, 0xa438, 0x5f54, 0xa438, 0xb920, 0xa438, 0x1000, 0xa438, 0x1175, 0xa438, 0xd71f, 0xa438, 0x7fb4, 0xa438, 0x9920, 0xa438, 0x1000, 0xa438, 0x1175, 0xa438, 0xd71f, 0xa438, 0x6145, 0xa438, 0x6074, 0xa438, 0x1800, 0xa438, 0x81d3, 0xa438, 0x1000, 0xa438, 0x1175, 0xa438, 0xd700, 0xa438, 0x5fa7, 0xa438, 0x1800, 0xa438, 0x81cd, 0xa438, 0xb820, 0xa438, 0x1000, 0xa438, 0x1175, 0xa438, 0xd71f, 0xa438, 0x7fa5, 0xa438, 0xa710, 0xa438, 0x9820, 0xa438, 0xbb20, 0xa438, 0x9308, 0xa438, 0xb210, 0xa438, 0xb301, 0xa438, 0x1000, 0xa438, 0x1175, 0xa438, 0xd701, 0xa438, 0x5fa4, 0xa438, 0xb302, 0xa438, 0x9210, 0xa438, 0xa00a, 0xa438, 0xa190, 0xa438, 0xa284, 0xa438, 0xa404, 0xa438, 0xcb34, 0xa438, 0xd701, 0xa438, 0x33b1, 0xa438, 0x823f, 0xa438, 0xd706, 0xa438, 0x60a9, 0xa438, 0xd1f5, 0xa438, 0xd049, 0xa438, 0x1800, 0xa438, 0x8201, 0xa438, 0xd13c, 0xa438, 0xd04a, 0xa438, 0x1000, 0xa438, 0x1175, 0xa438, 0x1000, 0xa438, 0x1193, 0xa438, 0xd700, 0xa438, 0x5f74, 0xa438, 0xd700, 0xa438, 0x5f2b, 0xa438, 0x0c1f, 0xa438, 0x0d03, 0xa438, 0x8dc0, 0xa438, 0x1000, 0xa438, 0x11bd, 0xa438, 0x8190, 0xa438, 0x8204, 0xa438, 0xa280, 0xa438, 0xa00a, 0xa438, 0x0c03, 0xa438, 0x1502, 0xa438, 0x8304, 0xa438, 0x9503, 0xa438, 0xcb35, 0xa438, 0xd70c, 0xa438, 0x414b, 0xa438, 0x8280, 0xa438, 0x800a, 0xa438, 0xd411, 0xa438, 0x1000, 0xa438, 0x110d, 0xa438, 0x1000, 0xa438, 0x11bd, 0xa438, 0xa280, 0xa438, 0xa00a, 0xa438, 0xd40a, 0xa438, 0xcb36, 0xa438, 0x1000, 0xa438, 0x110d, 0xa438, 0xd706, 0xa438, 0x431b, 0xa438, 0x800a, 0xa438, 0x8180, 0xa438, 0x8280, 0xa438, 0x8404, 0xa438, 0xa004, 0xa438, 0x1000, 0xa438, 0x112a, 0xa438, 0x8004, 0xa438, 0xa001, 0xa438, 0x1000, 0xa438, 0x112a, 0xa438, 0x8001, 0xa438, 0x0c03, 0xa438, 0x0902, 0xa438, 0xa00a, 0xa438, 0xd14a, 0xa438, 0xd048, 0xa438, 0x1000, 0xa438, 0x1175, 0xa438, 0x1000, 0xa438, 0x1193, 0xa438, 0xd700, 0xa438, 0x5f74, 0xa438, 0x0c1f, 0xa438, 0x0d06, 0xa438, 0x8dc0, 0xa438, 0x1000, 0xa438, 0x11bd, 0xa438, 0xd70c, 0xa438, 0x414b, 0xa438, 0x0cc0, 0xa438, 0x0080, 0xa438, 0x0c03, 0xa438, 0x0101, 0xa438, 0x0ce0, 0xa438, 0x03a0, 0xa438, 0xccb5, 0xa438, 0x1800, 0xa438, 0x8256, 0xa438, 0x0cc0, 0xa438, 0x0000, 0xa438, 0x0c03, 0xa438, 0x0101, 0xa438, 0x0ce0, 0xa438, 0x0320, 0xa438, 0xcc21, 0xa438, 0x0c03, 0xa438, 0x1502, 0xa438, 0x0c30, 0xa438, 0x0120, 0xa438, 0xa304, 0xa438, 0x9503, 0xa438, 0xd70c, 0xa438, 0x674b, 0xa438, 0xd704, 0xa438, 0x471a, 0xa438, 0xa301, 0xa438, 0x800a, 0xa438, 0xa110, 0xa438, 0x8180, 0xa438, 0xa204, 0xa438, 0x82a0, 0xa438, 0xa404, 0xa438, 0xaa40, 0xa438, 0x0c03, 0xa438, 0x1502, 0xa438, 0xaa01, 0xa438, 0x9503, 0xa438, 0xd178, 0xa438, 0xd049, 0xa438, 0x1000, 0xa438, 0x1175, 0xa438, 0x1000, 0xa438, 0x1193, 0xa438, 0xd700, 0xa438, 0x5f74, 0xa438, 0x8301, 0xa438, 0xa00a, 0xa438, 0x8110, 0xa438, 0xa180, 0xa438, 0xa284, 0xa438, 0x8220, 0xa438, 0xa404, 0xa438, 0xd178, 0xa438, 0xd048, 0xa438, 0x1000, 0xa438, 0x1175, 0xa438, 0x1000, 0xa438, 0x1193, 0xa438, 0xd700, 0xa438, 0x5f74, 0xa438, 0xcb3a, 0xa438, 0x8301, 0xa438, 0xa00a, 0xa438, 0xa190, 0xa438, 0xa280, 0xa438, 0x8224, 0xa438, 0xa404, 0xa438, 0xd700, 0xa438, 0x6041, 0xa438, 0xa402, 0xa438, 0xd178, 0xa438, 0xd049, 0xa438, 0x1000, 0xa438, 0x1175, 0xa438, 0x1000, 0xa438, 0x1193, 0xa438, 0xd700, 0xa438, 0x5f74, 0xa438, 0x1800, 0xa438, 0x82ab, 0xa438, 0xa00a, 0xa438, 0xa190, 0xa438, 0xa2a4, 0xa438, 0xa404, 0xa438, 0xd700, 0xa438, 0x6041, 0xa438, 0xa402, 0xa438, 0xcb37, 0xa438, 0xd706, 0xa438, 0x60a9, 0xa438, 0xd13d, 0xa438, 0xd04a, 0xa438, 0x1800, 0xa438, 0x82a7, 0xa438, 0xd13c, 0xa438, 0xd04b, 0xa438, 0x1000, 0xa438, 0x1175, 0xa438, 0xd700, 0xa438, 0x5fb4, 0xa438, 0x1000, 0xa438, 0x1175, 0xa438, 0x1000, 0xa438, 0x1193, 0xa438, 0xd700, 0xa438, 0x5f6b, 0xa438, 0x0c1f, 0xa438, 0x0d07, 0xa438, 0x8dc0, 0xa438, 0x1000, 0xa438, 0x11bd, 0xa438, 0xd40d, 0xa438, 0x1000, 0xa438, 0x110d, 0xa438, 0xa208, 0xa438, 0x8204, 0xa438, 0xaa40, 0xa438, 0xcb38, 0xa438, 0xd706, 0xa438, 0x6129, 0xa438, 0xd70c, 0xa438, 0x608b, 0xa438, 0xd17a, 0xa438, 0xd047, 0xa438, 0xf006, 0xa438, 0xd13d, 0xa438, 0xd04b, 0xa438, 0xf003, 0xa438, 0xd196, 0xa438, 0xd04b, 0xa438, 0x1000, 0xa438, 0x1175, 0xa438, 0x1000, 0xa438, 0x1193, 0xa438, 0xd700, 0xa438, 0x5f74, 0xa438, 0xd704, 0xa438, 0x35ac, 0xa438, 0x8311, 0xa438, 0x0cc0, 0xa438, 0x0000, 0xa438, 0x0c03, 0xa438, 0x0101, 0xa438, 0x0ce0, 0xa438, 0x0320, 0xa438, 0xcc21, 0xa438, 0x0c1f, 0xa438, 0x0d03, 0xa438, 0x8dc0, 0xa438, 0x1000, 0xa438, 0x11bd, 0xa438, 0x0cc0, 0xa438, 0x0000, 0xa438, 0x0c07, 0xa438, 0x0c07, 0xa438, 0x0c03, 0xa438, 0x1502, 0xa438, 0xa280, 0xa438, 0x8780, 0xa438, 0x0c60, 0xa438, 0x0700, 0xa438, 0x9503, 0xa438, 0xd704, 0xa438, 0x409c, 0xa438, 0xd110, 0xa438, 0xd04d, 0xa438, 0xf003, 0xa438, 0xd110, 0xa438, 0xd04d, 0xa438, 0xcb4a, 0xa438, 0x1000, 0xa438, 0x1175, 0xa438, 0xd700, 0xa438, 0x5fb4, 0xa438, 0x0c03, 0xa438, 0x1502, 0xa438, 0xa240, 0xa438, 0xa180, 0xa438, 0xa201, 0xa438, 0xa780, 0xa438, 0x9503, 0xa438, 0xd114, 0xa438, 0xd04a, 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0xcb4b, 0xa438, 0x1000, 0xa438, 0x1175, 0xa438, 0xd700, 0xa438, 0x5fb4, 0xa438, 0x1800, 0xa438, 0x0bc3, 0xa438, 0x1800, 0xa438, 0x0bc3, 0xa438, 0x1000, 0xa438, 0x110d, 0xa438, 0xd419, 0xa438, 0x1000, 0xa438, 0x110d, 0xa438, 0x1800, 0xa438, 0x01ae, 0xa438, 0x8110, 0xa438, 0xa180, 0xa438, 0x8280, 0xa438, 0xa404, 0xa438, 0xa00a, 0xa438, 0x8402, 0xa438, 0xcb42, 0xa438, 0xd706, 0xa438, 0x3de9, 0xa438, 0x837a, 0xa438, 0xd704, 0xa438, 0x35ac, 0xa438, 0x8380, 0xa438, 0x1000, 0xa438, 0x1175, 0xa438, 0xd700, 0xa438, 0x5fab, 0xa438, 0x0c1f, 0xa438, 0x0d06, 0xa438, 0x8dc0, 0xa438, 0x1000, 0xa438, 0x11bd, 0xa438, 0xd418, 0xa438, 0x1000, 0xa438, 0x110d, 0xa438, 0x0c1f, 0xa438, 0x0d03, 0xa438, 0x8dc0, 0xa438, 0x1000, 0xa438, 0x11bd, 0xa438, 0x0c03, 0xa438, 0x1502, 0xa438, 0xa780, 0xa438, 0xa20e, 0xa438, 0x9503, 0xa438, 0xd704, 0xa438, 0x409c, 0xa438, 0xd114, 0xa438, 0xd04d, 0xa438, 0xf003, 0xa438, 0xd114, 0xa438, 0xd04d, 0xa438, 0x0c03, 0xa438, 0x1502, 0xa438, 0xa003, 0xa438, 0x9503, 0xa438, 0xcb4c, 0xa438, 0x1000, 0xa438, 0x1175, 0xa438, 0xd700, 0xa438, 0x5fb4, 0xa438, 0x0c03, 0xa438, 0x1502, 0xa438, 0x0c60, 0xa438, 0x0720, 0xa438, 0xa220, 0xa438, 0x9503, 0xa438, 0xcb4d, 0xa438, 0xd704, 0xa438, 0x409c, 0xa438, 0xd128, 0xa438, 0xd04f, 0xa438, 0xf003, 0xa438, 0xd128, 0xa438, 0xd04f, 0xa438, 0x1000, 0xa438, 0x1175, 0xa438, 0xd700, 0xa438, 0x5fb4, 0xa438, 0x0c03, 0xa438, 0x1502, 0xa438, 0x0c60, 0xa438, 0x0740, 0xa438, 0xa210, 0xa438, 0x9503, 0xa438, 0xd704, 0xa438, 0x409c, 0xa438, 0xd114, 0xa438, 0xd04e, 0xa438, 0xf003, 0xa438, 0xd114, 0xa438, 0xd04e, 0xa438, 0xcb4e, 0xa438, 0x1000, 0xa438, 0x1175, 0xa438, 0xd700, 0xa438, 0x5fb4, 0xa438, 0x0c1f, 0xa438, 0x0d06, 0xa438, 0x8dc0, 0xa438, 0x1000, 0xa438, 0x11bd, 0xa438, 0x0cc0, 0xa438, 0x0000, 0xa438, 0x0c07, 0xa438, 0x0c01, 0xa438, 0xd704, 0xa438, 0x40b5, 0xa438, 0x0c03, 0xa438, 0x1502, 0xa438, 0xa23c, 0xa438, 0x9503, 0xa438, 0xb920, 0xa438, 0x1000, 0xa438, 0x1175, 0xa438, 0xd71f, 0xa438, 0x7fb4, 0xa438, 0x8710, 0xa438, 0x9920, 0xa438, 0x1000, 0xa438, 0x1175, 0xa438, 0xd71f, 0xa438, 0x6105, 0xa438, 0x6054, 0xa438, 0xfffb, 0xa438, 0x1000, 0xa438, 0x1175, 0xa438, 0xd700, 0xa438, 0x5fa7, 0xa438, 0xffef, 0xa438, 0xa710, 0xa438, 0xb820, 0xa438, 0x1000, 0xa438, 0x1175, 0xa438, 0xd71f, 0xa438, 0x7fa5, 0xa438, 0x9820, 0xa438, 0xa00a, 0xa438, 0x0c03, 0xa438, 0x1502, 0xa438, 0xa103, 0xa438, 0x9503, 0xa438, 0xbb20, 0xa438, 0xd706, 0xa438, 0x60dd, 0xa438, 0x0c1f, 0xa438, 0x0d07, 0xa438, 0x8dc0, 0xa438, 0x1000, 0xa438, 0x11bd, 0xa438, 0x0c03, 0xa438, 0x1502, 0xa438, 0x0c30, 0xa438, 0x0120, 0xa438, 0xa304, 0xa438, 0x9503, 0xa438, 0xa190, 0xa438, 0xa2a0, 0xa438, 0xa404, 0xa438, 0xa00a, 0xa438, 0xa604, 0xa438, 0xd700, 0xa438, 0x6041, 0xa438, 0xa402, 0xa438, 0xcb43, 0xa438, 0xd17a, 0xa438, 0xd048, 0xa438, 0x1000, 0xa438, 0x1175, 0xa438, 0x1000, 0xa438, 0x1193, 0xa438, 0xd700, 0xa438, 0x5f74, 0xa438, 0x609d, 0xa438, 0xd417, 0xa438, 0x1000, 0xa438, 0x110d, 0xa438, 0x1000, 0xa438, 0x1175, 0xa438, 0x1000, 0xa438, 0x1193, 0xa438, 0xd700, 0xa438, 0x5f7a, 0xa438, 0xd704, 0xa438, 0x5f36, 0xa438, 0xd706, 0xa438, 0x6089, 0xa438, 0xd40c, 0xa438, 0x1000, 0xa438, 0x110d, 0xa438, 0xaa40, 0xa438, 0xbb10, 0xa438, 0xcb50, 0xa438, 0x1000, 0xa438, 0x1175, 0xa438, 0x1000, 0xa438, 0x1193, 0xa438, 0xd71f, 0xa438, 0x5f75, 0xa438, 0x8190, 0xa438, 0x82a0, 0xa438, 0x8402, 0xa438, 0xa404, 0xa438, 0x800a, 0xa438, 0x8718, 0xa438, 0x9b10, 0xa438, 0x9b20, 0xa438, 0x1000, 0xa438, 0x1175, 0xa438, 0xd71f, 0xa438, 0x7fb5, 0xa438, 0xcb51, 0xa438, 0x1000, 0xa438, 0x1175, 0xa438, 0xd71f, 0xa438, 0x5f94, 0xa438, 0xd706, 0xa438, 0x6089, 0xa438, 0xd141, 0xa438, 0xd043, 0xa438, 0xf003, 0xa438, 0xd141, 0xa438, 0xd044, 0xa438, 0x1000, 0xa438, 0x1175, 0xa438, 0xd700, 0xa438, 0x5fb4, 0xa438, 0xd700, 0xa438, 0x60e5, 0xa438, 0xd704, 0xa438, 0x60be, 0xa438, 0xd706, 0xa438, 0x29b1, 0xa438, 0x83fb, 0xa438, 0xf002, 0xa438, 0xa880, 0xa438, 0xa00a, 0xa438, 0xa190, 0xa438, 0x8220, 0xa438, 0xa280, 0xa438, 0xa404, 0xa438, 0xa620, 0xa438, 0x0c03, 0xa438, 0x1502, 0xa438, 0xc5aa, 0xa438, 0x9503, 0xa438, 0xd700, 0xa438, 0x6061, 0xa438, 0xa402, 0xa438, 0xa480, 0xa438, 0xcb52, 0xa438, 0x1000, 0xa438, 0x1175, 0xa438, 0xd700, 0xa438, 0x5fba, 0xa438, 0xd704, 0xa438, 0x5f76, 0xa438, 0xb920, 0xa438, 0xcb53, 0xa438, 0x1000, 0xa438, 0x1175, 0xa438, 0xd71f, 0xa438, 0x7fb4, 0xa438, 0x9920, 0xa438, 0xa00a, 0xa438, 0xa190, 0xa438, 0xa280, 0xa438, 0x8220, 0xa438, 0xa404, 0xa438, 0xb580, 0xa438, 0xd700, 0xa438, 0x40a1, 0xa438, 0x0c03, 0xa438, 0x1502, 0xa438, 0xa602, 0xa438, 0x9503, 0xa438, 0x0c03, 0xa438, 0x1502, 0xa438, 0xa310, 0xa438, 0x9503, 0xa438, 0xcb60, 0xa438, 0xd1c8, 0xa438, 0xd045, 0xa438, 0x1000, 0xa438, 0x1175, 0xa438, 0xd700, 0xa438, 0x5fb4, 0xa438, 0xaa10, 0xa438, 0xd70c, 0xa438, 0x2833, 0xa438, 0x8434, 0xa438, 0xf003, 0xa438, 0x1000, 0xa438, 0x1238, 0xa438, 0xd70c, 0xa438, 0x40a6, 0xa438, 0x0c03, 0xa438, 0x1502, 0xa438, 0xa140, 0xa438, 0x9503, 0xa438, 0xd70c, 0xa438, 0x40a3, 0xa438, 0x0c03, 0xa438, 0x1502, 0xa438, 0xac20, 0xa438, 0x9503, 0xa438, 0xa90c, 0xa438, 0xaa80, 0xa438, 0x0c1f, 0xa438, 0x0d07, 0xa438, 0x8dc0, 0xa438, 0x1000, 0xa438, 0x11bd, 0xa438, 0xa00a, 0xa438, 0xa190, 0xa438, 0xa280, 0xa438, 0x8220, 0xa438, 0xa404, 0xa438, 0xb580, 0xa438, 0x0c03, 0xa438, 0x1502, 0xa438, 0xc500, 0xa438, 0x9503, 0xa438, 0x83e0, 0xa438, 0xd700, 0xa438, 0x40c1, 0xa438, 0x0c03, 0xa438, 0x1502, 0xa438, 0xa602, 0xa438, 0x9503, 0xa438, 0x8e01, 0xa438, 0xd14a, 0xa438, 0xd058, 0xa438, 0xd70c, 0xa438, 0x4063, 0xa438, 0x1000, 0xa438, 0x11f2, 0xa438, 0xcb62, 0xa438, 0x1000, 0xa438, 0x1175, 0xa438, 0xd704, 0xa438, 0x2e70, 0xa438, 0x8479, 0xa438, 0xd71f, 0xa438, 0x626e, 0xa438, 0xd704, 0xa438, 0x3868, 0xa438, 0x847d, 0xa438, 0xd70c, 0xa438, 0x2f18, 0xa438, 0x8483, 0xa438, 0xd700, 0xa438, 0x5db5, 0xa438, 0x0c03, 0xa438, 0x1502, 0xa438, 0xc5aa, 0xa438, 0x9503, 0xa438, 0x0ce0, 0xa438, 0x0320, 0xa438, 0x1800, 0xa438, 0x0d6f, 0xa438, 0x1800, 0xa438, 0x0f15, 0xa438, 0x1800, 0xa438, 0x0dae, 0xa438, 0x0c03, 0xa438, 0x1502, 0xa438, 0xc5aa, 0xa438, 0x9503, 0xa438, 0x1800, 0xa438, 0x0fc9, 0xa438, 0x0c03, 0xa438, 0x1502, 0xa438, 0xc5aa, 0xa438, 0x9503, 0xa438, 0x1800, 0xa438, 0x0d84, 0xa438, 0x1000, 0xa438, 0x16e5, 0xa438, 0xd70c, 0xa438, 0x5fa4, 0xa438, 0xa706, 0xa438, 0xd70c, 0xa438, 0x408b, 0xa438, 0xa701, 0xa438, 0xa502, 0xa438, 0xa880, 0xa438, 0x8801, 0xa438, 0x8e01, 0xa438, 0xca50, 0xa438, 0x1000, 0xa438, 0x852e, 0xa438, 0xca51, 0xa438, 0xd70e, 0xa438, 0x2210, 0xa438, 0x852c, 0xa438, 0xd70c, 0xa438, 0x4084, 0xa438, 0xd705, 0xa438, 0x5efd, 0xa438, 0xf007, 0xa438, 0x1000, 0xa438, 0x16e9, 0xa438, 0xd70c, 0xa438, 0x5ca2, 0xa438, 0x1800, 0xa438, 0x15b2, 0xa438, 0xd70c, 0xa438, 0x605a, 0xa438, 0x9a10, 0xa438, 0x8e40, 0xa438, 0x8404, 0xa438, 0x1000, 0xa438, 0x174e, 0xa438, 0x8e80, 0xa438, 0xca62, 0xa438, 0xd705, 0xa438, 0x3084, 0xa438, 0x850e, 0xa438, 0xba10, 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x1000, 0xa438, 0x8608, 0xa438, 0x0c03, 0xa438, 0x0100, 0xa438, 0xd702, 0xa438, 0x4638, 0xa438, 0xd1c4, 0xa438, 0xd044, 0xa438, 0x1000, 0xa438, 0x16e5, 0xa438, 0x1000, 0xa438, 0x170f, 0xa438, 0xd70c, 0xa438, 0x5f7c, 0xa438, 0x8108, 0xa438, 0x0c1f, 0xa438, 0x0907, 0xa438, 0x8940, 0xa438, 0x1000, 0xa438, 0x1702, 0xa438, 0xa0c4, 0xa438, 0x8610, 0xa438, 0x8030, 0xa438, 0x8706, 0xa438, 0x0c07, 0xa438, 0x0b06, 0xa438, 0x8410, 0xa438, 0xa980, 0xa438, 0xa702, 0xa438, 0xd1c4, 0xa438, 0xd045, 0xa438, 0x1000, 0xa438, 0x16e5, 0xa438, 0x1000, 0xa438, 0x170f, 0xa438, 0xd70c, 0xa438, 0x5f7c, 0xa438, 0x0c07, 0xa438, 0x0b06, 0xa438, 0xa030, 0xa438, 0xa610, 0xa438, 0xd700, 0xa438, 0x6041, 0xa438, 0xa501, 0xa438, 0xa108, 0xa438, 0xd1c4, 0xa438, 0xd045, 0xa438, 0xca63, 0xa438, 0x1000, 0xa438, 0x16e5, 0xa438, 0x1000, 0xa438, 0x170f, 0xa438, 0xd70c, 0xa438, 0x5f7c, 0xa438, 0xd702, 0xa438, 0x6078, 0xa438, 0x9920, 0xa438, 0xf003, 0xa438, 0xb920, 0xa438, 0xa880, 0xa438, 0x9a10, 0xa438, 0x1000, 0xa438, 0x16e5, 0xa438, 0x1000, 0xa438, 0x170f, 0xa438, 0xd71f, 0xa438, 0x5f73, 0xa438, 0xf011, 0xa438, 0xd70c, 0xa438, 0x409b, 0xa438, 0x9920, 0xa438, 0x9a10, 0xa438, 0xfff5, 0xa438, 0x80fe, 0xa438, 0x8610, 0xa438, 0x8501, 0xa438, 0x8980, 0xa438, 0x8702, 0xa438, 0xa410, 0xa438, 0xa940, 0xa438, 0x81c0, 0xa438, 0xae80, 0xa438, 0x1800, 0xa438, 0x84b3, 0xa438, 0x8804, 0xa438, 0xa704, 0xa438, 0x8788, 0xa438, 0xff80, 0xa438, 0xbb08, 0xa438, 0x0c1f, 0xa438, 0x0907, 0xa438, 0x8940, 0xa438, 0x1000, 0xa438, 0x1702, 0xa438, 0x8701, 0xa438, 0x8502, 0xa438, 0xa0f4, 0xa438, 0xa610, 0xa438, 0xd700, 0xa438, 0x6061, 0xa438, 0xa002, 0xa438, 0xa501, 0xa438, 0x8706, 0xa438, 0x8410, 0xa438, 0xa980, 0xa438, 0xca64, 0xa438, 0xd110, 0xa438, 0xd040, 0xa438, 0x1000, 0xa438, 0x16e5, 0xa438, 0x1000, 0xa438, 0x170f, 0xa438, 0xd70c, 0xa438, 0x5f7c, 0xa438, 0x8804, 0xa438, 0xa706, 0xa438, 0x1800, 0xa438, 0x848d, 0xa438, 0x1800, 0xa438, 0x1384, 0xa438, 0xd705, 0xa438, 0x405f, 0xa438, 0xf036, 0xa438, 0xd705, 0xa438, 0x6234, 0xa438, 0xd70c, 0xa438, 0x41c6, 0xa438, 0xd70d, 0xa438, 0x419d, 0xa438, 0xd70d, 0xa438, 0x417e, 0xa438, 0xd704, 0xa438, 0x6127, 0xa438, 0x2951, 0xa438, 0x8543, 0xa438, 0xd70c, 0xa438, 0x4083, 0xa438, 0xd70c, 0xa438, 0x2e81, 0xa438, 0x8543, 0xa438, 0xf0c5, 0xa438, 0x80fe, 0xa438, 0x8610, 0xa438, 0x8501, 0xa438, 0x8704, 0xa438, 0x0c30, 0xa438, 0x0410, 0xa438, 0xa701, 0xa438, 0xac02, 0xa438, 0xa502, 0xa438, 0x8980, 0xa438, 0xca60, 0xa438, 0xa004, 0xa438, 0xd70c, 0xa438, 0x6065, 0xa438, 0x1800, 0xa438, 0x8554, 0xa438, 0x8004, 0xa438, 0xa804, 0xa438, 0x0c0f, 0xa438, 0x0602, 0xa438, 0x0c70, 0xa438, 0x0730, 0xa438, 0xa708, 0xa438, 0xd704, 0xa438, 0x609c, 0xa438, 0x0c1f, 0xa438, 0x0912, 0xa438, 0xf003, 0xa438, 0x0c1f, 0xa438, 0x090e, 0xa438, 0xa940, 0xa438, 0x1000, 0xa438, 0x1702, 0xa438, 0xa780, 0xa438, 0xf0a2, 0xa438, 0xd704, 0xa438, 0x63eb, 0xa438, 0xd705, 0xa438, 0x43b1, 0xa438, 0xd702, 0xa438, 0x339c, 0xa438, 0x8607, 0xa438, 0x8788, 0xa438, 0x8704, 0xa438, 0x0c1f, 0xa438, 0x0907, 0xa438, 0x8940, 0xa438, 0x1000, 0xa438, 0x1702, 0xa438, 0x8410, 0xa438, 0xa0f4, 0xa438, 0xa610, 0xa438, 0xd700, 0xa438, 0x6061, 0xa438, 0xa002, 0xa438, 0xa501, 0xa438, 0xa706, 0xa438, 0x8804, 0xa438, 0xa980, 0xa438, 0xd70c, 0xa438, 0x6085, 0xa438, 0x8701, 0xa438, 0x8502, 0xa438, 0x8c02, 0xa438, 0xa701, 0xa438, 0xa502, 0xa438, 0xf082, 0xa438, 0xd70c, 0xa438, 0x60c5, 0xa438, 0xd702, 0xa438, 0x6053, 0xa438, 0xf07d, 0xa438, 0x1800, 0xa438, 0x8604, 0xa438, 0xd70d, 0xa438, 0x4d1b, 0xa438, 0xba10, 0xa438, 0xae40, 0xa438, 0x0cfc, 0xa438, 0x03b4, 0xa438, 0x0cfc, 0xa438, 0x05b4, 0xa438, 0xd1c4, 0xa438, 0xd044, 0xa438, 0x1000, 0xa438, 0x16e5, 0xa438, 0x1000, 0xa438, 0x170f, 0xa438, 0xd70c, 0xa438, 0x5f7c, 0xa438, 0x8706, 0xa438, 0x8280, 0xa438, 0xace0, 0xa438, 0xa680, 0xa438, 0xa240, 0xa438, 0x1000, 0xa438, 0x16e5, 0xa438, 0x1000, 0xa438, 0x170f, 0xa438, 0xd702, 0xa438, 0x5f79, 0xa438, 0x8240, 0xa438, 0xd702, 0xa438, 0x6898, 0xa438, 0xd702, 0xa438, 0x4957, 0xa438, 0x1800, 0xa438, 0x85f6, 0xa438, 0xa1c0, 0xa438, 0x0c3f, 0xa438, 0x0220, 0xa438, 0x0cfc, 0xa438, 0x030c, 0xa438, 0x0cfc, 0xa438, 0x050c, 0xa438, 0x8108, 0xa438, 0x8640, 0xa438, 0xa120, 0xa438, 0xa640, 0xa438, 0x0c03, 0xa438, 0x0101, 0xa438, 0xa110, 0xa438, 0xd1c4, 0xa438, 0xd044, 0xa438, 0xca84, 0xa438, 0x1000, 0xa438, 0x16e5, 0xa438, 0x1000, 0xa438, 0x170f, 0xa438, 0xd70c, 0xa438, 0x5f7c, 0xa438, 0xd702, 0xa438, 0x60fc, 0xa438, 0x8210, 0xa438, 0x0ce0, 0xa438, 0x0320, 0xa438, 0x0ce0, 0xa438, 0x0520, 0xa438, 0xf002, 0xa438, 0xa210, 0xa438, 0xd1c4, 0xa438, 0xd043, 0xa438, 0x1000, 0xa438, 0x16e5, 0xa438, 0x1000, 0xa438, 0x170f, 0xa438, 0xd70c, 0xa438, 0x5f7c, 0xa438, 0x8233, 0xa438, 0x0cfc, 0xa438, 0x036c, 0xa438, 0x0cfc, 0xa438, 0x056c, 0xa438, 0xd1c4, 0xa438, 0xd044, 0xa438, 0xca85, 0xa438, 0x1000, 0xa438, 0x16e5, 0xa438, 0x1000, 0xa438, 0x170f, 0xa438, 0xd70c, 0xa438, 0x5f7c, 0xa438, 0xa680, 0xa438, 0xa240, 0xa438, 0x1000, 0xa438, 0x16e5, 0xa438, 0x1000, 0xa438, 0x170f, 0xa438, 0xd702, 0xa438, 0x5f79, 0xa438, 0x8240, 0xa438, 0x0cfc, 0xa438, 0x0390, 0xa438, 0x0cfc, 0xa438, 0x0590, 0xa438, 0xd702, 0xa438, 0x6058, 0xa438, 0xf002, 0xa438, 0xfec7, 0xa438, 0x81c0, 0xa438, 0x8880, 0xa438, 0x8706, 0xa438, 0xca61, 0xa438, 0xd1c4, 0xa438, 0xd054, 0xa438, 0x1000, 0xa438, 0x16e5, 0xa438, 0x1000, 0xa438, 0x170f, 0xa438, 0xd70c, 0xa438, 0x5f7d, 0xa438, 0xa706, 0xa438, 0xf004, 0xa438, 0x8788, 0xa438, 0xa404, 0xa438, 0x8702, 0xa438, 0x0800, 0xa438, 0x8443, 0xa438, 0x8303, 0xa438, 0x8280, 0xa438, 0x9920, 0xa438, 0x8ce0, 0xa438, 0x8004, 0xa438, 0xa1c0, 0xa438, 0xd70e, 0xa438, 0x404a, 0xa438, 0xa280, 0xa438, 0xd702, 0xa438, 0x3bd0, 0xa438, 0x8618, 0xa438, 0x0c3f, 0xa438, 0x0223, 0xa438, 0xf003, 0xa438, 0x0c3f, 0xa438, 0x0220, 0xa438, 0x0cfc, 0xa438, 0x0308, 0xa438, 0x0cfc, 0xa438, 0x0508, 0xa438, 0x8108, 0xa438, 0x8640, 0xa438, 0xa120, 0xa438, 0xa640, 0xa438, 0xd702, 0xa438, 0x6077, 0xa438, 0x8103, 0xa438, 0xf003, 0xa438, 0x0c03, 0xa438, 0x0101, 0xa438, 0xa110, 0xa438, 0xd702, 0xa438, 0x6077, 0xa438, 0xa108, 0xa438, 0xf006, 0xa438, 0xd704, 0xa438, 0x6077, 0xa438, 0x8108, 0xa438, 0xf002, 0xa438, 0xa108, 0xa438, 0xd193, 0xa438, 0xd045, 0xa438, 0xca82, 0xa438, 0x1000, 0xa438, 0x16e5, 0xa438, 0xd70e, 0xa438, 0x606a, 0xa438, 0x1000, 0xa438, 0x170f, 0xa438, 0xd70c, 0xa438, 0x5f3c, 0xa438, 0xd702, 0xa438, 0x60fc, 0xa438, 0x8210, 0xa438, 0x0ce0, 0xa438, 0x0320, 0xa438, 0x0ce0, 0xa438, 0x0520, 0xa438, 0xf002, 0xa438, 0xa210, 0xa438, 0xd1c4, 0xa438, 0xd043, 0xa438, 0x1000, 0xa438, 0x16e5, 0xa438, 0xd70e, 0xa438, 0x606a, 0xa438, 0x1000, 0xa438, 0x170f, 0xa438, 0xd70c, 0xa438, 0x5f3c, 0xa438, 0xd702, 0xa438, 0x3bd0, 0xa438, 0x8656, 0xa438, 0x0c3f, 0xa438, 0x020c, 0xa438, 0xf002, 0xa438, 0x823f, 0xa438, 0x0cfc, 0xa438, 0x034c, 0xa438, 0x0cfc, 0xa438, 0x054c, 0xa438, 0xd1c4, 0xa438, 0xd044, 0xa438, 0x1000, 0xa438, 0x16e5, 0xa438, 0xd70e, 0xa438, 0x606a, 0xa438, 0x1000, 0xa438, 0x170f, 0xa438, 0xd70c, 0xa438, 0x5f3c, 0xa438, 0x820c, 0xa438, 0xa360, 0xa438, 0xa560, 0xa438, 0xd1c4, 0xa438, 0xd043, 0xa438, 0xca83, 0xa438, 0x1000, 0xa438, 0x16e5, 0xa438, 0xd70e, 0xa438, 0x606a, 0xa438, 0x1000, 0xa438, 0x170f, 0xa438, 0xd70c, 0xa438, 0x5f3c, 0xa438, 0xd70e, 0xa438, 0x406a, 0xa438, 0x8680, 0xa438, 0xf002, 0xa438, 0xa680, 0xa438, 0xa240, 0xa438, 0x0c0f, 0xa438, 0x0604, 0xa438, 0x0c70, 0xa438, 0x0750, 0xa438, 0xa708, 0xa438, 0xd704, 0xa438, 0x609c, 0xa438, 0x0c1f, 0xa438, 0x0914, 0xa438, 0xf003, 0xa438, 0x0c1f, 0xa438, 0x0910, 0xa438, 0xa940, 0xa438, 0x1000, 0xa438, 0x1702, 0xa438, 0xa780, 0xa438, 0x1000, 0xa438, 0x16e5, 0xa438, 0xd70e, 0xa438, 0x606a, 0xa438, 0x1000, 0xa438, 0x170f, 0xa438, 0xd702, 0xa438, 0x399c, 0xa438, 0x8689, 0xa438, 0x8240, 0xa438, 0x8788, 0xa438, 0xd702, 0xa438, 0x63f8, 0xa438, 0xd705, 0xa438, 0x643c, 0xa438, 0xa402, 0xa438, 0xf012, 0xa438, 0x8402, 0xa438, 0xd705, 0xa438, 0x611b, 0xa438, 0xa401, 0xa438, 0xa302, 0xa438, 0xd702, 0xa438, 0x417d, 0xa438, 0xa440, 0xa438, 0xa280, 0xa438, 0xf008, 0xa438, 0x8401, 0xa438, 0x8302, 0xa438, 0xd70c, 0xa438, 0x6060, 0xa438, 0xa301, 0xa438, 0xf002, 0xa438, 0x8301, 0xa438, 0xd70c, 0xa438, 0x4080, 0xa438, 0xd70e, 0xa438, 0x604a, 0xa438, 0xff5f, 0xa438, 0xd705, 0xa438, 0x3cdd, 0xa438, 0x86b8, 0xa438, 0xff5b, 0xa438, 0x0cfc, 0xa438, 0x0390, 0xa438, 0x0cfc, 0xa438, 0x0590, 0xa438, 0x0800, 0xa438, 0x0c1f, 0xa438, 0x0d00, 0xa438, 0x8dc0, 0xa438, 0x1000, 0xa438, 0x11bd, 0xa438, 0xa504, 0xa438, 0x1800, 0xa438, 0x0fd3, 0xa438, 0xd70d, 0xa438, 0x407d, 0xa438, 0xa710, 0xa438, 0xf002, 0xa438, 0xa710, 0xa438, 0x9580, 0xa438, 0x0c03, 0xa438, 0x1502, 0xa438, 0xa304, 0xa438, 0x9503, 0xa438, 0x0c1f, 0xa438, 0x0d07, 0xa438, 0x8dc0, 0xa438, 0x1000, 0xa438, 0x11bd, 0xa438, 0xcb81, 0xa438, 0xd70c, 0xa438, 0x4882, 0xa438, 0xd706, 0xa438, 0x407a, 0xa438, 0xd70c, 0xa438, 0x4807, 0xa438, 0xd706, 0xa438, 0x405a, 0xa438, 0x8910, 0xa438, 0xa210, 0xa438, 0xd704, 0xa438, 0x611c, 0xa438, 0x0cc0, 0xa438, 0x0080, 0xa438, 0x0c03, 0xa438, 0x0101, 0xa438, 0x0ce0, 0xa438, 0x03a0, 0xa438, 0xccb5, 0xa438, 0x0cc0, 0xa438, 0x0080, 0xa438, 0x0c03, 0xa438, 0x0102, 0xa438, 0x0ce0, 0xa438, 0x0340, 0xa438, 0xcc52, 0xa438, 0xd706, 0xa438, 0x42ba, 0xa438, 0x0c03, 0xa438, 0x1502, 0xa438, 0x0c1f, 0xa438, 0x0f1c, 0xa438, 0x9503, 0xa438, 0x1000, 0xa438, 0x1175, 0xa438, 0xd70c, 0xa438, 0x5fb3, 0xa438, 0x0c03, 0xa438, 0x1502, 0xa438, 0x8f1f, 0xa438, 0x9503, 0xa438, 0x1000, 0xa438, 0x1175, 0xa438, 0xd70c, 0xa438, 0x7f33, 0xa438, 0x8190, 0xa438, 0x8204, 0xa438, 0xf016, 0xa438, 0x0c03, 0xa438, 0x1502, 0xa438, 0x0c1f, 0xa438, 0x0f1b, 0xa438, 0x9503, 0xa438, 0x1000, 0xa438, 0x1175, 0xa438, 0xd70c, 0xa438, 0x5fb3, 0xa438, 0x0c03, 0xa438, 0x1502, 0xa438, 0x8f1f, 0xa438, 0x9503, 0xa438, 0x1000, 0xa438, 0x1175, 0xa438, 0xd70c, 0xa438, 0x7f33, 0xa438, 0xd70c, 0xa438, 0x6047, 0xa438, 0xf002, 0xa438, 0xf00c, 0xa438, 0xd403, 0xa438, 0xcb82, 0xa438, 0x1000, 0xa438, 0x110d, 0xa438, 0xd40a, 0xa438, 0x1000, 0xa438, 0x110d, 0xa438, 0xd70c, 0xa438, 0x4247, 0xa438, 0x1000, 0xa438, 0x1225, 0xa438, 0x8a40, 0xa438, 0x1000, 0xa438, 0x1118, 0xa438, 0xa104, 0xa438, 0x1000, 0xa438, 0x112a, 0xa438, 0x8104, 0xa438, 0x1000, 0xa438, 0x1121, 0xa438, 0x0c03, 0xa438, 0x1502, 0xa438, 0xa704, 0xa438, 0x9503, 0xa438, 0xcb88, 0xa438, 0xf012, 0xa438, 0xa210, 0xa438, 0xa00a, 0xa438, 0xaa40, 0xa438, 0x1000, 0xa438, 0x1118, 0xa438, 0xa104, 0xa438, 0x1000, 0xa438, 0x112a, 0xa438, 0x8104, 0xa438, 0x1000, 0xa438, 0x1121, 0xa438, 0xa190, 0xa438, 0xa284, 0xa438, 0xa404, 0xa438, 0x8a10, 0xa438, 0x8a80, 0xa438, 0xcb84, 0xa438, 0xd13e, 0xa438, 0xd05a, 0xa438, 0xd13e, 0xa438, 0xd06b, 0xa438, 0x1000, 0xa438, 0x1175, 0xa438, 0xd700, 0xa438, 0x3559, 0xa438, 0x874b, 0xa438, 0xfffb, 0xa438, 0xd700, 0xa438, 0x604b, 0xa438, 0xcb8a, 0xa438, 0x1000, 0xa438, 0x1175, 0xa438, 0xd700, 0xa438, 0x3659, 0xa438, 0x8754, 0xa438, 0xfffb, 0xa438, 0xd700, 0xa438, 0x606b, 0xa438, 0xcb8b, 0xa438, 0x5eeb, 0xa438, 0xd700, 0xa438, 0x6041, 0xa438, 0xa402, 0xa438, 0xcb8c, 0xa438, 0xd706, 0xa438, 0x609a, 0xa438, 0xd1f5, 0xa438, 0xd048, 0xa438, 0xf003, 0xa438, 0xd160, 0xa438, 0xd04b, 0xa438, 0x1000, 0xa438, 0x1175, 0xa438, 0xd700, 0xa438, 0x5fb4, 0xa438, 0xcb8d, 0xa438, 0x8710, 0xa438, 0xd71f, 0xa438, 0x5fd4, 0xa438, 0xb920, 0xa438, 0x1000, 0xa438, 0x1175, 0xa438, 0xd71f, 0xa438, 0x7fb4, 0xa438, 0x9920, 0xa438, 0x1000, 0xa438, 0x1175, 0xa438, 0xd71f, 0xa438, 0x6105, 0xa438, 0x6054, 0xa438, 0xfffb, 0xa438, 0x1000, 0xa438, 0x1175, 0xa438, 0xd700, 0xa438, 0x5fab, 0xa438, 0xfff0, 0xa438, 0xa710, 0xa438, 0xb820, 0xa438, 0x1000, 0xa438, 0x1175, 0xa438, 0xd71f, 0xa438, 0x7fa5, 0xa438, 0x9820, 0xa438, 0xd114, 0xa438, 0xd040, 0xa438, 0x1000, 0xa438, 0x1175, 0xa438, 0xd700, 0xa438, 0x5fba, 0xa438, 0xd704, 0xa438, 0x5f76, 0xa438, 0xd700, 0xa438, 0x5f34, 0xa438, 0xd700, 0xa438, 0x6081, 0xa438, 0xd706, 0xa438, 0x405a, 0xa438, 0xa480, 0xa438, 0xcb86, 0xa438, 0xd706, 0xa438, 0x609a, 0xa438, 0xd1c8, 0xa438, 0xd045, 0xa438, 0xf003, 0xa438, 0xd17a, 0xa438, 0xd04b, 0xa438, 0x1000, 0xa438, 0x1175, 0xa438, 0xd700, 0xa438, 0x5fb4, 0xa438, 0x0cc0, 0xa438, 0x0000, 0xa438, 0x0c03, 0xa438, 0x0101, 0xa438, 0x0ce0, 0xa438, 0x0320, 0xa438, 0xcc29, 0xa438, 0xa208, 0xa438, 0x8204, 0xa438, 0xd114, 0xa438, 0xd040, 0xa438, 0xd700, 0xa438, 0x5ff4, 0xa438, 0x1800, 0xa438, 0x0bc3, 0xa438, 0xa00a, 0xa438, 0x9308, 0xa438, 0xb210, 0xa438, 0xb301, 0xa438, 0x1000, 0xa438, 0x1175, 0xa438, 0xd701, 0xa438, 0x5fa4, 0xa438, 0xb302, 0xa438, 0x9210, 0xa438, 0x800a, 0xa438, 0x1800, 0xa438, 0x0573, 0xa436, 0xA10E, 0xa438, 0x0572, 0xa436, 0xA10C, 0xa438, 0x0e47, 0xa436, 0xA10A, 0xa438, 0x0fd2, 0xa436, 0xA108, 0xa438, 0x1503, 0xa436, 0xA106, 0xa438, 0x0c0d, 0xa436, 0xA104, 0xa438, 0x01ac, 0xa436, 0xA102, 0xa438, 0x0956, 0xa436, 0xA100, 0xa438, 0x001c, 0xa436, 0xA110, 0xa438, 0x00ff, 0xa436, 0xA016, 0xa438, 0x0020, 0xa436, 0xA012, 0xa438, 0x1ff8, 0xa436, 0xA014, 0xa438, 0x0000, 0xa438, 0x85f0, 0xa438, 0xa2a0, 0xa438, 0x8880, 0xa438, 0x0d00, 0xa438, 0xc500, 0xa438, 0x800a, 0xa438, 0xae01, 0xa436, 0xA164, 0xa438, 0x1013, 0xa436, 0xA166, 0xa438, 0x1014, 0xa436, 0xA168, 0xa438, 0x0F98, 0xa436, 0xA16A, 0xa438, 0x0DCA, 0xa436, 0xA16C, 0xa438, 0x109B, 0xa436, 0xA16E, 0xa438, 0x10A2, 0xa436, 0xA170, 0xa438, 0x0F33, 0xa436, 0xA172, 0xa438, 0x0F6E, 0xa436, 0xA162, 0xa438, 0x00ff, 0xa436, 0xb87c, 0xa438, 0x8a45, 0xa436, 0xb87e, 0xa438, 0xaf8a, 0xa438, 0x5daf, 0xa438, 0x8a63, 0xa438, 0xaf8a, 0xa438, 0x6caf, 0xa438, 0x8a78, 0xa438, 0xaf8a, 0xa438, 0x87af, 0xa438, 0x8a90, 0xa438, 0xaf8a, 0xa438, 0x96af, 0xa438, 0x8acf, 0xa438, 0x028a, 0xa438, 0xecaf, 0xa438, 0x211f, 0xa438, 0x0265, 0xa438, 0xcb02, 0xa438, 0x8fb4, 0xa438, 0xaf21, 0xa438, 0x6fa1, 0xa438, 0x1903, 0xa438, 0x028f, 0xa438, 0x3d02, 0xa438, 0x2261, 0xa438, 0xaf21, 0xa438, 0x2ead, 0xa438, 0x2109, 0xa438, 0xe08f, 0xa438, 0xffac, 0xa438, 0x2503, 0xa438, 0xaf4b, 0xa438, 0xeeaf, 0xa438, 0x4beb, 0xa438, 0xad35, 0xa438, 0x03af, 0xa438, 0x421b, 0xa438, 0xaf42, 0xa438, 0x5ce1, 0xa438, 0x8652, 0xa438, 0xaf49, 0xa438, 0xdcef, 0xa438, 0x31e1, 0xa438, 0x8ffd, 0xa438, 0xac28, 0xa438, 0x2ebf, 0xa438, 0x6dda, 0xa438, 0x0274, 0xa438, 0x95ad, 0xa438, 0x2825, 0xa438, 0xe28f, 0xa438, 0xe4ef, 0xa438, 0x131b, 0xa438, 0x12ac, 0xa438, 0x2f10, 0xa438, 0xef31, 0xa438, 0x1f44, 0xa438, 0xef13, 0xa438, 0xbf6c, 0xa438, 0xcf02, 0xa438, 0x7476, 0xa438, 0x1a12, 0xa438, 0xae08, 0xa438, 0xbf6c, 0xa438, 0xcf02, 0xa438, 0x744a, 0xa438, 0xef13, 0xa438, 0xaf08, 0xa438, 0x66af, 0xa438, 0x085c, 0xa438, 0xe18f, 0xa438, 0xe3ad, 0xa438, 0x2706, 0xa438, 0xe58f, 0xa438, 0xe9af, 0xa438, 0x4091, 0xa438, 0xe08f, 0xa438, 0xe1ac, 0xa438, 0x2002, 0xa438, 0xae03, 0xa438, 0xe18f, 0xa438, 0xe2e5, 0xa438, 0x8fe9, 0xa438, 0xaf3f, 0xa438, 0xe5f8, 0xa438, 0xe08f, 0xa438, 0xe7a0, 0xa438, 0x0005, 0xa438, 0x028b, 0xa438, 0x0dae, 0xa438, 0x13a0, 0xa438, 0x0105, 0xa438, 0x028b, 0xa438, 0x96ae, 0xa438, 0x0ba0, 0xa438, 0x0205, 0xa438, 0x028b, 0xa438, 0xc2ae, 0xa438, 0x0302, 0xa438, 0x8c18, 0xa438, 0xfc04, 0xa438, 0xf8fa, 0xa438, 0xef69, 0xa438, 0xfafb, 0xa438, 0xe080, 0xa438, 0x15ad, 0xa438, 0x2343, 0xa438, 0xe08f, 0xa438, 0xfdac, 0xa438, 0x203d, 0xa438, 0xe08f, 0xa438, 0xe9a0, 0xa438, 0x0002, 0xa438, 0xae35, 0xa438, 0xee8f, 0xa438, 0xe800, 0xa438, 0x028c, 0xa438, 0xc8bf, 0xa438, 0x8feb, 0xa438, 0xd819, 0xa438, 0xd9ef, 0xa438, 0x64bf, 0xa438, 0x8fef, 0xa438, 0xd819, 0xa438, 0xd9ef, 0xa438, 0x7402, 0xa438, 0x73a4, 0xa438, 0xad50, 0xa438, 0x18ee, 0xa438, 0x8fff, 0xa438, 0x0102, 0xa438, 0x8e1b, 0xa438, 0x0273, 0xa438, 0xd7ef, 0xa438, 0x47e5, 0xa438, 0x85a6, 0xa438, 0xe485, 0xa438, 0xa5ee, 0xa438, 0x8fe7, 0xa438, 0x01ae, 0xa438, 0x33bf, 0xa438, 0x8f87, 0xa438, 0x0274, 0xa438, 0x4abf, 0xa438, 0x8f8d, 0xa438, 0x0274, 0xa438, 0x4abf, 0xa438, 0x8f93, 0xa438, 0x0274, 0xa438, 0x4abf, 0xa438, 0x8f99, 0xa438, 0x0274, 0xa438, 0x4abf, 0xa438, 0x8f84, 0xa438, 0x0274, 0xa438, 0x53bf, 0xa438, 0x8f8a, 0xa438, 0x0274, 0xa438, 0x53bf, 0xa438, 0x8f90, 0xa438, 0x0274, 0xa438, 0x53bf, 0xa438, 0x8f96, 0xa438, 0x0274, 0xa438, 0x5302, 0xa438, 0x2261, 0xa438, 0xfffe, 0xa438, 0xef96, 0xa438, 0xfefc, 0xa438, 0x04f8, 0xa438, 0xfafb, 0xa438, 0xe085, 0xa438, 0xa5e1, 0xa438, 0x85a6, 0xa438, 0xef64, 0xa438, 0xd000, 0xa438, 0xe18f, 0xa438, 0xeaef, 0xa438, 0x7402, 0xa438, 0x73f2, 0xa438, 0xad50, 0xa438, 0x10e0, 0xa438, 0x8fe8, 0xa438, 0xac24, 0xa438, 0x06ee, 0xa438, 0x8fe7, 0xa438, 0x02ae, 0xa438, 0x04ee, 0xa438, 0x8fe7, 0xa438, 0x03ff, 0xa438, 0xfefc, 0xa438, 0x04f8, 0xa438, 0xf9fa, 0xa438, 0xef69, 0xa438, 0xfb02, 0xa438, 0x8cc8, 0xa438, 0xbf8f, 0xa438, 0xebd8, 0xa438, 0x19d9, 0xa438, 0xbf8f, 0xa438, 0xf3e2, 0xa438, 0x8fe8, 0xa438, 0xef32, 0xa438, 0x4b02, 0xa438, 0x1a93, 0xa438, 0xdc19, 0xa438, 0xdd12, 0xa438, 0xe68f, 0xa438, 0xe8e3, 0xa438, 0x8fe9, 0xa438, 0x1b23, 0xa438, 0xad37, 0xa438, 0x07e0, 0xa438, 0x8fff, 0xa438, 0x4802, 0xa438, 0xae09, 0xa438, 0xee8f, 0xa438, 0xe810, 0xa438, 0x1f00, 0xa438, 0xe48f, 0xa438, 0xfee4, 0xa438, 0x8fff, 0xa438, 0x028e, 0xa438, 0x1b02, 0xa438, 0x73d7, 0xa438, 0xef47, 0xa438, 0xe585, 0xa438, 0xa6e4, 0xa438, 0x85a5, 0xa438, 0xee8f, 0xa438, 0xe701, 0xa438, 0xffef, 0xa438, 0x96fe, 0xa438, 0xfdfc, 0xa438, 0x04f8, 0xa438, 0xf9fa, 0xa438, 0xef69, 0xa438, 0xfafb, 0xa438, 0x028c, 0xa438, 0xc8bf, 0xa438, 0x8feb, 0xa438, 0xd819, 0xa438, 0xd9ef, 0xa438, 0x64bf, 0xa438, 0x8fef, 0xa438, 0xd819, 0xa438, 0xd9ef, 0xa438, 0x7402, 0xa438, 0x73a4, 0xa438, 0xad50, 0xa438, 0x27bf, 0xa438, 0x8fed, 0xa438, 0xd819, 0xa438, 0xd9ef, 0xa438, 0x64bf, 0xa438, 0x8ff1, 0xa438, 0xd819, 0xa438, 0xd9ef, 0xa438, 0x7402, 0xa438, 0x73a4, 0xa438, 0xad50, 0xa438, 0x11e2, 0xa438, 0x8fe8, 0xa438, 0xe38f, 0xa438, 0xe9ef, 0xa438, 0x0258, 0xa438, 0x0f1b, 0xa438, 0x03ac, 0xa438, 0x2744, 0xa438, 0xae09, 0xa438, 0xe08f, 0xa438, 0xfee4, 0xa438, 0x8fff, 0xa438, 0x028e, 0xa438, 0x1b02, 0xa438, 0x2261, 0xa438, 0xee8f, 0xa438, 0xe700, 0xa438, 0xbf8f, 0xa438, 0x8702, 0xa438, 0x744a, 0xa438, 0xbf8f, 0xa438, 0x8d02, 0xa438, 0x744a, 0xa438, 0xbf8f, 0xa438, 0x9302, 0xa438, 0x744a, 0xa438, 0xbf8f, 0xa438, 0x9902, 0xa438, 0x744a, 0xa438, 0xbf8f, 0xa438, 0x8402, 0xa438, 0x7453, 0xa438, 0xbf8f, 0xa438, 0x8a02, 0xa438, 0x7453, 0xa438, 0xbf8f, 0xa438, 0x9002, 0xa438, 0x7453, 0xa438, 0xbf8f, 0xa438, 0x9602, 0xa438, 0x7453, 0xa438, 0xae1f, 0xa438, 0x12e6, 0xa438, 0x8fe8, 0xa438, 0xe08f, 0xa438, 0xffe4, 0xa438, 0x8ffe, 0xa438, 0x028d, 0xa438, 0x3e02, 0xa438, 0x8e1b, 0xa438, 0x0273, 0xa438, 0xd7ef, 0xa438, 0x47e5, 0xa438, 0x85a6, 0xa438, 0xe485, 0xa438, 0xa5ee, 0xa438, 0x8fe7, 0xa438, 0x01ff, 0xa438, 0xfeef, 0xa438, 0x96fe, 0xa438, 0xfdfc, 0xa438, 0x04f8, 0xa438, 0xf9fa, 0xa438, 0xef69, 0xa438, 0xfafb, 0xa438, 0x1f22, 0xa438, 0xee8f, 0xa438, 0xeb00, 0xa438, 0xee8f, 0xa438, 0xec00, 0xa438, 0xee8f, 0xa438, 0xed00, 0xa438, 0xee8f, 0xa438, 0xee00, 0xa438, 0x1f33, 0xa438, 0xee8f, 0xa438, 0xe500, 0xa438, 0xee8f, 0xa438, 0xe600, 0xa438, 0xbf53, 0xa438, 0x7d02, 0xa438, 0x7662, 0xa438, 0xef64, 0xa438, 0xbf8f, 0xa438, 0xe5d8, 0xa438, 0x19d9, 0xa438, 0xef74, 0xa438, 0x0273, 0xa438, 0xbfef, 0xa438, 0x47dd, 0xa438, 0x89dc, 0xa438, 0xd1ff, 0xa438, 0xb1fe, 0xa438, 0x13ad, 0xa438, 0x3be0, 0xa438, 0x0d73, 0xa438, 0xbf8f, 0xa438, 0xedd8, 0xa438, 0x19d9, 0xa438, 0xef64, 0xa438, 0xef47, 0xa438, 0x0273, 0xa438, 0xa4ad, 0xa438, 0x5003, 0xa438, 0xdd89, 0xa438, 0xdcef, 0xa438, 0x64bf, 0xa438, 0x8feb, 0xa438, 0xd819, 0xa438, 0xd91a, 0xa438, 0x46dd, 0xa438, 0x89dc, 0xa438, 0x12ad, 0xa438, 0x32b0, 0xa438, 0x0d42, 0xa438, 0xdc19, 0xa438, 0xddff, 0xa438, 0xfeef, 0xa438, 0x96fe, 0xa438, 0xfdfc, 0xa438, 0x04f8, 0xa438, 0xf9fa, 0xa438, 0xef69, 0xa438, 0xfafb, 0xa438, 0x1f22, 0xa438, 0xd6ff, 0xa438, 0xffef, 0xa438, 0x03bf, 0xa438, 0x8ff3, 0xa438, 0xef32, 0xa438, 0x4b02, 0xa438, 0x1a93, 0xa438, 0xef30, 0xa438, 0xd819, 0xa438, 0xd9ef, 0xa438, 0x7402, 0xa438, 0x73a4, 0xa438, 0xac50, 0xa438, 0x04ef, 0xa438, 0x32ef, 0xa438, 0x64e0, 0xa438, 0x8fe9, 0xa438, 0x12ef, 0xa438, 0x121b, 0xa438, 0x10ac, 0xa438, 0x2fd9, 0xa438, 0xef03, 0xa438, 0xbf8f, 0xa438, 0xf348, 0xa438, 0x021a, 0xa438, 0x90ec, 0xa438, 0xff19, 0xa438, 0xecff, 0xa438, 0xd001, 0xa438, 0xae03, 0xa438, 0x0c01, 0xa438, 0x83a3, 0xa438, 0x00fa, 0xa438, 0xe18f, 0xa438, 0xff1e, 0xa438, 0x10e5, 0xa438, 0x8fff, 0xa438, 0xfffe, 0xa438, 0xef96, 0xa438, 0xfefd, 0xa438, 0xfc04, 0xa438, 0x725a, 0xa438, 0x725d, 0xa438, 0x7260, 0xa438, 0x7263, 0xa438, 0x71fa, 0xa438, 0x71fd, 0xa438, 0x7200, 0xa438, 0x7203, 0xa438, 0x8f4b, 0xa438, 0x8f4e, 0xa438, 0x8f51, 0xa438, 0x8f54, 0xa438, 0x8f57, 0xa438, 0x8f5a, 0xa438, 0x8f5d, 0xa438, 0x8f60, 0xa438, 0x722a, 0xa438, 0x722d, 0xa438, 0x7230, 0xa438, 0x7233, 0xa438, 0x721e, 0xa438, 0x7221, 0xa438, 0x7224, 0xa438, 0x7227, 0xa438, 0x7212, 0xa438, 0x7215, 0xa438, 0x7218, 0xa438, 0x721b, 0xa438, 0x724e, 0xa438, 0x7251, 0xa438, 0x7254, 0xa438, 0x7257, 0xa438, 0x7242, 0xa438, 0x7245, 0xa438, 0x7248, 0xa438, 0x724b, 0xa438, 0x7236, 0xa438, 0x7239, 0xa438, 0x723c, 0xa438, 0x723f, 0xa438, 0x8f84, 0xa438, 0x8f8a, 0xa438, 0x8f90, 0xa438, 0x8f96, 0xa438, 0x8f9c, 0xa438, 0x8fa2, 0xa438, 0x8fa8, 0xa438, 0x8fae, 0xa438, 0x8f87, 0xa438, 0x8f8d, 0xa438, 0x8f93, 0xa438, 0x8f99, 0xa438, 0x8f9f, 0xa438, 0x8fa5, 0xa438, 0x8fab, 0xa438, 0x8fb1, 0xa438, 0x8f63, 0xa438, 0x8f66, 0xa438, 0x8f69, 0xa438, 0x8f6c, 0xa438, 0x8f6f, 0xa438, 0x8f72, 0xa438, 0x8f75, 0xa438, 0x8f78, 0xa438, 0x8f7b, 0xa438, 0xf8f9, 0xa438, 0xfaef, 0xa438, 0x69fa, 0xa438, 0xfbe2, 0xa438, 0x8fff, 0xa438, 0xad30, 0xa438, 0x06d1, 0xa438, 0x00d3, 0xa438, 0x00ae, 0xa438, 0x04d1, 0xa438, 0x01d3, 0xa438, 0x0fbf, 0xa438, 0x8d99, 0xa438, 0xd700, 0xa438, 0x0802, 0xa438, 0x7677, 0xa438, 0xef13, 0xa438, 0xbf8d, 0xa438, 0xa1d7, 0xa438, 0x0008, 0xa438, 0x0276, 0xa438, 0x77ad, 0xa438, 0x3106, 0xa438, 0xd100, 0xa438, 0xd300, 0xa438, 0xae04, 0xa438, 0xd101, 0xa438, 0xd30f, 0xa438, 0xbf8d, 0xa438, 0xa9d7, 0xa438, 0x0008, 0xa438, 0x0276, 0xa438, 0x77ef, 0xa438, 0x13bf, 0xa438, 0x8db1, 0xa438, 0xd700, 0xa438, 0x0802, 0xa438, 0x7677, 0xa438, 0xad32, 0xa438, 0x06d1, 0xa438, 0x00d3, 0xa438, 0x00ae, 0xa438, 0x04d1, 0xa438, 0x01d3, 0xa438, 0x03bf, 0xa438, 0x8db9, 0xa438, 0xd700, 0xa438, 0x1802, 0xa438, 0x7677, 0xa438, 0xef13, 0xa438, 0xbf8d, 0xa438, 0xd1d7, 0xa438, 0x0018, 0xa438, 0x0276, 0xa438, 0x77ad, 0xa438, 0x3304, 0xa438, 0xd101, 0xa438, 0xae02, 0xa438, 0xd100, 0xa438, 0xd300, 0xa438, 0xbf8d, 0xa438, 0xe9d7, 0xa438, 0x0010, 0xa438, 0x0276, 0xa438, 0x77ef, 0xa438, 0x13bf, 0xa438, 0x8df9, 0xa438, 0xd700, 0xa438, 0x1002, 0xa438, 0x7677, 0xa438, 0x1f33, 0xa438, 0xe38f, 0xa438, 0xfdac, 0xa438, 0x3803, 0xa438, 0xaf8f, 0xa438, 0x35ad, 0xa438, 0x3405, 0xa438, 0xe18f, 0xa438, 0xfbae, 0xa438, 0x02d1, 0xa438, 0x00bf, 0xa438, 0x8e09, 0xa438, 0xd700, 0xa438, 0x1202, 0xa438, 0x7677, 0xa438, 0xad35, 0xa438, 0x06d1, 0xa438, 0x01d3, 0xa438, 0x04ae, 0xa438, 0x04d1, 0xa438, 0x00d3, 0xa438, 0x00bf, 0xa438, 0x6f8a, 0xa438, 0x0274, 0xa438, 0x76bf, 0xa438, 0x6bd0, 0xa438, 0x0274, 0xa438, 0x951a, 0xa438, 0x13bf, 0xa438, 0x6bd0, 0xa438, 0x0274, 0xa438, 0x76bf, 0xa438, 0x6d2c, 0xa438, 0x0274, 0xa438, 0x95ac, 0xa438, 0x280b, 0xa438, 0xbf6d, 0xa438, 0x2f02, 0xa438, 0x7495, 0xa438, 0xac28, 0xa438, 0x02ae, 0xa438, 0x0bad, 0xa438, 0x3504, 0xa438, 0xd101, 0xa438, 0xae0d, 0xa438, 0xd10f, 0xa438, 0xae09, 0xa438, 0xad35, 0xa438, 0x04d1, 0xa438, 0x05ae, 0xa438, 0x02d1, 0xa438, 0x0fbf, 0xa438, 0x8f7e, 0xa438, 0x0274, 0xa438, 0x76e3, 0xa438, 0x8ffc, 0xa438, 0xac38, 0xa438, 0x05ad, 0xa438, 0x3618, 0xa438, 0xae08, 0xa438, 0xbf71, 0xa438, 0x9d02, 0xa438, 0x744a, 0xa438, 0xae0e, 0xa438, 0xd102, 0xa438, 0xbf8f, 0xa438, 0x8102, 0xa438, 0x7476, 0xa438, 0xbf71, 0xa438, 0x9d02, 0xa438, 0x7476, 0xa438, 0xfffe, 0xa438, 0xef96, 0xa438, 0xfefd, 0xa438, 0xfc04, 0xa438, 0xf91f, 0xa438, 0x33e3, 0xa438, 0x8ffd, 0xa438, 0xad38, 0xa438, 0x0302, 0xa438, 0x8e1b, 0xa438, 0xfd04, 0xa438, 0x55b0, 0xa438, 0x2055, 0xa438, 0xb0a0, 0xa438, 0x55b1, 0xa438, 0x2055, 0xa438, 0xb1a0, 0xa438, 0xfcb0, 0xa438, 0x22fc, 0xa438, 0xb0a2, 0xa438, 0xfcb1, 0xa438, 0x22fc, 0xa438, 0xb1a2, 0xa438, 0xfdad, 0xa438, 0xdaca, 0xa438, 0xadda, 0xa438, 0x97ad, 0xa438, 0xda64, 0xa438, 0xadda, 0xa438, 0x20ad, 0xa438, 0xdafd, 0xa438, 0xaddc, 0xa438, 0xcaad, 0xa438, 0xdc97, 0xa438, 0xaddc, 0xa438, 0x64ad, 0xa438, 0xdca7, 0xa438, 0xbf1e, 0xa438, 0x20bc, 0xa438, 0x3299, 0xa438, 0xadfe, 0xa438, 0x85ad, 0xa438, 0xfe44, 0xa438, 0xadfe, 0xa438, 0x30ad, 0xa438, 0xfeff, 0xa438, 0xae00, 0xa438, 0xebae, 0xa438, 0x00aa, 0xa438, 0xae00, 0xa438, 0x96ae, 0xa438, 0x00dd, 0xa438, 0xad94, 0xa438, 0xccad, 0xa438, 0x9499, 0xa438, 0xad94, 0xa438, 0x88ad, 0xa438, 0x94ff, 0xa438, 0xad94, 0xa438, 0xeead, 0xa438, 0x94bb, 0xa438, 0xad94, 0xa438, 0xaaad, 0xa438, 0x94f9, 0xa438, 0xe28f, 0xa438, 0xffee, 0xa438, 0x8fff, 0xa438, 0x00e3, 0xa438, 0x8ffd, 0xa438, 0xee8f, 0xa438, 0xfd01, 0xa438, 0xee8f, 0xa438, 0xfc01, 0xa438, 0x028e, 0xa438, 0x1be6, 0xa438, 0x8fff, 0xa438, 0xe78f, 0xa438, 0xfdee, 0xa438, 0x8ffc, 0xa438, 0x00ee, 0xa438, 0x8fe7, 0xa438, 0x00fd, 0xa438, 0x0400, 0xa436, 0xb85e, 0xa438, 0x211C, 0xa436, 0xb860, 0xa438, 0x216C, 0xa436, 0xb862, 0xa438, 0x212B, 0xa436, 0xb864, 0xa438, 0x4BE8, 0xa436, 0xb886, 0xa438, 0x4209, 0xa436, 0xb888, 0xa438, 0x49DA, 0xa436, 0xb88a, 0xa438, 0x085A, 0xa436, 0xb88c, 0xa438, 0x3FDF, 0xa436, 0xb838, 0xa438, 0x00ff, 0xb820, 0x0010, 0xa466, 0x0003, 0xa436, 0x8528, 0xa438, 0x0000, 0xa436, 0x85f8, 0xa438, 0xaf86, 0xa438, 0x10af, 0xa438, 0x8622, 0xa438, 0xaf86, 0xa438, 0x4aaf, 0xa438, 0x8658, 0xa438, 0xaf86, 0xa438, 0x64af, 0xa438, 0x8685, 0xa438, 0xaf86, 0xa438, 0xc4af, 0xa438, 0x86cf, 0xa438, 0xa104, 0xa438, 0x0ce0, 0xa438, 0x8394, 0xa438, 0xad20, 0xa438, 0x03af, 0xa438, 0x2b67, 0xa438, 0xaf2a, 0xa438, 0xf0af, 0xa438, 0x2b8d, 0xa438, 0xbf6b, 0xa438, 0x7202, 0xa438, 0x72dc, 0xa438, 0xa106, 0xa438, 0x19e1, 0xa438, 0x8164, 0xa438, 0xbf6d, 0xa438, 0x5b02, 0xa438, 0x72bd, 0xa438, 0x0d13, 0xa438, 0xbf6d, 0xa438, 0x5802, 0xa438, 0x72bd, 0xa438, 0x0d13, 0xa438, 0xbf6d, 0xa438, 0x6a02, 0xa438, 0x72bd, 0xa438, 0x0275, 0xa438, 0x12af, 0xa438, 0x380d, 0xa438, 0x0d55, 0xa438, 0x5d07, 0xa438, 0xffbf, 0xa438, 0x8b09, 0xa438, 0x0272, 0xa438, 0x91af, 0xa438, 0x3ee2, 0xa438, 0x023d, 0xa438, 0xffbf, 0xa438, 0x8b09, 0xa438, 0x0272, 0xa438, 0x9aaf, 0xa438, 0x41a6, 0xa438, 0x0223, 0xa438, 0x24f8, 0xa438, 0xfaef, 0xa438, 0x69bf, 0xa438, 0x6b9c, 0xa438, 0x0272, 0xa438, 0xdce0, 0xa438, 0x8f7a, 0xa438, 0x1f01, 0xa438, 0x9e06, 0xa438, 0xe58f, 0xa438, 0x7a02, 0xa438, 0x7550, 0xa438, 0xef96, 0xa438, 0xfefc, 0xa438, 0xaf06, 0xa438, 0x8702, 0xa438, 0x1cac, 0xa438, 0xf8f9, 0xa438, 0xfaef, 0xa438, 0x69fb, 0xa438, 0xd78f, 0xa438, 0x97ae, 0xa438, 0x00bf, 0xa438, 0x6d4f, 0xa438, 0x0272, 0xa438, 0x91d3, 0xa438, 0x00a3, 0xa438, 0x1202, 0xa438, 0xae1b, 0xa438, 0xbf6d, 0xa438, 0x52ef, 0xa438, 0x1302, 0xa438, 0x72bd, 0xa438, 0xef97, 0xa438, 0xd9bf, 0xa438, 0x6d55, 0xa438, 0x0272, 0xa438, 0xbd17, 0xa438, 0x13ae, 0xa438, 0xe6bf, 0xa438, 0x6d4f, 0xa438, 0x0272, 0xa438, 0x9aff, 0xa438, 0xef96, 0xa438, 0xfefd, 0xa438, 0xfcaf, 0xa438, 0x1c05, 0xa438, 0x0000, 0xa438, 0x021b, 0xa438, 0xf202, 0xa438, 0x8700, 0xa438, 0xaf1b, 0xa438, 0x73ad, 0xa438, 0x2003, 0xa438, 0x0206, 0xa438, 0x6ead, 0xa438, 0x2108, 0xa438, 0xe280, 0xa438, 0x51f7, 0xa438, 0x30e6, 0xa438, 0x8051, 0xa438, 0xe180, 0xa438, 0x421e, 0xa438, 0x10e5, 0xa438, 0x8042, 0xa438, 0xe0ff, 0xa438, 0xeee1, 0xa438, 0x8043, 0xa438, 0x1e10, 0xa438, 0xe580, 0xa438, 0x43e0, 0xa438, 0xffef, 0xa438, 0xad20, 0xa438, 0x04ee, 0xa438, 0x804f, 0xa438, 0x1eaf, 0xa438, 0x0661, 0xa438, 0xf8fa, 0xa438, 0xef69, 0xa438, 0xe080, 0xa438, 0x4fac, 0xa438, 0x2417, 0xa438, 0xe080, 0xa438, 0x44ad, 0xa438, 0x241a, 0xa438, 0x0287, 0xa438, 0x2fe0, 0xa438, 0x8044, 0xa438, 0xac24, 0xa438, 0x11bf, 0xa438, 0x8b0c, 0xa438, 0x0272, 0xa438, 0x9aae, 0xa438, 0x0902, 0xa438, 0x88c8, 0xa438, 0x028a, 0xa438, 0x9502, 0xa438, 0x8a8a, 0xa438, 0xef96, 0xa438, 0xfefc, 0xa438, 0x04f8, 0xa438, 0xe08f, 0xa438, 0x96a0, 0xa438, 0x0005, 0xa438, 0x0288, 0xa438, 0x6cae, 0xa438, 0x38a0, 0xa438, 0x0105, 0xa438, 0x0287, 0xa438, 0x75ae, 0xa438, 0x30a0, 0xa438, 0x0205, 0xa438, 0x0287, 0xa438, 0xb3ae, 0xa438, 0x28a0, 0xa438, 0x0305, 0xa438, 0x0287, 0xa438, 0xc9ae, 0xa438, 0x20a0, 0xa438, 0x0405, 0xa438, 0x0287, 0xa438, 0xd6ae, 0xa438, 0x18a0, 0xa438, 0x0505, 0xa438, 0x0288, 0xa438, 0x1aae, 0xa438, 0x10a0, 0xa438, 0x0605, 0xa438, 0x0288, 0xa438, 0x27ae, 0xa438, 0x08a0, 0xa438, 0x0705, 0xa438, 0x0288, 0xa438, 0x48ae, 0xa438, 0x00fc, 0xa438, 0x04f8, 0xa438, 0xfaef, 0xa438, 0x69e0, 0xa438, 0x8018, 0xa438, 0xad25, 0xa438, 0x2c02, 0xa438, 0x8a67, 0xa438, 0xe184, 0xa438, 0x5de5, 0xa438, 0x8f92, 0xa438, 0xe58f, 0xa438, 0x93e5, 0xa438, 0x8f94, 0xa438, 0xe58f, 0xa438, 0x9502, 0xa438, 0x88e6, 0xa438, 0xe184, 0xa438, 0xf759, 0xa438, 0x0fe5, 0xa438, 0x8f7b, 0xa438, 0xe58f, 0xa438, 0x7ce5, 0xa438, 0x8f7d, 0xa438, 0xe58f, 0xa438, 0x7eee, 0xa438, 0x8f96, 0xa438, 0x02ae, 0xa438, 0x0302, 0xa438, 0x8a8a, 0xa438, 0xef96, 0xa438, 0xfefc, 0xa438, 0x04f9, 0xa438, 0x0289, 0xa438, 0x19ac, 0xa438, 0x3009, 0xa438, 0xee8f, 0xa438, 0x9603, 0xa438, 0x0288, 0xa438, 0x8eae, 0xa438, 0x04ee, 0xa438, 0x8f96, 0xa438, 0x04fd, 0xa438, 0x04fb, 0xa438, 0x0288, 0xa438, 0x55ad, 0xa438, 0x5004, 0xa438, 0xee8f, 0xa438, 0x9602, 0xa438, 0xff04, 0xa438, 0xf902, 0xa438, 0x8943, 0xa438, 0xe28f, 0xa438, 0x920c, 0xa438, 0x245a, 0xa438, 0xf0e3, 0xa438, 0x84f7, 0xa438, 0x5bf0, 0xa438, 0x1b23, 0xa438, 0x9e0f, 0xa438, 0x028a, 0xa438, 0x52ee, 0xa438, 0x8f96, 0xa438, 0x0502, 0xa438, 0x888e, 0xa438, 0x0287, 0xa438, 0xffae, 0xa438, 0x04ee, 0xa438, 0x8f96, 0xa438, 0x06fd, 0xa438, 0x04f8, 0xa438, 0xf9fa, 0xa438, 0xef69, 0xa438, 0xfa1f, 0xa438, 0x44d2, 0xa438, 0x04bf, 0xa438, 0x8f7f, 0xa438, 0xdc19, 0xa438, 0xdd19, 0xa438, 0x829f, 0xa438, 0xf9fe, 0xa438, 0xef96, 0xa438, 0xfefd, 0xa438, 0xfc04, 0xa438, 0xfb02, 0xa438, 0x8855, 0xa438, 0xad50, 0xa438, 0x04ee, 0xa438, 0x8f96, 0xa438, 0x04ff, 0xa438, 0x04f8, 0xa438, 0xf9fa, 0xa438, 0xef69, 0xa438, 0x0289, 0xa438, 0x19ac, 0xa438, 0x3009, 0xa438, 0xee8f, 0xa438, 0x9607, 0xa438, 0x0288, 0xa438, 0x8eae, 0xa438, 0x0702, 0xa438, 0x8a8a, 0xa438, 0xee8f, 0xa438, 0x9601, 0xa438, 0xef96, 0xa438, 0xfefd, 0xa438, 0xfc04, 0xa438, 0xfb02, 0xa438, 0x8855, 0xa438, 0xad50, 0xa438, 0x04ee, 0xa438, 0x8f96, 0xa438, 0x06ff, 0xa438, 0x04f8, 0xa438, 0xfae0, 0xa438, 0x8457, 0xa438, 0xe184, 0xa438, 0x58ef, 0xa438, 0x64e1, 0xa438, 0x8f90, 0xa438, 0xd000, 0xa438, 0xef74, 0xa438, 0x0271, 0xa438, 0xfffe, 0xa438, 0xfc04, 0xa438, 0xf8fa, 0xa438, 0xef69, 0xa438, 0xee8f, 0xa438, 0x9601, 0xa438, 0xee8f, 0xa438, 0x9004, 0xa438, 0xee8f, 0xa438, 0x8f40, 0xa438, 0xbf8b, 0xa438, 0x0f02, 0xa438, 0x72dc, 0xa438, 0xe584, 0xa438, 0x5dee, 0xa438, 0x8f91, 0xa438, 0x77ef, 0xa438, 0x96fe, 0xa438, 0xfc04, 0xa438, 0xf8fa, 0xa438, 0xfbef, 0xa438, 0x69e1, 0xa438, 0x8f92, 0xa438, 0xbf8b, 0xa438, 0x0f02, 0xa438, 0x72bd, 0xa438, 0xe18f, 0xa438, 0x93bf, 0xa438, 0x8b12, 0xa438, 0x0272, 0xa438, 0xbde1, 0xa438, 0x8f94, 0xa438, 0xbf8b, 0xa438, 0x1502, 0xa438, 0x72bd, 0xa438, 0xe18f, 0xa438, 0x95bf, 0xa438, 0x8b18, 0xa438, 0x0272, 0xa438, 0xbd02, 0xa438, 0x71e4, 0xa438, 0xef47, 0xa438, 0xe484, 0xa438, 0x57e5, 0xa438, 0x8458, 0xa438, 0xef96, 0xa438, 0xfffe, 0xa438, 0xfc04, 0xa438, 0xf8e0, 0xa438, 0x8018, 0xa438, 0xad25, 0xa438, 0x15ee, 0xa438, 0x8f96, 0xa438, 0x00d0, 0xa438, 0x08e4, 0xa438, 0x8f92, 0xa438, 0xe48f, 0xa438, 0x93e4, 0xa438, 0x8f94, 0xa438, 0xe48f, 0xa438, 0x9502, 0xa438, 0x888e, 0xa438, 0xfc04, 0xa438, 0xf9e2, 0xa438, 0x845d, 0xa438, 0xe38f, 0xa438, 0x910d, 0xa438, 0x345b, 0xa438, 0x0f1a, 0xa438, 0x32ac, 0xa438, 0x3c09, 0xa438, 0x0c34, 0xa438, 0x5bf0, 0xa438, 0xe784, 0xa438, 0xf7ae, 0xa438, 0x04ee, 0xa438, 0x84f7, 0xa438, 0xf0e3, 0xa438, 0x8f91, 0xa438, 0x5b0f, 0xa438, 0x1b23, 0xa438, 0xac37, 0xa438, 0x0ae3, 0xa438, 0x84f7, 0xa438, 0x1e32, 0xa438, 0xe784, 0xa438, 0xf7ae, 0xa438, 0x00fd, 0xa438, 0x04f8, 0xa438, 0xfaef, 0xa438, 0x69fa, 0xa438, 0xfbd2, 0xa438, 0x01d3, 0xa438, 0x04d6, 0xa438, 0x8f92, 0xa438, 0xd78f, 0xa438, 0x7bef, 0xa438, 0x97d9, 0xa438, 0xef96, 0xa438, 0xd81b, 0xa438, 0x109e, 0xa438, 0x0480, 0xa438, 0xdcd2, 0xa438, 0x0016, 0xa438, 0x1783, 0xa438, 0x9fed, 0xa438, 0xfffe, 0xa438, 0xef96, 0xa438, 0xfefc, 0xa438, 0x04f8, 0xa438, 0xf9fa, 0xa438, 0xfbef, 0xa438, 0x79fb, 0xa438, 0xcffb, 0xa438, 0xd200, 0xa438, 0xbe00, 0xa438, 0x00ef, 0xa438, 0x1229, 0xa438, 0x40d0, 0xa438, 0x041c, 0xa438, 0x081a, 0xa438, 0x10bf, 0xa438, 0x8b27, 0xa438, 0x0272, 0xa438, 0xbd02, 0xa438, 0x89ee, 0xa438, 0xbf8f, 0xa438, 0x7fef, 0xa438, 0x1249, 0xa438, 0x021a, 0xa438, 0x91d8, 0xa438, 0x19d9, 0xa438, 0xef74, 0xa438, 0x0271, 0xa438, 0xccef, 0xa438, 0x47dd, 0xa438, 0x89dc, 0xa438, 0x18a8, 0xa438, 0x0002, 0xa438, 0xd202, 0xa438, 0x8990, 0xa438, 0x12a2, 0xa438, 0x04c8, 0xa438, 0xffc7, 0xa438, 0xffef, 0xa438, 0x97ff, 0xa438, 0xfefd, 0xa438, 0xfc04, 0xa438, 0xf8f9, 0xa438, 0xfafb, 0xa438, 0xef79, 0xa438, 0xfbbf, 0xa438, 0x8f7f, 0xa438, 0xef12, 0xa438, 0x4902, 0xa438, 0x1a91, 0xa438, 0xd819, 0xa438, 0xd9ef, 0xa438, 0x64bf, 0xa438, 0x8f87, 0xa438, 0xef12, 0xa438, 0x4902, 0xa438, 0x1a91, 0xa438, 0xd819, 0xa438, 0xd9ef, 0xa438, 0x7489, 0xa438, 0x0271, 0xa438, 0xb1ad, 0xa438, 0x502c, 0xa438, 0xef46, 0xa438, 0xdc19, 0xa438, 0xdda2, 0xa438, 0x0006, 0xa438, 0xbf8b, 0xa438, 0x0f02, 0xa438, 0x72dc, 0xa438, 0xa201, 0xa438, 0x06bf, 0xa438, 0x8b12, 0xa438, 0x0272, 0xa438, 0xdca2, 0xa438, 0x0206, 0xa438, 0xbf8b, 0xa438, 0x1502, 0xa438, 0x72dc, 0xa438, 0xbf8b, 0xa438, 0x1802, 0xa438, 0x72dc, 0xa438, 0xbf8f, 0xa438, 0x7b1a, 0xa438, 0x92dd, 0xa438, 0xffef, 0xa438, 0x97ff, 0xa438, 0xfefd, 0xa438, 0xfc04, 0xa438, 0xf9f8, 0xa438, 0xfbef, 0xa438, 0x79fb, 0xa438, 0x028a, 0xa438, 0xa0bf, 0xa438, 0x8b1b, 0xa438, 0x0272, 0xa438, 0x9a16, 0xa438, 0xbf8b, 0xa438, 0x1e02, 0xa438, 0x72dc, 0xa438, 0xac28, 0xa438, 0x02ae, 0xa438, 0xf4d6, 0xa438, 0x0000, 0xa438, 0xbf8b, 0xa438, 0x1b02, 0xa438, 0x7291, 0xa438, 0xae03, 0xa438, 0x028a, 0xa438, 0x8ad2, 0xa438, 0x00d7, 0xa438, 0x0000, 0xa438, 0xe18f, 0xa438, 0x8f1b, 0xa438, 0x12a1, 0xa438, 0x0004, 0xa438, 0xef67, 0xa438, 0xae1d, 0xa438, 0xef12, 0xa438, 0xbf8b, 0xa438, 0x2102, 0xa438, 0x72bd, 0xa438, 0x12bf, 0xa438, 0x8b24, 0xa438, 0x0272, 0xa438, 0xdcef, 0xa438, 0x64ad, 0xa438, 0x4f04, 0xa438, 0x7eff, 0xa438, 0xff16, 0xa438, 0x0271, 0xa438, 0xccae, 0xa438, 0xd7bf, 0xa438, 0x8b2d, 0xa438, 0x0272, 0xa438, 0x91ff, 0xa438, 0xef97, 0xa438, 0xfffc, 0xa438, 0xfd04, 0xa438, 0xf8fa, 0xa438, 0xef69, 0xa438, 0xd104, 0xa438, 0xbf8f, 0xa438, 0x92d8, 0xa438, 0x10dc, 0xa438, 0x1981, 0xa438, 0x9ff9, 0xa438, 0xef96, 0xa438, 0xfefc, 0xa438, 0x04f8, 0xa438, 0xfbfa, 0xa438, 0xef69, 0xa438, 0xbf8f, 0xa438, 0x87d0, 0xa438, 0x08d1, 0xa438, 0xff02, 0xa438, 0x8a7c, 0xa438, 0xef96, 0xa438, 0xfeff, 0xa438, 0xfc04, 0xa438, 0xf8fa, 0xa438, 0xef69, 0xa438, 0xdd19, 0xa438, 0x809f, 0xa438, 0xfbef, 0xa438, 0x96fe, 0xa438, 0xfc04, 0xa438, 0xf8e0, 0xa438, 0x8044, 0xa438, 0xf624, 0xa438, 0xe480, 0xa438, 0x44fc, 0xa438, 0x04f8, 0xa438, 0xe080, 0xa438, 0x4ff6, 0xa438, 0x24e4, 0xa438, 0x804f, 0xa438, 0xfc04, 0xa438, 0xf8fa, 0xa438, 0xfbef, 0xa438, 0x79fb, 0xa438, 0xbf8b, 0xa438, 0x2a02, 0xa438, 0x7291, 0xa438, 0xbf8b, 0xa438, 0x3302, 0xa438, 0x7291, 0xa438, 0xd68b, 0xa438, 0x2dd7, 0xa438, 0x8b30, 0xa438, 0x0116, 0xa438, 0xad50, 0xa438, 0x0cbf, 0xa438, 0x8b2a, 0xa438, 0x0272, 0xa438, 0x9abf, 0xa438, 0x8b33, 0xa438, 0x0272, 0xa438, 0x9aff, 0xa438, 0xef97, 0xa438, 0xfffe, 0xa438, 0xfc04, 0xa438, 0xf8f9, 0xa438, 0xfaef, 0xa438, 0x49f8, 0xa438, 0xccf8, 0xa438, 0xef96, 0xa438, 0x0272, 0xa438, 0x9a1f, 0xa438, 0x22c7, 0xa438, 0xbd02, 0xa438, 0x72dc, 0xa438, 0xac28, 0xa438, 0x16ac, 0xa438, 0x3008, 0xa438, 0x0271, 0xa438, 0xe4ef, 0xa438, 0x6712, 0xa438, 0xaeee, 0xa438, 0xd700, 0xa438, 0x0202, 0xa438, 0x71ff, 0xa438, 0xac50, 0xa438, 0x05ae, 0xa438, 0xe3d7, 0xa438, 0x0000, 0xa438, 0xfcc4, 0xa438, 0xfcef, 0xa438, 0x94fe, 0xa438, 0xfdfc, 0xa438, 0x04cc, 0xa438, 0xc010, 0xa438, 0x44ac, 0xa438, 0x0030, 0xa438, 0xbce0, 0xa438, 0x74bc, 0xa438, 0xe0b8, 0xa438, 0xbce0, 0xa438, 0xfcbc, 0xa438, 0xe011, 0xa438, 0xacb4, 0xa438, 0xddac, 0xa438, 0xb6fa, 0xa438, 0xacb4, 0xa438, 0xf0ac, 0xa438, 0xba92, 0xa438, 0xacb4, 0xa438, 0xffac, 0xa438, 0x5600, 0xa438, 0xacb4, 0xa438, 0xccac, 0xa438, 0xb6ff, 0xa438, 0xb034, 0xa436, 0xb818, 0xa438, 0x2ae4, 0xa436, 0xb81a, 0xa438, 0x380A, 0xa436, 0xb81c, 0xa438, 0x3EDD, 0xa436, 0xb81e, 0xa438, 0x41A3, 0xa436, 0xb850, 0xa438, 0x0684, 0xa436, 0xb852, 0xa438, 0x1C02, 0xa436, 0xb878, 0xa438, 0x1B70, 0xa436, 0xb884, 0xa438, 0x0633, 0xa436, 0xb832, 0xa438, 0x00ff, 0xa436, 0xacfc, 0xa438, 0x0100, 0xa436, 0xacfe, 0xa438, 0x8000, 0xa436, 0xad00, 0xa438, 0x27ff, 0xa436, 0xad02, 0xa438, 0x3c67, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x000f, 0xa436, 0xad00, 0xa438, 0x47ff, 0xa436, 0xad02, 0xa438, 0x3e67, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x000f, 0xa436, 0xad00, 0xa438, 0x67ff, 0xa436, 0xad02, 0xa438, 0x3067, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x000f, 0xa436, 0xad00, 0xa438, 0x87ff, 0xa436, 0xad02, 0xa438, 0x3267, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x000f, 0xa436, 0xad00, 0xa438, 0xa7ff, 0xa436, 0xad02, 0xa438, 0x3467, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x000f, 0xa436, 0xad00, 0xa438, 0xcfff, 0xa436, 0xad02, 0xa438, 0x3667, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x000f, 0xa436, 0xad00, 0xa438, 0xefff, 0xa436, 0xad02, 0xa438, 0x3867, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x000f, 0xa436, 0xad00, 0xa438, 0x0fff, 0xa436, 0xad02, 0xa438, 0x3a67, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x000f, 0xa436, 0xad00, 0xa438, 0x2fff, 0xa436, 0xad02, 0xa438, 0x3ce7, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x4fff, 0xa436, 0xad02, 0xa438, 0x3ee7, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x6fff, 0xa436, 0xad02, 0xa438, 0x30e7, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x8fff, 0xa436, 0xad02, 0xa438, 0x32e7, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0xafff, 0xa436, 0xad02, 0xa438, 0x34e7, 0xa436, 0xad04, 0xa438, 0x1008, 0xa436, 0xad06, 0xa438, 0xfff4, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0xffff, 0xa436, 0xad02, 0xa438, 0x36ff, 0xa436, 0xad04, 0xa438, 0x1048, 0xa436, 0xad06, 0xa438, 0xfff5, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0xffff, 0xa436, 0xad02, 0xa438, 0x38ff, 0xa436, 0xad04, 0xa438, 0x1088, 0xa436, 0xad06, 0xa438, 0xfff6, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0xffff, 0xa436, 0xad02, 0xa438, 0x3aff, 0xa436, 0xad04, 0xa438, 0x10c8, 0xa436, 0xad06, 0xa438, 0xf417, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0xffff, 0xa436, 0xad02, 0xa438, 0xffff, 0xa436, 0xad04, 0xa438, 0x1109, 0xa436, 0xad06, 0xa438, 0xf434, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x0207, 0xa436, 0xad02, 0xa438, 0xffe2, 0xa436, 0xad04, 0xa438, 0x1149, 0xa436, 0xad06, 0xa438, 0x0455, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0x2227, 0xa436, 0xad02, 0xa438, 0xffe2, 0xa436, 0xad04, 0xa438, 0x1189, 0xa436, 0xad06, 0xa438, 0x1476, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0x4247, 0xa436, 0xad02, 0xa438, 0xffe2, 0xa436, 0xad04, 0xa438, 0x11c9, 0xa436, 0xad06, 0xa438, 0x2517, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0x6267, 0xa436, 0xad02, 0xa438, 0xffe2, 0xa436, 0xad04, 0xa438, 0x1209, 0xa436, 0xad06, 0xa438, 0x3534, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0x0007, 0xa436, 0xad02, 0xa438, 0xffe0, 0xa436, 0xad04, 0xa438, 0x1249, 0xa436, 0xad06, 0xa438, 0x0555, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0x2027, 0xa436, 0xad02, 0xa438, 0xffe0, 0xa436, 0xad04, 0xa438, 0x1289, 0xa436, 0xad06, 0xa438, 0x1576, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0x4047, 0xa436, 0xad02, 0xa438, 0xffe0, 0xa436, 0xad04, 0xa438, 0x12c9, 0xa436, 0xad06, 0xa438, 0x2517, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0x6067, 0xa436, 0xad02, 0xa438, 0xffe0, 0xa436, 0xad04, 0xa438, 0x1309, 0xa436, 0xad06, 0xa438, 0x3534, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0x8087, 0xa436, 0xad02, 0xa438, 0xffe0, 0xa436, 0xad04, 0xa438, 0x1349, 0xa436, 0xad06, 0xa438, 0x0555, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0xa0a7, 0xa436, 0xad02, 0xa438, 0xffe0, 0xa436, 0xad04, 0xa438, 0x1389, 0xa436, 0xad06, 0xa438, 0x1576, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0xc0c7, 0xa436, 0xad02, 0xa438, 0xffe0, 0xa436, 0xad04, 0xa438, 0x13c9, 0xa436, 0xad06, 0xa438, 0x2517, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0xe0e7, 0xa436, 0xad02, 0xa438, 0xffe0, 0xa436, 0xad04, 0xa438, 0x140b, 0xa436, 0xad06, 0xa438, 0x3534, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0x0107, 0xa436, 0xad02, 0xa438, 0xffe1, 0xa436, 0xad04, 0xa438, 0x144b, 0xa436, 0xad06, 0xa438, 0x0555, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0x2127, 0xa436, 0xad02, 0xa438, 0xffe1, 0xa436, 0xad04, 0xa438, 0x148b, 0xa436, 0xad06, 0xa438, 0x1576, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0x4147, 0xa436, 0xad02, 0xa438, 0xffe1, 0xa436, 0xad04, 0xa438, 0x14cb, 0xa436, 0xad06, 0xa438, 0x2417, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0x6167, 0xa436, 0xad02, 0xa438, 0xffe1, 0xa436, 0xad04, 0xa438, 0x5109, 0xa436, 0xad06, 0xa438, 0x3434, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0x8287, 0xa436, 0xad02, 0xa438, 0xffe2, 0xa436, 0xad04, 0xa438, 0x5149, 0xa436, 0xad06, 0xa438, 0x0455, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0xa2a7, 0xa436, 0xad02, 0xa438, 0xffe2, 0xa436, 0xad04, 0xa438, 0x5189, 0xa436, 0xad06, 0xa438, 0x1476, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0xc2c7, 0xa436, 0xad02, 0xa438, 0xffe2, 0xa436, 0xad04, 0xa438, 0x51c9, 0xa436, 0xad06, 0xa438, 0x2417, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0xe2e7, 0xa436, 0xad02, 0xa438, 0xffe2, 0xa436, 0xad04, 0xa438, 0x5009, 0xa436, 0xad06, 0xa438, 0x3434, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0x0a0f, 0xa436, 0xad02, 0xa438, 0xffe2, 0xa436, 0xad04, 0xa438, 0x5049, 0xa436, 0xad06, 0xa438, 0x0455, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0x2a2f, 0xa436, 0xad02, 0xa438, 0xffe2, 0xa436, 0xad04, 0xa438, 0x5089, 0xa436, 0xad06, 0xa438, 0x1476, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0x4a4f, 0xa436, 0xad02, 0xa438, 0xffe2, 0xa436, 0xad04, 0xa438, 0x50c9, 0xa436, 0xad06, 0xa438, 0x2517, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0x6a6f, 0xa436, 0xad02, 0xa438, 0xffe2, 0xa436, 0xad04, 0xa438, 0x5209, 0xa436, 0xad06, 0xa438, 0x3534, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0x080f, 0xa436, 0xad02, 0xa438, 0xffe0, 0xa436, 0xad04, 0xa438, 0x5249, 0xa436, 0xad06, 0xa438, 0x0555, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0x282f, 0xa436, 0xad02, 0xa438, 0xffe0, 0xa436, 0xad04, 0xa438, 0x5289, 0xa436, 0xad06, 0xa438, 0x1576, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0x484f, 0xa436, 0xad02, 0xa438, 0xffe0, 0xa436, 0xad04, 0xa438, 0x52c9, 0xa436, 0xad06, 0xa438, 0x2517, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0x686f, 0xa436, 0xad02, 0xa438, 0xffe0, 0xa436, 0xad04, 0xa438, 0x5309, 0xa436, 0xad06, 0xa438, 0x3534, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0x888f, 0xa436, 0xad02, 0xa438, 0xffe0, 0xa436, 0xad04, 0xa438, 0x5349, 0xa436, 0xad06, 0xa438, 0x0555, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0xa8af, 0xa436, 0xad02, 0xa438, 0xffe0, 0xa436, 0xad04, 0xa438, 0x5389, 0xa436, 0xad06, 0xa438, 0x1576, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0xc8cf, 0xa436, 0xad02, 0xa438, 0xffe0, 0xa436, 0xad04, 0xa438, 0x53c9, 0xa436, 0xad06, 0xa438, 0x2517, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0xe8ef, 0xa436, 0xad02, 0xa438, 0xffe0, 0xa436, 0xad04, 0xa438, 0x550b, 0xa436, 0xad06, 0xa438, 0x3534, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0x090f, 0xa436, 0xad02, 0xa438, 0xffe1, 0xa436, 0xad04, 0xa438, 0x554b, 0xa436, 0xad06, 0xa438, 0x0555, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0x292f, 0xa436, 0xad02, 0xa438, 0xffe1, 0xa436, 0xad04, 0xa438, 0x558b, 0xa436, 0xad06, 0xa438, 0x1576, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0x494f, 0xa436, 0xad02, 0xa438, 0xffe1, 0xa436, 0xad04, 0xa438, 0x55cb, 0xa436, 0xad06, 0xa438, 0x2417, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0x696f, 0xa436, 0xad02, 0xa438, 0xffe1, 0xa436, 0xad04, 0xa438, 0x9209, 0xa436, 0xad06, 0xa438, 0x3434, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0x8a8f, 0xa436, 0xad02, 0xa438, 0xffe2, 0xa436, 0xad04, 0xa438, 0x9249, 0xa436, 0xad06, 0xa438, 0x0455, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0xaaaf, 0xa436, 0xad02, 0xa438, 0xffe2, 0xa436, 0xad04, 0xa438, 0x9289, 0xa436, 0xad06, 0xa438, 0x1476, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0xcacf, 0xa436, 0xad02, 0xa438, 0xffe2, 0xa436, 0xad04, 0xa438, 0x92c9, 0xa436, 0xad06, 0xa438, 0x2417, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0xeaef, 0xa436, 0xad02, 0xa438, 0xffe2, 0xa436, 0xad04, 0xa438, 0x9009, 0xa436, 0xad06, 0xa438, 0x3434, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0x1217, 0xa436, 0xad02, 0xa438, 0xffe2, 0xa436, 0xad04, 0xa438, 0x9049, 0xa436, 0xad06, 0xa438, 0x0455, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0x3237, 0xa436, 0xad02, 0xa438, 0xffe2, 0xa436, 0xad04, 0xa438, 0x9089, 0xa436, 0xad06, 0xa438, 0x1476, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0x5257, 0xa436, 0xad02, 0xa438, 0xffe2, 0xa436, 0xad04, 0xa438, 0x90c9, 0xa436, 0xad06, 0xa438, 0x2517, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0x7277, 0xa436, 0xad02, 0xa438, 0xffe2, 0xa436, 0xad04, 0xa438, 0x9109, 0xa436, 0xad06, 0xa438, 0x3534, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0x1017, 0xa436, 0xad02, 0xa438, 0xffe0, 0xa436, 0xad04, 0xa438, 0x9149, 0xa436, 0xad06, 0xa438, 0x0555, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0x3037, 0xa436, 0xad02, 0xa438, 0xffe0, 0xa436, 0xad04, 0xa438, 0x9189, 0xa436, 0xad06, 0xa438, 0x1576, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0x5057, 0xa436, 0xad02, 0xa438, 0xffe0, 0xa436, 0xad04, 0xa438, 0x91c9, 0xa436, 0xad06, 0xa438, 0x2517, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0x7077, 0xa436, 0xad02, 0xa438, 0xffe0, 0xa436, 0xad04, 0xa438, 0x9309, 0xa436, 0xad06, 0xa438, 0x3534, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0x9097, 0xa436, 0xad02, 0xa438, 0xffe0, 0xa436, 0xad04, 0xa438, 0x9349, 0xa436, 0xad06, 0xa438, 0x0555, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0xb0b7, 0xa436, 0xad02, 0xa438, 0xffe0, 0xa436, 0xad04, 0xa438, 0x9389, 0xa436, 0xad06, 0xa438, 0x1576, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0xd0d7, 0xa436, 0xad02, 0xa438, 0xffe0, 0xa436, 0xad04, 0xa438, 0x93c9, 0xa436, 0xad06, 0xa438, 0x2517, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0xf0f7, 0xa436, 0xad02, 0xa438, 0xffe0, 0xa436, 0xad04, 0xa438, 0x960b, 0xa436, 0xad06, 0xa438, 0x3534, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0x1117, 0xa436, 0xad02, 0xa438, 0xffe1, 0xa436, 0xad04, 0xa438, 0x964b, 0xa436, 0xad06, 0xa438, 0x0555, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0x3137, 0xa436, 0xad02, 0xa438, 0xffe1, 0xa436, 0xad04, 0xa438, 0x968b, 0xa436, 0xad06, 0xa438, 0x1576, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0x5157, 0xa436, 0xad02, 0xa438, 0xffe1, 0xa436, 0xad04, 0xa438, 0x96cb, 0xa436, 0xad06, 0xa438, 0x2417, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0x7177, 0xa436, 0xad02, 0xa438, 0xffe1, 0xa436, 0xad04, 0xa438, 0xd309, 0xa436, 0xad06, 0xa438, 0x3434, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0x9297, 0xa436, 0xad02, 0xa438, 0xffe2, 0xa436, 0xad04, 0xa438, 0xd349, 0xa436, 0xad06, 0xa438, 0x0455, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0xb2b7, 0xa436, 0xad02, 0xa438, 0xffe2, 0xa436, 0xad04, 0xa438, 0xd389, 0xa436, 0xad06, 0xa438, 0x1476, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0xd2d7, 0xa436, 0xad02, 0xa438, 0xffe2, 0xa436, 0xad04, 0xa438, 0xd3c9, 0xa436, 0xad06, 0xa438, 0x2417, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0xf2f7, 0xa436, 0xad02, 0xa438, 0xffe2, 0xa436, 0xad04, 0xa438, 0xd009, 0xa436, 0xad06, 0xa438, 0x3434, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0x1a1f, 0xa436, 0xad02, 0xa438, 0xffe2, 0xa436, 0xad04, 0xa438, 0xd049, 0xa436, 0xad06, 0xa438, 0x0455, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0x3a3f, 0xa436, 0xad02, 0xa438, 0xffe2, 0xa436, 0xad04, 0xa438, 0xd089, 0xa436, 0xad06, 0xa438, 0x1476, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0x5a5f, 0xa436, 0xad02, 0xa438, 0xffe2, 0xa436, 0xad04, 0xa438, 0xd0c9, 0xa436, 0xad06, 0xa438, 0x2517, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0x7a7f, 0xa436, 0xad02, 0xa438, 0xffe2, 0xa436, 0xad04, 0xa438, 0xd109, 0xa436, 0xad06, 0xa438, 0x3534, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0x181f, 0xa436, 0xad02, 0xa438, 0xffe0, 0xa436, 0xad04, 0xa438, 0xd149, 0xa436, 0xad06, 0xa438, 0x0555, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0x383f, 0xa436, 0xad02, 0xa438, 0xffe0, 0xa436, 0xad04, 0xa438, 0xd189, 0xa436, 0xad06, 0xa438, 0x1576, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0x585f, 0xa436, 0xad02, 0xa438, 0xffe0, 0xa436, 0xad04, 0xa438, 0xd1c9, 0xa436, 0xad06, 0xa438, 0x2517, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0x787f, 0xa436, 0xad02, 0xa438, 0xffe0, 0xa436, 0xad04, 0xa438, 0xd209, 0xa436, 0xad06, 0xa438, 0x3534, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0x989f, 0xa436, 0xad02, 0xa438, 0xffe0, 0xa436, 0xad04, 0xa438, 0xd249, 0xa436, 0xad06, 0xa438, 0x0555, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0xb8bf, 0xa436, 0xad02, 0xa438, 0xffe0, 0xa436, 0xad04, 0xa438, 0xd289, 0xa436, 0xad06, 0xa438, 0x1576, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0xd8df, 0xa436, 0xad02, 0xa438, 0xffe0, 0xa436, 0xad04, 0xa438, 0xd2c9, 0xa436, 0xad06, 0xa438, 0x2517, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0xf8ff, 0xa436, 0xad02, 0xa438, 0xffe0, 0xa436, 0xad04, 0xa438, 0xd70b, 0xa436, 0xad06, 0xa438, 0x3534, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0x191f, 0xa436, 0xad02, 0xa438, 0xffe1, 0xa436, 0xad04, 0xa438, 0xd74b, 0xa436, 0xad06, 0xa438, 0x0555, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0x393f, 0xa436, 0xad02, 0xa438, 0xffe1, 0xa436, 0xad04, 0xa438, 0xd78b, 0xa436, 0xad06, 0xa438, 0x1576, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0x595f, 0xa436, 0xad02, 0xa438, 0xffe1, 0xa436, 0xad04, 0xa438, 0xd7cb, 0xa436, 0xad06, 0xa438, 0x2417, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0x797f, 0xa436, 0xad02, 0xa438, 0xffe1, 0xa436, 0xad04, 0xa438, 0x000d, 0xa436, 0xad06, 0xa438, 0x3434, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0x9a9f, 0xa436, 0xad02, 0xa438, 0xffe2, 0xa436, 0xad04, 0xa438, 0x004d, 0xa436, 0xad06, 0xa438, 0x0455, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0xbabf, 0xa436, 0xad02, 0xa438, 0xffe2, 0xa436, 0xad04, 0xa438, 0x008d, 0xa436, 0xad06, 0xa438, 0x1476, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0xdadf, 0xa436, 0xad02, 0xa438, 0xffe2, 0xa436, 0xad04, 0xa438, 0x00cd, 0xa436, 0xad06, 0xa438, 0x2c17, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0xfaf8, 0xa436, 0xad02, 0xa438, 0xffe2, 0xa436, 0xad04, 0xa438, 0x400d, 0xa436, 0xad06, 0xa438, 0x3c34, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0x8187, 0xa436, 0xad02, 0xa438, 0xffe1, 0xa436, 0xad04, 0xa438, 0x404d, 0xa436, 0xad06, 0xa438, 0x0c55, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0xa1a7, 0xa436, 0xad02, 0xa438, 0xffe1, 0xa436, 0xad04, 0xa438, 0x408d, 0xa436, 0xad06, 0xa438, 0x1c76, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0xc1c7, 0xa436, 0xad02, 0xa438, 0xffe1, 0xa436, 0xad04, 0xa438, 0x40cd, 0xa436, 0xad06, 0xa438, 0x2c97, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0xe1e7, 0xa436, 0xad02, 0xa438, 0xffe1, 0xa436, 0xad04, 0xa438, 0x800d, 0xa436, 0xad06, 0xa438, 0x3cb4, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0x898f, 0xa436, 0xad02, 0xa438, 0xffe1, 0xa436, 0xad04, 0xa438, 0x804d, 0xa436, 0xad06, 0xa438, 0x0cd5, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0xa9af, 0xa436, 0xad02, 0xa438, 0xffe1, 0xa436, 0xad04, 0xa438, 0x808d, 0xa436, 0xad06, 0xa438, 0x1cf6, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0xc9cf, 0xa436, 0xad02, 0xa438, 0xffe1, 0xa436, 0xad04, 0xa438, 0x80cd, 0xa436, 0xad06, 0xa438, 0x2d17, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0xe9ef, 0xa436, 0xad02, 0xa438, 0xffe1, 0xa436, 0xad04, 0xa438, 0xc00d, 0xa436, 0xad06, 0xa438, 0x3d34, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0x9197, 0xa436, 0xad02, 0xa438, 0xffe1, 0xa436, 0xad04, 0xa438, 0xc04d, 0xa436, 0xad06, 0xa438, 0x0d55, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0xb1b7, 0xa436, 0xad02, 0xa438, 0xffe1, 0xa436, 0xad04, 0xa438, 0xc08d, 0xa436, 0xad06, 0xa438, 0x1d76, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0xd1d7, 0xa436, 0xad02, 0xa438, 0xffe1, 0xa436, 0xad04, 0xa438, 0xc0cd, 0xa436, 0xad06, 0xa438, 0x2d97, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0xf1f7, 0xa436, 0xad02, 0xa438, 0xffe1, 0xa436, 0xad04, 0xa438, 0xffff, 0xa436, 0xad06, 0xa438, 0x3dbf, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0x999f, 0xa436, 0xad02, 0xa438, 0xffe1, 0xa436, 0xad04, 0xa438, 0xffff, 0xa436, 0xad06, 0xa438, 0x0ddf, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0xb9bf, 0xa436, 0xad02, 0xa438, 0xffe1, 0xa436, 0xad04, 0xa438, 0xffff, 0xa436, 0xad06, 0xa438, 0x1dff, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0xd9df, 0xa436, 0xad02, 0xa438, 0xffe1, 0xa436, 0xad04, 0xa438, 0xffff, 0xa436, 0xad06, 0xa438, 0x2fff, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0xf9ff, 0xa436, 0xad02, 0xa438, 0xffe1, 0xa436, 0xad04, 0xa438, 0xffff, 0xa436, 0xad06, 0xa438, 0x3fff, 0xa436, 0xad08, 0xa438, 0x0002, 0xa436, 0xad00, 0xa438, 0xd7ff, 0xa436, 0xad02, 0xa438, 0xffe7, 0xa436, 0xad04, 0xa438, 0xffff, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0xf7ff, 0xa436, 0xad02, 0xa438, 0xffe7, 0xa436, 0xad04, 0xa438, 0xffff, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x17ff, 0xa436, 0xad02, 0xa438, 0xffe7, 0xa436, 0xad04, 0xa438, 0xffff, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x37ff, 0xa436, 0xad02, 0xa438, 0x3d67, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x57ff, 0xa436, 0xad02, 0xa438, 0x3f67, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x77ff, 0xa436, 0xad02, 0xa438, 0x3167, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x97ff, 0xa436, 0xad02, 0xa438, 0x3367, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0xb7ff, 0xa436, 0xad02, 0xa438, 0x3567, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0xdfff, 0xa436, 0xad02, 0xa438, 0x3767, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0xffff, 0xa436, 0xad02, 0xa438, 0x3967, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x1fff, 0xa436, 0xad02, 0xa438, 0x3b67, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x3fff, 0xa436, 0xad02, 0xa438, 0x3de7, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x5fff, 0xa436, 0xad02, 0xa438, 0x3fe7, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x7fff, 0xa436, 0xad02, 0xa438, 0x31e7, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x9fff, 0xa436, 0xad02, 0xa438, 0x33e7, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0xbfff, 0xa436, 0xad02, 0xa438, 0x35e7, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x07ff, 0xa436, 0xad02, 0xa438, 0x37e6, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x27ff, 0xa436, 0xad02, 0xa438, 0x39e6, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x47ff, 0xa436, 0xad02, 0xa438, 0x3be6, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x67ff, 0xa436, 0xad02, 0xa438, 0x2066, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x07ff, 0xa436, 0xad02, 0xa438, 0x2264, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x27ff, 0xa436, 0xad02, 0xa438, 0x2464, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x47ff, 0xa436, 0xad02, 0xa438, 0x2664, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x67ff, 0xa436, 0xad02, 0xa438, 0x0064, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x87ff, 0xa436, 0xad02, 0xa438, 0x0264, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0xa7ff, 0xa436, 0xad02, 0xa438, 0x0464, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0xc7ff, 0xa436, 0xad02, 0xa438, 0x0664, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0xe7ff, 0xa436, 0xad02, 0xa438, 0x0864, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x07ff, 0xa436, 0xad02, 0xa438, 0x0a65, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x27ff, 0xa436, 0xad02, 0xa438, 0x0c65, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x47ff, 0xa436, 0xad02, 0xa438, 0x0e65, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x67ff, 0xa436, 0xad02, 0xa438, 0x1065, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x87ff, 0xa436, 0xad02, 0xa438, 0x1266, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0xa7ff, 0xa436, 0xad02, 0xa438, 0x1466, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0xc7ff, 0xa436, 0xad02, 0xa438, 0x1666, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0xe7ff, 0xa436, 0xad02, 0xa438, 0x2866, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x0fff, 0xa436, 0xad02, 0xa438, 0x2a66, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x2fff, 0xa436, 0xad02, 0xa438, 0x2c66, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x4fff, 0xa436, 0xad02, 0xa438, 0x2e66, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x6fff, 0xa436, 0xad02, 0xa438, 0x20e6, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x0fff, 0xa436, 0xad02, 0xa438, 0x22e4, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x2fff, 0xa436, 0xad02, 0xa438, 0x24e4, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x4fff, 0xa436, 0xad02, 0xa438, 0x26e4, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x6fff, 0xa436, 0xad02, 0xa438, 0x00e4, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x8fff, 0xa436, 0xad02, 0xa438, 0x02e4, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0xafff, 0xa436, 0xad02, 0xa438, 0x04e4, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0xcfff, 0xa436, 0xad02, 0xa438, 0x06e4, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0xefff, 0xa436, 0xad02, 0xa438, 0x08e4, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x0fff, 0xa436, 0xad02, 0xa438, 0x0ae5, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x2fff, 0xa436, 0xad02, 0xa438, 0x0ce5, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x4fff, 0xa436, 0xad02, 0xa438, 0x0ee5, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x6fff, 0xa436, 0xad02, 0xa438, 0x10e5, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x8fff, 0xa436, 0xad02, 0xa438, 0x12e6, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0xafff, 0xa436, 0xad02, 0xa438, 0x14e6, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0xcfff, 0xa436, 0xad02, 0xa438, 0x16e6, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0xefff, 0xa436, 0xad02, 0xa438, 0x28e6, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x17ff, 0xa436, 0xad02, 0xa438, 0x2ae6, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x37ff, 0xa436, 0xad02, 0xa438, 0x2ce6, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x57ff, 0xa436, 0xad02, 0xa438, 0x2ee6, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x77ff, 0xa436, 0xad02, 0xa438, 0x2166, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x17ff, 0xa436, 0xad02, 0xa438, 0x2364, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x37ff, 0xa436, 0xad02, 0xa438, 0x2564, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x57ff, 0xa436, 0xad02, 0xa438, 0x2764, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x77ff, 0xa436, 0xad02, 0xa438, 0x0164, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x97ff, 0xa436, 0xad02, 0xa438, 0x0364, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0xb7ff, 0xa436, 0xad02, 0xa438, 0x0564, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0xd7ff, 0xa436, 0xad02, 0xa438, 0x0764, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0xf7ff, 0xa436, 0xad02, 0xa438, 0x0964, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x17ff, 0xa436, 0xad02, 0xa438, 0x0b65, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x37ff, 0xa436, 0xad02, 0xa438, 0x0d65, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x57ff, 0xa436, 0xad02, 0xa438, 0x0f65, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x77ff, 0xa436, 0xad02, 0xa438, 0x1165, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x97ff, 0xa436, 0xad02, 0xa438, 0x1366, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0xb7ff, 0xa436, 0xad02, 0xa438, 0x1566, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0xd7ff, 0xa436, 0xad02, 0xa438, 0x1766, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0xf7ff, 0xa436, 0xad02, 0xa438, 0x2966, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x1fff, 0xa436, 0xad02, 0xa438, 0x2b66, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x3fff, 0xa436, 0xad02, 0xa438, 0x2d66, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x5fff, 0xa436, 0xad02, 0xa438, 0x2f66, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x7fff, 0xa436, 0xad02, 0xa438, 0x21e6, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x1fff, 0xa436, 0xad02, 0xa438, 0x23e4, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x3fff, 0xa436, 0xad02, 0xa438, 0x25e4, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x5fff, 0xa436, 0xad02, 0xa438, 0x27e4, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x7fff, 0xa436, 0xad02, 0xa438, 0x01e4, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x9fff, 0xa436, 0xad02, 0xa438, 0x03e4, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0xbfff, 0xa436, 0xad02, 0xa438, 0x05e4, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0xdfff, 0xa436, 0xad02, 0xa438, 0x07e4, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0xffff, 0xa436, 0xad02, 0xa438, 0x09e4, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x1fff, 0xa436, 0xad02, 0xa438, 0x0be5, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x3fff, 0xa436, 0xad02, 0xa438, 0x0de5, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x5fff, 0xa436, 0xad02, 0xa438, 0x0fe5, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x7fff, 0xa436, 0xad02, 0xa438, 0x11e5, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x9fff, 0xa436, 0xad02, 0xa438, 0x13e6, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0xbfff, 0xa436, 0xad02, 0xa438, 0x15e6, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0xdfff, 0xa436, 0xad02, 0xa438, 0x17e6, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0xffff, 0xa436, 0xad02, 0xa438, 0x29e6, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x87ff, 0xa436, 0xad02, 0xa438, 0x2be5, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0xa7ff, 0xa436, 0xad02, 0xa438, 0x2de5, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0xc7ff, 0xa436, 0xad02, 0xa438, 0x2fe5, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0xe7ff, 0xa436, 0xad02, 0xa438, 0x1865, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x8fff, 0xa436, 0xad02, 0xa438, 0x1a65, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0xafff, 0xa436, 0xad02, 0xa438, 0x1c65, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0xcfff, 0xa436, 0xad02, 0xa438, 0x1e65, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0xefff, 0xa436, 0xad02, 0xa438, 0x18e5, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x97ff, 0xa436, 0xad02, 0xa438, 0x1ae5, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0xb7ff, 0xa436, 0xad02, 0xa438, 0x1ce5, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0xd7ff, 0xa436, 0xad02, 0xa438, 0x1ee5, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0xf7ff, 0xa436, 0xad02, 0xa438, 0x1965, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x9fff, 0xa436, 0xad02, 0xa438, 0x1b65, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0xbfff, 0xa436, 0xad02, 0xa438, 0x1d65, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0xdfff, 0xa436, 0xad02, 0xa438, 0x1f65, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0xffff, 0xa436, 0xad02, 0xa438, 0x19e5, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x07ff, 0xa436, 0xad02, 0xa438, 0x1b9c, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x27ff, 0xa436, 0xad02, 0xa438, 0x1d9c, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x0fff, 0xa436, 0xad02, 0xa438, 0x1f9c, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x2fff, 0xa436, 0xad02, 0xa438, 0x589c, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x17ff, 0xa436, 0xad02, 0xa438, 0x5c9c, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x37ff, 0xa436, 0xad02, 0xa438, 0x599c, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x1fff, 0xa436, 0xad02, 0xa438, 0x5d9c, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x3fff, 0xa436, 0xad02, 0xa438, 0x5a9c, 0xa436, 0xad04, 0xa438, 0x100e, 0xa436, 0xad06, 0xa438, 0xfff6, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0xffff, 0xa436, 0xad02, 0xa438, 0x5eff, 0xa436, 0xad04, 0xa438, 0x104e, 0xa436, 0xad06, 0xa438, 0xfff7, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0xffff, 0xa436, 0xad02, 0xa438, 0x5bff, 0xa436, 0xad04, 0xa438, 0x110e, 0xa436, 0xad06, 0xa438, 0xfff6, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0xffff, 0xa436, 0xad02, 0xa438, 0x5fff, 0xa436, 0xad04, 0xa438, 0x114e, 0xa436, 0xad06, 0xa438, 0xf817, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0xffff, 0xa436, 0xad02, 0xa438, 0xffff, 0xa436, 0xad04, 0xa438, 0x120f, 0xa436, 0xad06, 0xa438, 0xf836, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0xc3c7, 0xa436, 0xad02, 0xa438, 0xffe3, 0xa436, 0xad04, 0xa438, 0x124f, 0xa436, 0xad06, 0xa438, 0x0997, 0xa436, 0xad08, 0xa438, 0x0004, 0xa436, 0xad00, 0xa438, 0xe3e7, 0xa436, 0xad02, 0xa438, 0xffe3, 0xa436, 0xad04, 0xa438, 0x130f, 0xa436, 0xad06, 0xa438, 0x19b6, 0xa436, 0xad08, 0xa438, 0x0004, 0xa436, 0xad00, 0xa438, 0x0307, 0xa436, 0xad02, 0xa438, 0xffe3, 0xa436, 0xad04, 0xa438, 0x134f, 0xa436, 0xad06, 0xa438, 0x4917, 0xa436, 0xad08, 0xa438, 0x0004, 0xa436, 0xad00, 0xa438, 0x2327, 0xa436, 0xad02, 0xa438, 0xffe3, 0xa436, 0xad04, 0xa438, 0x510f, 0xa436, 0xad06, 0xa438, 0x5936, 0xa436, 0xad08, 0xa438, 0x0004, 0xa436, 0xad00, 0xa438, 0x4347, 0xa436, 0xad02, 0xa438, 0xffe3, 0xa436, 0xad04, 0xa438, 0x514f, 0xa436, 0xad06, 0xa438, 0x0997, 0xa436, 0xad08, 0xa438, 0x0004, 0xa436, 0xad00, 0xa438, 0x6367, 0xa436, 0xad02, 0xa438, 0xffe3, 0xa436, 0xad04, 0xa438, 0x500f, 0xa436, 0xad06, 0xa438, 0x19b6, 0xa436, 0xad08, 0xa438, 0x0004, 0xa436, 0xad00, 0xa438, 0x8387, 0xa436, 0xad02, 0xa438, 0xffe3, 0xa436, 0xad04, 0xa438, 0x504f, 0xa436, 0xad06, 0xa438, 0x4817, 0xa436, 0xad08, 0xa438, 0x0004, 0xa436, 0xad00, 0xa438, 0xa3a7, 0xa436, 0xad02, 0xa438, 0xffe3, 0xa436, 0xad04, 0xa438, 0x520f, 0xa436, 0xad06, 0xa438, 0x5836, 0xa436, 0xad08, 0xa438, 0x0004, 0xa436, 0xad00, 0xa438, 0xcbcf, 0xa436, 0xad02, 0xa438, 0xffe3, 0xa436, 0xad04, 0xa438, 0x524f, 0xa436, 0xad06, 0xa438, 0x0997, 0xa436, 0xad08, 0xa438, 0x0004, 0xa436, 0xad00, 0xa438, 0xebef, 0xa436, 0xad02, 0xa438, 0xffe3, 0xa436, 0xad04, 0xa438, 0x530f, 0xa436, 0xad06, 0xa438, 0x19b6, 0xa436, 0xad08, 0xa438, 0x0004, 0xa436, 0xad00, 0xa438, 0x0b0f, 0xa436, 0xad02, 0xa438, 0xffe3, 0xa436, 0xad04, 0xa438, 0x534f, 0xa436, 0xad06, 0xa438, 0x4917, 0xa436, 0xad08, 0xa438, 0x0004, 0xa436, 0xad00, 0xa438, 0x2b2f, 0xa436, 0xad02, 0xa438, 0xffe3, 0xa436, 0xad04, 0xa438, 0x920f, 0xa436, 0xad06, 0xa438, 0x5936, 0xa436, 0xad08, 0xa438, 0x0004, 0xa436, 0xad00, 0xa438, 0x4b4f, 0xa436, 0xad02, 0xa438, 0xffe3, 0xa436, 0xad04, 0xa438, 0x924f, 0xa436, 0xad06, 0xa438, 0x0997, 0xa436, 0xad08, 0xa438, 0x0004, 0xa436, 0xad00, 0xa438, 0x6b6f, 0xa436, 0xad02, 0xa438, 0xffe3, 0xa436, 0xad04, 0xa438, 0x900f, 0xa436, 0xad06, 0xa438, 0x19b6, 0xa436, 0xad08, 0xa438, 0x0004, 0xa436, 0xad00, 0xa438, 0x8b8f, 0xa436, 0xad02, 0xa438, 0xffe3, 0xa436, 0xad04, 0xa438, 0x904f, 0xa436, 0xad06, 0xa438, 0x4817, 0xa436, 0xad08, 0xa438, 0x0004, 0xa436, 0xad00, 0xa438, 0xabaf, 0xa436, 0xad02, 0xa438, 0xffe3, 0xa436, 0xad04, 0xa438, 0x910f, 0xa436, 0xad06, 0xa438, 0x5836, 0xa436, 0xad08, 0xa438, 0x0004, 0xa436, 0xad00, 0xa438, 0xd3d7, 0xa436, 0xad02, 0xa438, 0xffe3, 0xa436, 0xad04, 0xa438, 0x914f, 0xa436, 0xad06, 0xa438, 0x0997, 0xa436, 0xad08, 0xa438, 0x0004, 0xa436, 0xad00, 0xa438, 0xf3f7, 0xa436, 0xad02, 0xa438, 0xffe3, 0xa436, 0xad04, 0xa438, 0x930f, 0xa436, 0xad06, 0xa438, 0x19b6, 0xa436, 0xad08, 0xa438, 0x0004, 0xa436, 0xad00, 0xa438, 0x1317, 0xa436, 0xad02, 0xa438, 0xffe3, 0xa436, 0xad04, 0xa438, 0x934f, 0xa436, 0xad06, 0xa438, 0x4917, 0xa436, 0xad08, 0xa438, 0x0004, 0xa436, 0xad00, 0xa438, 0x3337, 0xa436, 0xad02, 0xa438, 0xffe3, 0xa436, 0xad04, 0xa438, 0xd30f, 0xa436, 0xad06, 0xa438, 0x5936, 0xa436, 0xad08, 0xa438, 0x0004, 0xa436, 0xad00, 0xa438, 0x5357, 0xa436, 0xad02, 0xa438, 0xffe3, 0xa436, 0xad04, 0xa438, 0xd34f, 0xa436, 0xad06, 0xa438, 0x0997, 0xa436, 0xad08, 0xa438, 0x0004, 0xa436, 0xad00, 0xa438, 0x7377, 0xa436, 0xad02, 0xa438, 0xffe3, 0xa436, 0xad04, 0xa438, 0xd00f, 0xa436, 0xad06, 0xa438, 0x19b6, 0xa436, 0xad08, 0xa438, 0x0004, 0xa436, 0xad00, 0xa438, 0x9397, 0xa436, 0xad02, 0xa438, 0xffe3, 0xa436, 0xad04, 0xa438, 0xd04f, 0xa436, 0xad06, 0xa438, 0x4817, 0xa436, 0xad08, 0xa438, 0x0004, 0xa436, 0xad00, 0xa438, 0xb3b7, 0xa436, 0xad02, 0xa438, 0xffe3, 0xa436, 0xad04, 0xa438, 0xd10f, 0xa436, 0xad06, 0xa438, 0x5836, 0xa436, 0xad08, 0xa438, 0x0004, 0xa436, 0xad00, 0xa438, 0xdbdf, 0xa436, 0xad02, 0xa438, 0xffe3, 0xa436, 0xad04, 0xa438, 0xd14f, 0xa436, 0xad06, 0xa438, 0x0997, 0xa436, 0xad08, 0xa438, 0x0004, 0xa436, 0xad00, 0xa438, 0xfbff, 0xa436, 0xad02, 0xa438, 0xffe3, 0xa436, 0xad04, 0xa438, 0xd20f, 0xa436, 0xad06, 0xa438, 0x19b6, 0xa436, 0xad08, 0xa438, 0x0004, 0xa436, 0xad00, 0xa438, 0x1b1f, 0xa436, 0xad02, 0xa438, 0xffe3, 0xa436, 0xad04, 0xa438, 0xd24f, 0xa436, 0xad06, 0xa438, 0x4917, 0xa436, 0xad08, 0xa438, 0x0004, 0xa436, 0xad00, 0xa438, 0x3b3f, 0xa436, 0xad02, 0xa438, 0xffe3, 0xa436, 0xad04, 0xa438, 0xffff, 0xa436, 0xad06, 0xa438, 0x593f, 0xa436, 0xad08, 0xa438, 0x0004, 0xa436, 0xad00, 0xa438, 0x5b5f, 0xa436, 0xad02, 0xa438, 0xffe3, 0xa436, 0xad04, 0xa438, 0xffff, 0xa436, 0xad06, 0xa438, 0x099f, 0xa436, 0xad08, 0xa438, 0x0004, 0xa436, 0xad00, 0xa438, 0x7b7f, 0xa436, 0xad02, 0xa438, 0xffe3, 0xa436, 0xad04, 0xa438, 0xffff, 0xa436, 0xad06, 0xa438, 0x19bf, 0xa436, 0xad08, 0xa438, 0x0004, 0xa436, 0xad00, 0xa438, 0x9b9f, 0xa436, 0xad02, 0xa438, 0xffe3, 0xa436, 0xad04, 0xa438, 0xffff, 0xa436, 0xad06, 0xa438, 0x4fff, 0xa436, 0xad08, 0xa438, 0x0004, 0xa436, 0xad00, 0xa438, 0xbbbf, 0xa436, 0xad02, 0xa438, 0xffe3, 0xa436, 0xad04, 0xa438, 0xffff, 0xa436, 0xad06, 0xa438, 0x5fff, 0xa436, 0xad08, 0xa438, 0x0004, 0xa436, 0xad00, 0xa438, 0x07ff, 0xa436, 0xad02, 0xa438, 0xffa4, 0xa436, 0xad04, 0xa438, 0xffff, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x27ff, 0xa436, 0xad02, 0xa438, 0xffa4, 0xa436, 0xad04, 0xa438, 0xffff, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x47ff, 0xa436, 0xad02, 0xa438, 0xffa4, 0xa436, 0xad04, 0xa438, 0xffff, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x67ff, 0xa436, 0xad02, 0xa438, 0x58a4, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x0fff, 0xa436, 0xad02, 0xa438, 0x5ca4, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x2fff, 0xa436, 0xad02, 0xa438, 0x50a4, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x4fff, 0xa436, 0xad02, 0xa438, 0x54a4, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x6fff, 0xa436, 0xad02, 0xa438, 0x59a4, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x17ff, 0xa436, 0xad02, 0xa438, 0x5da4, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x37ff, 0xa436, 0xad02, 0xa438, 0x51a4, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x57ff, 0xa436, 0xad02, 0xa438, 0x55a4, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x77ff, 0xa436, 0xad02, 0xa438, 0x5aa4, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x1fff, 0xa436, 0xad02, 0xa438, 0x5ea4, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x3fff, 0xa436, 0xad02, 0xa438, 0x52a4, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x5fff, 0xa436, 0xad02, 0xa438, 0x56a4, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0x7fff, 0xa436, 0xad02, 0xa438, 0x5ba4, 0xa436, 0xad04, 0xa438, 0x2a06, 0xa436, 0xad06, 0xa438, 0xfff6, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0xffff, 0xa436, 0xad02, 0xa438, 0x5fff, 0xa436, 0xad04, 0xa438, 0x2b06, 0xa436, 0xad06, 0xa438, 0xfff7, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0xffff, 0xa436, 0xad02, 0xa438, 0x53ff, 0xa436, 0xad04, 0xa438, 0x2a06, 0xa436, 0xad06, 0xa438, 0xfff4, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0xffff, 0xa436, 0xad02, 0xa438, 0x57ff, 0xa436, 0xad04, 0xa438, 0x2b06, 0xa436, 0xad06, 0xa438, 0xf615, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0xffff, 0xa436, 0xad02, 0xa438, 0xffff, 0xa436, 0xad04, 0xa438, 0xffff, 0xa436, 0xad06, 0xa438, 0xf63f, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0xffff, 0xa436, 0xad02, 0xa438, 0xffff, 0xa436, 0xad04, 0xa438, 0xffff, 0xa436, 0xad06, 0xa438, 0x069f, 0xa436, 0xad08, 0xa438, 0x0003, 0xa436, 0xad00, 0xa438, 0xffff, 0xa436, 0xad02, 0xa438, 0xffff, 0xa436, 0xad04, 0xa438, 0xffff, 0xa436, 0xad06, 0xa438, 0x16bf, 0xa436, 0xad08, 0xa438, 0x0003, 0xa436, 0xad00, 0xa438, 0xffff, 0xa436, 0xad02, 0xa438, 0xffff, 0xa436, 0xad04, 0xa438, 0xffff, 0xa436, 0xad06, 0xa438, 0x4fff, 0xa436, 0xad08, 0xa438, 0x0003, 0xa436, 0xad00, 0xa438, 0xffff, 0xa436, 0xad02, 0xa438, 0xd0ff, 0xa436, 0xad04, 0xa438, 0x6a46, 0xa436, 0xad06, 0xa438, 0x5ff6, 0xa436, 0xad08, 0xa438, 0x0003, 0xa436, 0xad00, 0xa438, 0xffff, 0xa436, 0xad02, 0xa438, 0xd4ff, 0xa436, 0xad04, 0xa438, 0x6b46, 0xa436, 0xad06, 0xa438, 0xfff7, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0xffff, 0xa436, 0xad02, 0xa438, 0xd8ff, 0xa436, 0xad04, 0xa438, 0x6a46, 0xa436, 0xad06, 0xa438, 0xfff4, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0xffff, 0xa436, 0xad02, 0xa438, 0xdcff, 0xa436, 0xad04, 0xa438, 0x6b46, 0xa436, 0xad06, 0xa438, 0xf615, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0xffff, 0xa436, 0xad02, 0xa438, 0xffff, 0xa436, 0xad04, 0xa438, 0xffff, 0xa436, 0xad06, 0xa438, 0xf63f, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0xffff, 0xa436, 0xad02, 0xa438, 0xffff, 0xa436, 0xad04, 0xa438, 0xffff, 0xa436, 0xad06, 0xa438, 0x069f, 0xa436, 0xad08, 0xa438, 0x0003, 0xa436, 0xad00, 0xa438, 0xffff, 0xa436, 0xad02, 0xa438, 0xffff, 0xa436, 0xad04, 0xa438, 0xffff, 0xa436, 0xad06, 0xa438, 0x16bf, 0xa436, 0xad08, 0xa438, 0x0003, 0xa436, 0xad00, 0xa438, 0xffff, 0xa436, 0xad02, 0xa438, 0xffff, 0xa436, 0xad04, 0xa438, 0xffff, 0xa436, 0xad06, 0xa438, 0x4fff, 0xa436, 0xad08, 0xa438, 0x0003, 0xa436, 0xad00, 0xa438, 0xffff, 0xa436, 0xad02, 0xa438, 0xd1ff, 0xa436, 0xad04, 0xa438, 0xaa86, 0xa436, 0xad06, 0xa438, 0x5ff6, 0xa436, 0xad08, 0xa438, 0x0003, 0xa436, 0xad00, 0xa438, 0xffff, 0xa436, 0xad02, 0xa438, 0xd5ff, 0xa436, 0xad04, 0xa438, 0xab86, 0xa436, 0xad06, 0xa438, 0xfff7, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0xffff, 0xa436, 0xad02, 0xa438, 0xd9ff, 0xa436, 0xad04, 0xa438, 0xaa86, 0xa436, 0xad06, 0xa438, 0xfff4, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0xffff, 0xa436, 0xad02, 0xa438, 0xddff, 0xa436, 0xad04, 0xa438, 0xab86, 0xa436, 0xad06, 0xa438, 0xf615, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0xffff, 0xa436, 0xad02, 0xa438, 0xffff, 0xa436, 0xad04, 0xa438, 0xffff, 0xa436, 0xad06, 0xa438, 0xf63f, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0xffff, 0xa436, 0xad02, 0xa438, 0xffff, 0xa436, 0xad04, 0xa438, 0xffff, 0xa436, 0xad06, 0xa438, 0x069f, 0xa436, 0xad08, 0xa438, 0x0003, 0xa436, 0xad00, 0xa438, 0xffff, 0xa436, 0xad02, 0xa438, 0xffff, 0xa436, 0xad04, 0xa438, 0xffff, 0xa436, 0xad06, 0xa438, 0x16bf, 0xa436, 0xad08, 0xa438, 0x0003, 0xa436, 0xad00, 0xa438, 0xffff, 0xa436, 0xad02, 0xa438, 0xffff, 0xa436, 0xad04, 0xa438, 0xffff, 0xa436, 0xad06, 0xa438, 0x4fff, 0xa436, 0xad08, 0xa438, 0x0003, 0xa436, 0xad00, 0xa438, 0xffff, 0xa436, 0xad02, 0xa438, 0xd2ff, 0xa436, 0xad04, 0xa438, 0xeac6, 0xa436, 0xad06, 0xa438, 0x5ff6, 0xa436, 0xad08, 0xa438, 0x0003, 0xa436, 0xad00, 0xa438, 0xffff, 0xa436, 0xad02, 0xa438, 0xd6ff, 0xa436, 0xad04, 0xa438, 0xebc6, 0xa436, 0xad06, 0xa438, 0xfff7, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0xffff, 0xa436, 0xad02, 0xa438, 0xdaff, 0xa436, 0xad04, 0xa438, 0xeac6, 0xa436, 0xad06, 0xa438, 0xfff4, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0xffff, 0xa436, 0xad02, 0xa438, 0xdeff, 0xa436, 0xad04, 0xa438, 0xebc6, 0xa436, 0xad06, 0xa438, 0xf615, 0xa436, 0xad08, 0xa438, 0x0007, 0xa436, 0xad00, 0xa438, 0xffff, 0xa436, 0xad02, 0xa438, 0xffff, 0xa436, 0xad04, 0xa438, 0xffff, 0xa436, 0xad06, 0xa438, 0xf63f, 0xa436, 0xad08, 0xa438, 0x0017, 0xa436, 0xad00, 0xa438, 0xffff, 0xa436, 0xad02, 0xa438, 0xffff, 0xa436, 0xad04, 0xa438, 0xffff, 0xa436, 0xad06, 0xa438, 0x069f, 0xa436, 0xad08, 0xa438, 0x0013, 0xa436, 0xad00, 0xa438, 0xffff, 0xa436, 0xad02, 0xa438, 0xffff, 0xa436, 0xad04, 0xa438, 0xffff, 0xa436, 0xad06, 0xa438, 0x16bf, 0xa436, 0xad08, 0xa438, 0x0013, 0xa436, 0xad00, 0xa438, 0xffff, 0xa436, 0xad02, 0xa438, 0xffff, 0xa436, 0xad04, 0xa438, 0xffff, 0xa436, 0xad06, 0xa438, 0x4fff, 0xa436, 0xad08, 0xa438, 0x0013, 0xa436, 0xad00, 0xa438, 0xfffa, 0xa436, 0xad02, 0xa438, 0xd3ff, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0x5fff, 0xa436, 0xad08, 0xa438, 0x0013, 0xa436, 0xad00, 0xa438, 0xc7ff, 0xa436, 0xad02, 0xa438, 0xd7e7, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0017, 0xa436, 0xad00, 0xa438, 0xe7ff, 0xa436, 0xad02, 0xa438, 0xdbe7, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0017, 0xa436, 0xad00, 0xa438, 0x07ff, 0xa436, 0xad02, 0xa438, 0xdfe7, 0xa436, 0xad04, 0xa438, 0xfffe, 0xa436, 0xad06, 0xa438, 0xffff, 0xa436, 0xad08, 0xa438, 0x0017, 0xa436, 0xacfc, 0xa438, 0x0000, 0xa436, 0xaccc, 0xa438, 0x2000, 0xa436, 0xacce, 0xa438, 0x6000, 0xa436, 0xaccc, 0xa438, 0x2001, 0xa436, 0xacce, 0xa438, 0x6008, 0xa436, 0xaccc, 0xa438, 0x2002, 0xa436, 0xacce, 0xa438, 0x6010, 0xa436, 0xaccc, 0xa438, 0x2003, 0xa436, 0xacce, 0xa438, 0x6020, 0xa436, 0xaccc, 0xa438, 0x2004, 0xa436, 0xacce, 0xa438, 0x6060, 0xa436, 0xaccc, 0xa438, 0x2005, 0xa436, 0xacce, 0xa438, 0x60a0, 0xa436, 0xaccc, 0xa438, 0x2006, 0xa436, 0xacce, 0xa438, 0x60e0, 0xa436, 0xaccc, 0xa438, 0x2007, 0xa436, 0xacce, 0xa438, 0x6128, 0xa436, 0xaccc, 0xa438, 0x2008, 0xa436, 0xacce, 0xa438, 0x6178, 0xa436, 0xaccc, 0xa438, 0x2009, 0xa436, 0xacce, 0xa438, 0x61a8, 0xa436, 0xaccc, 0xa438, 0x200a, 0xa436, 0xacce, 0xa438, 0x61f0, 0xa436, 0xaccc, 0xa438, 0x200b, 0xa436, 0xacce, 0xa438, 0x6248, 0xa436, 0xaccc, 0xa438, 0x200c, 0xa436, 0xacce, 0xa438, 0x6258, 0xa436, 0xaccc, 0xa438, 0x200d, 0xa436, 0xacce, 0xa438, 0x6268, 0xa436, 0xaccc, 0xa438, 0x200e, 0xa436, 0xacce, 0xa438, 0x6270, 0xa436, 0xaccc, 0xa438, 0x200f, 0xa436, 0xacce, 0xa438, 0x6274, 0xa436, 0xaccc, 0xa438, 0x2010, 0xa436, 0xacce, 0xa438, 0x627c, 0xa436, 0xaccc, 0xa438, 0x2011, 0xa436, 0xacce, 0xa438, 0x6284, 0xa436, 0xaccc, 0xa438, 0x2012, 0xa436, 0xacce, 0xa438, 0x6294, 0xa436, 0xaccc, 0xa438, 0x2013, 0xa436, 0xacce, 0xa438, 0x629c, 0xa436, 0xaccc, 0xa438, 0x2014, 0xa436, 0xacce, 0xa438, 0x62ac, 0xa436, 0xaccc, 0xa438, 0x2015, 0xa436, 0xacce, 0xa438, 0x62bc, 0xa436, 0xaccc, 0xa438, 0x2016, 0xa436, 0xacce, 0xa438, 0x62c4, 0xa436, 0xaccc, 0xa438, 0x2017, 0xa436, 0xacce, 0xa438, 0x7000, 0xa436, 0xaccc, 0xa438, 0x2018, 0xa436, 0xacce, 0xa438, 0x6000, 0xa436, 0xaccc, 0xa438, 0x2019, 0xa436, 0xacce, 0xa438, 0x6000, 0xa436, 0xaccc, 0xa438, 0x201a, 0xa436, 0xacce, 0xa438, 0x6000, 0xa436, 0xaccc, 0xa438, 0x201b, 0xa436, 0xacce, 0xa438, 0x6000, 0xa436, 0xaccc, 0xa438, 0x201c, 0xa436, 0xacce, 0xa438, 0x6000, 0xa436, 0xaccc, 0xa438, 0x201d, 0xa436, 0xacce, 0xa438, 0x6000, 0xa436, 0xaccc, 0xa438, 0x201e, 0xa436, 0xacce, 0xa438, 0x6000, 0xa436, 0xaccc, 0xa438, 0x201f, 0xa436, 0xacce, 0xa438, 0x6000, 0xa436, 0xacce, 0xa438, 0x0000, 0xa436, 0x0000, 0xa438, 0x0000, 0xb82e, 0x0000, 0xa436, 0x8023, 0xa438, 0x0000, 0xa436, 0x801E, 0xa438, 0x0027, 0xB820, 0x0000, 0xFFFF, 0xFFFF }; static const u16 phy_mcu_ram_code_8126a_2_3[] = { 0xb892, 0x0000, 0xb88e, 0xC15C, 0xb890, 0x0303, 0xb890, 0x0506, 0xb890, 0x0807, 0xb890, 0x090B, 0xb890, 0x0E12, 0xb890, 0x1617, 0xb890, 0x1C24, 0xb890, 0x2B37, 0xb890, 0x0203, 0xb890, 0x0304, 0xb890, 0x0504, 0xb890, 0x0506, 0xb890, 0x0708, 0xb890, 0x090A, 0xb890, 0x0B0E, 0xb890, 0x1013, 0xb890, 0x1519, 0xb890, 0x1D22, 0xb890, 0x282E, 0xb890, 0x363E, 0xb890, 0x474B, 0xb88e, 0xC196, 0xb890, 0x3F5E, 0xb890, 0xF834, 0xb890, 0x6C01, 0xb890, 0xA67F, 0xb890, 0xA06C, 0xb890, 0x043B, 0xb890, 0x6190, 0xb890, 0x88DB, 0xb890, 0x9ECD, 0xb890, 0x4DBC, 0xb890, 0x6E0E, 0xb890, 0x9F2D, 0xb890, 0x2C18, 0xb890, 0x5E8C, 0xb890, 0x5BFE, 0xb890, 0x183C, 0xb890, 0x23C9, 0xb890, 0x3E84, 0xb890, 0x3C20, 0xb890, 0xCC56, 0xb890, 0x3480, 0xb890, 0x0040, 0xb88e, 0xC00F, 0xb890, 0x3502, 0xb890, 0x0203, 0xb890, 0x0303, 0xb890, 0x0404, 0xb890, 0x0506, 0xb890, 0x0607, 0xb890, 0x080A, 0xb890, 0x0B0D, 0xb890, 0x0E10, 0xb890, 0x1114, 0xb890, 0x171B, 0xb890, 0x1F22, 0xb890, 0x2832, 0xb890, 0x0101, 0xb890, 0x0101, 0xb890, 0x0202, 0xb890, 0x0303, 0xb890, 0x0404, 0xb890, 0x0506, 0xb890, 0x0709, 0xb890, 0x0A0D, 0xb88e, 0xC047, 0xb890, 0x365F, 0xb890, 0xBE10, 0xb890, 0x84E4, 0xb890, 0x60E9, 0xb890, 0xA86A, 0xb890, 0xF1E3, 0xb890, 0xF73F, 0xb890, 0x5C02, 0xb890, 0x9547, 0xb890, 0xC30C, 0xb890, 0xB064, 0xb890, 0x079A, 0xb890, 0x1E23, 0xb890, 0x1B5D, 0xb890, 0x92E7, 0xb890, 0x4BAF, 0xb890, 0x2386, 0xb890, 0x01B6, 0xb890, 0x6F82, 0xb890, 0xDC1C, 0xb890, 0x8C92, 0xb88e, 0xC110, 0xb890, 0x0C7F, 0xb890, 0x1014, 0xb890, 0x231D, 0xb890, 0x2023, 0xb890, 0x2628, 0xb890, 0x2A2D, 0xb890, 0x2D2C, 0xb890, 0x2C2E, 0xb890, 0x320D, 0xb88e, 0xC186, 0xb890, 0x0306, 0xb890, 0x0804, 0xb890, 0x0406, 0xb890, 0x0707, 0xb890, 0x0709, 0xb890, 0x0B0F, 0xb890, 0x161D, 0xb890, 0x202A, 0xb890, 0x3F5E, 0xb88e, 0xC1C1, 0xb890, 0x0040, 0xb890, 0x5920, 0xb890, 0x88CD, 0xb890, 0x1CA1, 0xb890, 0x3D20, 0xb890, 0x3AE4, 0xb890, 0x6A43, 0xb890, 0x30AF, 0xb890, 0xDD16, 0xb88e, 0xC283, 0xb890, 0x1611, 0xb890, 0x161C, 0xb890, 0x2127, 0xb890, 0x2C32, 0xb890, 0x373D, 0xb890, 0x4247, 0xb890, 0x4D52, 0xb890, 0x585A, 0xb890, 0x0004, 0xb890, 0x080C, 0xb890, 0x1014, 0xb890, 0x181B, 0xb890, 0x1F23, 0xb890, 0x272B, 0xb890, 0x2F33, 0xb890, 0x363A, 0xb890, 0x3E42, 0xb890, 0x464A, 0xb890, 0x4D51, 0xb890, 0x5559, 0xb890, 0x5D65, 0xb890, 0xE769, 0xb890, 0xEB56, 0xb890, 0xC04B, 0xb890, 0xD502, 0xb890, 0x2FB1, 0xb890, 0x33B5, 0xb890, 0x37F8, 0xb890, 0xBB98, 0xb890, 0x7450, 0xb890, 0x4C48, 0xb890, 0x12DC, 0xb890, 0xDCDC, 0xb890, 0x934A, 0xb890, 0x3E33, 0xb890, 0xE496, 0xb890, 0x724E, 0xb890, 0x2B07, 0xb890, 0xE4C0, 0xb890, 0x9C79, 0xb890, 0x5512, 0xb88e, 0xC212, 0xb890, 0x2020, 0xb890, 0x2020, 0xb890, 0x2020, 0xb890, 0x2020, 0xb890, 0x2020, 0xb890, 0x2019, 0xb88e, 0xC24D, 0xb890, 0x8400, 0xb890, 0x0000, 0xb890, 0x0000, 0xb890, 0x0000, 0xb890, 0x0000, 0xb890, 0x0000, 0xb88e, 0xC2D3, 0xb890, 0x5524, 0xb890, 0x2526, 0xb890, 0x2728, 0xb88e, 0xC2E3, 0xb890, 0x3323, 0xb890, 0x2324, 0xb890, 0x2425, 0xFFFF, 0xFFFF }; static const u16 phy_mcu_ram_code_8126a_3_1[] = { 0xa436, 0x8023, 0xa438, 0x4701, 0xa436, 0xB82E, 0xa438, 0x0001, 0xb820, 0x0090, 0xa436, 0xA016, 0xa438, 0x0000, 0xa436, 0xA012, 0xa438, 0x0000, 0xa436, 0xA014, 0xa438, 0x1800, 0xa438, 0x8010, 0xa438, 0x1800, 0xa438, 0x801a, 0xa438, 0x1800, 0xa438, 0x802a, 0xa438, 0x1800, 0xa438, 0x8032, 0xa438, 0x1800, 0xa438, 0x803a, 0xa438, 0x1800, 0xa438, 0x803e, 0xa438, 0x1800, 0xa438, 0x8044, 0xa438, 0x1800, 0xa438, 0x804b, 0xa438, 0xd504, 0xa438, 0xc9b5, 0xa438, 0xd500, 0xa438, 0xd707, 0xa438, 0x4070, 0xa438, 0x1800, 0xa438, 0x1082, 0xa438, 0xd504, 0xa438, 0x1800, 0xa438, 0x107a, 0xa438, 0x61d0, 0xa438, 0xd701, 0xa438, 0x60a5, 0xa438, 0xd504, 0xa438, 0xc9b2, 0xa438, 0xd500, 0xa438, 0xf004, 0xa438, 0xd504, 0xa438, 0xc9b1, 0xa438, 0xd500, 0xa438, 0xd707, 0xa438, 0x6070, 0xa438, 0x1800, 0xa438, 0x10b0, 0xa438, 0x1800, 0xa438, 0x10c5, 0xa438, 0xd707, 0xa438, 0x2005, 0xa438, 0x8030, 0xa438, 0xd75e, 0xa438, 0x1800, 0xa438, 0x138c, 0xa438, 0x1800, 0xa438, 0x13ff, 0xa438, 0xc504, 0xa438, 0xce20, 0xa438, 0xcf01, 0xa438, 0xd70a, 0xa438, 0x4005, 0xa438, 0xcf02, 0xa438, 0x1800, 0xa438, 0x1b99, 0xa438, 0xa980, 0xa438, 0xd500, 0xa438, 0x1800, 0xa438, 0x144d, 0xa438, 0x907f, 0xa438, 0x91a3, 0xa438, 0x9306, 0xa438, 0xb118, 0xa438, 0x1800, 0xa438, 0x2147, 0xa438, 0x907f, 0xa438, 0x9209, 0xa438, 0x91a3, 0xa438, 0x9306, 0xa438, 0xb118, 0xa438, 0x1800, 0xa438, 0x203c, 0xa436, 0xA026, 0xa438, 0xffff, 0xa436, 0xA024, 0xa438, 0x2033, 0xa436, 0xA022, 0xa438, 0x213f, 0xa436, 0xA020, 0xa438, 0x144c, 0xa436, 0xA006, 0xa438, 0x1b98, 0xa436, 0xA004, 0xa438, 0x138b, 0xa436, 0xA002, 0xa438, 0x10c4, 0xa436, 0xA000, 0xa438, 0x1079, 0xa436, 0xA008, 0xa438, 0x7f00, 0xa436, 0xA016, 0xa438, 0x0000, 0xa436, 0xA012, 0xa438, 0x0ff8, 0xa436, 0xA014, 0xa438, 0xd04d, 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x0000, 0xa436, 0xA152, 0xa438, 0x12dc, 0xa436, 0xA154, 0xa438, 0x3fff, 0xa436, 0xA156, 0xa438, 0x3fff, 0xa436, 0xA158, 0xa438, 0x3fff, 0xa436, 0xA15A, 0xa438, 0x3fff, 0xa436, 0xA15C, 0xa438, 0x3fff, 0xa436, 0xA15E, 0xa438, 0x3fff, 0xa436, 0xA160, 0xa438, 0x3fff, 0xa436, 0xA150, 0xa438, 0x0001, 0xa436, 0xA016, 0xa438, 0x0020, 0xa436, 0xA012, 0xa438, 0x0000, 0xa436, 0xA014, 0xa438, 0x1800, 0xa438, 0x8010, 0xa438, 0x1800, 0xa438, 0x801a, 0xa438, 0x1800, 0xa438, 0x801a, 0xa438, 0x1800, 0xa438, 0x810a, 0xa438, 0x1800, 0xa438, 0x8111, 0xa438, 0x1800, 0xa438, 0x8341, 0xa438, 0x1800, 0xa438, 0x8349, 0xa438, 0x1800, 0xa438, 0x83df, 0xa438, 0xd706, 0xa438, 0x60a9, 0xa438, 0xd700, 0xa438, 0x60a1, 0xa438, 0x1800, 0xa438, 0x0962, 0xa438, 0x1800, 0xa438, 0x0962, 0xa438, 0x1800, 0xa438, 0x0982, 0xa438, 0xd70d, 0xa438, 0x40fd, 0xa438, 0xd702, 0xa438, 0x40a0, 0xa438, 0xd70c, 0xa438, 0x4066, 0xa438, 0x8710, 0xa438, 0xf002, 0xa438, 0xa710, 0xa438, 0x9580, 0xa438, 0x0c03, 0xa438, 0x1502, 0xa438, 0xa304, 0xa438, 0x9503, 0xa438, 0x0c1f, 0xa438, 0x0d07, 0xa438, 0x8dc0, 0xa438, 0x1000, 0xa438, 0x12b5, 0xa438, 0xcb81, 0xa438, 0xd70c, 0xa438, 0x4882, 0xa438, 0xd706, 0xa438, 0x407a, 0xa438, 0xd70c, 0xa438, 0x4807, 0xa438, 0xd706, 0xa438, 0x405a, 0xa438, 0x8910, 0xa438, 0xa210, 0xa438, 0xd704, 0xa438, 0x611c, 0xa438, 0x0cc0, 0xa438, 0x0080, 0xa438, 0x0c03, 0xa438, 0x0101, 0xa438, 0x0ce0, 0xa438, 0x03a0, 0xa438, 0xccb5, 0xa438, 0x0cc0, 0xa438, 0x0080, 0xa438, 0x0c03, 0xa438, 0x0102, 0xa438, 0x0ce0, 0xa438, 0x0340, 0xa438, 0xcc52, 0xa438, 0xd706, 0xa438, 0x42ba, 0xa438, 0x0c03, 0xa438, 0x1502, 0xa438, 0x0c1f, 0xa438, 0x0f1c, 0xa438, 0x9503, 0xa438, 0x1000, 0xa438, 0x126b, 0xa438, 0xd70c, 0xa438, 0x5fb3, 0xa438, 0x0c03, 0xa438, 0x1502, 0xa438, 0x8f1f, 0xa438, 0x9503, 0xa438, 0x1000, 0xa438, 0x126b, 0xa438, 0xd70c, 0xa438, 0x7f33, 0xa438, 0x8190, 0xa438, 0x8204, 0xa438, 0xf016, 0xa438, 0x0c03, 0xa438, 0x1502, 0xa438, 0x0c1f, 0xa438, 0x0f1b, 0xa438, 0x9503, 0xa438, 0x1000, 0xa438, 0x126b, 0xa438, 0xd70c, 0xa438, 0x5fb3, 0xa438, 0x0c03, 0xa438, 0x1502, 0xa438, 0x8f1f, 0xa438, 0x9503, 0xa438, 0x1000, 0xa438, 0x126b, 0xa438, 0xd70c, 0xa438, 0x7f33, 0xa438, 0xd70c, 0xa438, 0x6047, 0xa438, 0xf002, 0xa438, 0xf00c, 0xa438, 0xd403, 0xa438, 0xcb82, 0xa438, 0x1000, 0xa438, 0x1203, 0xa438, 0xd40a, 0xa438, 0x1000, 0xa438, 0x1203, 0xa438, 0xd70c, 0xa438, 0x4247, 0xa438, 0x1000, 0xa438, 0x131d, 0xa438, 0x8a40, 0xa438, 0x1000, 0xa438, 0x120e, 0xa438, 0xa104, 0xa438, 0x1000, 0xa438, 0x1220, 0xa438, 0x8104, 0xa438, 0x1000, 0xa438, 0x1217, 0xa438, 0x0c03, 0xa438, 0x1502, 0xa438, 0xa704, 0xa438, 0x9503, 0xa438, 0xcb88, 0xa438, 0xf012, 0xa438, 0xa210, 0xa438, 0xa00a, 0xa438, 0xaa40, 0xa438, 0x1000, 0xa438, 0x120e, 0xa438, 0xa104, 0xa438, 0x1000, 0xa438, 0x1220, 0xa438, 0x8104, 0xa438, 0x1000, 0xa438, 0x1217, 0xa438, 0xa190, 0xa438, 0xa284, 0xa438, 0xa404, 0xa438, 0x8a10, 0xa438, 0x8a80, 0xa438, 0xcb84, 0xa438, 0xd13e, 0xa438, 0xd05a, 0xa438, 0xd13e, 0xa438, 0xd06b, 0xa438, 0x1000, 0xa438, 0x126b, 0xa438, 0xd700, 0xa438, 0x3559, 0xa438, 0x80a8, 0xa438, 0xfffb, 0xa438, 0xd700, 0xa438, 0x604b, 0xa438, 0xcb8a, 0xa438, 0x1000, 0xa438, 0x126b, 0xa438, 0xd700, 0xa438, 0x3659, 0xa438, 0x80b1, 0xa438, 0xfffb, 0xa438, 0xd700, 0xa438, 0x606b, 0xa438, 0xcb8b, 0xa438, 0x5eeb, 0xa438, 0xd700, 0xa438, 0x6041, 0xa438, 0xa402, 0xa438, 0xcb8c, 0xa438, 0xd706, 0xa438, 0x609a, 0xa438, 0xd1b7, 0xa438, 0xd049, 0xa438, 0xf003, 0xa438, 0xd160, 0xa438, 0xd04b, 0xa438, 0x1000, 0xa438, 0x126b, 0xa438, 0xd700, 0xa438, 0x5fb4, 0xa438, 0xcb8d, 0xa438, 0x8710, 0xa438, 0xd71f, 0xa438, 0x5fd4, 0xa438, 0xb920, 0xa438, 0x1000, 0xa438, 0x126b, 0xa438, 0xd71f, 0xa438, 0x7fb4, 0xa438, 0x9920, 0xa438, 0x1000, 0xa438, 0x126b, 0xa438, 0xd71f, 0xa438, 0x6105, 0xa438, 0x6054, 0xa438, 0xfffb, 0xa438, 0x1000, 0xa438, 0x126b, 0xa438, 0xd700, 0xa438, 0x5fab, 0xa438, 0xfff0, 0xa438, 0xa710, 0xa438, 0xb820, 0xa438, 0x1000, 0xa438, 0x126b, 0xa438, 0xd71f, 0xa438, 0x7fa5, 0xa438, 0x9820, 0xa438, 0xd114, 0xa438, 0xd040, 0xa438, 0x1000, 0xa438, 0x126b, 0xa438, 0xd700, 0xa438, 0x5fba, 0xa438, 0xd704, 0xa438, 0x5f76, 0xa438, 0xd700, 0xa438, 0x5f34, 0xa438, 0xd700, 0xa438, 0x6081, 0xa438, 0xd706, 0xa438, 0x405a, 0xa438, 0xa480, 0xa438, 0xcb86, 0xa438, 0xd706, 0xa438, 0x609a, 0xa438, 0xd1c8, 0xa438, 0xd045, 0xa438, 0xf003, 0xa438, 0xd17a, 0xa438, 0xd04b, 0xa438, 0x1000, 0xa438, 0x126b, 0xa438, 0xd700, 0xa438, 0x5fb4, 0xa438, 0x0cc0, 0xa438, 0x0000, 0xa438, 0x0c03, 0xa438, 0x0101, 0xa438, 0x0ce0, 0xa438, 0x0320, 0xa438, 0xcc29, 0xa438, 0xa208, 0xa438, 0x8204, 0xa438, 0xd114, 0xa438, 0xd040, 0xa438, 0xd700, 0xa438, 0x5ff4, 0xa438, 0x1800, 0xa438, 0x0c3e, 0xa438, 0xd706, 0xa438, 0x609d, 0xa438, 0xd417, 0xa438, 0x1000, 0xa438, 0x1203, 0xa438, 0x1800, 0xa438, 0x0d2e, 0xa438, 0x1000, 0xa438, 0x17be, 0xa438, 0xd70c, 0xa438, 0x5fa4, 0xa438, 0xa706, 0xa438, 0xd70c, 0xa438, 0x408b, 0xa438, 0xa701, 0xa438, 0xa502, 0xa438, 0xa880, 0xa438, 0x8801, 0xa438, 0x8e01, 0xa438, 0xca50, 0xa438, 0x1000, 0xa438, 0x81b6, 0xa438, 0xca51, 0xa438, 0xd70e, 0xa438, 0x2210, 0xa438, 0x81b4, 0xa438, 0xd70c, 0xa438, 0x4084, 0xa438, 0xd705, 0xa438, 0x5efd, 0xa438, 0xf007, 0xa438, 0x1000, 0xa438, 0x17c2, 0xa438, 0xd70c, 0xa438, 0x5ca2, 0xa438, 0x1800, 0xa438, 0x1692, 0xa438, 0xd70c, 0xa438, 0x605a, 0xa438, 0x9a10, 0xa438, 0x8e40, 0xa438, 0x8404, 0xa438, 0x1000, 0xa438, 0x1827, 0xa438, 0x8e80, 0xa438, 0xca62, 0xa438, 0xd705, 0xa438, 0x3084, 0xa438, 0x8196, 0xa438, 0xba10, 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x1000, 0xa438, 0x8290, 0xa438, 0x0c03, 0xa438, 0x0100, 0xa438, 0xd702, 0xa438, 0x4638, 0xa438, 0xd1c4, 0xa438, 0xd044, 0xa438, 0x1000, 0xa438, 0x17be, 0xa438, 0x1000, 0xa438, 0x17e8, 0xa438, 0xd70c, 0xa438, 0x5f7c, 0xa438, 0x8108, 0xa438, 0x0c1f, 0xa438, 0x0907, 0xa438, 0x8940, 0xa438, 0x1000, 0xa438, 0x17db, 0xa438, 0xa0c4, 0xa438, 0x8610, 0xa438, 0x8030, 0xa438, 0x8706, 0xa438, 0x0c07, 0xa438, 0x0b06, 0xa438, 0x8410, 0xa438, 0xa980, 0xa438, 0xa702, 0xa438, 0xd1c4, 0xa438, 0xd045, 0xa438, 0x1000, 0xa438, 0x17be, 0xa438, 0x1000, 0xa438, 0x17e8, 0xa438, 0xd70c, 0xa438, 0x5f7c, 0xa438, 0x0c07, 0xa438, 0x0b06, 0xa438, 0xa030, 0xa438, 0xa610, 0xa438, 0xd700, 0xa438, 0x6041, 0xa438, 0xa501, 0xa438, 0xa108, 0xa438, 0xd1c4, 0xa438, 0xd045, 0xa438, 0xca63, 0xa438, 0x1000, 0xa438, 0x17be, 0xa438, 0x1000, 0xa438, 0x17e8, 0xa438, 0xd70c, 0xa438, 0x5f7c, 0xa438, 0xd702, 0xa438, 0x6078, 0xa438, 0x9920, 0xa438, 0xf003, 0xa438, 0xb920, 0xa438, 0xa880, 0xa438, 0x9a10, 0xa438, 0x1000, 0xa438, 0x17be, 0xa438, 0x1000, 0xa438, 0x17e8, 0xa438, 0xd71f, 0xa438, 0x5f73, 0xa438, 0xf011, 0xa438, 0xd70c, 0xa438, 0x409b, 0xa438, 0x9920, 0xa438, 0x9a10, 0xa438, 0xfff5, 0xa438, 0x80fe, 0xa438, 0x8610, 0xa438, 0x8501, 0xa438, 0x8980, 0xa438, 0x8702, 0xa438, 0xa410, 0xa438, 0xa940, 0xa438, 0x81c0, 0xa438, 0xae80, 0xa438, 0x1800, 0xa438, 0x813b, 0xa438, 0x8804, 0xa438, 0xa704, 0xa438, 0x8788, 0xa438, 0xff80, 0xa438, 0xbb08, 0xa438, 0x0c1f, 0xa438, 0x0907, 0xa438, 0x8940, 0xa438, 0x1000, 0xa438, 0x17db, 0xa438, 0x8701, 0xa438, 0x8502, 0xa438, 0xa0f4, 0xa438, 0xa610, 0xa438, 0xd700, 0xa438, 0x6061, 0xa438, 0xa002, 0xa438, 0xa501, 0xa438, 0x8706, 0xa438, 0x8410, 0xa438, 0xa980, 0xa438, 0xca64, 0xa438, 0xd110, 0xa438, 0xd040, 0xa438, 0x1000, 0xa438, 0x17be, 0xa438, 0x1000, 0xa438, 0x17e8, 0xa438, 0xd70c, 0xa438, 0x5f7c, 0xa438, 0x8804, 0xa438, 0xa706, 0xa438, 0x1800, 0xa438, 0x8115, 0xa438, 0x1800, 0xa438, 0x147c, 0xa438, 0xd705, 0xa438, 0x405f, 0xa438, 0xf036, 0xa438, 0xd705, 0xa438, 0x6234, 0xa438, 0xd70c, 0xa438, 0x41c6, 0xa438, 0xd70d, 0xa438, 0x419d, 0xa438, 0xd70d, 0xa438, 0x417e, 0xa438, 0xd704, 0xa438, 0x6127, 0xa438, 0x2951, 0xa438, 0x81cb, 0xa438, 0xd70c, 0xa438, 0x4083, 0xa438, 0xd70c, 0xa438, 0x2e81, 0xa438, 0x81cb, 0xa438, 0xf0c5, 0xa438, 0x80fe, 0xa438, 0x8610, 0xa438, 0x8501, 0xa438, 0x8704, 0xa438, 0x0c30, 0xa438, 0x0410, 0xa438, 0xa701, 0xa438, 0xac02, 0xa438, 0xa502, 0xa438, 0x8980, 0xa438, 0xca60, 0xa438, 0xa004, 0xa438, 0xd70c, 0xa438, 0x6065, 0xa438, 0x1800, 0xa438, 0x81dc, 0xa438, 0x8004, 0xa438, 0xa804, 0xa438, 0x0c0f, 0xa438, 0x0602, 0xa438, 0x0c70, 0xa438, 0x0730, 0xa438, 0xa708, 0xa438, 0xd704, 0xa438, 0x609c, 0xa438, 0x0c1f, 0xa438, 0x0912, 0xa438, 0xf003, 0xa438, 0x0c1f, 0xa438, 0x090e, 0xa438, 0xa940, 0xa438, 0x1000, 0xa438, 0x17db, 0xa438, 0xa780, 0xa438, 0xf0a2, 0xa438, 0xd704, 0xa438, 0x63eb, 0xa438, 0xd705, 0xa438, 0x43b1, 0xa438, 0xd702, 0xa438, 0x339c, 0xa438, 0x828f, 0xa438, 0x8788, 0xa438, 0x8704, 0xa438, 0x0c1f, 0xa438, 0x0907, 0xa438, 0x8940, 0xa438, 0x1000, 0xa438, 0x17db, 0xa438, 0x8410, 0xa438, 0xa0f4, 0xa438, 0xa610, 0xa438, 0xd700, 0xa438, 0x6061, 0xa438, 0xa002, 0xa438, 0xa501, 0xa438, 0xa706, 0xa438, 0x8804, 0xa438, 0xa980, 0xa438, 0xd70c, 0xa438, 0x6085, 0xa438, 0x8701, 0xa438, 0x8502, 0xa438, 0x8c02, 0xa438, 0xa701, 0xa438, 0xa502, 0xa438, 0xf082, 0xa438, 0xd70c, 0xa438, 0x60c5, 0xa438, 0xd702, 0xa438, 0x6053, 0xa438, 0xf07d, 0xa438, 0x1800, 0xa438, 0x828c, 0xa438, 0xd70d, 0xa438, 0x4d1b, 0xa438, 0xba10, 0xa438, 0xae40, 0xa438, 0x0cfc, 0xa438, 0x03b4, 0xa438, 0x0cfc, 0xa438, 0x05b4, 0xa438, 0xd1c4, 0xa438, 0xd044, 0xa438, 0x1000, 0xa438, 0x17be, 0xa438, 0x1000, 0xa438, 0x17e8, 0xa438, 0xd70c, 0xa438, 0x5f7c, 0xa438, 0x8706, 0xa438, 0x8280, 0xa438, 0xace0, 0xa438, 0xa680, 0xa438, 0xa240, 0xa438, 0x1000, 0xa438, 0x17be, 0xa438, 0x1000, 0xa438, 0x17e8, 0xa438, 0xd702, 0xa438, 0x5f79, 0xa438, 0x8240, 0xa438, 0xd702, 0xa438, 0x6898, 0xa438, 0xd702, 0xa438, 0x4957, 0xa438, 0x1800, 0xa438, 0x827e, 0xa438, 0xa1c0, 0xa438, 0x0c3f, 0xa438, 0x0220, 0xa438, 0x0cfc, 0xa438, 0x030c, 0xa438, 0x0cfc, 0xa438, 0x050c, 0xa438, 0x8108, 0xa438, 0x8640, 0xa438, 0xa120, 0xa438, 0xa640, 0xa438, 0x0c03, 0xa438, 0x0101, 0xa438, 0xa110, 0xa438, 0xd1c4, 0xa438, 0xd044, 0xa438, 0xca84, 0xa438, 0x1000, 0xa438, 0x17be, 0xa438, 0x1000, 0xa438, 0x17e8, 0xa438, 0xd70c, 0xa438, 0x5f7c, 0xa438, 0xd702, 0xa438, 0x60fc, 0xa438, 0x8210, 0xa438, 0x0ce0, 0xa438, 0x0320, 0xa438, 0x0ce0, 0xa438, 0x0520, 0xa438, 0xf002, 0xa438, 0xa210, 0xa438, 0xd1c4, 0xa438, 0xd043, 0xa438, 0x1000, 0xa438, 0x17be, 0xa438, 0x1000, 0xa438, 0x17e8, 0xa438, 0xd70c, 0xa438, 0x5f7c, 0xa438, 0x8233, 0xa438, 0x0cfc, 0xa438, 0x036c, 0xa438, 0x0cfc, 0xa438, 0x056c, 0xa438, 0xd1c4, 0xa438, 0xd044, 0xa438, 0xca85, 0xa438, 0x1000, 0xa438, 0x17be, 0xa438, 0x1000, 0xa438, 0x17e8, 0xa438, 0xd70c, 0xa438, 0x5f7c, 0xa438, 0xa680, 0xa438, 0xa240, 0xa438, 0x1000, 0xa438, 0x17be, 0xa438, 0x1000, 0xa438, 0x17e8, 0xa438, 0xd702, 0xa438, 0x5f79, 0xa438, 0x8240, 0xa438, 0x0cfc, 0xa438, 0x0390, 0xa438, 0x0cfc, 0xa438, 0x0590, 0xa438, 0xd702, 0xa438, 0x6058, 0xa438, 0xf002, 0xa438, 0xfec7, 0xa438, 0x81c0, 0xa438, 0x8880, 0xa438, 0x8706, 0xa438, 0xca61, 0xa438, 0xd1c4, 0xa438, 0xd054, 0xa438, 0x1000, 0xa438, 0x17be, 0xa438, 0x1000, 0xa438, 0x17e8, 0xa438, 0xd70c, 0xa438, 0x5f7d, 0xa438, 0xa706, 0xa438, 0xf004, 0xa438, 0x8788, 0xa438, 0xa404, 0xa438, 0x8702, 0xa438, 0x0800, 0xa438, 0x8443, 0xa438, 0x8303, 0xa438, 0x8280, 0xa438, 0x9920, 0xa438, 0x8ce0, 0xa438, 0x8004, 0xa438, 0xa1c0, 0xa438, 0xd70e, 0xa438, 0x404a, 0xa438, 0xa280, 0xa438, 0xd702, 0xa438, 0x3bd0, 0xa438, 0x82a0, 0xa438, 0x0c3f, 0xa438, 0x0223, 0xa438, 0xf003, 0xa438, 0x0c3f, 0xa438, 0x0220, 0xa438, 0x0cfc, 0xa438, 0x0308, 0xa438, 0x0cfc, 0xa438, 0x0508, 0xa438, 0x8108, 0xa438, 0x8640, 0xa438, 0xa120, 0xa438, 0xa640, 0xa438, 0xd702, 0xa438, 0x6077, 0xa438, 0x8103, 0xa438, 0xf003, 0xa438, 0x0c03, 0xa438, 0x0101, 0xa438, 0xa110, 0xa438, 0xd702, 0xa438, 0x6077, 0xa438, 0xa108, 0xa438, 0xf006, 0xa438, 0xd704, 0xa438, 0x6077, 0xa438, 0x8108, 0xa438, 0xf002, 0xa438, 0xa108, 0xa438, 0xd193, 0xa438, 0xd045, 0xa438, 0xca82, 0xa438, 0x1000, 0xa438, 0x17be, 0xa438, 0xd70e, 0xa438, 0x606a, 0xa438, 0x1000, 0xa438, 0x17e8, 0xa438, 0xd70c, 0xa438, 0x5f3c, 0xa438, 0xd702, 0xa438, 0x60fc, 0xa438, 0x8210, 0xa438, 0x0ce0, 0xa438, 0x0320, 0xa438, 0x0ce0, 0xa438, 0x0520, 0xa438, 0xf002, 0xa438, 0xa210, 0xa438, 0xd1c4, 0xa438, 0xd043, 0xa438, 0x1000, 0xa438, 0x17be, 0xa438, 0xd70e, 0xa438, 0x606a, 0xa438, 0x1000, 0xa438, 0x17e8, 0xa438, 0xd70c, 0xa438, 0x5f3c, 0xa438, 0xd702, 0xa438, 0x3bd0, 0xa438, 0x82de, 0xa438, 0x0c3f, 0xa438, 0x020c, 0xa438, 0xf002, 0xa438, 0x823f, 0xa438, 0x0cfc, 0xa438, 0x034c, 0xa438, 0x0cfc, 0xa438, 0x054c, 0xa438, 0xd1c4, 0xa438, 0xd044, 0xa438, 0x1000, 0xa438, 0x17be, 0xa438, 0xd70e, 0xa438, 0x606a, 0xa438, 0x1000, 0xa438, 0x17e8, 0xa438, 0xd70c, 0xa438, 0x5f3c, 0xa438, 0x820c, 0xa438, 0xa360, 0xa438, 0xa560, 0xa438, 0xd1c4, 0xa438, 0xd043, 0xa438, 0xca83, 0xa438, 0x1000, 0xa438, 0x17be, 0xa438, 0xd70e, 0xa438, 0x606a, 0xa438, 0x1000, 0xa438, 0x17e8, 0xa438, 0xd70c, 0xa438, 0x5f3c, 0xa438, 0xd70e, 0xa438, 0x406a, 0xa438, 0x8680, 0xa438, 0xf002, 0xa438, 0xa680, 0xa438, 0xa240, 0xa438, 0x0c0f, 0xa438, 0x0604, 0xa438, 0x0c70, 0xa438, 0x0750, 0xa438, 0xa708, 0xa438, 0xd704, 0xa438, 0x609c, 0xa438, 0x0c1f, 0xa438, 0x0914, 0xa438, 0xf003, 0xa438, 0x0c1f, 0xa438, 0x0910, 0xa438, 0xa940, 0xa438, 0x1000, 0xa438, 0x17db, 0xa438, 0xa780, 0xa438, 0x1000, 0xa438, 0x17be, 0xa438, 0xd70e, 0xa438, 0x606a, 0xa438, 0x1000, 0xa438, 0x17e8, 0xa438, 0xd702, 0xa438, 0x399c, 0xa438, 0x8311, 0xa438, 0x8240, 0xa438, 0x8788, 0xa438, 0xd702, 0xa438, 0x63f8, 0xa438, 0xd705, 0xa438, 0x643c, 0xa438, 0xa402, 0xa438, 0xf012, 0xa438, 0x8402, 0xa438, 0xd705, 0xa438, 0x611b, 0xa438, 0xa401, 0xa438, 0xa302, 0xa438, 0xd702, 0xa438, 0x417d, 0xa438, 0xa440, 0xa438, 0xa280, 0xa438, 0xf008, 0xa438, 0x8401, 0xa438, 0x8302, 0xa438, 0xd70c, 0xa438, 0x6060, 0xa438, 0xa301, 0xa438, 0xf002, 0xa438, 0x8301, 0xa438, 0xd70c, 0xa438, 0x4080, 0xa438, 0xd70e, 0xa438, 0x604a, 0xa438, 0xff5f, 0xa438, 0xd705, 0xa438, 0x3cdd, 0xa438, 0x8340, 0xa438, 0xff5b, 0xa438, 0x0cfc, 0xa438, 0x0390, 0xa438, 0x0cfc, 0xa438, 0x0590, 0xa438, 0x0800, 0xa438, 0xcb50, 0xa438, 0x0c03, 0xa438, 0x1502, 0xa438, 0xa310, 0xa438, 0x9503, 0xa438, 0xcb5f, 0xa438, 0x1800, 0xa438, 0x0d3e, 0xa438, 0xcb13, 0xa438, 0xd706, 0xa438, 0x6089, 0xa438, 0xd1b8, 0xa438, 0xd04a, 0xa438, 0xf003, 0xa438, 0xd11c, 0xa438, 0xd04b, 0xa438, 0x1000, 0xa438, 0x126b, 0xa438, 0xd701, 0xa438, 0x67d5, 0xa438, 0xd700, 0xa438, 0x5f74, 0xa438, 0xd70c, 0xa438, 0x610c, 0xa438, 0x1000, 0xa438, 0x126b, 0xa438, 0xd700, 0xa438, 0x6846, 0xa438, 0xd706, 0xa438, 0x647b, 0xa438, 0xfffa, 0xa438, 0x1000, 0xa438, 0x1330, 0xa438, 0x0c03, 0xa438, 0x1502, 0xa438, 0x0c1f, 0xa438, 0x0f16, 0xa438, 0x9503, 0xa438, 0x1000, 0xa438, 0x126b, 0xa438, 0xd70c, 0xa438, 0x5fb3, 0xa438, 0x0c03, 0xa438, 0x1502, 0xa438, 0x8f1f, 0xa438, 0x9503, 0xa438, 0x1000, 0xa438, 0x126b, 0xa438, 0xd70c, 0xa438, 0x7f33, 0xa438, 0x1000, 0xa438, 0x12b5, 0xa438, 0x0c07, 0xa438, 0x0c02, 0xa438, 0x0cc0, 0xa438, 0x0080, 0xa438, 0xd14a, 0xa438, 0xd048, 0xa438, 0x1000, 0xa438, 0x126b, 0xa438, 0xd700, 0xa438, 0x5fb4, 0xa438, 0x1800, 0xa438, 0x8359, 0xa438, 0x800a, 0xa438, 0x1000, 0xa438, 0x120e, 0xa438, 0xa004, 0xa438, 0x1000, 0xa438, 0x1220, 0xa438, 0x8004, 0xa438, 0xa001, 0xa438, 0x1000, 0xa438, 0x1220, 0xa438, 0x8001, 0xa438, 0x1000, 0xa438, 0x1217, 0xa438, 0x0c03, 0xa438, 0x0902, 0xa438, 0x1800, 0xa438, 0x04ed, 0xa438, 0x1000, 0xa438, 0x126b, 0xa438, 0xd71f, 0xa438, 0x5fab, 0xa438, 0xba08, 0xa438, 0x1000, 0xa438, 0x126b, 0xa438, 0xd71f, 0xa438, 0x7f8b, 0xa438, 0x9a08, 0xa438, 0x1800, 0xa438, 0x0581, 0xa438, 0x800a, 0xa438, 0xd702, 0xa438, 0x6555, 0xa438, 0x1000, 0xa438, 0x120e, 0xa438, 0xa004, 0xa438, 0x1000, 0xa438, 0x1220, 0xa438, 0x8004, 0xa438, 0xa001, 0xa438, 0x1000, 0xa438, 0x1220, 0xa438, 0x8001, 0xa438, 0x1000, 0xa438, 0x1217, 0xa438, 0xa00a, 0xa438, 0xa780, 0xa438, 0xcb14, 0xa438, 0xd1b8, 0xa438, 0xd04a, 0xa438, 0x1000, 0xa438, 0x126b, 0xa438, 0xd700, 0xa438, 0x5fb4, 0xa438, 0x6286, 0xa438, 0xd706, 0xa438, 0x5f5b, 0xa438, 0x800a, 0xa438, 0x1000, 0xa438, 0x120e, 0xa438, 0xa004, 0xa438, 0x1000, 0xa438, 0x1220, 0xa438, 0x8004, 0xa438, 0xa001, 0xa438, 0x1000, 0xa438, 0x1220, 0xa438, 0x8001, 0xa438, 0x1000, 0xa438, 0x1217, 0xa438, 0x0c03, 0xa438, 0x0902, 0xa438, 0x1800, 0xa438, 0x83a1, 0xa438, 0xa00a, 0xa438, 0x9308, 0xa438, 0xb210, 0xa438, 0xb301, 0xa438, 0x1000, 0xa438, 0x126b, 0xa438, 0xd701, 0xa438, 0x5fa4, 0xa438, 0xb302, 0xa438, 0x9210, 0xa438, 0xd409, 0xa438, 0x1000, 0xa438, 0x1203, 0xa438, 0xd103, 0xa438, 0xd04c, 0xa438, 0x1000, 0xa438, 0x126b, 0xa438, 0xd700, 0xa438, 0x5fb4, 0xa438, 0x1800, 0xa438, 0x0581, 0xa438, 0xd70c, 0xa438, 0x60b3, 0xa438, 0x1800, 0xa438, 0x83e3, 0xa438, 0x1800, 0xa438, 0x001a, 0xa438, 0x1800, 0xa438, 0x12cb, 0xa436, 0xA10E, 0xa438, 0x12cf, 0xa436, 0xA10C, 0xa438, 0x04f8, 0xa436, 0xA10A, 0xa438, 0x0d3d, 0xa436, 0xA108, 0xa438, 0x15fb, 0xa436, 0xA106, 0xa438, 0x0d2b, 0xa436, 0xA104, 0xa438, 0x0ecb, 0xa436, 0xA102, 0xa438, 0x09ca, 0xa436, 0xA100, 0xa438, 0x0960, 0xa436, 0xA110, 0xa438, 0x00ff, 0xa436, 0xA016, 0xa438, 0x0020, 0xa436, 0xA012, 0xa438, 0x1ff8, 0xa436, 0xA014, 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x0000, 0xa438, 0x0000, 0xa436, 0xA164, 0xa438, 0x3fff, 0xa436, 0xA166, 0xa438, 0x3fff, 0xa436, 0xA168, 0xa438, 0x3fff, 0xa436, 0xA16A, 0xa438, 0x3fff, 0xa436, 0xA16C, 0xa438, 0x3fff, 0xa436, 0xA16E, 0xa438, 0x3fff, 0xa436, 0xA170, 0xa438, 0x3fff, 0xa436, 0xA172, 0xa438, 0x3fff, 0xa436, 0xA162, 0xa438, 0x0000, 0xa436, 0xb87c, 0xa438, 0x8a63, 0xa436, 0xb87e, 0xa438, 0xaf8a, 0xa438, 0x7baf, 0xa438, 0x8ab6, 0xa438, 0xaf8a, 0xa438, 0xd6af, 0xa438, 0x8ae4, 0xa438, 0xaf8a, 0xa438, 0xf2af, 0xa438, 0x8b07, 0xa438, 0xaf8b, 0xa438, 0x07af, 0xa438, 0x8b07, 0xa438, 0xad35, 0xa438, 0x27bf, 0xa438, 0x7308, 0xa438, 0x027b, 0xa438, 0x07ac, 0xa438, 0x280d, 0xa438, 0xbf73, 0xa438, 0x0b02, 0xa438, 0x7b07, 0xa438, 0xac28, 0xa438, 0x04d0, 0xa438, 0x05ae, 0xa438, 0x02d0, 0xa438, 0x01d1, 0xa438, 0x01d3, 0xa438, 0x04ee, 0xa438, 0x8640, 0xa438, 0x00ee, 0xa438, 0x8641, 0xa438, 0x00af, 0xa438, 0x6aa6, 0xa438, 0xd100, 0xa438, 0xd300, 0xa438, 0xee86, 0xa438, 0x4001, 0xa438, 0xee86, 0xa438, 0x4124, 0xa438, 0xd00f, 0xa438, 0xaf6a, 0xa438, 0xa6bf, 0xa438, 0x739e, 0xa438, 0x027b, 0xa438, 0x07ad, 0xa438, 0x280b, 0xa438, 0xe18f, 0xa438, 0xfdad, 0xa438, 0x2805, 0xa438, 0xe08f, 0xa438, 0xfeae, 0xa438, 0x03e0, 0xa438, 0x8fff, 0xa438, 0xe489, 0xa438, 0xe7e0, 0xa438, 0x89e7, 0xa438, 0xaf67, 0xa438, 0x9fa0, 0xa438, 0x9402, 0xa438, 0xae03, 0xa438, 0xa0b5, 0xa438, 0x03af, 0xa438, 0x0d89, 0xa438, 0xaf0d, 0xa438, 0xafa0, 0xa438, 0x9402, 0xa438, 0xae03, 0xa438, 0xa0b5, 0xa438, 0x03af, 0xa438, 0x0c64, 0xa438, 0xaf0c, 0xa438, 0xcce0, 0xa438, 0x8013, 0xa438, 0x026b, 0xa438, 0xa4ad, 0xa438, 0x2109, 0xa438, 0x0264, 0xa438, 0x47bf, 0xa438, 0x769b, 0xa438, 0x027a, 0xa438, 0xbcaf, 0xa438, 0x6562, 0xa436, 0xb85e, 0xa438, 0x6A7F, 0xa436, 0xb860, 0xa438, 0x679C, 0xa436, 0xb862, 0xa438, 0x0d86, 0xa436, 0xb864, 0xa438, 0x0c61, 0xa436, 0xb886, 0xa438, 0x6553, 0xa436, 0xb888, 0xa438, 0xffff, 0xa436, 0xb88a, 0xa438, 0xffff, 0xa436, 0xb88c, 0xa438, 0xffff, 0xa436, 0xb838, 0xa438, 0x001f, 0xb820, 0x0010, 0xa436, 0x8629, 0xa438, 0xaf86, 0xa438, 0x41af, 0xa438, 0x8644, 0xa438, 0xaf88, 0xa438, 0x0caf, 0xa438, 0x8813, 0xa438, 0xaf88, 0xa438, 0x4baf, 0xa438, 0x884b, 0xa438, 0xaf88, 0xa438, 0x4baf, 0xa438, 0x884b, 0xa438, 0xaf1d, 0xa438, 0x8a02, 0xa438, 0x864d, 0xa438, 0x0210, 0xa438, 0x64af, 0xa438, 0x1063, 0xa438, 0xf8fa, 0xa438, 0xef69, 0xa438, 0xe080, 0xa438, 0x4cac, 0xa438, 0x2517, 0xa438, 0xe080, 0xa438, 0x40ad, 0xa438, 0x251a, 0xa438, 0x0286, 0xa438, 0x7ce0, 0xa438, 0x8040, 0xa438, 0xac25, 0xa438, 0x11bf, 0xa438, 0x87f4, 0xa438, 0x0277, 0xa438, 0xf6ae, 0xa438, 0x0902, 0xa438, 0x87b3, 0xa438, 0x0287, 0xa438, 0xe902, 0xa438, 0x87de, 0xa438, 0xef96, 0xa438, 0xfefc, 0xa438, 0x04f8, 0xa438, 0xe080, 0xa438, 0x18ad, 0xa438, 0x2611, 0xa438, 0xe08f, 0xa438, 0x9cac, 0xa438, 0x2005, 0xa438, 0x0286, 0xa438, 0x99ae, 0xa438, 0x0302, 0xa438, 0x8707, 0xa438, 0x0287, 0xa438, 0x5002, 0xa438, 0x87de, 0xa438, 0xfc04, 0xa438, 0xf8f9, 0xa438, 0xef79, 0xa438, 0xfbbf, 0xa438, 0x87f7, 0xa438, 0x0278, 0xa438, 0x385c, 0xa438, 0x2000, 0xa438, 0x0d4d, 0xa438, 0xa101, 0xa438, 0x51bf, 0xa438, 0x87f7, 0xa438, 0x0278, 0xa438, 0x385c, 0xa438, 0x07ff, 0xa438, 0xe38f, 0xa438, 0x9d1b, 0xa438, 0x319f, 0xa438, 0x410d, 0xa438, 0x48e3, 0xa438, 0x8f9e, 0xa438, 0x1b31, 0xa438, 0x9f38, 0xa438, 0xbf87, 0xa438, 0xfa02, 0xa438, 0x7838, 0xa438, 0x5c07, 0xa438, 0xffe3, 0xa438, 0x8f9f, 0xa438, 0x1b31, 0xa438, 0x9f28, 0xa438, 0x0d48, 0xa438, 0xe38f, 0xa438, 0xa01b, 0xa438, 0x319f, 0xa438, 0x1fbf, 0xa438, 0x87fd, 0xa438, 0x0278, 0xa438, 0x385c, 0xa438, 0x07ff, 0xa438, 0xe38f, 0xa438, 0xa11b, 0xa438, 0x319f, 0xa438, 0x0f0d, 0xa438, 0x48e3, 0xa438, 0x8fa2, 0xa438, 0x1b31, 0xa438, 0x9f06, 0xa438, 0xee8f, 0xa438, 0x9c01, 0xa438, 0xae04, 0xa438, 0xee8f, 0xa438, 0x9c00, 0xa438, 0xffef, 0xa438, 0x97fd, 0xa438, 0xfc04, 0xa438, 0xf8f9, 0xa438, 0xef79, 0xa438, 0xfbbf, 0xa438, 0x87f7, 0xa438, 0x0278, 0xa438, 0x385c, 0xa438, 0x2000, 0xa438, 0x0d4d, 0xa438, 0xa100, 0xa438, 0x20bf, 0xa438, 0x87f7, 0xa438, 0x0278, 0xa438, 0x385c, 0xa438, 0x0600, 0xa438, 0x0d49, 0xa438, 0xe38f, 0xa438, 0xa31b, 0xa438, 0x319f, 0xa438, 0x0ebf, 0xa438, 0x8800, 0xa438, 0x0277, 0xa438, 0xf6bf, 0xa438, 0x8806, 0xa438, 0x0277, 0xa438, 0xf6ae, 0xa438, 0x0cbf, 0xa438, 0x8800, 0xa438, 0x0277, 0xa438, 0xedbf, 0xa438, 0x8806, 0xa438, 0x0277, 0xa438, 0xedee, 0xa438, 0x8f9c, 0xa438, 0x00ff, 0xa438, 0xef97, 0xa438, 0xfdfc, 0xa438, 0x04f8, 0xa438, 0xf9ef, 0xa438, 0x79fb, 0xa438, 0xbf87, 0xa438, 0xf702, 0xa438, 0x7838, 0xa438, 0x5c20, 0xa438, 0x000d, 0xa438, 0x4da1, 0xa438, 0x014a, 0xa438, 0xbf87, 0xa438, 0xf702, 0xa438, 0x7838, 0xa438, 0x5c07, 0xa438, 0xffe3, 0xa438, 0x8fa4, 0xa438, 0x1b31, 0xa438, 0x9f3a, 0xa438, 0x0d48, 0xa438, 0xe38f, 0xa438, 0xa51b, 0xa438, 0x319f, 0xa438, 0x31bf, 0xa438, 0x87fa, 0xa438, 0x0278, 0xa438, 0x38e3, 0xa438, 0x8fa6, 0xa438, 0x1b31, 0xa438, 0x9f24, 0xa438, 0x0d48, 0xa438, 0xe38f, 0xa438, 0xa71b, 0xa438, 0x319f, 0xa438, 0x1bbf, 0xa438, 0x87fd, 0xa438, 0x0278, 0xa438, 0x38e3, 0xa438, 0x8fa8, 0xa438, 0x1b31, 0xa438, 0x9f0e, 0xa438, 0xbf88, 0xa438, 0x0302, 0xa438, 0x77f6, 0xa438, 0xbf88, 0xa438, 0x0902, 0xa438, 0x77f6, 0xa438, 0xae00, 0xa438, 0xffef, 0xa438, 0x97fd, 0xa438, 0xfc04, 0xa438, 0xf8ef, 0xa438, 0x79fb, 0xa438, 0xe080, 0xa438, 0x18ad, 0xa438, 0x261c, 0xa438, 0xee8f, 0xa438, 0x9c00, 0xa438, 0xbf88, 0xa438, 0x0002, 0xa438, 0x77ed, 0xa438, 0xbf88, 0xa438, 0x0602, 0xa438, 0x77ed, 0xa438, 0xbf88, 0xa438, 0x0302, 0xa438, 0x77ed, 0xa438, 0xbf88, 0xa438, 0x0902, 0xa438, 0x77ed, 0xa438, 0xffef, 0xa438, 0x97fc, 0xa438, 0x04f8, 0xa438, 0xe080, 0xa438, 0x40f6, 0xa438, 0x25e4, 0xa438, 0x8040, 0xa438, 0xfc04, 0xa438, 0xf8e0, 0xa438, 0x804c, 0xa438, 0xf625, 0xa438, 0xe480, 0xa438, 0x4cfc, 0xa438, 0x0455, 0xa438, 0xa4ba, 0xa438, 0xf0a6, 0xa438, 0x4af0, 0xa438, 0xa64c, 0xa438, 0xf0a6, 0xa438, 0x4e66, 0xa438, 0xa4b6, 0xa438, 0x55a4, 0xa438, 0xb600, 0xa438, 0xac56, 0xa438, 0x11ac, 0xa438, 0x56ee, 0xa438, 0x804c, 0xa438, 0x3aaf, 0xa438, 0x0627, 0xa438, 0xbf88, 0xa438, 0x4802, 0xa438, 0x77ed, 0xa438, 0xd203, 0xa438, 0xe083, 0xa438, 0x8a0d, 0xa438, 0x01f6, 0xa438, 0x271b, 0xa438, 0x03aa, 0xa438, 0x0182, 0xa438, 0xe083, 0xa438, 0x890d, 0xa438, 0x01f6, 0xa438, 0x271b, 0xa438, 0x03aa, 0xa438, 0x0182, 0xa438, 0xe083, 0xa438, 0x880d, 0xa438, 0x01f6, 0xa438, 0x271b, 0xa438, 0x03aa, 0xa438, 0x0782, 0xa438, 0xbf88, 0xa438, 0x4802, 0xa438, 0x77f6, 0xa438, 0xaf16, 0xa438, 0x1500, 0xa438, 0xa86a, 0xa436, 0xb818, 0xa438, 0x1D84, 0xa436, 0xb81a, 0xa438, 0x1060, 0xa436, 0xb81c, 0xa438, 0x0623, 0xa436, 0xb81e, 0xa438, 0x15ef, 0xa436, 0xb850, 0xa438, 0xffff, 0xa436, 0xb852, 0xa438, 0xffff, 0xa436, 0xb878, 0xa438, 0xffff, 0xa436, 0xb884, 0xa438, 0xffff, 0xa436, 0xb832, 0xa438, 0x000f, 0xa436, 0x0000, 0xa438, 0x0000, 0xB82E, 0x0000, 0xa436, 0x8023, 0xa438, 0x0000, 0xB820, 0x0000, 0xFFFF, 0xFFFF }; static void rtl8126_real_set_phy_mcu_8126a_1_1(struct net_device *dev) { rtl8126_set_phy_mcu_ram_code(dev, phy_mcu_ram_code_8126a_1_1, ARRAY_SIZE(phy_mcu_ram_code_8126a_1_1)); } static void rtl8126_real_set_phy_mcu_8126a_1_2(struct net_device *dev) { rtl8126_set_phy_mcu_ram_code(dev, phy_mcu_ram_code_8126a_1_2, ARRAY_SIZE(phy_mcu_ram_code_8126a_1_2)); } static void rtl8126_real_set_phy_mcu_8126a_1_3(struct net_device *dev) { rtl8126_set_phy_mcu_ram_code(dev, phy_mcu_ram_code_8126a_1_3, ARRAY_SIZE(phy_mcu_ram_code_8126a_1_3)); } static void rtl8126_set_phy_mcu_8126a_1(struct net_device *dev) { struct rtl8126_private *tp = netdev_priv(dev); rtl8126_set_phy_mcu_patch_request(tp); rtl8126_real_set_phy_mcu_8126a_1_1(dev); rtl8126_clear_phy_mcu_patch_request(tp); rtl8126_set_phy_mcu_patch_request(tp); rtl8126_real_set_phy_mcu_8126a_1_2(dev); rtl8126_clear_phy_mcu_patch_request(tp); rtl8126_set_phy_mcu_patch_request(tp); rtl8126_real_set_phy_mcu_8126a_1_3(dev); rtl8126_clear_phy_mcu_patch_request(tp); } static void rtl8126_real_set_phy_mcu_8126a_2_1(struct net_device *dev) { rtl8126_set_phy_mcu_ram_code(dev, phy_mcu_ram_code_8126a_2_1, ARRAY_SIZE(phy_mcu_ram_code_8126a_2_1)); } static void rtl8126_real_set_phy_mcu_8126a_2_3(struct net_device *dev) { rtl8126_set_phy_mcu_ram_code(dev, phy_mcu_ram_code_8126a_2_3, ARRAY_SIZE(phy_mcu_ram_code_8126a_2_3)); } static void rtl8126_set_phy_mcu_8126a_2(struct net_device *dev) { struct rtl8126_private *tp = netdev_priv(dev); rtl8126_set_phy_mcu_patch_request(tp); rtl8126_real_set_phy_mcu_8126a_2_1(dev); rtl8126_clear_phy_mcu_patch_request(tp); rtl8126_set_phy_mcu_patch_request(tp); rtl8126_real_set_phy_mcu_8126a_2_3(dev); rtl8126_clear_phy_mcu_patch_request(tp); } static void rtl8126_real_set_phy_mcu_8126a_3_1(struct net_device *dev) { rtl8126_set_phy_mcu_ram_code(dev, phy_mcu_ram_code_8126a_3_1, ARRAY_SIZE(phy_mcu_ram_code_8126a_3_1)); } static void rtl8126_set_phy_mcu_8126a_3(struct net_device *dev) { struct rtl8126_private *tp = netdev_priv(dev); rtl8126_set_phy_mcu_patch_request(tp); rtl8126_real_set_phy_mcu_8126a_3_1(dev); rtl8126_clear_phy_mcu_patch_request(tp); } static void rtl8126_init_hw_phy_mcu(struct net_device *dev) { struct rtl8126_private *tp = netdev_priv(dev); u8 require_disable_phy_disable_mode = FALSE; if (tp->NotWrRamCodeToMicroP == TRUE) return; if (rtl8126_check_hw_phy_mcu_code_ver(dev)) return; if (HW_SUPPORT_CHECK_PHY_DISABLE_MODE(tp) && rtl8126_is_in_phy_disable_mode(dev)) require_disable_phy_disable_mode = TRUE; if (require_disable_phy_disable_mode) rtl8126_disable_phy_disable_mode(dev); switch (tp->mcfg) { case CFG_METHOD_1: rtl8126_set_phy_mcu_8126a_1(dev); break; case CFG_METHOD_2: rtl8126_set_phy_mcu_8126a_2(dev); break; case CFG_METHOD_3: rtl8126_set_phy_mcu_8126a_3(dev); break; } if (require_disable_phy_disable_mode) rtl8126_enable_phy_disable_mode(dev); rtl8126_write_hw_phy_mcu_code_ver(dev); rtl8126_mdio_write(tp,0x1F, 0x0000); tp->HwHasWrRamCodeToMicroP = TRUE; } #endif static void rtl8126_enable_phy_aldps(struct rtl8126_private *tp) { //enable aldps //GPHY OCP 0xA430 bit[2] = 0x1 (en_aldps) rtl8126_set_eth_phy_ocp_bit(tp, 0xA430, BIT_2); } static void rtl8126_hw_phy_config_8126a_1(struct net_device *dev) { struct rtl8126_private *tp = netdev_priv(dev); rtl8126_set_eth_phy_ocp_bit(tp, 0xA442, BIT_11); if (aspm) { if (HW_HAS_WRITE_PHY_MCU_RAM_CODE(tp)) { rtl8126_enable_phy_aldps(tp); } } } static void rtl8126_hw_phy_config_8126a_2(struct net_device *dev) { struct rtl8126_private *tp = netdev_priv(dev); rtl8126_set_eth_phy_ocp_bit(tp, 0xA442, BIT_11); rtl8126_mdio_direct_write_phy_ocp(tp, 0xA436, 0x80BF); rtl8126_clear_and_set_eth_phy_ocp_bit(tp, 0xA438, 0xFF00, 0xED00); rtl8126_mdio_direct_write_phy_ocp(tp, 0xA436, 0x80CD); rtl8126_clear_and_set_eth_phy_ocp_bit(tp, 0xA438, 0xFF00, 0x1000); rtl8126_mdio_direct_write_phy_ocp(tp, 0xA436, 0x80D1); rtl8126_clear_and_set_eth_phy_ocp_bit(tp, 0xA438, 0xFF00, 0xC800); rtl8126_mdio_direct_write_phy_ocp(tp, 0xA436, 0x80D4); rtl8126_clear_and_set_eth_phy_ocp_bit(tp, 0xA438, 0xFF00, 0xC800); rtl8126_mdio_direct_write_phy_ocp(tp, 0xA436, 0x80E1); rtl8126_mdio_direct_write_phy_ocp(tp, 0xA438, 0x10CC); rtl8126_mdio_direct_write_phy_ocp(tp, 0xA436, 0x80E5); rtl8126_mdio_direct_write_phy_ocp(tp, 0xA438, 0x4F0C); rtl8126_mdio_direct_write_phy_ocp(tp, 0xA436, 0x8387); rtl8126_clear_and_set_eth_phy_ocp_bit(tp, 0xA438, 0xFF00, 0x4700); rtl8126_clear_and_set_eth_phy_ocp_bit(tp, 0xA80C, BIT_7 | BIT_6, BIT_7); rtl8126_clear_eth_phy_ocp_bit(tp, 0xAC90, BIT_4); rtl8126_clear_eth_phy_ocp_bit(tp, 0xAD2C, BIT_15); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x8321); rtl8126_clear_and_set_eth_phy_ocp_bit(tp, 0xB87E, 0xFF00, 0x1100); rtl8126_set_eth_phy_ocp_bit(tp, 0xACF8, (BIT_3 | BIT_2)); rtl8126_mdio_direct_write_phy_ocp(tp, 0xA436, 0x8183); rtl8126_clear_and_set_eth_phy_ocp_bit(tp, 0xA438, 0xFF00, 0x5900); rtl8126_set_eth_phy_ocp_bit(tp, 0xAD94, BIT_5); rtl8126_clear_eth_phy_ocp_bit(tp, 0xA654, BIT_11); rtl8126_set_eth_phy_ocp_bit(tp, 0xB648, BIT_14); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x839E); rtl8126_clear_and_set_eth_phy_ocp_bit(tp, 0xB87E, 0xFF00, 0x2F00); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x83F2); rtl8126_clear_and_set_eth_phy_ocp_bit(tp, 0xB87E, 0xFF00, 0x0800); rtl8126_set_eth_phy_ocp_bit(tp, 0xADA0, BIT_1); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x80F3); rtl8126_clear_and_set_eth_phy_ocp_bit(tp, 0xB87E, 0xFF00, 0x9900); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x8126); rtl8126_clear_and_set_eth_phy_ocp_bit(tp, 0xB87E, 0xFF00, 0xC100); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x893A); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x8080); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x8647); rtl8126_clear_and_set_eth_phy_ocp_bit(tp, 0xB87E, 0xFF00, 0xE600); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x862C); rtl8126_clear_and_set_eth_phy_ocp_bit(tp, 0xB87E, 0xFF00, 0x1200); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x864A); rtl8126_clear_and_set_eth_phy_ocp_bit(tp, 0xB87E, 0xFF00, 0xE600); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x80A0); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0xBCBC); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x805E); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0xBCBC); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x8056); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x3077); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x8058); rtl8126_clear_and_set_eth_phy_ocp_bit(tp, 0xB87E, 0xFF00, 0x5A00); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x8098); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x3077); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x809A); rtl8126_clear_and_set_eth_phy_ocp_bit(tp, 0xB87E, 0xFF00, 0x5A00); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x8052); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x3733); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x8094); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x3733); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x807F); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x7C75); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x803D); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x7C75); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x8036); rtl8126_clear_and_set_eth_phy_ocp_bit(tp, 0xB87E, 0xFF00, 0x3000); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x8078); rtl8126_clear_and_set_eth_phy_ocp_bit(tp, 0xB87E, 0xFF00, 0x3000); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x8031); rtl8126_clear_and_set_eth_phy_ocp_bit(tp, 0xB87E, 0xFF00, 0x3300); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x8073); rtl8126_clear_and_set_eth_phy_ocp_bit(tp, 0xB87E, 0xFF00, 0x3300); rtl8126_clear_and_set_eth_phy_ocp_bit(tp, 0xAE06, 0xFC00, 0x7C00); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x89D1); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x0004); rtl8126_mdio_direct_write_phy_ocp(tp, 0xA436, 0x8FBD); rtl8126_clear_and_set_eth_phy_ocp_bit(tp, 0xA438, 0xFF00, 0x0A00); rtl8126_mdio_direct_write_phy_ocp(tp, 0xA436, 0x8FBE); rtl8126_mdio_direct_write_phy_ocp(tp, 0xA438, 0x0D09); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x89CD); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x0F0F); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x89CF); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x0F0F); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x83A4); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x6600); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x83A6); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x6601); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x83C0); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x6600); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x83C2); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x6601); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x8414); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x6600); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x8416); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x6601); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x83F8); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x6600); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x83FA); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x6601); rtl8126_set_phy_mcu_patch_request(tp); rtl8126_clear_and_set_eth_phy_ocp_bit(tp, 0xBD96, 0x1F00, 0x1000); rtl8126_clear_and_set_eth_phy_ocp_bit(tp, 0xBF1C, 0x0007, 0x0007); rtl8126_clear_eth_phy_ocp_bit(tp, 0xBFBE, BIT_15); rtl8126_clear_and_set_eth_phy_ocp_bit(tp, 0xBF40, 0x0380, 0x0280); rtl8126_clear_and_set_eth_phy_ocp_bit(tp, 0xBF90, BIT_7, (BIT_6 | BIT_5)); rtl8126_clear_and_set_eth_phy_ocp_bit(tp, 0xBF90, BIT_4, BIT_3 | BIT_2); rtl8126_clear_phy_mcu_patch_request(tp); rtl8126_mdio_direct_write_phy_ocp(tp, 0xA436, 0x843B); rtl8126_clear_and_set_eth_phy_ocp_bit(tp, 0xA438, 0xFF00, 0x2000); rtl8126_mdio_direct_write_phy_ocp(tp, 0xA436, 0x843D); rtl8126_clear_and_set_eth_phy_ocp_bit(tp, 0xA438, 0xFF00, 0x2000); rtl8126_clear_eth_phy_ocp_bit(tp, 0xB516, 0x7F); rtl8126_clear_eth_phy_ocp_bit(tp, 0xBF80, (BIT_5 | BIT_4)); rtl8126_mdio_direct_write_phy_ocp(tp, 0xA436, 0x8188); rtl8126_mdio_direct_write_phy_ocp(tp, 0xA438, 0x0044); rtl8126_mdio_direct_write_phy_ocp(tp, 0xA438, 0x00A8); rtl8126_mdio_direct_write_phy_ocp(tp, 0xA438, 0x00D6); rtl8126_mdio_direct_write_phy_ocp(tp, 0xA438, 0x00EC); rtl8126_mdio_direct_write_phy_ocp(tp, 0xA438, 0x00F6); rtl8126_mdio_direct_write_phy_ocp(tp, 0xA438, 0x00FC); rtl8126_mdio_direct_write_phy_ocp(tp, 0xA438, 0x00FE); rtl8126_mdio_direct_write_phy_ocp(tp, 0xA438, 0x00FE); rtl8126_mdio_direct_write_phy_ocp(tp, 0xA438, 0x00BC); rtl8126_mdio_direct_write_phy_ocp(tp, 0xA438, 0x0058); rtl8126_mdio_direct_write_phy_ocp(tp, 0xA438, 0x002A); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x8015); rtl8126_clear_and_set_eth_phy_ocp_bit(tp, 0xB87E, 0xFF00, 0x0800); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x8FFD); rtl8126_clear_and_set_eth_phy_ocp_bit(tp, 0xB87E, 0xFF00, 0x0000); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x8FFF); rtl8126_clear_and_set_eth_phy_ocp_bit(tp, 0xB87E, 0xFF00, 0x7F00); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x8FFB); rtl8126_clear_and_set_eth_phy_ocp_bit(tp, 0xB87E, 0xFF00, 0x0100); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x8FE9); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x0002); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x8FEF); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x00A5); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x8FF1); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x0106); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x8FE1); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x0102); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x8FE3); rtl8126_clear_and_set_eth_phy_ocp_bit(tp, 0xB87E, 0xFF00, 0x0400); rtl8126_set_eth_phy_ocp_bit(tp, 0xA654, BIT_11); rtl8126_clear_eth_phy_ocp_bit(tp, 0XA65A, (BIT_1 | BIT_0)); rtl8126_mdio_direct_write_phy_ocp(tp, 0xAC3A, 0x5851); rtl8126_clear_and_set_eth_phy_ocp_bit(tp, 0XAC3C, BIT_15 | BIT_14 | BIT_12, BIT_13); rtl8126_clear_and_set_eth_phy_ocp_bit(tp, 0xAC42, BIT_9, BIT_8 | BIT_7 | BIT_6); rtl8126_clear_eth_phy_ocp_bit(tp, 0xAC3E, BIT_15 | BIT_14 | BIT_13); rtl8126_clear_eth_phy_ocp_bit(tp, 0xAC42, BIT_5 | BIT_4 | BIT_3); rtl8126_clear_and_set_eth_phy_ocp_bit(tp, 0xAC42, BIT_1, BIT_2 | BIT_0); rtl8126_mdio_direct_write_phy_ocp(tp, 0xAC1A, 0x00DB); rtl8126_mdio_direct_write_phy_ocp(tp, 0xADE4, 0x01B5); rtl8126_clear_eth_phy_ocp_bit(tp, 0xAD9C, BIT_11 | BIT_10); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x814B); rtl8126_clear_and_set_eth_phy_ocp_bit(tp, 0xB87E, 0xFF00, 0x1100); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x814D); rtl8126_clear_and_set_eth_phy_ocp_bit(tp, 0xB87E, 0xFF00, 0x1100); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x814F); rtl8126_clear_and_set_eth_phy_ocp_bit(tp, 0xB87E, 0xFF00, 0x0B00); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x8142); rtl8126_clear_and_set_eth_phy_ocp_bit(tp, 0xB87E, 0xFF00, 0x0100); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x8144); rtl8126_clear_and_set_eth_phy_ocp_bit(tp, 0xB87E, 0xFF00, 0x0100); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x8150); rtl8126_clear_and_set_eth_phy_ocp_bit(tp, 0xB87E, 0xFF00, 0x0100); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x8118); rtl8126_clear_and_set_eth_phy_ocp_bit(tp, 0xB87E, 0xFF00, 0x0700); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x811A); rtl8126_clear_and_set_eth_phy_ocp_bit(tp, 0xB87E, 0xFF00, 0x0700); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x811C); rtl8126_clear_and_set_eth_phy_ocp_bit(tp, 0xB87E, 0xFF00, 0x0500); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x810F); rtl8126_clear_and_set_eth_phy_ocp_bit(tp, 0xB87E, 0xFF00, 0x0100); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x8111); rtl8126_clear_and_set_eth_phy_ocp_bit(tp, 0xB87E, 0xFF00, 0x0100); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x811D); rtl8126_clear_and_set_eth_phy_ocp_bit(tp, 0xB87E, 0xFF00, 0x0100); rtl8126_set_eth_phy_ocp_bit(tp, 0xAC36, BIT_12); rtl8126_clear_eth_phy_ocp_bit(tp, 0xAD1C, BIT_8); rtl8126_clear_and_set_eth_phy_ocp_bit(tp, 0xADE8, 0xFFC0, 0x1400); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x864B); rtl8126_clear_and_set_eth_phy_ocp_bit(tp, 0xB87E, 0xFF00, 0x9D00); rtl8126_mdio_direct_write_phy_ocp(tp, 0xA436, 0x8F97); rtl8126_mdio_direct_write_phy_ocp(tp, 0xA438, 0x003F); rtl8126_mdio_direct_write_phy_ocp(tp, 0xA438, 0x3F02); rtl8126_mdio_direct_write_phy_ocp(tp, 0xA438, 0x023C); rtl8126_mdio_direct_write_phy_ocp(tp, 0xA438, 0x3B0A); rtl8126_mdio_direct_write_phy_ocp(tp, 0xA438, 0x1C00); rtl8126_mdio_direct_write_phy_ocp(tp, 0xA438, 0x0000); rtl8126_mdio_direct_write_phy_ocp(tp, 0xA438, 0x0000); rtl8126_mdio_direct_write_phy_ocp(tp, 0xA438, 0x0000); rtl8126_mdio_direct_write_phy_ocp(tp, 0xA438, 0x0000); rtl8126_set_eth_phy_ocp_bit(tp, 0xAD9C, BIT_5); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x8122); rtl8126_clear_and_set_eth_phy_ocp_bit(tp, 0xB87E, 0xFF00, 0x0C00); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x82C8); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x03ED); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x03FF); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x0009); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x03FE); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x000B); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x0021); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x03F7); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x03B8); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x03E0); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x0049); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x0049); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x03E0); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x03B8); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x03F7); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x0021); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x000B); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x03FE); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x0009); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x03FF); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x03ED); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x80EF); rtl8126_clear_and_set_eth_phy_ocp_bit(tp, 0xB87E, 0xFF00, 0x0C00); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x82A0); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x000E); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x03FE); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x03ED); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x0006); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x001A); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x03F1); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x03D8); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x0023); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x0054); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x0322); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x00DD); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x03AB); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x03DC); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x0027); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x000E); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x03E5); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x03F9); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x0012); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x0001); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x03F1); rtl8126_mdio_direct_write_phy_ocp(tp, 0xA436, 0x8018); rtl8126_set_eth_phy_ocp_bit(tp, 0xA438, BIT_13); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x8FE4); rtl8126_clear_and_set_eth_phy_ocp_bit(tp, 0xB87E, 0xFF00, 0x0000); rtl8126_clear_and_set_eth_phy_ocp_bit(tp, 0xB54C, 0xFFC0, 0x3700); if (aspm) { if (HW_HAS_WRITE_PHY_MCU_RAM_CODE(tp)) { rtl8126_enable_phy_aldps(tp); } } } static void rtl8126_hw_phy_config_8126a_3(struct net_device *dev) { struct rtl8126_private *tp = netdev_priv(dev); rtl8126_set_eth_phy_ocp_bit(tp, 0xA442, BIT_11); rtl8126_mdio_direct_write_phy_ocp(tp, 0xA436, 0x8183); rtl8126_clear_and_set_eth_phy_ocp_bit(tp, 0xA438, 0xFF00, 0x5900); rtl8126_set_eth_phy_ocp_bit(tp, 0xA654, BIT_11); rtl8126_set_eth_phy_ocp_bit(tp, 0xB648, BIT_14); rtl8126_set_eth_phy_ocp_bit(tp, 0xAD2C, BIT_15); rtl8126_set_eth_phy_ocp_bit(tp, 0xAD94, BIT_5); rtl8126_set_eth_phy_ocp_bit(tp, 0xADA0, BIT_1); rtl8126_clear_and_set_eth_phy_ocp_bit(tp, 0xAE06, BIT_15 | BIT_14 | BIT_13 | BIT_12 | BIT_11 | BIT_10, BIT_14 | BIT_13 | BIT_12 | BIT_11 | BIT_10); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x8647); rtl8126_clear_and_set_eth_phy_ocp_bit(tp, 0xB87E, 0xFF00, 0xE600); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x8036); rtl8126_clear_and_set_eth_phy_ocp_bit(tp, 0xB87E, 0xFF00, 0x3000); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x8078); rtl8126_clear_and_set_eth_phy_ocp_bit(tp, 0xB87E, 0xFF00, 0x3000); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x89E9); rtl8126_set_eth_phy_ocp_bit(tp, 0xB87E, 0xFF00); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x8FFD); rtl8126_clear_and_set_eth_phy_ocp_bit(tp, 0xB87E, 0xFF00, 0x0100); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x8FFE); rtl8126_clear_and_set_eth_phy_ocp_bit(tp, 0xB87E, 0xFF00, 0x0200); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x8FFF); rtl8126_clear_and_set_eth_phy_ocp_bit(tp, 0xB87E, 0xFF00, 0x0400); rtl8126_mdio_direct_write_phy_ocp(tp, 0xA436, 0x8018); rtl8126_clear_and_set_eth_phy_ocp_bit(tp, 0xA438, 0xFF00, 0x7700); rtl8126_mdio_direct_write_phy_ocp(tp, 0xA436, 0x8F9C); rtl8126_mdio_direct_write_phy_ocp(tp, 0xA438, 0x0005); rtl8126_mdio_direct_write_phy_ocp(tp, 0xA438, 0x0000); rtl8126_mdio_direct_write_phy_ocp(tp, 0xA438, 0x00ED); rtl8126_mdio_direct_write_phy_ocp(tp, 0xA438, 0x0502); rtl8126_mdio_direct_write_phy_ocp(tp, 0xA438, 0x0B00); rtl8126_mdio_direct_write_phy_ocp(tp, 0xA438, 0xD401); rtl8126_mdio_direct_write_phy_ocp(tp, 0xA436, 0x8FA8); rtl8126_clear_and_set_eth_phy_ocp_bit(tp, 0xA438, 0xFF00, 0x2900); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x814B); rtl8126_clear_and_set_eth_phy_ocp_bit(tp, 0xB87E, 0xFF00, 0x1100); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x814D); rtl8126_clear_and_set_eth_phy_ocp_bit(tp, 0xB87E, 0xFF00, 0x1100); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x814F); rtl8126_clear_and_set_eth_phy_ocp_bit(tp, 0xB87E, 0xFF00, 0x0B00); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x8142); rtl8126_clear_and_set_eth_phy_ocp_bit(tp, 0xB87E, 0xFF00, 0x0100); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x8144); rtl8126_clear_and_set_eth_phy_ocp_bit(tp, 0xB87E, 0xFF00, 0x0100); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x8150); rtl8126_clear_and_set_eth_phy_ocp_bit(tp, 0xB87E, 0xFF00, 0x0100); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x8118); rtl8126_clear_and_set_eth_phy_ocp_bit(tp, 0xB87E, 0xFF00, 0x0700); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x811A); rtl8126_clear_and_set_eth_phy_ocp_bit(tp, 0xB87E, 0xFF00, 0x0700); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x811C); rtl8126_clear_and_set_eth_phy_ocp_bit(tp, 0xB87E, 0xFF00, 0x0500); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x810F); rtl8126_clear_and_set_eth_phy_ocp_bit(tp, 0xB87E, 0xFF00, 0x0100); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x8111); rtl8126_clear_and_set_eth_phy_ocp_bit(tp, 0xB87E, 0xFF00, 0x0100); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x811D); rtl8126_clear_and_set_eth_phy_ocp_bit(tp, 0xB87E, 0xFF00, 0x0100); rtl8126_set_eth_phy_ocp_bit(tp, 0xAD1C, BIT_8); rtl8126_clear_and_set_eth_phy_ocp_bit(tp, 0xADE8, BIT_15 | BIT_14 | BIT_13 | BIT_12 | BIT_11 | BIT_10 | BIT_9 | BIT_8 | BIT_7 | BIT_6, BIT_12 | BIT_10); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x864B); rtl8126_clear_and_set_eth_phy_ocp_bit(tp, 0xB87E, 0xFF00, 0x9D00); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x862C); rtl8126_clear_and_set_eth_phy_ocp_bit(tp, 0xB87E, 0xFF00, 0x1200); rtl8126_mdio_direct_write_phy_ocp(tp, 0xA436, 0x8566); rtl8126_mdio_direct_write_phy_ocp(tp, 0xA438, 0x003F); rtl8126_mdio_direct_write_phy_ocp(tp, 0xA438, 0x3F02); rtl8126_mdio_direct_write_phy_ocp(tp, 0xA438, 0x023C); rtl8126_mdio_direct_write_phy_ocp(tp, 0xA438, 0x3B0A); rtl8126_mdio_direct_write_phy_ocp(tp, 0xA438, 0x1C00); rtl8126_mdio_direct_write_phy_ocp(tp, 0xA438, 0x0000); rtl8126_mdio_direct_write_phy_ocp(tp, 0xA438, 0x0000); rtl8126_mdio_direct_write_phy_ocp(tp, 0xA438, 0x0000); rtl8126_mdio_direct_write_phy_ocp(tp, 0xA438, 0x0000); rtl8126_set_eth_phy_ocp_bit(tp, 0xAD9C, BIT_5); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x8122); rtl8126_clear_and_set_eth_phy_ocp_bit(tp, 0xB87E, 0xFF00, 0x0C00); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x82C8); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x03ED); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x03FF); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x0009); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x03FE); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x000B); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x0021); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x03F7); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x03B8); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x03E0); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x0049); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x0049); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x03E0); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x03B8); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x03F7); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x0021); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x000B); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x03FE); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x0009); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x03FF); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x03ED); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x80EF); rtl8126_clear_and_set_eth_phy_ocp_bit(tp, 0xB87E, 0xFF00, 0x0C00); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87C, 0x82A0); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x000E); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x03FE); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x03ED); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x0006); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x001A); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x03F1); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x03D8); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x0023); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x0054); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x0322); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x00DD); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x03AB); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x03DC); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x0027); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x000E); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x03E5); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x03F9); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x0012); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x0001); rtl8126_mdio_direct_write_phy_ocp(tp, 0xB87E, 0x03F1); rtl8126_set_eth_phy_ocp_bit(tp, 0xA430, BIT_1 | BIT_0); rtl8126_clear_and_set_eth_phy_ocp_bit(tp, 0xB54C, 0xFFC0, 0x3700); if (aspm) { if (HW_HAS_WRITE_PHY_MCU_RAM_CODE(tp)) { rtl8126_enable_phy_aldps(tp); } } } static void rtl8126_hw_phy_config(struct net_device *dev) { struct rtl8126_private *tp = netdev_priv(dev); if (tp->resume_not_chg_speed) return; tp->phy_reset_enable(dev); if (HW_DASH_SUPPORT_TYPE_3(tp) && tp->HwPkgDet == 0x06) return; #ifndef ENABLE_USE_FIRMWARE_FILE if (!tp->rtl_fw) rtl8126_init_hw_phy_mcu(dev); #endif switch (tp->mcfg) { case CFG_METHOD_1: rtl8126_hw_phy_config_8126a_1(dev); break; case CFG_METHOD_2: rtl8126_hw_phy_config_8126a_2(dev); break; case CFG_METHOD_3: rtl8126_hw_phy_config_8126a_3(dev); break; } //legacy force mode(Chap 22) switch (tp->mcfg) { case CFG_METHOD_1: case CFG_METHOD_2: case CFG_METHOD_3: default: rtl8126_clear_eth_phy_ocp_bit(tp, 0xA5B4, BIT_15); break; } rtl8126_mdio_write(tp, 0x1F, 0x0000); if (HW_HAS_WRITE_PHY_MCU_RAM_CODE(tp)) { if (tp->eee.eee_enabled) rtl8126_enable_eee(tp); else rtl8126_disable_eee(tp); } } static void rtl8126_up(struct net_device *dev) { rtl8126_hw_init(dev); rtl8126_hw_reset(dev); rtl8126_powerup_pll(dev); rtl8126_hw_ephy_config(dev); rtl8126_hw_phy_config(dev); rtl8126_hw_config(dev); } /* static inline void rtl8126_delete_esd_timer(struct net_device *dev, struct timer_list *timer) { del_timer_sync(timer); } static inline void rtl8126_request_esd_timer(struct net_device *dev) { struct rtl8126_private *tp = netdev_priv(dev); struct timer_list *timer = &tp->esd_timer; #if LINUX_VERSION_CODE < KERNEL_VERSION(4,14,0) setup_timer(timer, rtl8126_esd_timer, (unsigned long)dev); #else timer_setup(timer, rtl8126_esd_timer, 0); #endif mod_timer(timer, jiffies + RTL8126_ESD_TIMEOUT); } */ /* static inline void rtl8126_delete_link_timer(struct net_device *dev, struct timer_list *timer) { del_timer_sync(timer); } static inline void rtl8126_request_link_timer(struct net_device *dev) { struct rtl8126_private *tp = netdev_priv(dev); struct timer_list *timer = &tp->link_timer; #if LINUX_VERSION_CODE < KERNEL_VERSION(4,14,0) setup_timer(timer, rtl8126_link_timer, (unsigned long)dev); #else timer_setup(timer, rtl8126_link_timer, 0); #endif mod_timer(timer, jiffies + RTL8126_LINK_TIMEOUT); } */ #ifdef CONFIG_NET_POLL_CONTROLLER /* * Polling 'interrupt' - used by things like netconsole to send skbs * without having to re-enable interrupts. It's not called while * the interrupt routine is executing. */ static void rtl8126_netpoll(struct net_device *dev) { struct rtl8126_private *tp = netdev_priv(dev); int i; for (i = 0; i < tp->irq_nvecs; i++) { struct r8126_irq *irq = &tp->irq_tbl[i]; struct r8126_napi *r8126napi = &tp->r8126napi[i]; disable_irq(irq->vector); #if LINUX_VERSION_CODE >= KERNEL_VERSION(4,12,0) irq->handler(irq->vector, r8126napi); #elif LINUX_VERSION_CODE < KERNEL_VERSION(2,6,19) irq->handler(irq->vector, r8126napi, NULL); #else irq->handler(irq->vector, r8126napi); #endif enable_irq(irq->vector); } } #endif //CONFIG_NET_POLL_CONTROLLER static void rtl8126_setup_interrupt_mask(struct rtl8126_private *tp) { int i; if (tp->HwCurrIsrVer == 5) { tp->intr_mask = ISRIMR_V5_LINKCHG | ISRIMR_V5_TOK_Q0; if (tp->num_tx_rings > 1) tp->intr_mask |= ISRIMR_V5_TOK_Q1; for (i = 0; i < tp->num_rx_rings; i++) tp->intr_mask |= ISRIMR_V5_ROK_Q0 << i; } else if (tp->HwCurrIsrVer == 4) { tp->intr_mask = ISRIMR_V4_LINKCHG; for (i = 0; i < tp->num_rx_rings; i++) tp->intr_mask |= ISRIMR_V4_ROK_Q0 << i; } else if (tp->HwCurrIsrVer == 3) { tp->intr_mask = ISRIMR_V2_LINKCHG; for (i = 0; i < max(tp->num_tx_rings, tp->num_rx_rings); i++) tp->intr_mask |= ISRIMR_V2_ROK_Q0 << i; } else if (tp->HwCurrIsrVer == 2) { tp->intr_mask = ISRIMR_V2_LINKCHG | ISRIMR_TOK_Q0; if (tp->num_tx_rings > 1) tp->intr_mask |= ISRIMR_TOK_Q1; for (i = 0; i < tp->num_rx_rings; i++) tp->intr_mask |= ISRIMR_V2_ROK_Q0 << i; } else { tp->intr_mask = LinkChg | RxDescUnavail | TxOK | RxOK | SWInt; tp->timer_intr_mask = LinkChg | PCSTimeout; #ifdef ENABLE_DASH_SUPPORT if (tp->DASH) { if (HW_DASH_SUPPORT_TYPE_3(tp)) { tp->timer_intr_mask |= (ISRIMR_DASH_INTR_EN | ISRIMR_DASH_INTR_CMAC_RESET); tp->intr_mask |= (ISRIMR_DASH_INTR_EN | ISRIMR_DASH_INTR_CMAC_RESET); } } #endif } } static void rtl8126_setup_mqs_reg(struct rtl8126_private *tp) { u16 hw_clo_ptr0_reg, sw_tail_ptr0_reg; u16 reg_len; int i; //tx tp->tx_ring[0].tdsar_reg = TxDescStartAddrLow; for (i = 1; i < R8126_MAX_TX_QUEUES; i++) { tp->tx_ring[i].tdsar_reg = (u16)(TNPDS_Q1_LOW_8125 + (i - 1) * 8); } switch (tp->HwSuppTxNoCloseVer) { case 4: case 5: hw_clo_ptr0_reg = HW_CLO_PTR0_8126; sw_tail_ptr0_reg = SW_TAIL_PTR0_8126; reg_len = 4; break; case 6: hw_clo_ptr0_reg = HW_CLO_PTR0_8125BP; sw_tail_ptr0_reg = SW_TAIL_PTR0_8125BP; reg_len = 8; break; default: hw_clo_ptr0_reg = HW_CLO_PTR0_8125; sw_tail_ptr0_reg = SW_TAIL_PTR0_8125; reg_len = 4; break; } for (i = 0; i < R8126_MAX_TX_QUEUES; i++) { tp->tx_ring[i].hw_clo_ptr_reg = (u16)(hw_clo_ptr0_reg + i * reg_len); tp->tx_ring[i].sw_tail_ptr_reg = (u16)(sw_tail_ptr0_reg + i * reg_len); } //rx tp->rx_ring[0].rdsar_reg = RxDescAddrLow; for (i = 1; i < R8126_MAX_RX_QUEUES; i++) { tp->rx_ring[i].rdsar_reg = (u16)(RDSAR_Q1_LOW_8125 + (i - 1) * 8); } tp->isr_reg[0] = ISR0_8125; for (i = 1; i < R8126_MAX_QUEUES; i++) { tp->isr_reg[i] = (u16)(ISR1_8125 + (i - 1) * 4); } tp->imr_reg[0] = IMR0_8125; for (i = 1; i < R8126_MAX_QUEUES; i++) { tp->imr_reg[i] = (u16)(IMR1_8125 + (i - 1) * 4); } } static void rtl8126_init_software_variable(struct net_device *dev) { struct rtl8126_private *tp = netdev_priv(dev); struct pci_dev *pdev = tp->pci_dev; #ifdef ENABLE_LIB_SUPPORT tp->ring_lib_enabled = 1; #endif switch (tp->mcfg) { default: tp->HwSuppDashVer = 0; break; } tp->AllowAccessDashOcp = rtl8126_is_allow_access_dash_ocp(tp); switch (tp->mcfg) { case CFG_METHOD_1: case CFG_METHOD_2: case CFG_METHOD_3: tp->HwPkgDet = rtl8126_mac_ocp_read(tp, 0xDC00); tp->HwPkgDet = (tp->HwPkgDet >> 3) & 0x07; break; } if (HW_DASH_SUPPORT_TYPE_3(tp) && tp->HwPkgDet == 0x06) eee_enable = 0; switch (tp->mcfg) { case CFG_METHOD_1: case CFG_METHOD_2: case CFG_METHOD_3: tp->HwSuppNowIsOobVer = 1; break; } switch (tp->mcfg) { case CFG_METHOD_1: case CFG_METHOD_2: case CFG_METHOD_3: tp->HwPcieSNOffset = 0x174; break; } #ifdef ENABLE_REALWOW_SUPPORT rtl8126_get_realwow_hw_version(dev); #endif //ENABLE_REALWOW_SUPPORT if (HW_DASH_SUPPORT_DASH(tp) && rtl8126_check_dash(tp)) tp->DASH = 1; else tp->DASH = 0; if (tp->DASH) { if (HW_DASH_SUPPORT_TYPE_3(tp)) { u64 CmacMemPhysAddress; void __iomem *cmac_ioaddr = NULL; //map CMAC IO space CmacMemPhysAddress = rtl8126_csi_other_fun_read(tp, 0, 0x18); if (!(CmacMemPhysAddress & BIT_0)) { if (CmacMemPhysAddress & BIT_2) CmacMemPhysAddress |= (u64)rtl8126_csi_other_fun_read(tp, 0, 0x1C) << 32; CmacMemPhysAddress &= 0xFFFFFFF0; /* ioremap MMIO region */ cmac_ioaddr = ioremap(CmacMemPhysAddress, R8126_REGS_SIZE); } if (cmac_ioaddr == NULL) { #if LINUX_VERSION_CODE > KERNEL_VERSION(2,6,0) if (netif_msg_probe(tp)) dev_err(&pdev->dev, "cannot remap CMAC MMIO, aborting\n"); #endif //LINUX_VERSION_CODE > KERNEL_VERSION(2,6,0) } if (cmac_ioaddr == NULL) { tp->DASH = 0; } else { tp->mapped_cmac_ioaddr = cmac_ioaddr; } } eee_enable = 0; } if (HW_DASH_SUPPORT_TYPE_3(tp)) tp->cmac_ioaddr = tp->mapped_cmac_ioaddr; if (aspm) { switch (tp->mcfg) { case CFG_METHOD_1: case CFG_METHOD_2: case CFG_METHOD_3: tp->org_pci_offset_99 = rtl8126_csi_fun0_read_byte(tp, 0x99); tp->org_pci_offset_99 &= ~(BIT_5|BIT_6); break; } switch (tp->mcfg) { case CFG_METHOD_1: case CFG_METHOD_2: case CFG_METHOD_3: tp->org_pci_offset_180 = rtl8126_csi_fun0_read_byte(tp, 0x22c); break; } } pci_read_config_byte(pdev, 0x80, &tp->org_pci_offset_80); pci_read_config_byte(pdev, 0x81, &tp->org_pci_offset_81); switch (tp->mcfg) { case CFG_METHOD_1: case CFG_METHOD_2: case CFG_METHOD_3: default: tp->use_timer_interrupt = TRUE; break; } switch (tp->mcfg) { case CFG_METHOD_1: case CFG_METHOD_2: case CFG_METHOD_3: default: tp->HwSuppMaxPhyLinkSpeed = 5000; break; } if (timer_count == 0 || tp->mcfg == CFG_METHOD_DEFAULT) tp->use_timer_interrupt = FALSE; switch (tp->mcfg) { case CFG_METHOD_1: case CFG_METHOD_2: case CFG_METHOD_3: tp->ShortPacketSwChecksum = TRUE; tp->UseSwPaddingShortPkt = TRUE; break; default: break; } switch (tp->mcfg) { case CFG_METHOD_1: case CFG_METHOD_2: case CFG_METHOD_3: tp->HwSuppMagicPktVer = WAKEUP_MAGIC_PACKET_V3; break; default: tp->HwSuppMagicPktVer = WAKEUP_MAGIC_PACKET_NOT_SUPPORT; break; } switch (tp->mcfg) { case CFG_METHOD_1: case CFG_METHOD_2: case CFG_METHOD_3: tp->HwSuppLinkChgWakeUpVer = 3; break; } switch (tp->mcfg) { case CFG_METHOD_1: case CFG_METHOD_2: case CFG_METHOD_3: tp->HwSuppD0SpeedUpVer = 1; break; } switch (tp->mcfg) { case CFG_METHOD_1: case CFG_METHOD_2: case CFG_METHOD_3: tp->HwSuppCheckPhyDisableModeVer = 3; break; } switch (tp->mcfg) { case CFG_METHOD_1: tp->HwSuppTxNoCloseVer = 4; break; case CFG_METHOD_2: case CFG_METHOD_3: tp->HwSuppTxNoCloseVer = 5; break; } switch (tp->HwSuppTxNoCloseVer) { case 5: case 6: tp->MaxTxDescPtrMask = MAX_TX_NO_CLOSE_DESC_PTR_MASK_V4; break; case 4: tp->MaxTxDescPtrMask = MAX_TX_NO_CLOSE_DESC_PTR_MASK_V3; break; case 3: tp->MaxTxDescPtrMask = MAX_TX_NO_CLOSE_DESC_PTR_MASK_V2; break; default: tx_no_close_enable = 0; break; } if (tp->HwSuppTxNoCloseVer > 0 && tx_no_close_enable == 1) tp->EnableTxNoClose = TRUE; switch (tp->mcfg) { case CFG_METHOD_1: tp->sw_ram_code_ver = NIC_RAMCODE_VERSION_CFG_METHOD_1; break; case CFG_METHOD_2: tp->sw_ram_code_ver = NIC_RAMCODE_VERSION_CFG_METHOD_2; break; case CFG_METHOD_3: tp->sw_ram_code_ver = NIC_RAMCODE_VERSION_CFG_METHOD_3; break; } if (tp->HwIcVerUnknown) { tp->NotWrRamCodeToMicroP = TRUE; tp->NotWrMcuPatchCode = TRUE; } switch (tp->mcfg) { case CFG_METHOD_1: case CFG_METHOD_2: case CFG_METHOD_3: tp->HwSuppMacMcuVer = 2; break; } switch (tp->mcfg) { case CFG_METHOD_1: case CFG_METHOD_2: case CFG_METHOD_3: tp->MacMcuPageSize = RTL8126_MAC_MCU_PAGE_SIZE; break; } switch (tp->mcfg) { case CFG_METHOD_1: case CFG_METHOD_2: case CFG_METHOD_3: tp->HwSuppNumTxQueues = 2; tp->HwSuppNumRxQueues = 4; break; default: tp->HwSuppNumTxQueues = 1; tp->HwSuppNumRxQueues = 1; break; } #ifdef ENABLE_PTP_SUPPORT if (tp->HwSuppPtpVer > 0) tp->EnablePtp = 1; #endif //init interrupt switch (tp->mcfg) { case CFG_METHOD_1: tp->HwSuppIsrVer = 2; break; case CFG_METHOD_2: case CFG_METHOD_3: tp->HwSuppIsrVer = 3; break; default: tp->HwSuppIsrVer = 1; break; } tp->HwCurrIsrVer = tp->HwSuppIsrVer; if (tp->HwCurrIsrVer > 1) { if (!(tp->features & RTL_FEATURE_MSIX) || tp->irq_nvecs < tp->min_irq_nvecs) tp->HwCurrIsrVer = 1; } tp->num_tx_rings = 1; #ifdef ENABLE_MULTIPLE_TX_QUEUE #ifndef ENABLE_LIB_SUPPORT tp->num_tx_rings = tp->HwSuppNumTxQueues; #endif #endif if (tp->HwCurrIsrVer < 2 || (tp->HwCurrIsrVer == 2 && tp->irq_nvecs < 19)) tp->num_tx_rings = 1; //RSS switch (tp->mcfg) { case CFG_METHOD_1: case CFG_METHOD_2: case CFG_METHOD_3: tp->HwSuppRssVer = 5; tp->HwSuppIndirTblEntries = 128; break; } tp->num_rx_rings = 1; #ifdef ENABLE_RSS_SUPPORT #ifdef ENABLE_LIB_SUPPORT if (tp->HwSuppRssVer > 0) tp->EnableRss = 1; #else if (tp->HwSuppRssVer > 0 && tp->HwCurrIsrVer > 1) { u8 rss_queue_num = netif_get_num_default_rss_queues(); tp->num_rx_rings = (tp->HwSuppNumRxQueues > rss_queue_num)? rss_queue_num : tp->HwSuppNumRxQueues; if (!(tp->num_rx_rings >= 2 && tp->irq_nvecs >= tp->num_rx_rings)) tp->num_rx_rings = 1; if (tp->num_rx_rings >= 2) tp->EnableRss = 1; } #endif #endif //interrupt mask rtl8126_setup_interrupt_mask(tp); rtl8126_setup_mqs_reg(tp); rtl8126_set_ring_size(tp, NUM_RX_DESC, NUM_TX_DESC); switch (tp->mcfg) { case CFG_METHOD_1: tp->HwSuppIntMitiVer = 4; break; case CFG_METHOD_2: case CFG_METHOD_3: tp->HwSuppIntMitiVer = 5; break; } switch (tp->mcfg) { case CFG_METHOD_1: case CFG_METHOD_2: case CFG_METHOD_3: tp->HwSuppTcamVer = 2; tp->TcamNotValidReg = TCAM_NOTVALID_ADDR_V2; tp->TcamValidReg = TCAM_VALID_ADDR_V2; tp->TcamMaAddrcOffset = TCAM_MAC_ADDR_V2; tp->TcamVlanTagOffset = TCAM_VLAN_TAG_V2; break; } switch (tp->mcfg) { case CFG_METHOD_1: case CFG_METHOD_2: case CFG_METHOD_3: tp->HwSuppExtendTallyCounterVer = 1; break; } timer_count_v2 = (timer_count / 0x100); tp->InitRxDescType = RX_DESC_RING_TYPE_1; if (tp->EnableRss || tp->EnablePtp) tp->InitRxDescType = RX_DESC_RING_TYPE_3; tp->RxDescLength = RX_DESC_LEN_TYPE_1; if (tp->InitRxDescType == RX_DESC_RING_TYPE_3) tp->RxDescLength = RX_DESC_LEN_TYPE_3; tp->rtl8126_rx_config = rtl_chip_info[tp->chipset].RCR_Cfg; if (tp->InitRxDescType == RX_DESC_RING_TYPE_3) tp->rtl8126_rx_config |= EnableRxDescV3; tp->NicCustLedValue = RTL_R16(tp, CustomLED); tp->wol_opts = rtl8126_get_hw_wol(tp); tp->wol_enabled = (tp->wol_opts) ? WOL_ENABLED : WOL_DISABLED; rtl8126_set_link_option(tp, autoneg_mode, speed_mode, duplex_mode, rtl8126_fc_full); tp->max_jumbo_frame_size = rtl_chip_info[tp->chipset].jumbo_frame_sz; #if LINUX_VERSION_CODE >= KERNEL_VERSION(4,10,0) /* MTU range: 60 - hw-specific max */ dev->min_mtu = ETH_MIN_MTU; dev->max_mtu = tp->max_jumbo_frame_size; #endif //LINUX_VERSION_CODE >= KERNEL_VERSION(4,10,0) if (tp->mcfg != CFG_METHOD_DEFAULT) { struct ethtool_eee *eee = &tp->eee; eee->eee_enabled = eee_enable; eee->supported = SUPPORTED_100baseT_Full | SUPPORTED_1000baseT_Full; eee->advertised = mmd_eee_adv_to_ethtool_adv_t(MDIO_EEE_1000T | MDIO_EEE_100TX); switch (tp->mcfg) { default: if (HW_SUPP_PHY_LINK_SPEED_2500M(tp)) { eee->supported |= SUPPORTED_2500baseX_Full; eee->advertised |= SUPPORTED_2500baseX_Full; } break; } eee->tx_lpi_enabled = eee_enable; eee->tx_lpi_timer = dev->mtu + ETH_HLEN + 0x20; } tp->ptp_master_mode = enable_ptp_master_mode; #ifdef ENABLE_RSS_SUPPORT if (tp->EnableRss) rtl8126_init_rss(tp); #endif } static void rtl8126_release_board(struct pci_dev *pdev, struct net_device *dev) { struct rtl8126_private *tp = netdev_priv(dev); void __iomem *ioaddr = tp->mmio_addr; rtl8126_rar_set(tp, tp->org_mac_addr); tp->wol_enabled = WOL_DISABLED; if (!tp->DASH) rtl8126_phy_power_down(dev); #ifdef ENABLE_DASH_SUPPORT if (tp->DASH) FreeAllocatedDashShareMemory(dev); #endif if (tp->mapped_cmac_ioaddr != NULL) iounmap(tp->mapped_cmac_ioaddr); iounmap(ioaddr); pci_release_regions(pdev); pci_clear_mwi(pdev); pci_disable_device(pdev); free_netdev(dev); } static void rtl8126_hw_address_set(struct net_device *dev, u8 mac_addr[MAC_ADDR_LEN]) { #if LINUX_VERSION_CODE >= KERNEL_VERSION(5,17,0) eth_hw_addr_set(dev, mac_addr); #else memcpy(dev->dev_addr, mac_addr, MAC_ADDR_LEN); #endif //LINUX_VERSION_CODE >= KERNEL_VERSION(5,17,0) } static int rtl8126_get_mac_address(struct net_device *dev) { struct rtl8126_private *tp = netdev_priv(dev); int i; u8 mac_addr[MAC_ADDR_LEN]; for (i = 0; i < MAC_ADDR_LEN; i++) mac_addr[i] = RTL_R8(tp, MAC0 + i); switch (tp->mcfg) { case CFG_METHOD_1 ... CFG_METHOD_3: *(u32*)&mac_addr[0] = RTL_R32(tp, BACKUP_ADDR0_8125); *(u16*)&mac_addr[4] = RTL_R16(tp, BACKUP_ADDR1_8125); break; default: break; }; if (!is_valid_ether_addr(mac_addr)) { netif_err(tp, probe, dev, "Invalid ether addr %pM\n", mac_addr); eth_random_addr(mac_addr); dev->addr_assign_type = NET_ADDR_RANDOM; netif_info(tp, probe, dev, "Random ether addr %pM\n", mac_addr); tp->random_mac = 1; } rtl8126_hw_address_set(dev, mac_addr); rtl8126_rar_set(tp, mac_addr); /* keep the original MAC address */ memcpy(tp->org_mac_addr, dev->dev_addr, MAC_ADDR_LEN); #if LINUX_VERSION_CODE > KERNEL_VERSION(2,6,13) memcpy(dev->perm_addr, dev->dev_addr, MAC_ADDR_LEN); #endif return 0; } /** * rtl8126_set_mac_address - Change the Ethernet Address of the NIC * @dev: network interface device structure * @p: pointer to an address structure * * Return 0 on success, negative on failure **/ static int rtl8126_set_mac_address(struct net_device *dev, void *p) { struct rtl8126_private *tp = netdev_priv(dev); struct sockaddr *addr = p; if (!is_valid_ether_addr(addr->sa_data)) return -EADDRNOTAVAIL; rtl8126_hw_address_set(dev, addr->sa_data); rtl8126_rar_set(tp, dev->dev_addr); return 0; } /****************************************************************************** * rtl8126_rar_set - Puts an ethernet address into a receive address register. * * tp - The private data structure for driver * addr - Address to put into receive address register *****************************************************************************/ void rtl8126_rar_set(struct rtl8126_private *tp, const u8 *addr) { uint32_t rar_low = 0; uint32_t rar_high = 0; rar_low = ((uint32_t) addr[0] | ((uint32_t) addr[1] << 8) | ((uint32_t) addr[2] << 16) | ((uint32_t) addr[3] << 24)); rar_high = ((uint32_t) addr[4] | ((uint32_t) addr[5] << 8)); rtl8126_enable_cfg9346_write(tp); RTL_W32(tp, MAC0, rar_low); RTL_W32(tp, MAC4, rar_high); rtl8126_disable_cfg9346_write(tp); } #ifdef ETHTOOL_OPS_COMPAT static int ethtool_get_settings(struct net_device *dev, void *useraddr) { struct ethtool_cmd cmd = { ETHTOOL_GSET }; int err; if (!ethtool_ops->get_settings) return -EOPNOTSUPP; err = ethtool_ops->get_settings(dev, &cmd); if (err < 0) return err; if (copy_to_user(useraddr, &cmd, sizeof(cmd))) return -EFAULT; return 0; } static int ethtool_set_settings(struct net_device *dev, void *useraddr) { struct ethtool_cmd cmd; if (!ethtool_ops->set_settings) return -EOPNOTSUPP; if (copy_from_user(&cmd, useraddr, sizeof(cmd))) return -EFAULT; return ethtool_ops->set_settings(dev, &cmd); } static int ethtool_get_drvinfo(struct net_device *dev, void *useraddr) { struct ethtool_drvinfo info; struct ethtool_ops *ops = ethtool_ops; if (!ops->get_drvinfo) return -EOPNOTSUPP; memset(&info, 0, sizeof(info)); info.cmd = ETHTOOL_GDRVINFO; ops->get_drvinfo(dev, &info); if (ops->self_test_count) info.testinfo_len = ops->self_test_count(dev); if (ops->get_stats_count) info.n_stats = ops->get_stats_count(dev); if (ops->get_regs_len) info.regdump_len = ops->get_regs_len(dev); if (ops->get_eeprom_len) info.eedump_len = ops->get_eeprom_len(dev); if (copy_to_user(useraddr, &info, sizeof(info))) return -EFAULT; return 0; } static int ethtool_get_regs(struct net_device *dev, char *useraddr) { struct ethtool_regs regs; struct ethtool_ops *ops = ethtool_ops; void *regbuf; int reglen, ret; if (!ops->get_regs || !ops->get_regs_len) return -EOPNOTSUPP; if (copy_from_user(®s, useraddr, sizeof(regs))) return -EFAULT; reglen = ops->get_regs_len(dev); if (regs.len > reglen) regs.len = reglen; regbuf = kmalloc(reglen, GFP_USER); if (!regbuf) return -ENOMEM; ops->get_regs(dev, ®s, regbuf); ret = -EFAULT; if (copy_to_user(useraddr, ®s, sizeof(regs))) goto out; useraddr += offsetof(struct ethtool_regs, data); if (copy_to_user(useraddr, regbuf, reglen)) goto out; ret = 0; out: kfree(regbuf); return ret; } static int ethtool_get_wol(struct net_device *dev, char *useraddr) { struct ethtool_wolinfo wol = { ETHTOOL_GWOL }; if (!ethtool_ops->get_wol) return -EOPNOTSUPP; ethtool_ops->get_wol(dev, &wol); if (copy_to_user(useraddr, &wol, sizeof(wol))) return -EFAULT; return 0; } static int ethtool_set_wol(struct net_device *dev, char *useraddr) { struct ethtool_wolinfo wol; if (!ethtool_ops->set_wol) return -EOPNOTSUPP; if (copy_from_user(&wol, useraddr, sizeof(wol))) return -EFAULT; return ethtool_ops->set_wol(dev, &wol); } static int ethtool_get_msglevel(struct net_device *dev, char *useraddr) { struct ethtool_value edata = { ETHTOOL_GMSGLVL }; if (!ethtool_ops->get_msglevel) return -EOPNOTSUPP; edata.data = ethtool_ops->get_msglevel(dev); if (copy_to_user(useraddr, &edata, sizeof(edata))) return -EFAULT; return 0; } static int ethtool_set_msglevel(struct net_device *dev, char *useraddr) { struct ethtool_value edata; if (!ethtool_ops->set_msglevel) return -EOPNOTSUPP; if (copy_from_user(&edata, useraddr, sizeof(edata))) return -EFAULT; ethtool_ops->set_msglevel(dev, edata.data); return 0; } static int ethtool_nway_reset(struct net_device *dev) { if (!ethtool_ops->nway_reset) return -EOPNOTSUPP; return ethtool_ops->nway_reset(dev); } static int ethtool_get_link(struct net_device *dev, void *useraddr) { struct ethtool_value edata = { ETHTOOL_GLINK }; if (!ethtool_ops->get_link) return -EOPNOTSUPP; edata.data = ethtool_ops->get_link(dev); if (copy_to_user(useraddr, &edata, sizeof(edata))) return -EFAULT; return 0; } static int ethtool_get_eeprom(struct net_device *dev, void *useraddr) { struct ethtool_eeprom eeprom; struct ethtool_ops *ops = ethtool_ops; u8 *data; int ret; if (!ops->get_eeprom || !ops->get_eeprom_len) return -EOPNOTSUPP; if (copy_from_user(&eeprom, useraddr, sizeof(eeprom))) return -EFAULT; /* Check for wrap and zero */ if (eeprom.offset + eeprom.len <= eeprom.offset) return -EINVAL; /* Check for exceeding total eeprom len */ if (eeprom.offset + eeprom.len > ops->get_eeprom_len(dev)) return -EINVAL; data = kmalloc(eeprom.len, GFP_USER); if (!data) return -ENOMEM; ret = -EFAULT; if (copy_from_user(data, useraddr + sizeof(eeprom), eeprom.len)) goto out; ret = ops->get_eeprom(dev, &eeprom, data); if (ret) goto out; ret = -EFAULT; if (copy_to_user(useraddr, &eeprom, sizeof(eeprom))) goto out; if (copy_to_user(useraddr + sizeof(eeprom), data, eeprom.len)) goto out; ret = 0; out: kfree(data); return ret; } static int ethtool_set_eeprom(struct net_device *dev, void *useraddr) { struct ethtool_eeprom eeprom; struct ethtool_ops *ops = ethtool_ops; u8 *data; int ret; if (!ops->set_eeprom || !ops->get_eeprom_len) return -EOPNOTSUPP; if (copy_from_user(&eeprom, useraddr, sizeof(eeprom))) return -EFAULT; /* Check for wrap and zero */ if (eeprom.offset + eeprom.len <= eeprom.offset) return -EINVAL; /* Check for exceeding total eeprom len */ if (eeprom.offset + eeprom.len > ops->get_eeprom_len(dev)) return -EINVAL; data = kmalloc(eeprom.len, GFP_USER); if (!data) return -ENOMEM; ret = -EFAULT; if (copy_from_user(data, useraddr + sizeof(eeprom), eeprom.len)) goto out; ret = ops->set_eeprom(dev, &eeprom, data); if (ret) goto out; if (copy_to_user(useraddr + sizeof(eeprom), data, eeprom.len)) ret = -EFAULT; out: kfree(data); return ret; } static int ethtool_get_coalesce(struct net_device *dev, void *useraddr) { struct ethtool_coalesce coalesce = { ETHTOOL_GCOALESCE }; if (!ethtool_ops->get_coalesce) return -EOPNOTSUPP; ethtool_ops->get_coalesce(dev, &coalesce); if (copy_to_user(useraddr, &coalesce, sizeof(coalesce))) return -EFAULT; return 0; } static int ethtool_set_coalesce(struct net_device *dev, void *useraddr) { struct ethtool_coalesce coalesce; if (!ethtool_ops->get_coalesce) return -EOPNOTSUPP; if (copy_from_user(&coalesce, useraddr, sizeof(coalesce))) return -EFAULT; return ethtool_ops->set_coalesce(dev, &coalesce); } static int ethtool_get_ringparam(struct net_device *dev, void *useraddr) { struct ethtool_ringparam ringparam = { ETHTOOL_GRINGPARAM }; if (!ethtool_ops->get_ringparam) return -EOPNOTSUPP; ethtool_ops->get_ringparam(dev, &ringparam); if (copy_to_user(useraddr, &ringparam, sizeof(ringparam))) return -EFAULT; return 0; } static int ethtool_set_ringparam(struct net_device *dev, void *useraddr) { struct ethtool_ringparam ringparam; if (!ethtool_ops->get_ringparam) return -EOPNOTSUPP; if (copy_from_user(&ringparam, useraddr, sizeof(ringparam))) return -EFAULT; return ethtool_ops->set_ringparam(dev, &ringparam); } static int ethtool_get_pauseparam(struct net_device *dev, void *useraddr) { struct ethtool_pauseparam pauseparam = { ETHTOOL_GPAUSEPARAM }; if (!ethtool_ops->get_pauseparam) return -EOPNOTSUPP; ethtool_ops->get_pauseparam(dev, &pauseparam); if (copy_to_user(useraddr, &pauseparam, sizeof(pauseparam))) return -EFAULT; return 0; } static int ethtool_set_pauseparam(struct net_device *dev, void *useraddr) { struct ethtool_pauseparam pauseparam; if (!ethtool_ops->get_pauseparam) return -EOPNOTSUPP; if (copy_from_user(&pauseparam, useraddr, sizeof(pauseparam))) return -EFAULT; return ethtool_ops->set_pauseparam(dev, &pauseparam); } static int ethtool_get_rx_csum(struct net_device *dev, char *useraddr) { struct ethtool_value edata = { ETHTOOL_GRXCSUM }; if (!ethtool_ops->get_rx_csum) return -EOPNOTSUPP; edata.data = ethtool_ops->get_rx_csum(dev); if (copy_to_user(useraddr, &edata, sizeof(edata))) return -EFAULT; return 0; } static int ethtool_set_rx_csum(struct net_device *dev, char *useraddr) { struct ethtool_value edata; if (!ethtool_ops->set_rx_csum) return -EOPNOTSUPP; if (copy_from_user(&edata, useraddr, sizeof(edata))) return -EFAULT; ethtool_ops->set_rx_csum(dev, edata.data); return 0; } static int ethtool_get_tx_csum(struct net_device *dev, char *useraddr) { struct ethtool_value edata = { ETHTOOL_GTXCSUM }; if (!ethtool_ops->get_tx_csum) return -EOPNOTSUPP; edata.data = ethtool_ops->get_tx_csum(dev); if (copy_to_user(useraddr, &edata, sizeof(edata))) return -EFAULT; return 0; } static int ethtool_set_tx_csum(struct net_device *dev, char *useraddr) { struct ethtool_value edata; if (!ethtool_ops->set_tx_csum) return -EOPNOTSUPP; if (copy_from_user(&edata, useraddr, sizeof(edata))) return -EFAULT; return ethtool_ops->set_tx_csum(dev, edata.data); } static int ethtool_get_sg(struct net_device *dev, char *useraddr) { struct ethtool_value edata = { ETHTOOL_GSG }; if (!ethtool_ops->get_sg) return -EOPNOTSUPP; edata.data = ethtool_ops->get_sg(dev); if (copy_to_user(useraddr, &edata, sizeof(edata))) return -EFAULT; return 0; } static int ethtool_set_sg(struct net_device *dev, char *useraddr) { struct ethtool_value edata; if (!ethtool_ops->set_sg) return -EOPNOTSUPP; if (copy_from_user(&edata, useraddr, sizeof(edata))) return -EFAULT; return ethtool_ops->set_sg(dev, edata.data); } static int ethtool_get_tso(struct net_device *dev, char *useraddr) { struct ethtool_value edata = { ETHTOOL_GTSO }; if (!ethtool_ops->get_tso) return -EOPNOTSUPP; edata.data = ethtool_ops->get_tso(dev); if (copy_to_user(useraddr, &edata, sizeof(edata))) return -EFAULT; return 0; } static int ethtool_set_tso(struct net_device *dev, char *useraddr) { struct ethtool_value edata; if (!ethtool_ops->set_tso) return -EOPNOTSUPP; if (copy_from_user(&edata, useraddr, sizeof(edata))) return -EFAULT; return ethtool_ops->set_tso(dev, edata.data); } static int ethtool_self_test(struct net_device *dev, char *useraddr) { struct ethtool_test test; struct ethtool_ops *ops = ethtool_ops; u64 *data; int ret; if (!ops->self_test || !ops->self_test_count) return -EOPNOTSUPP; if (copy_from_user(&test, useraddr, sizeof(test))) return -EFAULT; test.len = ops->self_test_count(dev); data = kmalloc(test.len * sizeof(u64), GFP_USER); if (!data) return -ENOMEM; ops->self_test(dev, &test, data); ret = -EFAULT; if (copy_to_user(useraddr, &test, sizeof(test))) goto out; useraddr += sizeof(test); if (copy_to_user(useraddr, data, test.len * sizeof(u64))) goto out; ret = 0; out: kfree(data); return ret; } static int ethtool_get_strings(struct net_device *dev, void *useraddr) { struct ethtool_gstrings gstrings; struct ethtool_ops *ops = ethtool_ops; u8 *data; int ret; if (!ops->get_strings) return -EOPNOTSUPP; if (copy_from_user(&gstrings, useraddr, sizeof(gstrings))) return -EFAULT; switch (gstrings.string_set) { case ETH_SS_TEST: if (!ops->self_test_count) return -EOPNOTSUPP; gstrings.len = ops->self_test_count(dev); break; case ETH_SS_STATS: if (!ops->get_stats_count) return -EOPNOTSUPP; gstrings.len = ops->get_stats_count(dev); break; default: return -EINVAL; } data = kmalloc(gstrings.len * ETH_GSTRING_LEN, GFP_USER); if (!data) return -ENOMEM; ops->get_strings(dev, gstrings.string_set, data); ret = -EFAULT; if (copy_to_user(useraddr, &gstrings, sizeof(gstrings))) goto out; useraddr += sizeof(gstrings); if (copy_to_user(useraddr, data, gstrings.len * ETH_GSTRING_LEN)) goto out; ret = 0; out: kfree(data); return ret; } static int ethtool_phys_id(struct net_device *dev, void *useraddr) { struct ethtool_value id; if (!ethtool_ops->phys_id) return -EOPNOTSUPP; if (copy_from_user(&id, useraddr, sizeof(id))) return -EFAULT; return ethtool_ops->phys_id(dev, id.data); } static int ethtool_get_stats(struct net_device *dev, void *useraddr) { struct ethtool_stats stats; struct ethtool_ops *ops = ethtool_ops; u64 *data; int ret; if (!ops->get_ethtool_stats || !ops->get_stats_count) return -EOPNOTSUPP; if (copy_from_user(&stats, useraddr, sizeof(stats))) return -EFAULT; stats.n_stats = ops->get_stats_count(dev); data = kmalloc(stats.n_stats * sizeof(u64), GFP_USER); if (!data) return -ENOMEM; ops->get_ethtool_stats(dev, &stats, data); ret = -EFAULT; if (copy_to_user(useraddr, &stats, sizeof(stats))) goto out; useraddr += sizeof(stats); if (copy_to_user(useraddr, data, stats.n_stats * sizeof(u64))) goto out; ret = 0; out: kfree(data); return ret; } static int ethtool_ioctl(struct ifreq *ifr) { struct net_device *dev = __dev_get_by_name(ifr->ifr_name); void *useraddr = (void *) ifr->ifr_data; u32 ethcmd; /* * XXX: This can be pushed down into the ethtool_* handlers that * need it. Keep existing behaviour for the moment. */ if (!capable(CAP_NET_ADMIN)) return -EPERM; if (!dev || !netif_device_present(dev)) return -ENODEV; if (copy_from_user(ðcmd, useraddr, sizeof (ethcmd))) return -EFAULT; switch (ethcmd) { case ETHTOOL_GSET: return ethtool_get_settings(dev, useraddr); case ETHTOOL_SSET: return ethtool_set_settings(dev, useraddr); case ETHTOOL_GDRVINFO: return ethtool_get_drvinfo(dev, useraddr); case ETHTOOL_GREGS: return ethtool_get_regs(dev, useraddr); case ETHTOOL_GWOL: return ethtool_get_wol(dev, useraddr); case ETHTOOL_SWOL: return ethtool_set_wol(dev, useraddr); case ETHTOOL_GMSGLVL: return ethtool_get_msglevel(dev, useraddr); case ETHTOOL_SMSGLVL: return ethtool_set_msglevel(dev, useraddr); case ETHTOOL_NWAY_RST: return ethtool_nway_reset(dev); case ETHTOOL_GLINK: return ethtool_get_link(dev, useraddr); case ETHTOOL_GEEPROM: return ethtool_get_eeprom(dev, useraddr); case ETHTOOL_SEEPROM: return ethtool_set_eeprom(dev, useraddr); case ETHTOOL_GCOALESCE: return ethtool_get_coalesce(dev, useraddr); case ETHTOOL_SCOALESCE: return ethtool_set_coalesce(dev, useraddr); case ETHTOOL_GRINGPARAM: return ethtool_get_ringparam(dev, useraddr); case ETHTOOL_SRINGPARAM: return ethtool_set_ringparam(dev, useraddr); case ETHTOOL_GPAUSEPARAM: return ethtool_get_pauseparam(dev, useraddr); case ETHTOOL_SPAUSEPARAM: return ethtool_set_pauseparam(dev, useraddr); case ETHTOOL_GRXCSUM: return ethtool_get_rx_csum(dev, useraddr); case ETHTOOL_SRXCSUM: return ethtool_set_rx_csum(dev, useraddr); case ETHTOOL_GTXCSUM: return ethtool_get_tx_csum(dev, useraddr); case ETHTOOL_STXCSUM: return ethtool_set_tx_csum(dev, useraddr); case ETHTOOL_GSG: return ethtool_get_sg(dev, useraddr); case ETHTOOL_SSG: return ethtool_set_sg(dev, useraddr); case ETHTOOL_GTSO: return ethtool_get_tso(dev, useraddr); case ETHTOOL_STSO: return ethtool_set_tso(dev, useraddr); case ETHTOOL_TEST: return ethtool_self_test(dev, useraddr); case ETHTOOL_GSTRINGS: return ethtool_get_strings(dev, useraddr); case ETHTOOL_PHYS_ID: return ethtool_phys_id(dev, useraddr); case ETHTOOL_GSTATS: return ethtool_get_stats(dev, useraddr); default: return -EOPNOTSUPP; } return -EOPNOTSUPP; } #endif //ETHTOOL_OPS_COMPAT #if LINUX_VERSION_CODE >= KERNEL_VERSION(5,15,0) static int rtl8126_siocdevprivate(struct net_device *dev, struct ifreq *ifr, void __user *data, int cmd) { struct rtl8126_private *tp = netdev_priv(dev); int ret = 0; switch (cmd) { #ifdef ENABLE_DASH_SUPPORT case SIOCDEVPRIVATE_RTLDASH: if (!netif_running(dev)) { ret = -ENODEV; break; } if (!capable(CAP_NET_ADMIN)) { ret = -EPERM; break; } ret = rtl8126_dash_ioctl(dev, ifr); break; #endif #ifdef ENABLE_REALWOW_SUPPORT case SIOCDEVPRIVATE_RTLREALWOW: if (!netif_running(dev)) { ret = -ENODEV; break; } ret = rtl8126_realwow_ioctl(dev, ifr); break; #endif case SIOCRTLTOOL: if (!capable(CAP_NET_ADMIN)) { ret = -EPERM; break; } ret = rtl8126_tool_ioctl(tp, ifr); break; default: ret = -EOPNOTSUPP; } return ret; } #endif //LINUX_VERSION_CODE >= KERNEL_VERSION(5,15,0) static int rtl8126_do_ioctl(struct net_device *dev, struct ifreq *ifr, int cmd) { struct rtl8126_private *tp = netdev_priv(dev); struct mii_ioctl_data *data = if_mii(ifr); int ret = 0; switch (cmd) { case SIOCGMIIPHY: data->phy_id = 32; /* Internal PHY */ break; case SIOCGMIIREG: rtl8126_mdio_write(tp, 0x1F, 0x0000); data->val_out = rtl8126_mdio_read(tp, data->reg_num); break; case SIOCSMIIREG: if (!capable(CAP_NET_ADMIN)) return -EPERM; rtl8126_mdio_write(tp, 0x1F, 0x0000); rtl8126_mdio_write(tp, data->reg_num, data->val_in); break; #ifdef ETHTOOL_OPS_COMPAT case SIOCETHTOOL: ret = ethtool_ioctl(ifr); break; #endif #ifdef ENABLE_PTP_SUPPORT case SIOCSHWTSTAMP: case SIOCGHWTSTAMP: if (tp->EnablePtp) ret = rtl8126_ptp_ioctl(dev, ifr, cmd); else ret = -EOPNOTSUPP; break; #endif #if LINUX_VERSION_CODE < KERNEL_VERSION(5,15,0) #ifdef ENABLE_DASH_SUPPORT case SIOCDEVPRIVATE_RTLDASH: if (!netif_running(dev)) { ret = -ENODEV; break; } if (!capable(CAP_NET_ADMIN)) { ret = -EPERM; break; } ret = rtl8126_dash_ioctl(dev, ifr); break; #endif #ifdef ENABLE_REALWOW_SUPPORT case SIOCDEVPRIVATE_RTLREALWOW: if (!netif_running(dev)) { ret = -ENODEV; break; } if (!capable(CAP_NET_ADMIN)) { ret = -EPERM; break; } ret = rtl8126_realwow_ioctl(dev, ifr); break; #endif case SIOCRTLTOOL: if (!capable(CAP_NET_ADMIN)) { ret = -EPERM; break; } ret = rtl8126_tool_ioctl(tp, ifr); break; #endif //LINUX_VERSION_CODE < KERNEL_VERSION(5,15,0) default: ret = -EOPNOTSUPP; break; } return ret; } static void rtl8126_phy_power_up(struct net_device *dev) { struct rtl8126_private *tp = netdev_priv(dev); if (rtl8126_is_in_phy_disable_mode(dev)) return; rtl8126_mdio_write(tp, 0x1F, 0x0000); rtl8126_mdio_write(tp, MII_BMCR, BMCR_ANENABLE); //wait ups resume (phy state 3) switch (tp->mcfg) { case CFG_METHOD_1: case CFG_METHOD_2: case CFG_METHOD_3: rtl8126_wait_phy_ups_resume(dev, 3); break; }; } static void rtl8126_phy_power_down(struct net_device *dev) { struct rtl8126_private *tp = netdev_priv(dev); rtl8126_mdio_write(tp, 0x1F, 0x0000); rtl8126_mdio_write(tp, MII_BMCR, BMCR_ANENABLE | BMCR_PDOWN); } static int __devinit rtl8126_init_board(struct pci_dev *pdev, struct net_device **dev_out, void __iomem **ioaddr_out) { void __iomem *ioaddr; struct net_device *dev; struct rtl8126_private *tp; int rc = -ENOMEM, i, pm_cap; assert(ioaddr_out != NULL); /* dev zeroed in alloc_etherdev */ dev = alloc_etherdev_mq(sizeof (*tp), R8126_MAX_QUEUES); if (dev == NULL) { #if LINUX_VERSION_CODE > KERNEL_VERSION(2,6,0) if (netif_msg_drv(&debug)) dev_err(&pdev->dev, "unable to alloc new ethernet\n"); #endif //LINUX_VERSION_CODE > KERNEL_VERSION(2,6,0) goto err_out; } SET_MODULE_OWNER(dev); SET_NETDEV_DEV(dev, &pdev->dev); tp = netdev_priv(dev); tp->dev = dev; tp->pci_dev = pdev; tp->msg_enable = netif_msg_init(debug.msg_enable, R8126_MSG_DEFAULT); #if LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,26) if (!aspm) pci_disable_link_state(pdev, PCIE_LINK_STATE_L0S | PCIE_LINK_STATE_L1 | PCIE_LINK_STATE_CLKPM); #endif /* enable device (incl. PCI PM wakeup and hotplug setup) */ rc = pci_enable_device(pdev); if (rc < 0) { #if LINUX_VERSION_CODE > KERNEL_VERSION(2,6,0) if (netif_msg_probe(tp)) dev_err(&pdev->dev, "enable failure\n"); #endif //LINUX_VERSION_CODE > KERNEL_VERSION(2,6,0) goto err_out_free_dev; } if (pci_set_mwi(pdev) < 0) { #if LINUX_VERSION_CODE > KERNEL_VERSION(2,6,0) if (netif_msg_drv(&debug)) dev_info(&pdev->dev, "Mem-Wr-Inval unavailable.\n"); #endif //LINUX_VERSION_CODE > KERNEL_VERSION(2,6,0) } /* save power state before pci_enable_device overwrites it */ pm_cap = pci_find_capability(pdev, PCI_CAP_ID_PM); if (pm_cap) { u16 pwr_command; pci_read_config_word(pdev, pm_cap + PCI_PM_CTRL, &pwr_command); } else { #if LINUX_VERSION_CODE > KERNEL_VERSION(2,6,0) if (netif_msg_probe(tp)) { dev_err(&pdev->dev, "PowerManagement capability not found.\n"); } #else printk("PowerManagement capability not found.\n"); #endif //LINUX_VERSION_CODE > KERNEL_VERSION(2,6,0) } /* make sure PCI base addr 1 is MMIO */ if (!(pci_resource_flags(pdev, 2) & IORESOURCE_MEM)) { #if LINUX_VERSION_CODE > KERNEL_VERSION(2,6,0) if (netif_msg_probe(tp)) dev_err(&pdev->dev, "region #1 not an MMIO resource, aborting\n"); #endif //LINUX_VERSION_CODE > KERNEL_VERSION(2,6,0) rc = -ENODEV; goto err_out_mwi; } /* check for weird/broken PCI region reporting */ if (pci_resource_len(pdev, 2) < R8126_REGS_SIZE) { #if LINUX_VERSION_CODE > KERNEL_VERSION(2,6,0) if (netif_msg_probe(tp)) dev_err(&pdev->dev, "Invalid PCI region size(s), aborting\n"); #endif //LINUX_VERSION_CODE > KERNEL_VERSION(2,6,0) rc = -ENODEV; goto err_out_mwi; } rc = pci_request_regions(pdev, MODULENAME); if (rc < 0) { #if LINUX_VERSION_CODE > KERNEL_VERSION(2,6,0) if (netif_msg_probe(tp)) dev_err(&pdev->dev, "could not request regions.\n"); #endif //LINUX_VERSION_CODE > KERNEL_VERSION(2,6,0) goto err_out_mwi; } if ((sizeof(dma_addr_t) > 4) && use_dac && !dma_set_mask(&pdev->dev, DMA_BIT_MASK(64)) && !dma_set_coherent_mask(&pdev->dev, DMA_BIT_MASK(64))) { dev->features |= NETIF_F_HIGHDMA; } else { rc = dma_set_mask(&pdev->dev, DMA_BIT_MASK(32)); if (rc < 0) { #if LINUX_VERSION_CODE > KERNEL_VERSION(2,6,0) if (netif_msg_probe(tp)) dev_err(&pdev->dev, "DMA configuration failed.\n"); #endif //LINUX_VERSION_CODE > KERNEL_VERSION(2,6,0) goto err_out_free_res; } } /* ioremap MMIO region */ ioaddr = ioremap(pci_resource_start(pdev, 2), pci_resource_len(pdev, 2)); if (ioaddr == NULL) { #if LINUX_VERSION_CODE > KERNEL_VERSION(2,6,0) if (netif_msg_probe(tp)) dev_err(&pdev->dev, "cannot remap MMIO, aborting\n"); #endif //LINUX_VERSION_CODE > KERNEL_VERSION(2,6,0) rc = -EIO; goto err_out_free_res; } tp->mmio_addr = ioaddr; /* Identify chip attached to board */ rtl8126_get_mac_version(tp); rtl8126_print_mac_version(tp); for (i = ARRAY_SIZE(rtl_chip_info) - 1; i >= 0; i--) { if (tp->mcfg == rtl_chip_info[i].mcfg) break; } if (i < 0) { /* Unknown chip: assume array element #0, original RTL-8125 */ #if LINUX_VERSION_CODE > KERNEL_VERSION(2,6,0) if (netif_msg_probe(tp)) dev_printk(KERN_DEBUG, &pdev->dev, "unknown chip version, assuming %s\n", rtl_chip_info[0].name); #else printk("Realtek unknown chip version, assuming %s\n", rtl_chip_info[0].name); #endif //LINUX_VERSION_CODE < KERNEL_VERSION(2,6,0) i++; } tp->chipset = i; *ioaddr_out = ioaddr; *dev_out = dev; out: return rc; err_out_free_res: pci_release_regions(pdev); err_out_mwi: pci_clear_mwi(pdev); pci_disable_device(pdev); err_out_free_dev: free_netdev(dev); err_out: *ioaddr_out = NULL; *dev_out = NULL; goto out; } static void rtl8126_esd_checker(struct rtl8126_private *tp) { struct net_device *dev = tp->dev; struct pci_dev *pdev = tp->pci_dev; u8 cmd; u16 io_base_l; u16 mem_base_l; u16 mem_base_h; u8 ilr; u16 resv_0x1c_h; u16 resv_0x1c_l; u16 resv_0x20_l; u16 resv_0x20_h; u16 resv_0x24_l; u16 resv_0x24_h; u16 resv_0x2c_h; u16 resv_0x2c_l; u32 pci_sn_l; u32 pci_sn_h; if (unlikely(tp->rtk_enable_diag)) goto exit; tp->esd_flag = 0; pci_read_config_byte(pdev, PCI_COMMAND, &cmd); if (cmd != tp->pci_cfg_space.cmd) { printk(KERN_ERR "%s: cmd = 0x%02x, should be 0x%02x \n.", dev->name, cmd, tp->pci_cfg_space.cmd); pci_write_config_byte(pdev, PCI_COMMAND, tp->pci_cfg_space.cmd); tp->esd_flag |= BIT_0; pci_read_config_byte(pdev, PCI_COMMAND, &cmd); if (cmd == 0xff) { printk(KERN_ERR "%s: pci link is down \n.", dev->name); goto exit; } } pci_read_config_word(pdev, PCI_BASE_ADDRESS_0, &io_base_l); if (io_base_l != tp->pci_cfg_space.io_base_l) { printk(KERN_ERR "%s: io_base_l = 0x%04x, should be 0x%04x \n.", dev->name, io_base_l, tp->pci_cfg_space.io_base_l); pci_write_config_word(pdev, PCI_BASE_ADDRESS_0, tp->pci_cfg_space.io_base_l); tp->esd_flag |= BIT_1; } pci_read_config_word(pdev, PCI_BASE_ADDRESS_2, &mem_base_l); if (mem_base_l != tp->pci_cfg_space.mem_base_l) { printk(KERN_ERR "%s: mem_base_l = 0x%04x, should be 0x%04x \n.", dev->name, mem_base_l, tp->pci_cfg_space.mem_base_l); pci_write_config_word(pdev, PCI_BASE_ADDRESS_2, tp->pci_cfg_space.mem_base_l); tp->esd_flag |= BIT_2; } pci_read_config_word(pdev, PCI_BASE_ADDRESS_2 + 2, &mem_base_h); if (mem_base_h!= tp->pci_cfg_space.mem_base_h) { printk(KERN_ERR "%s: mem_base_h = 0x%04x, should be 0x%04x \n.", dev->name, mem_base_h, tp->pci_cfg_space.mem_base_h); pci_write_config_word(pdev, PCI_BASE_ADDRESS_2 + 2, tp->pci_cfg_space.mem_base_h); tp->esd_flag |= BIT_3; } pci_read_config_word(pdev, PCI_BASE_ADDRESS_3, &resv_0x1c_l); if (resv_0x1c_l != tp->pci_cfg_space.resv_0x1c_l) { printk(KERN_ERR "%s: resv_0x1c_l = 0x%04x, should be 0x%04x \n.", dev->name, resv_0x1c_l, tp->pci_cfg_space.resv_0x1c_l); pci_write_config_word(pdev, PCI_BASE_ADDRESS_3, tp->pci_cfg_space.resv_0x1c_l); tp->esd_flag |= BIT_4; } pci_read_config_word(pdev, PCI_BASE_ADDRESS_3 + 2, &resv_0x1c_h); if (resv_0x1c_h != tp->pci_cfg_space.resv_0x1c_h) { printk(KERN_ERR "%s: resv_0x1c_h = 0x%04x, should be 0x%04x \n.", dev->name, resv_0x1c_h, tp->pci_cfg_space.resv_0x1c_h); pci_write_config_word(pdev, PCI_BASE_ADDRESS_3 + 2, tp->pci_cfg_space.resv_0x1c_h); tp->esd_flag |= BIT_5; } pci_read_config_word(pdev, PCI_BASE_ADDRESS_4, &resv_0x20_l); if (resv_0x20_l != tp->pci_cfg_space.resv_0x20_l) { printk(KERN_ERR "%s: resv_0x20_l = 0x%04x, should be 0x%04x \n.", dev->name, resv_0x20_l, tp->pci_cfg_space.resv_0x20_l); pci_write_config_word(pdev, PCI_BASE_ADDRESS_4, tp->pci_cfg_space.resv_0x20_l); tp->esd_flag |= BIT_6; } pci_read_config_word(pdev, PCI_BASE_ADDRESS_4 + 2, &resv_0x20_h); if (resv_0x20_h != tp->pci_cfg_space.resv_0x20_h) { printk(KERN_ERR "%s: resv_0x20_h = 0x%04x, should be 0x%04x \n.", dev->name, resv_0x20_h, tp->pci_cfg_space.resv_0x20_h); pci_write_config_word(pdev, PCI_BASE_ADDRESS_4 + 2, tp->pci_cfg_space.resv_0x20_h); tp->esd_flag |= BIT_7; } pci_read_config_word(pdev, PCI_BASE_ADDRESS_5, &resv_0x24_l); if (resv_0x24_l != tp->pci_cfg_space.resv_0x24_l) { printk(KERN_ERR "%s: resv_0x24_l = 0x%04x, should be 0x%04x \n.", dev->name, resv_0x24_l, tp->pci_cfg_space.resv_0x24_l); pci_write_config_word(pdev, PCI_BASE_ADDRESS_5, tp->pci_cfg_space.resv_0x24_l); tp->esd_flag |= BIT_8; } pci_read_config_word(pdev, PCI_BASE_ADDRESS_5 + 2, &resv_0x24_h); if (resv_0x24_h != tp->pci_cfg_space.resv_0x24_h) { printk(KERN_ERR "%s: resv_0x24_h = 0x%04x, should be 0x%04x \n.", dev->name, resv_0x24_h, tp->pci_cfg_space.resv_0x24_h); pci_write_config_word(pdev, PCI_BASE_ADDRESS_5 + 2, tp->pci_cfg_space.resv_0x24_h); tp->esd_flag |= BIT_9; } pci_read_config_byte(pdev, PCI_INTERRUPT_LINE, &ilr); if (ilr != tp->pci_cfg_space.ilr) { printk(KERN_ERR "%s: ilr = 0x%02x, should be 0x%02x \n.", dev->name, ilr, tp->pci_cfg_space.ilr); pci_write_config_byte(pdev, PCI_INTERRUPT_LINE, tp->pci_cfg_space.ilr); tp->esd_flag |= BIT_10; } pci_read_config_word(pdev, PCI_SUBSYSTEM_VENDOR_ID, &resv_0x2c_l); if (resv_0x2c_l != tp->pci_cfg_space.resv_0x2c_l) { printk(KERN_ERR "%s: resv_0x2c_l = 0x%04x, should be 0x%04x \n.", dev->name, resv_0x2c_l, tp->pci_cfg_space.resv_0x2c_l); pci_write_config_word(pdev, PCI_SUBSYSTEM_VENDOR_ID, tp->pci_cfg_space.resv_0x2c_l); tp->esd_flag |= BIT_11; } pci_read_config_word(pdev, PCI_SUBSYSTEM_VENDOR_ID + 2, &resv_0x2c_h); if (resv_0x2c_h != tp->pci_cfg_space.resv_0x2c_h) { printk(KERN_ERR "%s: resv_0x2c_h = 0x%04x, should be 0x%04x \n.", dev->name, resv_0x2c_h, tp->pci_cfg_space.resv_0x2c_h); pci_write_config_word(pdev, PCI_SUBSYSTEM_VENDOR_ID + 2, tp->pci_cfg_space.resv_0x2c_h); tp->esd_flag |= BIT_12; } if (tp->HwPcieSNOffset > 0) { pci_sn_l = rtl8126_csi_read(tp, tp->HwPcieSNOffset); if (pci_sn_l != tp->pci_cfg_space.pci_sn_l) { printk(KERN_ERR "%s: pci_sn_l = 0x%08x, should be 0x%08x \n.", dev->name, pci_sn_l, tp->pci_cfg_space.pci_sn_l); rtl8126_csi_write(tp, tp->HwPcieSNOffset, tp->pci_cfg_space.pci_sn_l); tp->esd_flag |= BIT_13; } pci_sn_h = rtl8126_csi_read(tp, tp->HwPcieSNOffset + 4); if (pci_sn_h != tp->pci_cfg_space.pci_sn_h) { printk(KERN_ERR "%s: pci_sn_h = 0x%08x, should be 0x%08x \n.", dev->name, pci_sn_h, tp->pci_cfg_space.pci_sn_h); rtl8126_csi_write(tp, tp->HwPcieSNOffset + 4, tp->pci_cfg_space.pci_sn_h); tp->esd_flag |= BIT_14; } } if (tp->esd_flag != 0) { printk(KERN_ERR "%s: esd_flag = 0x%04x\n.\n", dev->name, tp->esd_flag); netif_carrier_off(dev); netif_tx_disable(dev); rtl8126_hw_reset(dev); rtl8126_tx_clear(tp); rtl8126_rx_clear(tp); rtl8126_init_ring(dev); rtl8126_up(dev); rtl8126_enable_hw_linkchg_interrupt(tp); rtl8126_set_speed(dev, tp->autoneg, tp->speed, tp->duplex, tp->advertising); tp->esd_flag = 0; } exit: return; } /* static void #if LINUX_VERSION_CODE < KERNEL_VERSION(4,14,0) rtl8126_esd_timer(unsigned long __opaque) #else rtl8126_esd_timer(struct timer_list *t) #endif { #if LINUX_VERSION_CODE < KERNEL_VERSION(4,14,0) struct net_device *dev = (struct net_device *)__opaque; struct rtl8126_private *tp = netdev_priv(dev); struct timer_list *timer = &tp->esd_timer; #else struct rtl8126_private *tp = from_timer(tp, t, esd_timer); //struct net_device *dev = tp->dev; struct timer_list *timer = t; #endif rtl8126_esd_checker(tp); mod_timer(timer, jiffies + timeout); } */ /* static void #if LINUX_VERSION_CODE < KERNEL_VERSION(4,14,0) rtl8126_link_timer(unsigned long __opaque) #else rtl8126_link_timer(struct timer_list *t) #endif { #if LINUX_VERSION_CODE < KERNEL_VERSION(4,14,0) struct net_device *dev = (struct net_device *)__opaque; struct rtl8126_private *tp = netdev_priv(dev); struct timer_list *timer = &tp->link_timer; #else struct rtl8126_private *tp = from_timer(tp, t, link_timer); struct net_device *dev = tp->dev; struct timer_list *timer = t; #endif rtl8126_check_link_status(dev); mod_timer(timer, jiffies + RTL8126_LINK_TIMEOUT); } */ int rtl8126_enable_msix(struct rtl8126_private *tp) { int i, nvecs = 0; struct msix_entry msix_ent[R8126_MAX_MSIX_VEC]; //struct net_device *dev = tp->dev; //const int len = sizeof(tp->irq_tbl[0].name); for (i = 0; i < R8126_MAX_MSIX_VEC; i++) { msix_ent[i].entry = i; msix_ent[i].vector = 0; } nvecs = pci_enable_msix_range(tp->pci_dev, msix_ent, tp->min_irq_nvecs, tp->max_irq_nvecs); if (nvecs < 0) goto out; for (i = 0; i < nvecs; i++) { struct r8126_irq *irq = &tp->irq_tbl[i]; irq->vector = msix_ent[i].vector; //snprintf(irq->name, len, "%s-%d", dev->name, i); //irq->handler = rtl8126_interrupt_msix; } out: return nvecs; } /* Cfg9346_Unlock assumed. */ static int rtl8126_try_msi(struct rtl8126_private *tp) { struct pci_dev *pdev = tp->pci_dev; unsigned int hw_supp_irq_nvecs; unsigned msi = 0; int nvecs = 1; switch (tp->mcfg) { case CFG_METHOD_1 ... CFG_METHOD_3: hw_supp_irq_nvecs = R8126_MAX_MSIX_VEC_8125B; break; default: hw_supp_irq_nvecs = 1; break; } tp->hw_supp_irq_nvecs = clamp_val(hw_supp_irq_nvecs, 1, R8126_MAX_MSIX_VEC); tp->max_irq_nvecs = 1; tp->min_irq_nvecs = 1; #ifndef DISABLE_MULTI_MSIX_VECTOR switch (tp->mcfg) { case CFG_METHOD_1: case CFG_METHOD_2: case CFG_METHOD_3: tp->max_irq_nvecs = tp->hw_supp_irq_nvecs; tp->min_irq_nvecs = R8126_MIN_MSIX_VEC_8125B; break; } #endif #if defined(RTL_USE_NEW_INTR_API) if ((nvecs = pci_alloc_irq_vectors(pdev, tp->min_irq_nvecs, tp->max_irq_nvecs, PCI_IRQ_MSIX)) > 0) msi |= RTL_FEATURE_MSIX; else if ((nvecs = pci_alloc_irq_vectors(pdev, 1, 1, PCI_IRQ_ALL_TYPES)) > 0 && pci_dev_msi_enabled(pdev)) msi |= RTL_FEATURE_MSI; #elif LINUX_VERSION_CODE > KERNEL_VERSION(2,6,13) if ((nvecs = rtl8126_enable_msix(tp)) > 0) msi |= RTL_FEATURE_MSIX; else if (!pci_enable_msi(pdev)) msi |= RTL_FEATURE_MSI; #endif if (!(msi & (RTL_FEATURE_MSI | RTL_FEATURE_MSIX))) dev_info(&pdev->dev, "no MSI/MSI-X. Back to INTx.\n"); if (!(msi & RTL_FEATURE_MSIX) || nvecs < 1) nvecs = 1; tp->irq_nvecs = nvecs; tp->features |= msi; return nvecs; } static void rtl8126_disable_msi(struct pci_dev *pdev, struct rtl8126_private *tp) { #if defined(RTL_USE_NEW_INTR_API) if (tp->features & (RTL_FEATURE_MSI | RTL_FEATURE_MSIX)) pci_free_irq_vectors(pdev); #elif LINUX_VERSION_CODE > KERNEL_VERSION(2,6,13) if (tp->features & (RTL_FEATURE_MSIX)) pci_disable_msix(pdev); else if (tp->features & (RTL_FEATURE_MSI)) pci_disable_msi(pdev); #endif tp->features &= ~(RTL_FEATURE_MSI | RTL_FEATURE_MSIX); } static int rtl8126_get_irq(struct pci_dev *pdev) { #if defined(RTL_USE_NEW_INTR_API) return pci_irq_vector(pdev, 0); #else return pdev->irq; #endif } #if LINUX_VERSION_CODE >= KERNEL_VERSION(5,11,0) static void rtl8126_get_stats64(struct net_device *dev, struct rtnl_link_stats64 *stats) { struct rtl8126_private *tp = netdev_priv(dev); struct rtl8126_counters *counters = tp->tally_vaddr; dma_addr_t paddr = tp->tally_paddr; if (!counters) return; netdev_stats_to_stats64(stats, &dev->stats); dev_fetch_sw_netstats(stats, dev->tstats); /* * Fetch additional counter values missing in stats collected by driver * from tally counters. */ rtl8126_dump_tally_counter(tp, paddr); stats->tx_errors = le64_to_cpu(counters->tx_errors); stats->collisions = le32_to_cpu(counters->tx_multi_collision); stats->tx_aborted_errors = le16_to_cpu(counters->tx_aborted) ; stats->rx_missed_errors = le16_to_cpu(counters->rx_missed); } #else /** * rtl8126_get_stats - Get rtl8126 read/write statistics * @dev: The Ethernet Device to get statistics for * * Get TX/RX statistics for rtl8126 */ static struct net_device_stats *rtl8126_get_stats(struct net_device *dev) { #if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,22) struct rtl8126_private *tp = netdev_priv(dev); #endif return &RTLDEV->stats; } #endif //LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,36) #if LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,29) static const struct net_device_ops rtl8126_netdev_ops = { .ndo_open = rtl8126_open, .ndo_stop = rtl8126_close, #if LINUX_VERSION_CODE >= KERNEL_VERSION(5,11,0) .ndo_get_stats64 = rtl8126_get_stats64, #else .ndo_get_stats = rtl8126_get_stats, #endif //LINUX_VERSION_CODE >= KERNEL_VERSION(5,11,0) .ndo_start_xmit = rtl8126_start_xmit, .ndo_tx_timeout = rtl8126_tx_timeout, .ndo_change_mtu = rtl8126_change_mtu, .ndo_set_mac_address = rtl8126_set_mac_address, #if LINUX_VERSION_CODE < KERNEL_VERSION(5,15,0) .ndo_do_ioctl = rtl8126_do_ioctl, #else .ndo_siocdevprivate = rtl8126_siocdevprivate, .ndo_eth_ioctl = rtl8126_do_ioctl, #endif //LINUX_VERSION_CODE < KERNEL_VERSION(5,15,0) #if LINUX_VERSION_CODE < KERNEL_VERSION(3,1,0) .ndo_set_multicast_list = rtl8126_set_rx_mode, #else .ndo_set_rx_mode = rtl8126_set_rx_mode, #endif #if LINUX_VERSION_CODE < KERNEL_VERSION(3,0,0) #ifdef CONFIG_R8126_VLAN .ndo_vlan_rx_register = rtl8126_vlan_rx_register, #endif #else .ndo_fix_features = rtl8126_fix_features, .ndo_set_features = rtl8126_set_features, #endif #ifdef CONFIG_NET_POLL_CONTROLLER .ndo_poll_controller = rtl8126_netpoll, #endif }; #endif #ifdef CONFIG_R8126_NAPI static int rtl8126_poll(napi_ptr napi, napi_budget budget) { struct r8126_napi *r8126napi = RTL_GET_PRIV(napi, struct r8126_napi); struct rtl8126_private *tp = r8126napi->priv; RTL_GET_NETDEV(tp) unsigned int work_to_do = RTL_NAPI_QUOTA(budget, dev); unsigned int work_done = 0; int i; for (i = 0; i < tp->num_tx_rings; i++) rtl8126_tx_interrupt(&tp->tx_ring[i], budget); for (i = 0; i < tp->num_rx_rings; i++) work_done += rtl8126_rx_interrupt(dev, tp, &tp->rx_ring[i], budget); RTL_NAPI_QUOTA_UPDATE(dev, work_done, budget); if (work_done < work_to_do) { #ifdef ENABLE_DASH_SUPPORT if (tp->DASH) HandleDashInterrupt(tp->dev); #endif #if LINUX_VERSION_CODE >= KERNEL_VERSION(4,10,0) if (RTL_NETIF_RX_COMPLETE(dev, napi, work_done) == FALSE) return RTL_NAPI_RETURN_VALUE; #else RTL_NETIF_RX_COMPLETE(dev, napi, work_done); #endif /* * 20040426: the barrier is not strictly required but the * behavior of the irq handler could be less predictable * without it. Btw, the lack of flush for the posted pci * write is safe - FR */ smp_wmb(); rtl8126_switch_to_timer_interrupt(tp); } return RTL_NAPI_RETURN_VALUE; } static int rtl8126_poll_msix_ring(napi_ptr napi, napi_budget budget) { struct r8126_napi *r8126napi = RTL_GET_PRIV(napi, struct r8126_napi); struct rtl8126_private *tp = r8126napi->priv; RTL_GET_NETDEV(tp) unsigned int work_to_do = RTL_NAPI_QUOTA(budget, dev); unsigned int work_done = 0; const int message_id = r8126napi->index; rtl8126_tx_interrupt_with_vector(tp, message_id, budget); work_done += rtl8126_rx_interrupt(dev, tp, &tp->rx_ring[message_id], budget); RTL_NAPI_QUOTA_UPDATE(dev, work_done, budget); if (work_done < work_to_do) { #ifdef ENABLE_DASH_SUPPORT if (tp->DASH && message_id == 0) HandleDashInterrupt(tp->dev); #endif #if LINUX_VERSION_CODE >= KERNEL_VERSION(4,10,0) if (RTL_NETIF_RX_COMPLETE(dev, napi, work_done) == FALSE) return RTL_NAPI_RETURN_VALUE; #else RTL_NETIF_RX_COMPLETE(dev, napi, work_done); #endif /* * 20040426: the barrier is not strictly required but the * behavior of the irq handler could be less predictable * without it. Btw, the lack of flush for the posted pci * write is safe - FR */ smp_wmb(); rtl8126_enable_hw_interrupt_v2(tp, message_id); } return RTL_NAPI_RETURN_VALUE; } static int rtl8126_poll_msix_tx(napi_ptr napi, napi_budget budget) { struct r8126_napi *r8126napi = RTL_GET_PRIV(napi, struct r8126_napi); struct rtl8126_private *tp = r8126napi->priv; RTL_GET_NETDEV(tp) unsigned int work_to_do = RTL_NAPI_QUOTA(budget, dev); unsigned int work_done = 0; const int message_id = r8126napi->index; //suppress unused variable (void)(dev); rtl8126_tx_interrupt_with_vector(tp, message_id, budget); RTL_NAPI_QUOTA_UPDATE(dev, work_done, budget); if (work_done < work_to_do) { #if LINUX_VERSION_CODE >= KERNEL_VERSION(4,10,0) if (RTL_NETIF_RX_COMPLETE(dev, napi, work_done) == FALSE) return RTL_NAPI_RETURN_VALUE; #else RTL_NETIF_RX_COMPLETE(dev, napi, work_done); #endif /* * 20040426: the barrier is not strictly required but the * behavior of the irq handler could be less predictable * without it. Btw, the lack of flush for the posted pci * write is safe - FR */ smp_wmb(); rtl8126_enable_hw_interrupt_v2(tp, message_id); } return RTL_NAPI_RETURN_VALUE; } static int rtl8126_poll_msix_other(napi_ptr napi, napi_budget budget) { struct r8126_napi *r8126napi = RTL_GET_PRIV(napi, struct r8126_napi); struct rtl8126_private *tp = r8126napi->priv; RTL_GET_NETDEV(tp) unsigned int work_to_do = RTL_NAPI_QUOTA(budget, dev); const int message_id = r8126napi->index; //suppress unused variable (void)(dev); #if LINUX_VERSION_CODE >= KERNEL_VERSION(4,10,0) RTL_NETIF_RX_COMPLETE(dev, napi, work_to_do); #else RTL_NETIF_RX_COMPLETE(dev, napi, work_to_do); #endif rtl8126_enable_hw_interrupt_v2(tp, message_id); return 1; } static int rtl8126_poll_msix_rx(napi_ptr napi, napi_budget budget) { struct r8126_napi *r8126napi = RTL_GET_PRIV(napi, struct r8126_napi); struct rtl8126_private *tp = r8126napi->priv; RTL_GET_NETDEV(tp) unsigned int work_to_do = RTL_NAPI_QUOTA(budget, dev); unsigned int work_done = 0; const int message_id = r8126napi->index; work_done += rtl8126_rx_interrupt(dev, tp, &tp->rx_ring[message_id], budget); RTL_NAPI_QUOTA_UPDATE(dev, work_done, budget); if (work_done < work_to_do) { #if LINUX_VERSION_CODE >= KERNEL_VERSION(4,10,0) if (RTL_NETIF_RX_COMPLETE(dev, napi, work_done) == FALSE) return RTL_NAPI_RETURN_VALUE; #else RTL_NETIF_RX_COMPLETE(dev, napi, work_done); #endif /* * 20040426: the barrier is not strictly required but the * behavior of the irq handler could be less predictable * without it. Btw, the lack of flush for the posted pci * write is safe - FR */ smp_wmb(); rtl8126_enable_hw_interrupt_v2(tp, message_id); } return RTL_NAPI_RETURN_VALUE; } void rtl8126_enable_napi(struct rtl8126_private *tp) { #if LINUX_VERSION_CODE > KERNEL_VERSION(2,6,0) int i; for (i = 0; i < tp->irq_nvecs; i++) RTL_NAPI_ENABLE(tp->dev, &tp->r8126napi[i].napi); #endif } static void rtl8126_disable_napi(struct rtl8126_private *tp) { #if LINUX_VERSION_CODE > KERNEL_VERSION(2,6,0) int i; for (i = 0; i < tp->irq_nvecs; i++) RTL_NAPI_DISABLE(tp->dev, &tp->r8126napi[i].napi); #endif } static void rtl8126_del_napi(struct rtl8126_private *tp) { #if LINUX_VERSION_CODE > KERNEL_VERSION(2,6,0) int i; for (i = 0; i < tp->irq_nvecs; i++) RTL_NAPI_DEL((&tp->r8126napi[i])); #endif } #endif //CONFIG_R8126_NAPI static void rtl8126_init_napi(struct rtl8126_private *tp) { int i; for (i=0; iirq_nvecs; i++) { struct r8126_napi *r8126napi = &tp->r8126napi[i]; #ifdef CONFIG_R8126_NAPI int (*poll)(struct napi_struct *, int); poll = rtl8126_poll; if (tp->features & RTL_FEATURE_MSIX) { switch (tp->HwCurrIsrVer) { case 5: if (i < R8126_MAX_RX_QUEUES_VEC_V3) poll = rtl8126_poll_msix_rx; else if (i == 16 || i == 17) poll = rtl8126_poll_msix_tx; else poll = rtl8126_poll_msix_other; break; case 2: if (i < R8126_MAX_RX_QUEUES_VEC_V3) poll = rtl8126_poll_msix_rx; else if (i == 16 || i == 18) poll = rtl8126_poll_msix_tx; else poll = rtl8126_poll_msix_other; break; case 3: case 4: if (i < R8126_MAX_RX_QUEUES_VEC_V3) poll = rtl8126_poll_msix_ring; else poll = rtl8126_poll_msix_other; break; } } RTL_NAPI_CONFIG(tp->dev, r8126napi, poll, R8126_NAPI_WEIGHT); #endif r8126napi->priv = tp; r8126napi->index = i; } } static int rtl8126_set_real_num_queue(struct rtl8126_private *tp) { int retval = 0; retval = netif_set_real_num_tx_queues(tp->dev, tp->num_tx_rings); if (retval < 0) goto exit; retval = netif_set_real_num_rx_queues(tp->dev, tp->num_rx_rings); if (retval < 0) goto exit; exit: return retval; } #if LINUX_VERSION_CODE < KERNEL_VERSION(6,2,0) void netdev_sw_irq_coalesce_default_on(struct net_device *dev) { #if LINUX_VERSION_CODE >= KERNEL_VERSION(5,8,0) WARN_ON(dev->reg_state == NETREG_REGISTERED); dev->gro_flush_timeout = 20000; dev->napi_defer_hard_irqs = 1; #endif //LINUX_VERSION_CODE >= KERNEL_VERSION(5,8,0) } #endif //LINUX_VERSION_CODE < KERNEL_VERSION(6,2,0) static int __devinit rtl8126_init_one(struct pci_dev *pdev, const struct pci_device_id *ent) { struct net_device *dev = NULL; struct rtl8126_private *tp; void __iomem *ioaddr = NULL; static int board_idx = -1; int rc; assert(pdev != NULL); assert(ent != NULL); board_idx++; if (netif_msg_drv(&debug)) printk(KERN_INFO "%s Ethernet controller driver %s loaded\n", MODULENAME, RTL8126_VERSION); rc = rtl8126_init_board(pdev, &dev, &ioaddr); if (rc) goto out; tp = netdev_priv(dev); assert(ioaddr != NULL); tp->set_speed = rtl8126_set_speed_xmii; tp->get_settings = rtl8126_gset_xmii; tp->phy_reset_enable = rtl8126_xmii_reset_enable; tp->phy_reset_pending = rtl8126_xmii_reset_pending; tp->link_ok = rtl8126_xmii_link_ok; #if LINUX_VERSION_CODE >= KERNEL_VERSION(5,11,0) dev->tstats = devm_netdev_alloc_pcpu_stats(&pdev->dev, struct pcpu_sw_netstats); if (!dev->tstats) goto err_out_1; #endif //LINUX_VERSION_CODE >= KERNEL_VERSION(5,11,0) rc = rtl8126_try_msi(tp); if (rc < 0) { dev_err(&pdev->dev, "Can't allocate interrupt\n"); goto err_out_1; } rtl8126_init_software_variable(dev); RTL_NET_DEVICE_OPS(rtl8126_netdev_ops); #if LINUX_VERSION_CODE > KERNEL_VERSION(2,4,22) SET_ETHTOOL_OPS(dev, &rtl8126_ethtool_ops); #endif dev->watchdog_timeo = RTL8126_TX_TIMEOUT; dev->irq = rtl8126_get_irq(pdev); dev->base_addr = (unsigned long) ioaddr; rtl8126_init_napi(tp); #ifdef CONFIG_R8126_VLAN if (tp->mcfg != CFG_METHOD_DEFAULT) { dev->features |= NETIF_F_HW_VLAN_TX | NETIF_F_HW_VLAN_RX; #if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,22) dev->vlan_rx_kill_vid = rtl8126_vlan_rx_kill_vid; #endif //LINUX_VERSION_CODE < KERNEL_VERSION(2,6,22) } #endif /* There has been a number of reports that using SG/TSO results in * tx timeouts. However for a lot of people SG/TSO works fine. * Therefore disable both features by default, but allow users to * enable them. Use at own risk! */ tp->cp_cmd |= RTL_R16(tp, CPlusCmd); if (tp->mcfg != CFG_METHOD_DEFAULT) { dev->features |= NETIF_F_IP_CSUM; #if LINUX_VERSION_CODE < KERNEL_VERSION(3,0,0) tp->cp_cmd |= RxChkSum; #else dev->features |= NETIF_F_RXCSUM; switch (tp->mcfg) { default: dev->features |= NETIF_F_SG | NETIF_F_TSO; break; }; dev->hw_features = NETIF_F_SG | NETIF_F_IP_CSUM | NETIF_F_TSO | NETIF_F_RXCSUM | NETIF_F_HW_VLAN_TX | NETIF_F_HW_VLAN_RX; dev->vlan_features = NETIF_F_SG | NETIF_F_IP_CSUM | NETIF_F_TSO | NETIF_F_HIGHDMA; #if LINUX_VERSION_CODE >= KERNEL_VERSION(3,15,0) dev->priv_flags |= IFF_LIVE_ADDR_CHANGE; #endif //LINUX_VERSION_CODE >= KERNEL_VERSION(3,15,0) dev->hw_features |= NETIF_F_RXALL; dev->hw_features |= NETIF_F_RXFCS; #if LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,22) dev->hw_features |= NETIF_F_IPV6_CSUM | NETIF_F_TSO6; dev->features |= NETIF_F_IPV6_CSUM; switch (tp->mcfg) { default: dev->features |= NETIF_F_TSO6; break; }; #if LINUX_VERSION_CODE >= KERNEL_VERSION(5,19,0) netif_set_tso_max_size(dev, LSO_64K); netif_set_tso_max_segs(dev, NIC_MAX_PHYS_BUF_COUNT_LSO2); #else //LINUX_VERSION_CODE >= KERNEL_VERSION(5,19,0) netif_set_gso_max_size(dev, LSO_64K); #if LINUX_VERSION_CODE >= KERNEL_VERSION(3,18,0) dev->gso_max_segs = NIC_MAX_PHYS_BUF_COUNT_LSO2; #if LINUX_VERSION_CODE < KERNEL_VERSION(4,7,0) dev->gso_min_segs = NIC_MIN_PHYS_BUF_COUNT; #endif //LINUX_VERSION_CODE < KERNEL_VERSION(4,7,0) #endif //LINUX_VERSION_CODE >= KERNEL_VERSION(3,18,0) #endif //LINUX_VERSION_CODE >= KERNEL_VERSION(5,19,0) #endif //LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,22) #endif //LINUX_VERSION_CODE < KERNEL_VERSION(3,0,0) #ifdef ENABLE_RSS_SUPPORT if (tp->EnableRss) { dev->hw_features |= NETIF_F_RXHASH; dev->features |= NETIF_F_RXHASH; } #endif } netdev_sw_irq_coalesce_default_on(dev); #ifdef ENABLE_DASH_SUPPORT if (tp->DASH) AllocateDashShareMemory(dev); #endif #ifdef ENABLE_LIB_SUPPORT BLOCKING_INIT_NOTIFIER_HEAD(&tp->lib_nh); #endif rtl8126_init_all_schedule_work(tp); rc = rtl8126_set_real_num_queue(tp); if (rc < 0) goto err_out; rtl8126_exit_oob(dev); rtl8126_powerup_pll(dev); rtl8126_hw_init(dev); rtl8126_hw_reset(dev); /* Get production from EEPROM */ rtl8126_eeprom_type(tp); if (tp->eeprom_type == EEPROM_TYPE_93C46 || tp->eeprom_type == EEPROM_TYPE_93C56) rtl8126_set_eeprom_sel_low(tp); rtl8126_get_mac_address(dev); tp->fw_name = rtl_chip_fw_infos[tp->mcfg].fw_name; tp->tally_vaddr = dma_alloc_coherent(&pdev->dev, sizeof(*tp->tally_vaddr), &tp->tally_paddr, GFP_KERNEL); if (!tp->tally_vaddr) { rc = -ENOMEM; goto err_out; } rtl8126_tally_counter_clear(tp); pci_set_drvdata(pdev, dev); rc = register_netdev(dev); if (rc) goto err_out; printk(KERN_INFO "%s: This product is covered by one or more of the following patents: US6,570,884, US6,115,776, and US6,327,625.\n", MODULENAME); rtl8126_disable_rxdvgate(dev); device_set_wakeup_enable(&pdev->dev, tp->wol_enabled); netif_carrier_off(dev); rtl8126_sysfs_init(dev); printk("%s", GPL_CLAIM); out: return rc; err_out: if (tp->tally_vaddr != NULL) { dma_free_coherent(&pdev->dev, sizeof(*tp->tally_vaddr), tp->tally_vaddr, tp->tally_paddr); tp->tally_vaddr = NULL; } #ifdef CONFIG_R8126_NAPI rtl8126_del_napi(tp); #endif rtl8126_disable_msi(pdev, tp); err_out_1: rtl8126_release_board(pdev, dev); goto out; } static void __devexit rtl8126_remove_one(struct pci_dev *pdev) { struct net_device *dev = pci_get_drvdata(pdev); struct rtl8126_private *tp = netdev_priv(dev); assert(dev != NULL); assert(tp != NULL); set_bit(R8126_FLAG_DOWN, tp->task_flags); rtl8126_cancel_all_schedule_work(tp); #ifdef CONFIG_R8126_NAPI rtl8126_del_napi(tp); #endif if (HW_DASH_SUPPORT_DASH(tp)) rtl8126_driver_stop(tp); #ifdef ENABLE_R8126_SYSFS rtl8126_sysfs_remove(dev); #endif //ENABLE_R8126_SYSFS unregister_netdev(dev); rtl8126_disable_msi(pdev, tp); #ifdef ENABLE_R8126_PROCFS rtl8126_proc_remove(dev); #endif if (tp->tally_vaddr != NULL) { dma_free_coherent(&pdev->dev, sizeof(*tp->tally_vaddr), tp->tally_vaddr, tp->tally_paddr); tp->tally_vaddr = NULL; } rtl8126_release_board(pdev, dev); #ifdef ENABLE_USE_FIRMWARE_FILE rtl8126_release_firmware(tp); #endif pci_set_drvdata(pdev, NULL); } #ifdef ENABLE_PAGE_REUSE static inline unsigned int rtl8126_rx_page_order(unsigned rx_buf_sz, unsigned page_size) { unsigned truesize = SKB_DATA_ALIGN(sizeof(struct skb_shared_info)) + SKB_DATA_ALIGN(rx_buf_sz + R8126_RX_ALIGN); return get_order(truesize * 2); } #endif //ENABLE_PAGE_REUSE static void rtl8126_set_rxbufsize(struct rtl8126_private *tp, struct net_device *dev) { unsigned int mtu = dev->mtu; tp->rms = (mtu > ETH_DATA_LEN) ? mtu + ETH_HLEN + RT_VALN_HLEN + ETH_FCS_LEN: RX_BUF_SIZE; tp->rx_buf_sz = tp->rms; #ifdef ENABLE_RX_PACKET_FRAGMENT tp->rx_buf_sz = SKB_DATA_ALIGN(RX_BUF_SIZE); #endif //ENABLE_RX_PACKET_FRAGMENT #ifdef ENABLE_PAGE_REUSE tp->rx_buf_page_order = rtl8126_rx_page_order(tp->rx_buf_sz, PAGE_SIZE); tp->rx_buf_page_size = rtl8126_rx_page_size(tp->rx_buf_page_order); #endif //ENABLE_PAGE_REUSE } static void rtl8126_free_irq(struct rtl8126_private *tp) { int i; for (i=0; iirq_nvecs; i++) { struct r8126_irq *irq = &tp->irq_tbl[i]; struct r8126_napi *r8126napi = &tp->r8126napi[i]; if (irq->requested) { irq->requested = 0; #if defined(RTL_USE_NEW_INTR_API) pci_free_irq(tp->pci_dev, i, r8126napi); #else free_irq(irq->vector, r8126napi); #endif } } } static int rtl8126_alloc_irq(struct rtl8126_private *tp) { struct net_device *dev = tp->dev; int rc = 0; struct r8126_irq *irq; struct r8126_napi *r8126napi; int i = 0; const int len = sizeof(tp->irq_tbl[0].name); #if defined(RTL_USE_NEW_INTR_API) for (i=0; iirq_nvecs; i++) { irq = &tp->irq_tbl[i]; if (tp->features & RTL_FEATURE_MSIX && tp->HwCurrIsrVer > 1) irq->handler = rtl8126_interrupt_msix; else irq->handler = rtl8126_interrupt; r8126napi = &tp->r8126napi[i]; snprintf(irq->name, len, "%s-%d", dev->name, i); rc = pci_request_irq(tp->pci_dev, i, irq->handler, NULL, r8126napi, irq->name); if (rc) break; irq->vector = pci_irq_vector(tp->pci_dev, i); irq->requested = 1; } #else unsigned long irq_flags = 0; #ifdef ENABLE_LIB_SUPPORT irq_flags |= IRQF_NO_SUSPEND; #endif if (tp->features & RTL_FEATURE_MSIX && tp->HwCurrIsrVer > 1) { for (i=0; iirq_nvecs; i++) { irq = &tp->irq_tbl[i]; irq->handler = rtl8126_interrupt_msix; r8126napi = &tp->r8126napi[i]; snprintf(irq->name, len, "%s-%d", dev->name, i); rc = request_irq(irq->vector, irq->handler, irq_flags, irq->name, r8126napi); if (rc) break; irq->requested = 1; } } else { irq = &tp->irq_tbl[0]; irq->handler = rtl8126_interrupt; r8126napi = &tp->r8126napi[0]; snprintf(irq->name, len, "%s-0", dev->name); if (!(tp->features & RTL_FEATURE_MSIX)) irq->vector = dev->irq; irq_flags |= (tp->features & (RTL_FEATURE_MSI | RTL_FEATURE_MSIX)) ? 0 : SA_SHIRQ; rc = request_irq(irq->vector, irq->handler, irq_flags, irq->name, r8126napi); if (rc == 0) irq->requested = 1; } #endif if (rc) rtl8126_free_irq(tp); return rc; } static int rtl8126_alloc_tx_desc(struct rtl8126_private *tp) { struct rtl8126_tx_ring *ring; struct pci_dev *pdev = tp->pci_dev; int i; for (i = 0; i < tp->num_tx_rings; i++) { ring = &tp->tx_ring[i]; ring->TxDescAllocSize = (ring->num_tx_desc + 1) * sizeof(struct TxDesc); ring->TxDescArray = dma_alloc_coherent(&pdev->dev, ring->TxDescAllocSize, &ring->TxPhyAddr, GFP_KERNEL); if (!ring->TxDescArray) return -1; } return 0; } static int rtl8126_alloc_rx_desc(struct rtl8126_private *tp) { struct rtl8126_rx_ring *ring; struct pci_dev *pdev = tp->pci_dev; int i; for (i = 0; i < tp->num_rx_rings; i++) { ring = &tp->rx_ring[i]; ring->RxDescAllocSize = (ring->num_rx_desc + 1) * tp->RxDescLength; ring->RxDescArray = dma_alloc_coherent(&pdev->dev, ring->RxDescAllocSize, &ring->RxPhyAddr, GFP_KERNEL); if (!ring->RxDescArray) return -1; } return 0; } static void rtl8126_free_tx_desc(struct rtl8126_private *tp) { struct rtl8126_tx_ring *ring; struct pci_dev *pdev = tp->pci_dev; int i; for (i = 0; i < tp->num_tx_rings; i++) { ring = &tp->tx_ring[i]; if (ring->TxDescArray) { dma_free_coherent(&pdev->dev, ring->TxDescAllocSize, ring->TxDescArray, ring->TxPhyAddr); ring->TxDescArray = NULL; } } } static void rtl8126_free_rx_desc(struct rtl8126_private *tp) { struct rtl8126_rx_ring *ring; struct pci_dev *pdev = tp->pci_dev; int i; for (i = 0; i < tp->num_rx_rings; i++) { ring = &tp->rx_ring[i]; if (ring->RxDescArray) { dma_free_coherent(&pdev->dev, ring->RxDescAllocSize, ring->RxDescArray, ring->RxPhyAddr); ring->RxDescArray = NULL; } } } static void rtl8126_free_alloc_resources(struct rtl8126_private *tp) { rtl8126_free_rx_desc(tp); rtl8126_free_tx_desc(tp); } #ifdef ENABLE_USE_FIRMWARE_FILE static void rtl8126_request_firmware(struct rtl8126_private *tp) { struct rtl8126_fw *rtl_fw; /* firmware loaded already or no firmware available */ if (tp->rtl_fw || !tp->fw_name) return; rtl_fw = kzalloc(sizeof(*rtl_fw), GFP_KERNEL); if (!rtl_fw) return; rtl_fw->phy_write = rtl8126_mdio_write; rtl_fw->phy_read = rtl8126_mdio_read; rtl_fw->mac_mcu_write = mac_mcu_write; rtl_fw->mac_mcu_read = mac_mcu_read; rtl_fw->fw_name = tp->fw_name; rtl_fw->dev = tp_to_dev(tp); if (rtl8126_fw_request_firmware(rtl_fw)) kfree(rtl_fw); else tp->rtl_fw = rtl_fw; } #endif int rtl8126_open(struct net_device *dev) { struct rtl8126_private *tp = netdev_priv(dev); int retval; retval = -ENOMEM; #ifdef ENABLE_R8126_PROCFS rtl8126_proc_init(dev); #endif rtl8126_set_rxbufsize(tp, dev); /* * Rx and Tx descriptors needs 256 bytes alignment. * pci_alloc_consistent provides more. */ if (rtl8126_alloc_tx_desc(tp) < 0 || rtl8126_alloc_rx_desc(tp) < 0) goto err_free_all_allocated_mem; retval = rtl8126_init_ring(dev); if (retval < 0) goto err_free_all_allocated_mem; retval = rtl8126_alloc_irq(tp); if (retval < 0) goto err_free_all_allocated_mem; if (netif_msg_probe(tp)) { printk(KERN_INFO "%s: 0x%lx, " "%2.2x:%2.2x:%2.2x:%2.2x:%2.2x:%2.2x, " "IRQ %d\n", dev->name, dev->base_addr, dev->dev_addr[0], dev->dev_addr[1], dev->dev_addr[2], dev->dev_addr[3], dev->dev_addr[4], dev->dev_addr[5], dev->irq); } #ifdef ENABLE_USE_FIRMWARE_FILE rtl8126_request_firmware(tp); #endif pci_set_master(tp->pci_dev); #ifdef CONFIG_R8126_NAPI rtl8126_enable_napi(tp); #endif rtl8126_exit_oob(dev); rtl8126_up(dev); #ifdef ENABLE_PTP_SUPPORT if (tp->EnablePtp) rtl8126_ptp_init(tp); #endif clear_bit(R8126_FLAG_DOWN, tp->task_flags); if (tp->resume_not_chg_speed) rtl8126_check_link_status(dev); else rtl8126_set_speed(dev, tp->autoneg, tp->speed, tp->duplex, tp->advertising); if (tp->esd_flag == 0) { //rtl8126_request_esd_timer(dev); rtl8126_schedule_esd_work(tp); } //rtl8126_request_link_timer(dev); rtl8126_enable_hw_linkchg_interrupt(tp); out: return retval; err_free_all_allocated_mem: rtl8126_free_alloc_resources(tp); goto out; } static void set_offset70F(struct rtl8126_private *tp, u8 setting) { u32 csi_tmp; u32 temp = (u32)setting; temp = temp << 24; /*set PCI configuration space offset 0x70F to setting*/ /*When the register offset of PCI configuration space larger than 0xff, use CSI to access it.*/ csi_tmp = rtl8126_csi_read(tp, 0x70c) & 0x00ffffff; rtl8126_csi_write(tp, 0x70c, csi_tmp | temp); } static void set_offset79(struct rtl8126_private *tp, u8 setting) { //Set PCI configuration space offset 0x79 to setting struct pci_dev *pdev = tp->pci_dev; u8 device_control; if (hwoptimize & HW_PATCH_SOC_LAN) return; pci_read_config_byte(pdev, 0x79, &device_control); device_control &= ~0x70; device_control |= setting; pci_write_config_byte(pdev, 0x79, device_control); } static void rtl8126_disable_l1_timeout(struct rtl8126_private *tp) { rtl8126_csi_write(tp, 0x890, rtl8126_csi_read(tp, 0x890) & ~BIT(0)); } void rtl8126_hw_set_rx_packet_filter(struct net_device *dev) { struct rtl8126_private *tp = netdev_priv(dev); u32 mc_filter[2]; /* Multicast hash filter */ int rx_mode; u32 tmp = 0; if (dev->flags & IFF_PROMISC) { /* Unconditionally log net taps. */ if (netif_msg_link(tp)) printk(KERN_NOTICE "%s: Promiscuous mode enabled.\n", dev->name); rx_mode = AcceptBroadcast | AcceptMulticast | AcceptMyPhys | AcceptAllPhys; mc_filter[1] = mc_filter[0] = 0xffffffff; } else if (dev->flags & IFF_ALLMULTI) { /* accept all multicasts. */ rx_mode = AcceptBroadcast | AcceptMulticast | AcceptMyPhys; mc_filter[1] = mc_filter[0] = 0xffffffff; } else { #if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,35) struct dev_mc_list *mclist; unsigned int i; rx_mode = AcceptBroadcast | AcceptMyPhys; mc_filter[1] = mc_filter[0] = 0; for (i = 0, mclist = dev->mc_list; mclist && i < dev->mc_count; i++, mclist = mclist->next) { int bit_nr = ether_crc(ETH_ALEN, mclist->dmi_addr) >> 26; mc_filter[bit_nr >> 5] |= 1 << (bit_nr & 31); rx_mode |= AcceptMulticast; } #else struct netdev_hw_addr *ha; rx_mode = AcceptBroadcast | AcceptMyPhys; mc_filter[1] = mc_filter[0] = 0; netdev_for_each_mc_addr(ha, dev) { int bit_nr = ether_crc(ETH_ALEN, ha->addr) >> 26; mc_filter[bit_nr >> 5] |= 1 << (bit_nr & 31); rx_mode |= AcceptMulticast; } #endif } if (dev->features & NETIF_F_RXALL) rx_mode |= (AcceptErr | AcceptRunt); tmp = mc_filter[0]; mc_filter[0] = swab32(mc_filter[1]); mc_filter[1] = swab32(tmp); tmp = tp->rtl8126_rx_config | rx_mode | (RTL_R32(tp, RxConfig) & rtl_chip_info[tp->chipset].RxConfigMask); RTL_W32(tp, RxConfig, tmp); RTL_W32(tp, MAR0 + 0, mc_filter[0]); RTL_W32(tp, MAR0 + 4, mc_filter[1]); } static void rtl8126_set_rx_mode(struct net_device *dev) { rtl8126_hw_set_rx_packet_filter(dev); } void rtl8126_set_rx_q_num(struct rtl8126_private *tp, unsigned int num_rx_queues) { u16 q_ctrl; u16 rx_q_num; rx_q_num = (u16)ilog2(num_rx_queues); rx_q_num &= (BIT_0 | BIT_1 | BIT_2); rx_q_num <<= 2; q_ctrl = RTL_R16(tp, Q_NUM_CTRL_8125); q_ctrl &= ~(BIT_2 | BIT_3 | BIT_4); q_ctrl |= rx_q_num; RTL_W16(tp, Q_NUM_CTRL_8125, q_ctrl); } void rtl8126_set_tx_q_num(struct rtl8126_private *tp, unsigned int num_tx_queues) { u16 mac_ocp_data; mac_ocp_data = rtl8126_mac_ocp_read(tp, 0xE63E); mac_ocp_data &= ~(BIT_11 | BIT_10); mac_ocp_data |= ((ilog2(num_tx_queues) & 0x03) << 10); rtl8126_mac_ocp_write(tp, 0xE63E, mac_ocp_data); } void rtl8126_enable_mcu(struct rtl8126_private *tp, bool enable) { if (FALSE == HW_SUPPORT_MAC_MCU(tp)) return; if (enable) rtl8126_set_mac_ocp_bit(tp, 0xC0B4, BIT_0); else rtl8126_clear_mac_ocp_bit(tp, 0xC0B4, BIT_0); } static void rtl8126_clear_tcam_entries(struct rtl8126_private *tp) { if (FALSE == HW_SUPPORT_TCAM(tp)) return; rtl8126_set_mac_ocp_bit(tp, 0xEB54, BIT_0); udelay(1); rtl8126_clear_mac_ocp_bit(tp, 0xEB54, BIT_0); } static u8 rtl8126_get_l1off_cap_bits(struct rtl8126_private *tp) { u8 l1offCapBits = 0; l1offCapBits = (BIT_0 | BIT_1); switch (tp->mcfg) { case CFG_METHOD_1: case CFG_METHOD_2: case CFG_METHOD_3: l1offCapBits |= (BIT_2 | BIT_3); default: break; } return l1offCapBits; } void rtl8126_hw_config(struct net_device *dev) { struct rtl8126_private *tp = netdev_priv(dev); struct pci_dev *pdev = tp->pci_dev; u16 mac_ocp_data; rtl8126_disable_rx_packet_filter(tp); rtl8126_hw_reset(dev); rtl8126_enable_cfg9346_write(tp); switch (tp->mcfg) { case CFG_METHOD_1: case CFG_METHOD_2: case CFG_METHOD_3: rtl8126_enable_force_clkreq(tp, 0); rtl8126_enable_aspm_clkreq_lock(tp, 0); break; } rtl8126_set_eee_lpi_timer(tp); //keep magic packet only switch (tp->mcfg) { case CFG_METHOD_1: case CFG_METHOD_2: case CFG_METHOD_3: mac_ocp_data = rtl8126_mac_ocp_read(tp, 0xC0B6); mac_ocp_data &= BIT_0; rtl8126_mac_ocp_write(tp, 0xC0B6, mac_ocp_data); break; } rtl8126_tally_counter_addr_fill(tp); rtl8126_enable_extend_tally_couter(tp); rtl8126_desc_addr_fill(tp); /* Set DMA burst size and Interframe Gap Time */ RTL_W32(tp, TxConfig, (TX_DMA_BURST_unlimited << TxDMAShift) | (InterFrameGap << TxInterFrameGapShift)); if (tp->EnableTxNoClose) RTL_W32(tp, TxConfig, (RTL_R32(tp, TxConfig) | BIT_6)); if (enable_double_vlan) rtl8126_enable_double_vlan(tp); else rtl8126_disable_double_vlan(tp); if (tp->mcfg == CFG_METHOD_1 || tp->mcfg == CFG_METHOD_2 || tp->mcfg == CFG_METHOD_3) { set_offset70F(tp, 0x27); set_offset79(tp, 0x40); rtl8126_disable_l1_timeout(tp); #ifdef ENABLE_RSS_SUPPORT rtl8126_config_rss(tp); #else RTL_W32(tp, RSS_CTRL_8125, 0x00); #endif rtl8126_set_rx_q_num(tp, rtl8126_tot_rx_rings(tp)); RTL_W8(tp, Config1, RTL_R8(tp, Config1) & ~0x10); rtl8126_mac_ocp_write(tp, 0xC140, 0xFFFF); rtl8126_mac_ocp_write(tp, 0xC142, 0xFFFF); //new tx desc format mac_ocp_data = rtl8126_mac_ocp_read(tp, 0xEB58); if (tp->mcfg == CFG_METHOD_2 || tp->mcfg == CFG_METHOD_3) mac_ocp_data &= ~(BIT_0 | BIT_1); mac_ocp_data |= (BIT_0); rtl8126_mac_ocp_write(tp, 0xEB58, mac_ocp_data); if (tp->mcfg == CFG_METHOD_2 || tp->mcfg == CFG_METHOD_3) RTL_W8(tp, 0xD8, RTL_R8(tp, 0xD8) & ~BIT_1); mac_ocp_data = rtl8126_mac_ocp_read(tp, 0xE614); mac_ocp_data &= ~(BIT_10 | BIT_9 | BIT_8); if (tp->mcfg == CFG_METHOD_1 || tp->mcfg == CFG_METHOD_2 || tp->mcfg == CFG_METHOD_3) mac_ocp_data |= ((4 & 0x07) << 8); else mac_ocp_data |= ((3 & 0x07) << 8); rtl8126_mac_ocp_write(tp, 0xE614, mac_ocp_data); rtl8126_set_tx_q_num(tp, rtl8126_tot_tx_rings(tp)); mac_ocp_data = rtl8126_mac_ocp_read(tp, 0xE63E); mac_ocp_data &= ~(BIT_5 | BIT_4); if (tp->mcfg == CFG_METHOD_1 || tp->mcfg == CFG_METHOD_2 || tp->mcfg == CFG_METHOD_3) mac_ocp_data |= ((0x02 & 0x03) << 4); rtl8126_mac_ocp_write(tp, 0xE63E, mac_ocp_data); rtl8126_enable_mcu(tp, 0); rtl8126_enable_mcu(tp, 1); mac_ocp_data = rtl8126_mac_ocp_read(tp, 0xC0B4); mac_ocp_data |= (BIT_3 | BIT_2); rtl8126_mac_ocp_write(tp, 0xC0B4, mac_ocp_data); mac_ocp_data = rtl8126_mac_ocp_read(tp, 0xEB6A); mac_ocp_data &= ~(BIT_7 | BIT_6 | BIT_5 | BIT_4 | BIT_3 | BIT_2 | BIT_1 | BIT_0); mac_ocp_data |= (BIT_5 | BIT_4 | BIT_1 | BIT_0); rtl8126_mac_ocp_write(tp, 0xEB6A, mac_ocp_data); mac_ocp_data = rtl8126_mac_ocp_read(tp, 0xEB50); mac_ocp_data &= ~(BIT_9 | BIT_8 | BIT_7 | BIT_6 | BIT_5); mac_ocp_data |= (BIT_6); rtl8126_mac_ocp_write(tp, 0xEB50, mac_ocp_data); mac_ocp_data = rtl8126_mac_ocp_read(tp, 0xE056); mac_ocp_data &= ~(BIT_7 | BIT_6 | BIT_5 | BIT_4); //mac_ocp_data |= (BIT_4 | BIT_5); rtl8126_mac_ocp_write(tp, 0xE056, mac_ocp_data); RTL_W8(tp, TDFNR, 0x10); mac_ocp_data = rtl8126_mac_ocp_read(tp, 0xE040); mac_ocp_data &= ~(BIT_12); rtl8126_mac_ocp_write(tp, 0xE040, mac_ocp_data); mac_ocp_data = rtl8126_mac_ocp_read(tp, 0xEA1C); mac_ocp_data &= ~(BIT_1 | BIT_0); mac_ocp_data |= (BIT_0); rtl8126_mac_ocp_write(tp, 0xEA1C, mac_ocp_data); rtl8126_mac_ocp_write(tp, 0xE0C0, 0x4000); rtl8126_set_mac_ocp_bit(tp, 0xE052, (BIT_6 | BIT_5)); rtl8126_clear_mac_ocp_bit(tp, 0xE052, BIT_3 | BIT_7); mac_ocp_data = rtl8126_mac_ocp_read(tp, 0xD430); mac_ocp_data &= ~(BIT_11 | BIT_10 | BIT_9 | BIT_8 | BIT_7 | BIT_6 | BIT_5 | BIT_4 | BIT_3 | BIT_2 | BIT_1 | BIT_0); mac_ocp_data |= 0x45F; rtl8126_mac_ocp_write(tp, 0xD430, mac_ocp_data); //rtl8126_mac_ocp_write(tp, 0xE0C0, 0x4F87); if (!tp->DASH) RTL_W8(tp, 0xD0, RTL_R8(tp, 0xD0) | BIT_6 | BIT_7); else RTL_W8(tp, 0xD0, RTL_R8(tp, 0xD0) & ~(BIT_6 | BIT_7)); rtl8126_disable_eee_plus(tp); mac_ocp_data = rtl8126_mac_ocp_read(tp, 0xEA1C); mac_ocp_data &= ~(BIT_2); if (tp->mcfg == CFG_METHOD_2 || tp->mcfg == CFG_METHOD_3) mac_ocp_data &= ~(BIT_9 | BIT_8); rtl8126_mac_ocp_write(tp, 0xEA1C, mac_ocp_data); rtl8126_clear_tcam_entries(tp); RTL_W16(tp, 0x1880, RTL_R16(tp, 0x1880) & ~(BIT_4 | BIT_5)); } /* csum offload command for RTL8125 */ tp->tx_tcp_csum_cmd = TxTCPCS_C; tp->tx_udp_csum_cmd = TxUDPCS_C; tp->tx_ip_csum_cmd = TxIPCS_C; tp->tx_ipv6_csum_cmd = TxIPV6F_C; /* config interrupt type for RTL8125B */ if (tp->HwSuppIsrVer > 1) rtl8126_hw_set_interrupt_type(tp, tp->HwCurrIsrVer); //other hw parameters rtl8126_hw_clear_timer_int(dev); rtl8126_hw_clear_int_miti(dev); if (tp->use_timer_interrupt && (tp->HwCurrIsrVer > 1) && (tp->HwSuppIntMitiVer > 3) && (tp->features & RTL_FEATURE_MSIX)) { int i; for (i = 0; i < tp->irq_nvecs; i++) rtl8126_hw_set_timer_int_8125(tp, i, timer_count_v2); } rtl8126_enable_exit_l1_mask(tp); switch (tp->mcfg) { case CFG_METHOD_1: case CFG_METHOD_2: case CFG_METHOD_3: rtl8126_mac_ocp_write(tp, 0xE098, 0xC302); break; } switch (tp->mcfg) { case CFG_METHOD_1: case CFG_METHOD_2: case CFG_METHOD_3: rtl8126_disable_pci_offset_99(tp); if (aspm) { if (tp->org_pci_offset_99 & (BIT_2 | BIT_5 | BIT_6)) rtl8126_init_pci_offset_99(tp); } break; } switch (tp->mcfg) { case CFG_METHOD_1: case CFG_METHOD_2: case CFG_METHOD_3: rtl8126_disable_pci_offset_180(tp); if (aspm) { if (tp->org_pci_offset_180 & rtl8126_get_l1off_cap_bits(tp)) rtl8126_init_pci_offset_180(tp); } break; } tp->cp_cmd &= ~(EnableBist | Macdbgo_oe | Force_halfdup | Force_rxflow_en | Force_txflow_en | Cxpl_dbg_sel | ASF | Macdbgo_sel); #if LINUX_VERSION_CODE < KERNEL_VERSION(3,0,0) RTL_W16(tp, CPlusCmd, tp->cp_cmd); #else rtl8126_hw_set_features(dev, dev->features); #endif RTL_W16(tp, RxMaxSize, tp->rms); rtl8126_disable_rxdvgate(dev); if (!tp->pci_cfg_is_read) { pci_read_config_byte(pdev, PCI_COMMAND, &tp->pci_cfg_space.cmd); pci_read_config_word(pdev, PCI_BASE_ADDRESS_0, &tp->pci_cfg_space.io_base_l); pci_read_config_word(pdev, PCI_BASE_ADDRESS_0 + 2, &tp->pci_cfg_space.io_base_h); pci_read_config_word(pdev, PCI_BASE_ADDRESS_2, &tp->pci_cfg_space.mem_base_l); pci_read_config_word(pdev, PCI_BASE_ADDRESS_2 + 2, &tp->pci_cfg_space.mem_base_h); pci_read_config_word(pdev, PCI_BASE_ADDRESS_3, &tp->pci_cfg_space.resv_0x1c_l); pci_read_config_word(pdev, PCI_BASE_ADDRESS_3 + 2, &tp->pci_cfg_space.resv_0x1c_h); pci_read_config_byte(pdev, PCI_INTERRUPT_LINE, &tp->pci_cfg_space.ilr); pci_read_config_word(pdev, PCI_BASE_ADDRESS_4, &tp->pci_cfg_space.resv_0x20_l); pci_read_config_word(pdev, PCI_BASE_ADDRESS_4 + 2, &tp->pci_cfg_space.resv_0x20_h); pci_read_config_word(pdev, PCI_BASE_ADDRESS_5, &tp->pci_cfg_space.resv_0x24_l); pci_read_config_word(pdev, PCI_BASE_ADDRESS_5 + 2, &tp->pci_cfg_space.resv_0x24_h); pci_read_config_word(pdev, PCI_SUBSYSTEM_VENDOR_ID, &tp->pci_cfg_space.resv_0x2c_l); pci_read_config_word(pdev, PCI_SUBSYSTEM_VENDOR_ID + 2, &tp->pci_cfg_space.resv_0x2c_h); if (tp->HwPcieSNOffset > 0) { tp->pci_cfg_space.pci_sn_l = rtl8126_csi_read(tp, tp->HwPcieSNOffset); tp->pci_cfg_space.pci_sn_h = rtl8126_csi_read(tp, tp->HwPcieSNOffset + 4); } tp->pci_cfg_is_read = 1; } /* Set Rx packet filter */ rtl8126_hw_set_rx_packet_filter(dev); #ifdef ENABLE_DASH_SUPPORT if (tp->DASH && !tp->dash_printer_enabled) NICChkTypeEnableDashInterrupt(tp); #endif switch (tp->mcfg) { case CFG_METHOD_1: case CFG_METHOD_2: case CFG_METHOD_3: rtl8126_enable_aspm_clkreq_lock(tp, aspm ? 1 : 0); break; } rtl8126_disable_cfg9346_write(tp); udelay(10); } void rtl8126_hw_start(struct net_device *dev) { struct rtl8126_private *tp = netdev_priv(dev); #ifdef ENABLE_LIB_SUPPORT rtl8126_init_lib_ring(tp); #endif RTL_W8(tp, ChipCmd, CmdTxEnb | CmdRxEnb); rtl8126_enable_hw_interrupt(tp); rtl8126_lib_reset_complete(tp); } static int rtl8126_change_mtu(struct net_device *dev, int new_mtu) { struct rtl8126_private *tp = netdev_priv(dev); int ret = 0; #if LINUX_VERSION_CODE < KERNEL_VERSION(4,10,0) if (new_mtu < ETH_MIN_MTU) return -EINVAL; else if (new_mtu > tp->max_jumbo_frame_size) new_mtu = tp->max_jumbo_frame_size; #endif //LINUX_VERSION_CODE < KERNEL_VERSION(4,10,0) dev->mtu = new_mtu; tp->eee.tx_lpi_timer = dev->mtu + ETH_HLEN + 0x20; if (!netif_running(dev)) goto out; rtl8126_down(dev); rtl8126_set_rxbufsize(tp, dev); ret = rtl8126_init_ring(dev); if (ret < 0) goto err_out; #ifdef CONFIG_R8126_NAPI rtl8126_enable_napi(tp); #endif//CONFIG_R8126_NAPI if (tp->link_ok(dev)) rtl8126_link_on_patch(dev); else rtl8126_link_down_patch(dev); //mod_timer(&tp->esd_timer, jiffies + RTL8126_ESD_TIMEOUT); //mod_timer(&tp->link_timer, jiffies + RTL8126_LINK_TIMEOUT); out: #if LINUX_VERSION_CODE >= KERNEL_VERSION(3,0,0) netdev_update_features(dev); #endif err_out: return ret; } static inline void rtl8126_set_desc_dma_addr(struct rtl8126_private *tp, struct RxDesc *desc, dma_addr_t mapping) { if (tp->InitRxDescType == RX_DESC_RING_TYPE_3) ((struct RxDescV3 *)desc)->addr = cpu_to_le64(mapping); else desc->addr = cpu_to_le64(mapping); } static inline void rtl8126_mark_to_asic_v3(struct RxDescV3 *descv3, u32 rx_buf_sz) { u32 eor = le32_to_cpu(descv3->RxDescNormalDDWord4.opts1) & RingEnd; WRITE_ONCE(descv3->RxDescNormalDDWord4.opts1, cpu_to_le32(DescOwn | eor | rx_buf_sz)); } void rtl8126_mark_to_asic(struct rtl8126_private *tp, struct RxDesc *desc, u32 rx_buf_sz) { if (tp->InitRxDescType == RX_DESC_RING_TYPE_3) rtl8126_mark_to_asic_v3((struct RxDescV3 *)desc, rx_buf_sz); else { u32 eor = le32_to_cpu(desc->opts1) & RingEnd; WRITE_ONCE(desc->opts1, cpu_to_le32(DescOwn | eor | rx_buf_sz)); } } static inline void rtl8126_map_to_asic(struct rtl8126_private *tp, struct rtl8126_rx_ring *ring, struct RxDesc *desc, dma_addr_t mapping, u32 rx_buf_sz, const u32 cur_rx) { ring->RxDescPhyAddr[cur_rx] = mapping; rtl8126_set_desc_dma_addr(tp, desc, mapping); wmb(); rtl8126_mark_to_asic(tp, desc, rx_buf_sz); } #ifdef ENABLE_PAGE_REUSE static int rtl8126_alloc_rx_page(struct rtl8126_private *tp, struct rtl8126_rx_ring *ring, struct rtl8126_rx_buffer *rxb) { struct page *page; dma_addr_t dma; unsigned int order = tp->rx_buf_page_order; //get free page page = dev_alloc_pages(order); if (unlikely(!page)) return -ENOMEM; dma = dma_map_page_attrs(&tp->pci_dev->dev, page, 0, tp->rx_buf_page_size, DMA_FROM_DEVICE, (DMA_ATTR_SKIP_CPU_SYNC | DMA_ATTR_WEAK_ORDERING)); if (unlikely(dma_mapping_error(&tp->pci_dev->dev, dma))) { __free_pages(page, order); return -ENOMEM; } rxb->page = page; rxb->data = page_address(page); rxb->page_offset = ring->rx_offset; rxb->dma = dma; //after page alloc, page refcount already = 1 return 0; } static void rtl8126_free_rx_page(struct rtl8126_private *tp, struct rtl8126_rx_buffer *rxb) { if (!rxb->page) return; dma_unmap_page_attrs(&tp->pci_dev->dev, rxb->dma, tp->rx_buf_page_size, DMA_FROM_DEVICE, (DMA_ATTR_SKIP_CPU_SYNC | DMA_ATTR_WEAK_ORDERING)); __free_pages(rxb->page, tp->rx_buf_page_order); rxb->page = NULL; } static void _rtl8126_rx_clear(struct rtl8126_private *tp, struct rtl8126_rx_ring *ring) { int i; struct rtl8126_rx_buffer *rxb; for (i = 0; i < ring->num_rx_desc; i++) { rxb = &ring->rx_buffer[i]; if (rxb->skb) { dev_kfree_skb(rxb->skb); rxb->skb = NULL; } rtl8126_free_rx_page(tp, rxb); } } static u32 rtl8126_rx_fill(struct rtl8126_private *tp, struct rtl8126_rx_ring *ring, struct net_device *dev, u32 start, u32 end, u8 in_intr) { u32 cur; struct rtl8126_rx_buffer *rxb; for (cur = start; end - cur > 0; cur++) { int ret, i = cur % ring->num_rx_desc; rxb = &ring->rx_buffer[i]; if (rxb->page) continue; ret = rtl8126_alloc_rx_page(tp, ring, rxb); if (ret) break; dma_sync_single_range_for_device(tp_to_dev(tp), rxb->dma, rxb->page_offset, tp->rx_buf_sz, DMA_FROM_DEVICE); rtl8126_map_to_asic(tp, ring, rtl8126_get_rxdesc(tp, ring->RxDescArray, i), rxb->dma + rxb->page_offset, tp->rx_buf_sz, i); } return cur - start; } #else //ENABLE_PAGE_REUSE static void rtl8126_free_rx_skb(struct rtl8126_private *tp, struct rtl8126_rx_ring *ring, struct sk_buff **sk_buff, struct RxDesc *desc, const u32 cur_rx) { struct pci_dev *pdev = tp->pci_dev; dma_unmap_single(&pdev->dev, ring->RxDescPhyAddr[cur_rx], tp->rx_buf_sz, DMA_FROM_DEVICE); dev_kfree_skb(*sk_buff); *sk_buff = NULL; rtl8126_make_unusable_by_asic(tp, desc); } static int rtl8126_alloc_rx_skb(struct rtl8126_private *tp, struct rtl8126_rx_ring *ring, struct sk_buff **sk_buff, struct RxDesc *desc, int rx_buf_sz, const u32 cur_rx, u8 in_intr) { struct sk_buff *skb; dma_addr_t mapping; int ret = 0; if (in_intr) skb = RTL_ALLOC_SKB_INTR(&tp->r8126napi[ring->index].napi, rx_buf_sz + R8126_RX_ALIGN); else skb = dev_alloc_skb(rx_buf_sz + R8126_RX_ALIGN); if (unlikely(!skb)) goto err_out; if (!in_intr || !R8126_USE_NAPI_ALLOC_SKB) skb_reserve(skb, R8126_RX_ALIGN); mapping = dma_map_single(tp_to_dev(tp), skb->data, rx_buf_sz, DMA_FROM_DEVICE); if (unlikely(dma_mapping_error(tp_to_dev(tp), mapping))) { if (unlikely(net_ratelimit())) netif_err(tp, drv, tp->dev, "Failed to map RX DMA!\n"); goto err_out; } *sk_buff = skb; rtl8126_map_to_asic(tp, ring, desc, mapping, rx_buf_sz, cur_rx); out: return ret; err_out: if (skb) dev_kfree_skb(skb); ret = -ENOMEM; rtl8126_make_unusable_by_asic(tp, desc); goto out; } static void _rtl8126_rx_clear(struct rtl8126_private *tp, struct rtl8126_rx_ring *ring) { int i; for (i = 0; i < ring->num_rx_desc; i++) { if (ring->Rx_skbuff[i]) { rtl8126_free_rx_skb(tp, ring, ring->Rx_skbuff + i, rtl8126_get_rxdesc(tp, ring->RxDescArray, i), i); ring->Rx_skbuff[i] = NULL; } } } static u32 rtl8126_rx_fill(struct rtl8126_private *tp, struct rtl8126_rx_ring *ring, struct net_device *dev, u32 start, u32 end, u8 in_intr) { u32 cur; for (cur = start; end - cur > 0; cur++) { int ret, i = cur % ring->num_rx_desc; if (ring->Rx_skbuff[i]) continue; ret = rtl8126_alloc_rx_skb(tp, ring, ring->Rx_skbuff + i, rtl8126_get_rxdesc(tp, ring->RxDescArray, i), tp->rx_buf_sz, i, in_intr); if (ret < 0) break; } return cur - start; } #endif //ENABLE_PAGE_REUSE void rtl8126_rx_clear(struct rtl8126_private *tp) { int i; for (i = 0; i < tp->num_rx_rings; i++) { struct rtl8126_rx_ring *ring = &tp->rx_ring[i]; _rtl8126_rx_clear(tp, ring); } } static inline void rtl8126_mark_as_last_descriptor_8125(struct RxDescV3 *descv3) { descv3->RxDescNormalDDWord4.opts1 |= cpu_to_le32(RingEnd); } static inline void rtl8126_mark_as_last_descriptor(struct rtl8126_private *tp, struct RxDesc *desc) { if (tp->InitRxDescType == RX_DESC_RING_TYPE_3) rtl8126_mark_as_last_descriptor_8125((struct RxDescV3 *)desc); else desc->opts1 |= cpu_to_le32(RingEnd); } static void rtl8126_desc_addr_fill(struct rtl8126_private *tp) { int i; for (i = 0; i < tp->num_tx_rings; i++) { struct rtl8126_tx_ring *ring = &tp->tx_ring[i]; RTL_W32(tp, ring->tdsar_reg, ((u64)ring->TxPhyAddr & DMA_BIT_MASK(32))); RTL_W32(tp, ring->tdsar_reg + 4, ((u64)ring->TxPhyAddr >> 32)); } for (i = 0; i < tp->num_rx_rings; i++) { struct rtl8126_rx_ring *ring = &tp->rx_ring[i]; RTL_W32(tp, ring->rdsar_reg, ((u64)ring->RxPhyAddr & DMA_BIT_MASK(32))); RTL_W32(tp, ring->rdsar_reg + 4, ((u64)ring->RxPhyAddr >> 32)); } } static void rtl8126_tx_desc_init(struct rtl8126_private *tp) { int i = 0; for (i = 0; i < tp->num_tx_rings; i++) { struct rtl8126_tx_ring *ring = &tp->tx_ring[i]; memset(ring->TxDescArray, 0x0, ring->TxDescAllocSize); ring->TxDescArray[ring->num_tx_desc - 1].opts1 = cpu_to_le32(RingEnd); } } static void rtl8126_rx_desc_init(struct rtl8126_private *tp) { int i; for (i = 0; i < tp->num_rx_rings; i++) { struct rtl8126_rx_ring *ring = &tp->rx_ring[i]; memset(ring->RxDescArray, 0x0, ring->RxDescAllocSize); } } int rtl8126_init_ring(struct net_device *dev) { struct rtl8126_private *tp = netdev_priv(dev); int i; rtl8126_init_ring_indexes(tp); rtl8126_tx_desc_init(tp); rtl8126_rx_desc_init(tp); for (i = 0; i < tp->num_tx_rings; i++) { struct rtl8126_tx_ring *ring = &tp->tx_ring[i]; memset(ring->tx_skb, 0x0, sizeof(ring->tx_skb)); } for (i = 0; i < tp->num_rx_rings; i++) { struct rtl8126_rx_ring *ring = &tp->rx_ring[i]; #ifdef ENABLE_PAGE_REUSE ring->rx_offset = R8126_RX_ALIGN; #else memset(ring->Rx_skbuff, 0x0, sizeof(ring->Rx_skbuff)); #endif //ENABLE_PAGE_REUSE if (rtl8126_rx_fill(tp, ring, dev, 0, ring->num_rx_desc, 0) != ring->num_rx_desc) goto err_out; rtl8126_mark_as_last_descriptor(tp, rtl8126_get_rxdesc(tp, ring->RxDescArray, ring->num_rx_desc - 1)); } return 0; err_out: rtl8126_rx_clear(tp); return -ENOMEM; } static void rtl8126_unmap_tx_skb(struct pci_dev *pdev, struct ring_info *tx_skb, struct TxDesc *desc) { unsigned int len = tx_skb->len; dma_unmap_single(&pdev->dev, le64_to_cpu(desc->addr), len, DMA_TO_DEVICE); desc->opts1 = cpu_to_le32(RTK_MAGIC_DEBUG_VALUE); desc->opts2 = 0x00; desc->addr = RTL8126_MAGIC_NUMBER; tx_skb->len = 0; } static void rtl8126_tx_clear_range(struct rtl8126_private *tp, struct rtl8126_tx_ring *ring, u32 start, unsigned int n) { unsigned int i; #if LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,22) struct net_device *dev = tp->dev; #endif for (i = 0; i < n; i++) { unsigned int entry = (start + i) % ring->num_tx_desc; struct ring_info *tx_skb = ring->tx_skb + entry; unsigned int len = tx_skb->len; if (len) { struct sk_buff *skb = tx_skb->skb; rtl8126_unmap_tx_skb(tp->pci_dev, tx_skb, ring->TxDescArray + entry); if (skb) { RTLDEV->stats.tx_dropped++; dev_kfree_skb_any(skb); tx_skb->skb = NULL; } } } } void rtl8126_tx_clear(struct rtl8126_private *tp) { int i; for (i = 0; i < tp->num_tx_rings; i++) { struct rtl8126_tx_ring *ring = &tp->tx_ring[i]; rtl8126_tx_clear_range(tp, ring, ring->dirty_tx, ring->num_tx_desc); ring->cur_tx = ring->dirty_tx = 0; } } #if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,20) static void rtl8126_schedule_reset_work(struct rtl8126_private *tp) { #if LINUX_VERSION_CODE > KERNEL_VERSION(2,6,0) set_bit(R8126_FLAG_TASK_RESET_PENDING, tp->task_flags); schedule_delayed_work(&tp->reset_task, 4); #endif //LINUX_VERSION_CODE > KERNEL_VERSION(2,6,0) } static void rtl8126_schedule_esd_work(struct rtl8126_private *tp) { #if LINUX_VERSION_CODE > KERNEL_VERSION(2,6,0) set_bit(R8126_FLAG_TASK_ESD_CHECK_PENDING, tp->task_flags); schedule_delayed_work(&tp->esd_task, RTL8126_ESD_TIMEOUT); #endif //LINUX_VERSION_CODE > KERNEL_VERSION(2,6,0) } static void rtl8126_schedule_linkchg_work(struct rtl8126_private *tp) { #if LINUX_VERSION_CODE > KERNEL_VERSION(2,6,0) set_bit(R8126_FLAG_TASK_LINKCHG_CHECK_PENDING, tp->task_flags); schedule_delayed_work(&tp->linkchg_task, 4); #endif //LINUX_VERSION_CODE > KERNEL_VERSION(2,6,0) } #define rtl8126_cancel_schedule_reset_work(a) #define rtl8126_cancel_schedule_esd_work(a) #define rtl8126_cancel_schedule_linkchg_work(a) #else static void rtl8126_schedule_reset_work(struct rtl8126_private *tp) { set_bit(R8126_FLAG_TASK_RESET_PENDING, tp->task_flags); schedule_delayed_work(&tp->reset_task, 4); } static void rtl8126_cancel_schedule_reset_work(struct rtl8126_private *tp) { struct work_struct *work = &tp->reset_task.work; if (!work->func) return; cancel_delayed_work_sync(&tp->reset_task); } static void rtl8126_schedule_esd_work(struct rtl8126_private *tp) { set_bit(R8126_FLAG_TASK_ESD_CHECK_PENDING, tp->task_flags); schedule_delayed_work(&tp->esd_task, RTL8126_ESD_TIMEOUT); } static void rtl8126_cancel_schedule_esd_work(struct rtl8126_private *tp) { struct work_struct *work = &tp->esd_task.work; if (!work->func) return; cancel_delayed_work_sync(&tp->esd_task); } static void rtl8126_schedule_linkchg_work(struct rtl8126_private *tp) { set_bit(R8126_FLAG_TASK_LINKCHG_CHECK_PENDING, tp->task_flags); schedule_delayed_work(&tp->linkchg_task, 4); } static void rtl8126_cancel_schedule_linkchg_work(struct rtl8126_private *tp) { struct work_struct *work = &tp->linkchg_task.work; if (!work->func) return; cancel_delayed_work_sync(&tp->linkchg_task); } #endif static void rtl8126_init_all_schedule_work(struct rtl8126_private *tp) { #if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,20) INIT_WORK(&tp->reset_task, rtl8126_reset_task, dev); INIT_WORK(&tp->esd_task, rtl8126_esd_task, dev); INIT_WORK(&tp->linkchg_task, rtl8126_linkchg_task, dev); #else INIT_DELAYED_WORK(&tp->reset_task, rtl8126_reset_task); INIT_DELAYED_WORK(&tp->esd_task, rtl8126_esd_task); INIT_DELAYED_WORK(&tp->linkchg_task, rtl8126_linkchg_task); #endif } static void rtl8126_cancel_all_schedule_work(struct rtl8126_private *tp) { rtl8126_cancel_schedule_reset_work(tp); rtl8126_cancel_schedule_esd_work(tp); rtl8126_cancel_schedule_linkchg_work(tp); } static void rtl8126_wait_for_irq_complete(struct rtl8126_private *tp) { if (tp->features & RTL_FEATURE_MSIX) { int i; for (i = 0; i < tp->irq_nvecs; i++) synchronize_irq(tp->irq_tbl[i].vector); } else { synchronize_irq(tp->dev->irq); } } void _rtl8126_wait_for_quiescence(struct net_device *dev) { struct rtl8126_private *tp = netdev_priv(dev); /* Wait for any pending NAPI task to complete */ #ifdef CONFIG_R8126_NAPI rtl8126_disable_napi(tp); #endif//CONFIG_R8126_NAPI #if LINUX_VERSION_CODE > KERNEL_VERSION(2,5,67) /* Give a racing hard_start_xmit a few cycles to complete. */ synchronize_net(); #endif rtl8126_irq_mask_and_ack(tp); rtl8126_wait_for_irq_complete(tp); } static void rtl8126_wait_for_quiescence(struct net_device *dev) { struct rtl8126_private *tp = netdev_priv(dev); //suppress unused variable (void)(tp); _rtl8126_wait_for_quiescence(dev); #ifdef CONFIG_R8126_NAPI rtl8126_enable_napi(tp); #endif//CONFIG_R8126_NAPI } #if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,20) static void rtl8126_reset_task(void *_data) { struct net_device *dev = _data; struct rtl8126_private *tp = netdev_priv(dev); #else static void rtl8126_reset_task(struct work_struct *work) { struct rtl8126_private *tp = container_of(work, struct rtl8126_private, reset_task.work); struct net_device *dev = tp->dev; #endif int i; rtnl_lock(); if (!netif_running(dev) || test_bit(R8126_FLAG_DOWN, tp->task_flags) || !test_and_clear_bit(R8126_FLAG_TASK_RESET_PENDING, tp->task_flags)) goto out_unlock; netdev_err(dev, "Device reseting!\n"); netif_carrier_off(dev); netif_tx_disable(dev); _rtl8126_wait_for_quiescence(dev); rtl8126_hw_reset(dev); rtl8126_tx_clear(tp); rtl8126_init_ring_indexes(tp); rtl8126_tx_desc_init(tp); for (i = 0; i < tp->num_rx_rings; i++) { struct rtl8126_rx_ring *ring; u32 entry; ring = &tp->rx_ring[i]; for (entry = 0; entry < ring->num_rx_desc; entry++) { struct RxDesc *desc; desc = rtl8126_get_rxdesc(tp, ring->RxDescArray, entry); rtl8126_mark_to_asic(tp, desc, tp->rx_buf_sz); } } #ifdef ENABLE_PTP_SUPPORT rtl8126_ptp_reset(tp); #endif #ifdef CONFIG_R8126_NAPI rtl8126_enable_napi(tp); #endif //CONFIG_R8126_NAPI if (tp->resume_not_chg_speed) { _rtl8126_check_link_status(dev); tp->resume_not_chg_speed = 0; } else { rtl8126_enable_hw_linkchg_interrupt(tp); rtl8126_set_speed(dev, tp->autoneg, tp->speed, tp->duplex, tp->advertising); } out_unlock: rtnl_unlock(); } #if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,20) static void rtl8126_esd_task(void *_data) { struct net_device *dev = _data; struct rtl8126_private *tp = netdev_priv(dev); #else static void rtl8126_esd_task(struct work_struct *work) { struct rtl8126_private *tp = container_of(work, struct rtl8126_private, esd_task.work); struct net_device *dev = tp->dev; #endif rtnl_lock(); if (!netif_running(dev) || test_bit(R8126_FLAG_DOWN, tp->task_flags) || !test_and_clear_bit(R8126_FLAG_TASK_ESD_CHECK_PENDING, tp->task_flags)) goto out_unlock; rtl8126_esd_checker(tp); rtl8126_schedule_esd_work(tp); out_unlock: rtnl_unlock(); } #if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,20) static void rtl8126_linkchg_task(void *_data) { struct net_device *dev = _data; //struct rtl8126_private *tp = netdev_priv(dev); #else static void rtl8126_linkchg_task(struct work_struct *work) { struct rtl8126_private *tp = container_of(work, struct rtl8126_private, linkchg_task.work); struct net_device *dev = tp->dev; #endif rtnl_lock(); if (!netif_running(dev) || test_bit(R8126_FLAG_DOWN, tp->task_flags) || !test_and_clear_bit(R8126_FLAG_TASK_LINKCHG_CHECK_PENDING, tp->task_flags)) goto out_unlock; rtl8126_check_link_status(dev); out_unlock: rtnl_unlock(); } #if LINUX_VERSION_CODE >= KERNEL_VERSION(5,6,0) static void rtl8126_tx_timeout(struct net_device *dev, unsigned int txqueue) #else static void rtl8126_tx_timeout(struct net_device *dev) #endif { struct rtl8126_private *tp = netdev_priv(dev); netdev_err(dev, "Transmit timeout reset Device!\n"); /* Let's wait a bit while any (async) irq lands on */ rtl8126_schedule_reset_work(tp); } static u32 rtl8126_get_txd_opts1(struct rtl8126_tx_ring *ring, u32 opts1, u32 len, unsigned int entry) { u32 status = opts1 | len; if (entry == ring->num_tx_desc - 1) status |= RingEnd; return status; } static int rtl8126_xmit_frags(struct rtl8126_private *tp, struct rtl8126_tx_ring *ring, struct sk_buff *skb, const u32 *opts) { struct skb_shared_info *info = skb_shinfo(skb); unsigned int cur_frag, entry; struct TxDesc *txd = NULL; const unsigned char nr_frags = info->nr_frags; unsigned long PktLenCnt = 0; bool LsoPatchEnabled = FALSE; entry = ring->cur_tx; for (cur_frag = 0; cur_frag < nr_frags; cur_frag++) { skb_frag_t *frag = info->frags + cur_frag; dma_addr_t mapping; u32 status, len; void *addr; entry = (entry + 1) % ring->num_tx_desc; txd = ring->TxDescArray + entry; #if LINUX_VERSION_CODE < KERNEL_VERSION(3,2,0) len = frag->size; addr = ((void *) page_address(frag->page)) + frag->page_offset; #else len = skb_frag_size(frag); addr = skb_frag_address(frag); #endif mapping = dma_map_single(tp_to_dev(tp), addr, len, DMA_TO_DEVICE); if (unlikely(dma_mapping_error(tp_to_dev(tp), mapping))) { if (unlikely(net_ratelimit())) netif_err(tp, drv, tp->dev, "Failed to map TX fragments DMA!\n"); goto err_out; } /* anti gcc 2.95.3 bugware (sic) */ status = rtl8126_get_txd_opts1(ring, opts[0], len, entry); if (cur_frag == (nr_frags - 1) || LsoPatchEnabled == TRUE) status |= LastFrag; txd->addr = cpu_to_le64(mapping); ring->tx_skb[entry].len = len; txd->opts2 = cpu_to_le32(opts[1]); wmb(); txd->opts1 = cpu_to_le32(status); PktLenCnt += len; } return cur_frag; err_out: rtl8126_tx_clear_range(tp, ring, ring->cur_tx + 1, cur_frag); return -EIO; } static inline __be16 get_protocol(struct sk_buff *skb) { #if LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,37) return vlan_get_protocol(skb); #else __be16 protocol; if (skb->protocol == htons(ETH_P_8021Q)) protocol = vlan_eth_hdr(skb)->h_vlan_encapsulated_proto; else protocol = skb->protocol; return protocol; #endif } static inline u8 rtl8126_get_l4_protocol(struct sk_buff *skb) { int no = skb_network_offset(skb); struct ipv6hdr *i6h, _i6h; struct iphdr *ih, _ih; u8 ip_protocol = IPPROTO_RAW; switch (get_protocol(skb)) { case __constant_htons(ETH_P_IP): ih = skb_header_pointer(skb, no, sizeof(_ih), &_ih); if (ih) ip_protocol = ih->protocol; break; case __constant_htons(ETH_P_IPV6): i6h = skb_header_pointer(skb, no, sizeof(_i6h), &_i6h); if (i6h) ip_protocol = i6h->nexthdr; break; } return ip_protocol; } static bool rtl8126_skb_pad_with_len(struct sk_buff *skb, unsigned int len) { if (skb_padto(skb, len)) return false; skb_put(skb, len - skb->len); return true; } static bool rtl8126_skb_pad(struct sk_buff *skb) { #if LINUX_VERSION_CODE < KERNEL_VERSION(3,19,0) return rtl8126_skb_pad_with_len(skb, ETH_ZLEN); #else return !eth_skb_pad(skb); #endif } #if LINUX_VERSION_CODE >= KERNEL_VERSION(3,14,0) /* msdn_giant_send_check() * According to the document of microsoft, the TCP Pseudo Header excludes the * packet length for IPv6 TCP large packets. */ static int msdn_giant_send_check(struct sk_buff *skb) { const struct ipv6hdr *ipv6h; struct tcphdr *th; int ret; ret = skb_cow_head(skb, 0); if (ret) return ret; ipv6h = ipv6_hdr(skb); th = tcp_hdr(skb); th->check = 0; th->check = ~tcp_v6_check(0, &ipv6h->saddr, &ipv6h->daddr, 0); return ret; } #endif static bool rtl8126_require_pad_ptp_pkt(struct rtl8126_private *tp) { switch (tp->mcfg) { default: return false; } } #define MIN_PATCH_LEN (47) static u32 rtl8126_get_patch_pad_len(struct rtl8126_private *tp, struct sk_buff *skb) { u32 pad_len = 0; int trans_data_len; u32 hdr_len; u32 pkt_len = skb->len; u8 ip_protocol; bool has_trans = skb_transport_header_was_set(skb); if (!rtl8126_require_pad_ptp_pkt(tp)) goto no_padding; if (!(has_trans && (pkt_len < 175))) //128 + MIN_PATCH_LEN goto no_padding; ip_protocol = rtl8126_get_l4_protocol(skb); if (!(ip_protocol == IPPROTO_TCP || ip_protocol == IPPROTO_UDP)) goto no_padding; trans_data_len = pkt_len - (skb->transport_header - skb_headroom(skb)); if (ip_protocol == IPPROTO_UDP) { if (trans_data_len > 3 && trans_data_len < MIN_PATCH_LEN) { u16 dest_port = 0; skb_copy_bits(skb, skb->transport_header - skb_headroom(skb) + 2, &dest_port, 2); dest_port = ntohs(dest_port); if (dest_port == 0x13f || dest_port == 0x140) { pad_len = MIN_PATCH_LEN - trans_data_len; goto out; } } } hdr_len = 0; if (ip_protocol == IPPROTO_TCP) hdr_len = 20; else if (ip_protocol == IPPROTO_UDP) hdr_len = 8; if (trans_data_len < hdr_len) pad_len = hdr_len - trans_data_len; out: if ((pkt_len + pad_len) < ETH_ZLEN) pad_len = ETH_ZLEN - pkt_len; return pad_len; no_padding: return 0; } static bool rtl8126_tso_csum(struct sk_buff *skb, struct net_device *dev, u32 *opts, unsigned int *bytecount, unsigned short *gso_segs) { struct rtl8126_private *tp = netdev_priv(dev); unsigned long large_send = 0; u32 csum_cmd = 0; u8 sw_calc_csum = false; u8 check_patch_required = true; #if LINUX_VERSION_CODE > KERNEL_VERSION(2,6,0) if (dev->features & (NETIF_F_TSO | NETIF_F_TSO6)) { #if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,18) u32 mss = skb_shinfo(skb)->tso_size; #else u32 mss = skb_shinfo(skb)->gso_size; #endif //LINUX_VERSION_CODE < KERNEL_VERSION(2,6,18) /* TCP Segmentation Offload (or TCP Large Send) */ if (mss) { union { struct iphdr *v4; struct ipv6hdr *v6; unsigned char *hdr; } ip; union { struct tcphdr *tcp; struct udphdr *udp; unsigned char *hdr; } l4; u32 l4_offset, hdr_len; ip.hdr = skb_network_header(skb); l4.hdr = skb_checksum_start(skb); l4_offset = skb_transport_offset(skb); assert((l4_offset%2) == 0); switch (get_protocol(skb)) { case __constant_htons(ETH_P_IP): if (l4_offset <= GTTCPHO_MAX) { opts[0] |= GiantSendv4; opts[0] |= l4_offset << GTTCPHO_SHIFT; opts[1] |= min(mss, MSS_MAX) << 18; large_send = 1; } break; case __constant_htons(ETH_P_IPV6): #if LINUX_VERSION_CODE >= KERNEL_VERSION(3,14,0) if (msdn_giant_send_check(skb)) return false; #endif if (l4_offset <= GTTCPHO_MAX) { opts[0] |= GiantSendv6; opts[0] |= l4_offset << GTTCPHO_SHIFT; opts[1] |= min(mss, MSS_MAX) << 18; large_send = 1; } break; default: if (unlikely(net_ratelimit())) dprintk("tso proto=%x!\n", skb->protocol); break; } if (large_send == 0) return false; /* compute length of segmentation header */ hdr_len = (l4.tcp->doff * 4) + l4_offset; /* update gso size and bytecount with header size */ *gso_segs = skb_shinfo(skb)->gso_segs; *bytecount += (*gso_segs - 1) * hdr_len; return true; } } #endif //LINUX_VERSION_CODE > KERNEL_VERSION(2,6,0) if (skb->ip_summed == CHECKSUM_PARTIAL) { #if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,22) const struct iphdr *ip = skb->nh.iph; if (dev->features & NETIF_F_IP_CSUM) { if (ip->protocol == IPPROTO_TCP) csum_cmd = tp->tx_ip_csum_cmd | tp->tx_tcp_csum_cmd; else if (ip->protocol == IPPROTO_UDP) csum_cmd = tp->tx_ip_csum_cmd | tp->tx_udp_csum_cmd; else if (ip->protocol == IPPROTO_IP) csum_cmd = tp->tx_ip_csum_cmd; } #else u8 ip_protocol = IPPROTO_RAW; switch (get_protocol(skb)) { case __constant_htons(ETH_P_IP): if (dev->features & NETIF_F_IP_CSUM) { ip_protocol = ip_hdr(skb)->protocol; csum_cmd = tp->tx_ip_csum_cmd; } break; case __constant_htons(ETH_P_IPV6): if (dev->features & NETIF_F_IPV6_CSUM) { if (skb_transport_offset(skb) > 0 && skb_transport_offset(skb) <= TCPHO_MAX) { ip_protocol = ipv6_hdr(skb)->nexthdr; csum_cmd = tp->tx_ipv6_csum_cmd; csum_cmd |= skb_transport_offset(skb) << TCPHO_SHIFT; } } break; default: if (unlikely(net_ratelimit())) dprintk("checksum_partial proto=%x!\n", skb->protocol); break; } if (ip_protocol == IPPROTO_TCP) csum_cmd |= tp->tx_tcp_csum_cmd; else if (ip_protocol == IPPROTO_UDP) csum_cmd |= tp->tx_udp_csum_cmd; #endif if (csum_cmd == 0) { sw_calc_csum = true; #if LINUX_VERSION_CODE > KERNEL_VERSION(2,6,0) WARN_ON(1); /* we need a WARN() */ #endif } if (ip_protocol == IPPROTO_TCP) check_patch_required = false; } if (check_patch_required) { u32 pad_len = rtl8126_get_patch_pad_len(tp, skb); if (pad_len > 0) { if (!rtl8126_skb_pad_with_len(skb, skb->len + pad_len)) return false; if (csum_cmd != 0) sw_calc_csum = true; } } if (skb->len < ETH_ZLEN) { if (tp->UseSwPaddingShortPkt || (tp->ShortPacketSwChecksum && csum_cmd != 0)) { if (!rtl8126_skb_pad(skb)) return false; if (csum_cmd != 0) sw_calc_csum = true; } } if (sw_calc_csum) { #if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,10) && LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,7) skb_checksum_help(&skb, 0); #elif LINUX_VERSION_CODE < KERNEL_VERSION(2,6,19) && LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,10) skb_checksum_help(skb, 0); #else skb_checksum_help(skb); #endif } else opts[1] |= csum_cmd; return true; } static bool rtl8126_tx_slots_avail(struct rtl8126_private *tp, struct rtl8126_tx_ring *ring) { unsigned int slots_avail = READ_ONCE(ring->dirty_tx) + ring->num_tx_desc - READ_ONCE(ring->cur_tx); /* A skbuff with nr_frags needs nr_frags+1 entries in the tx queue */ return slots_avail > MAX_SKB_FRAGS; } static inline u32 rtl8126_fast_mod_mask(const u32 input, const u32 mask) { return input > mask ? input & mask : input; } static void rtl8126_doorbell(struct rtl8126_private *tp, struct rtl8126_tx_ring *ring) { if (tp->EnableTxNoClose) { if (tp->HwSuppTxNoCloseVer > 3) RTL_W32(tp, ring->sw_tail_ptr_reg, ring->cur_tx); else RTL_W16(tp, ring->sw_tail_ptr_reg, ring->cur_tx); } else RTL_W16(tp, TPPOLL_8125, BIT(ring->index)); /* set polling bit */ } static netdev_tx_t rtl8126_start_xmit(struct sk_buff *skb, struct net_device *dev) { struct rtl8126_private *tp = netdev_priv(dev); unsigned int bytecount; unsigned short gso_segs; struct ring_info *last; unsigned int last_entry; unsigned int entry; struct TxDesc *txd; dma_addr_t mapping; u32 len; u32 opts[2]; netdev_tx_t ret = NETDEV_TX_OK; int frags; u8 EnableTxNoClose = tp->EnableTxNoClose; const u16 queue_mapping = skb_get_queue_mapping(skb); struct rtl8126_tx_ring *ring; bool stop_queue; assert(queue_mapping < tp->num_tx_rings); ring = &tp->tx_ring[queue_mapping]; if (unlikely(!rtl8126_tx_slots_avail(tp, ring))) { if (netif_msg_drv(tp)) { printk(KERN_ERR "%s: BUG! Tx Ring[%d] full when queue awake!\n", dev->name, queue_mapping); } goto err_stop; } entry = ring->cur_tx % ring->num_tx_desc; txd = ring->TxDescArray + entry; if (!EnableTxNoClose) { if (unlikely(le32_to_cpu(txd->opts1) & DescOwn)) { if (netif_msg_drv(tp)) { printk(KERN_ERR "%s: BUG! Tx Desc is own by hardware!\n", dev->name); } goto err_stop; } } bytecount = skb->len; gso_segs = 1; opts[0] = DescOwn; opts[1] = rtl8126_tx_vlan_tag(tp, skb); if (unlikely(!rtl8126_tso_csum(skb, dev, opts, &bytecount, &gso_segs))) goto err_dma_0; frags = rtl8126_xmit_frags(tp, ring, skb, opts); if (unlikely(frags < 0)) goto err_dma_0; if (frags) { len = skb_headlen(skb); opts[0] |= FirstFrag; } else { len = skb->len; opts[0] |= FirstFrag | LastFrag; } opts[0] = rtl8126_get_txd_opts1(ring, opts[0], len, entry); mapping = dma_map_single(tp_to_dev(tp), skb->data, len, DMA_TO_DEVICE); if (unlikely(dma_mapping_error(tp_to_dev(tp), mapping))) { if (unlikely(net_ratelimit())) netif_err(tp, drv, dev, "Failed to map TX DMA!\n"); goto err_dma_1; } #ifdef ENABLE_PTP_SUPPORT if (unlikely(skb_shinfo(skb)->tx_flags & SKBTX_HW_TSTAMP)) { if (!test_and_set_bit_lock(__RTL8126_PTP_TX_IN_PROGRESS, &tp->state)) { if (tp->hwtstamp_config.tx_type == HWTSTAMP_TX_ON && !tp->ptp_tx_skb) { skb_shinfo(skb)->tx_flags |= SKBTX_IN_PROGRESS; tp->ptp_tx_skb = skb_get(skb); tp->ptp_tx_start = jiffies; schedule_work(&tp->ptp_tx_work); } else tp->tx_hwtstamp_skipped++; } } #endif /* set first fragment's length */ ring->tx_skb[entry].len = len; /* set skb to last fragment */ last_entry = (entry + frags) % ring->num_tx_desc; last = &ring->tx_skb[last_entry]; last->skb = skb; last->gso_segs = gso_segs; last->bytecount = bytecount; txd->addr = cpu_to_le64(mapping); txd->opts2 = cpu_to_le32(opts[1]); wmb(); txd->opts1 = cpu_to_le32(opts[0]); netdev_tx_sent_queue(txring_txq(ring), bytecount); #if LINUX_VERSION_CODE < KERNEL_VERSION(3,5,0) dev->trans_start = jiffies; #else skb_tx_timestamp(skb); #endif //LINUX_VERSION_CODE < KERNEL_VERSION(3,5,0) /* rtl_tx needs to see descriptor changes before updated tp->cur_tx */ smp_wmb(); WRITE_ONCE(ring->cur_tx, ring->cur_tx + frags + 1); stop_queue = !rtl8126_tx_slots_avail(tp, ring); if (unlikely(stop_queue)) { /* Avoid wrongly optimistic queue wake-up: rtl_tx thread must * not miss a ring update when it notices a stopped queue. */ smp_wmb(); netif_stop_subqueue(dev, queue_mapping); } if (netif_xmit_stopped(txring_txq(ring)) || !netdev_xmit_more()) rtl8126_doorbell(tp, ring); if (unlikely(stop_queue)) { /* Sync with rtl_tx: * - publish queue status and cur_tx ring index (write barrier) * - refresh dirty_tx ring index (read barrier). * May the current thread have a pessimistic view of the ring * status and forget to wake up queue, a racing rtl_tx thread * can't. */ smp_mb(); if (rtl8126_tx_slots_avail(tp, ring)) netif_start_subqueue(dev, queue_mapping); } out: return ret; err_dma_1: rtl8126_tx_clear_range(tp, ring, ring->cur_tx + 1, frags); err_dma_0: RTLDEV->stats.tx_dropped++; dev_kfree_skb_any(skb); ret = NETDEV_TX_OK; goto out; err_stop: netif_stop_subqueue(dev, queue_mapping); ret = NETDEV_TX_BUSY; RTLDEV->stats.tx_dropped++; goto out; } /* recycle tx no close desc*/ static int rtl8126_tx_interrupt_noclose(struct rtl8126_tx_ring *ring, int budget) { unsigned int total_bytes = 0, total_packets = 0; struct rtl8126_private *tp = ring->priv; struct net_device *dev = tp->dev; unsigned int dirty_tx, tx_left; unsigned int tx_desc_closed; unsigned int count = 0; dirty_tx = ring->dirty_tx; ring->NextHwDesCloPtr = rtl8126_get_hw_clo_ptr(ring); tx_desc_closed = rtl8126_fast_mod_mask(ring->NextHwDesCloPtr - ring->BeginHwDesCloPtr, tp->MaxTxDescPtrMask); tx_left = min((READ_ONCE(ring->cur_tx) - dirty_tx), tx_desc_closed); ring->BeginHwDesCloPtr += tx_left; while (tx_left > 0) { unsigned int entry = dirty_tx % ring->num_tx_desc; struct ring_info *tx_skb = ring->tx_skb + entry; rtl8126_unmap_tx_skb(tp->pci_dev, tx_skb, ring->TxDescArray + entry); if (tx_skb->skb != NULL) { /* update the statistics for this packet */ total_bytes += tx_skb->bytecount; total_packets += tx_skb->gso_segs; RTL_NAPI_CONSUME_SKB_ANY(tx_skb->skb, budget); tx_skb->skb = NULL; } dirty_tx++; tx_left--; } if (total_packets) { netdev_tx_completed_queue(txring_txq(ring), total_packets, total_bytes); RTLDEV->stats.tx_bytes += total_bytes; RTLDEV->stats.tx_packets+= total_packets; } if (ring->dirty_tx != dirty_tx) { count = dirty_tx - ring->dirty_tx; WRITE_ONCE(ring->dirty_tx, dirty_tx); smp_wmb(); if (__netif_subqueue_stopped(dev, ring->index) && (rtl8126_tx_slots_avail(tp, ring))) { netif_start_subqueue(dev, ring->index); } } return count; } /* recycle tx close desc*/ static int rtl8126_tx_interrupt_close(struct rtl8126_tx_ring *ring, int budget) { unsigned int total_bytes = 0, total_packets = 0; struct rtl8126_private *tp = ring->priv; struct net_device *dev = tp->dev; unsigned int dirty_tx, tx_left; unsigned int count = 0; dirty_tx = ring->dirty_tx; tx_left = READ_ONCE(ring->cur_tx) - dirty_tx; while (tx_left > 0) { unsigned int entry = dirty_tx % ring->num_tx_desc; struct ring_info *tx_skb = ring->tx_skb + entry; if (le32_to_cpu(ring->TxDescArray[entry].opts1) & DescOwn) break; rtl8126_unmap_tx_skb(tp->pci_dev, tx_skb, ring->TxDescArray + entry); if (tx_skb->skb != NULL) { /* update the statistics for this packet */ total_bytes += tx_skb->bytecount; total_packets += tx_skb->gso_segs; RTL_NAPI_CONSUME_SKB_ANY(tx_skb->skb, budget); tx_skb->skb = NULL; } dirty_tx++; tx_left--; } if (total_packets) { netdev_tx_completed_queue(txring_txq(ring), total_packets, total_bytes); RTLDEV->stats.tx_bytes += total_bytes; RTLDEV->stats.tx_packets+= total_packets; } if (ring->dirty_tx != dirty_tx) { count = dirty_tx - ring->dirty_tx; WRITE_ONCE(ring->dirty_tx, dirty_tx); smp_wmb(); if (__netif_subqueue_stopped(dev, ring->index) && (rtl8126_tx_slots_avail(tp, ring))) { netif_start_subqueue(dev, ring->index); } if (ring->cur_tx != dirty_tx) rtl8126_doorbell(tp, ring); } return count; } static int rtl8126_tx_interrupt(struct rtl8126_tx_ring *ring, int budget) { struct rtl8126_private *tp = ring->priv; if (tp->EnableTxNoClose) return rtl8126_tx_interrupt_noclose(ring, budget); else return rtl8126_tx_interrupt_close(ring, budget); } static int rtl8126_tx_interrupt_with_vector(struct rtl8126_private *tp, const int message_id, int budget) { int count = 0; switch (tp->HwCurrIsrVer) { case 3: case 4: if (message_id < tp->num_tx_rings) count += rtl8126_tx_interrupt(&tp->tx_ring[message_id], budget); break; case 5: if (message_id == 16) count += rtl8126_tx_interrupt(&tp->tx_ring[0], budget); #ifdef ENABLE_MULTIPLE_TX_QUEUE else if (message_id == 17) count += rtl8126_tx_interrupt(&tp->tx_ring[1], budget); #endif break; default: if (message_id == 16) count += rtl8126_tx_interrupt(&tp->tx_ring[0], budget); #ifdef ENABLE_MULTIPLE_TX_QUEUE else if (message_id == 18) count += rtl8126_tx_interrupt(&tp->tx_ring[1], budget); #endif break; } return count; } static inline int rtl8126_fragmented_frame(struct rtl8126_private *tp, u32 status) { if (tp->InitRxDescType == RX_DESC_RING_TYPE_3) return (status & (FirstFrag_V3 | LastFrag_V3)) != (FirstFrag_V3 | LastFrag_V3); else return (status & (FirstFrag | LastFrag)) != (FirstFrag | LastFrag); } static inline int rtl8126_is_non_eop(struct rtl8126_private *tp, u32 status) { if (tp->InitRxDescType == RX_DESC_RING_TYPE_3) return !(status & LastFrag_V3); else return !(status & LastFrag); } static inline int rtl8126_rx_desc_type(u32 status) { return ((status >> 26) & 0x0F); } static inline void rtl8126_rx_v3_csum(struct rtl8126_private *tp, struct sk_buff *skb, struct RxDescV3 *descv3) { u32 opts2 = le32_to_cpu(descv3->RxDescNormalDDWord4.opts2); /* rx csum offload for RTL8125 */ if (((opts2 & RxTCPT_v3) && !(opts2 & RxTCPF_v3)) || ((opts2 & RxUDPT_v3) && !(opts2 & RxUDPF_v3))) skb->ip_summed = CHECKSUM_UNNECESSARY; else skb_checksum_none_assert(skb); } static inline void rtl8126_rx_csum(struct rtl8126_private *tp, struct sk_buff *skb, struct RxDesc *desc, u32 opts1) { if (tp->InitRxDescType == RX_DESC_RING_TYPE_3) rtl8126_rx_v3_csum(tp, skb, (struct RxDescV3 *)desc); else { /* rx csum offload for RTL8125 */ if (((opts1 & RxTCPT) && !(opts1 & RxTCPF)) || ((opts1 & RxUDPT) && !(opts1 & RxUDPF))) skb->ip_summed = CHECKSUM_UNNECESSARY; else skb_checksum_none_assert(skb); } } /* static inline int rtl8126_try_rx_copy(struct rtl8126_private *tp, struct rtl8126_rx_ring *ring, struct sk_buff **sk_buff, int pkt_size, struct RxDesc *desc, int rx_buf_sz) { int ret = -1; struct sk_buff *skb; skb = RTL_ALLOC_SKB_INTR(&tp->r8126napi[ring->index].napi, pkt_size + R8126_RX_ALIGN); if (skb) { u8 *data; data = sk_buff[0]->data; if (!R8126_USE_NAPI_ALLOC_SKB) skb_reserve(skb, R8126_RX_ALIGN); #if LINUX_VERSION_CODE >= KERNEL_VERSION(2,4,37) prefetch(data - R8126_RX_ALIGN); #endif eth_copy_and_sum(skb, data, pkt_size, 0); *sk_buff = skb; rtl8126_mark_to_asic(tp, desc, rx_buf_sz); ret = 0; } return ret; } */ static inline void rtl8126_rx_skb(struct rtl8126_private *tp, struct sk_buff *skb, u32 ring_index) { #ifdef CONFIG_R8126_NAPI #if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,29) netif_receive_skb(skb); #else napi_gro_receive(&tp->r8126napi[ring_index].napi, skb); #endif #else netif_rx(skb); #endif } static int rtl8126_check_rx_desc_error(struct net_device *dev, struct rtl8126_private *tp, u32 status) { int ret = 0; if (tp->InitRxDescType == RX_DESC_RING_TYPE_3) { if (unlikely(status & RxRES_V3)) { if (status & (RxRWT_V3 | RxRUNT_V3)) RTLDEV->stats.rx_length_errors++; if (status & RxCRC_V3) RTLDEV->stats.rx_crc_errors++; ret = -1; } } else { if (unlikely(status & RxRES)) { if (status & (RxRWT | RxRUNT)) RTLDEV->stats.rx_length_errors++; if (status & RxCRC) RTLDEV->stats.rx_crc_errors++; ret = -1; } } return ret; } #ifdef ENABLE_PAGE_REUSE static inline bool rtl8126_reuse_rx_ok(struct page *page) { /* avoid re-using remote pages */ if (!dev_page_is_reusable(page)) { //printk(KERN_INFO "r8126 page pfmemalloc, can't reuse!\n"); return false; } /* if we are only owner of page we can reuse it */ if (unlikely(page_ref_count(page) != 1)) { //printk(KERN_INFO "r8126 page refcnt %d, can't reuse!\n", page_ref_count(page)); return false; } return true; } static void rtl8126_reuse_rx_buffer(struct rtl8126_private *tp, struct rtl8126_rx_ring *ring, u32 cur_rx, struct rtl8126_rx_buffer *rxb) { struct page *page = rxb->page; u32 dirty_rx = ring->dirty_rx; u32 entry = dirty_rx % ring->num_rx_desc; struct rtl8126_rx_buffer *nrxb = &ring->rx_buffer[entry]; u32 noffset; //the page gonna be shared by us and kernel, keep page ref = 2 page_ref_inc(page); //flip the buffer in page to use next noffset = rxb->page_offset ^ (tp->rx_buf_page_size / 2); //one page, two buffer, ping-pong nrxb->dma = rxb->dma; nrxb->page_offset = noffset; nrxb->data = rxb->data; if (cur_rx != dirty_rx) { //move the buffer to other slot nrxb->page = page; rxb->page = NULL; } } static void rtl8126_put_rx_buffer(struct rtl8126_private *tp, struct rtl8126_rx_ring *ring, u32 cur_rx, struct rtl8126_rx_buffer *rxb) { struct rtl8126_rx_buffer *nrxb; struct page *page = rxb->page; u32 entry; entry = ring->dirty_rx % ring->num_rx_desc; nrxb = &ring->rx_buffer[entry]; if (likely(rtl8126_reuse_rx_ok(page))) { /* hand second half of page back to the ring */ rtl8126_reuse_rx_buffer(tp, ring, cur_rx, rxb); } else { tp->page_reuse_fail_cnt++; dma_unmap_page_attrs(&tp->pci_dev->dev, rxb->dma, tp->rx_buf_page_size, DMA_FROM_DEVICE, (DMA_ATTR_SKIP_CPU_SYNC | DMA_ATTR_WEAK_ORDERING)); //the page ref is kept 1, uniquely owned by kernel now rxb->page = NULL; return; } dma_sync_single_range_for_device(tp_to_dev(tp), nrxb->dma, nrxb->page_offset, tp->rx_buf_sz, DMA_FROM_DEVICE); rtl8126_map_to_asic(tp, ring, rtl8126_get_rxdesc(tp, ring->RxDescArray, entry), nrxb->dma + nrxb->page_offset, tp->rx_buf_sz, entry); ring->dirty_rx++; } #endif //ENABLE_PAGE_REUSE static int rtl8126_rx_interrupt(struct net_device *dev, struct rtl8126_private *tp, struct rtl8126_rx_ring *ring, napi_budget budget) { unsigned int cur_rx, rx_left; unsigned int delta, count = 0; unsigned int entry; struct RxDesc *desc; struct sk_buff *skb; u32 status; u32 rx_quota; u32 ring_index = ring->index; #ifdef ENABLE_PAGE_REUSE struct rtl8126_rx_buffer *rxb; #else //ENABLE_PAGE_REUSE u64 rx_buf_phy_addr; #endif //ENABLE_PAGE_REUSE unsigned int total_rx_multicast_packets = 0; unsigned int total_rx_bytes = 0, total_rx_packets = 0; assert(dev != NULL); assert(tp != NULL); if (ring->RxDescArray == NULL) goto rx_out; rx_quota = RTL_RX_QUOTA(budget); cur_rx = ring->cur_rx; rx_left = ring->num_rx_desc + ring->dirty_rx - cur_rx; rx_left = rtl8126_rx_quota(rx_left, (u32)rx_quota); for (; rx_left > 0; rx_left--, cur_rx++) { #ifdef ENABLE_PTP_SUPPORT u8 desc_type = RXDESC_TYPE_NORMAL; struct RxDescV3 ptp_desc; #endif //ENABLE_PTP_SUPPORT #ifndef ENABLE_PAGE_REUSE const void *rx_buf; #endif //!ENABLE_PAGE_REUSE u32 pkt_size; entry = cur_rx % ring->num_rx_desc; desc = rtl8126_get_rxdesc(tp, ring->RxDescArray, entry); status = le32_to_cpu(rtl8126_rx_desc_opts1(tp, desc)); if (status & DescOwn) break; rmb(); if (unlikely(rtl8126_check_rx_desc_error(dev, tp, status) < 0)) { if (netif_msg_rx_err(tp)) { printk(KERN_INFO "%s: Rx ERROR. status = %08x\n", dev->name, status); } RTLDEV->stats.rx_errors++; if (!(dev->features & NETIF_F_RXALL)) goto release_descriptor; } pkt_size = status & 0x00003fff; if (likely(!(dev->features & NETIF_F_RXFCS))) { #ifdef ENABLE_RX_PACKET_FRAGMENT if (rtl8126_is_non_eop(tp, status) && pkt_size == tp->rx_buf_sz) { struct RxDesc *desc_next; unsigned int entry_next; int pkt_size_next; u32 status_next; entry_next = (cur_rx + 1) % ring->num_rx_desc; desc_next = rtl8126_get_rxdesc(tp, ring->RxDescArray, entry_next); status_next = le32_to_cpu(rtl8126_rx_desc_opts1(tp, desc_next)); if (!(status_next & DescOwn)) { pkt_size_next = status_next & 0x00003fff; if (pkt_size_next < ETH_FCS_LEN) pkt_size -= (ETH_FCS_LEN - pkt_size_next); } } #endif //ENABLE_RX_PACKET_FRAGMENT if (!rtl8126_is_non_eop(tp, status)) { if (pkt_size < ETH_FCS_LEN) { #ifdef ENABLE_RX_PACKET_FRAGMENT pkt_size = 0; #else goto drop_packet; #endif //ENABLE_RX_PACKET_FRAGMENT } else pkt_size -= ETH_FCS_LEN; } } if (unlikely(pkt_size > tp->rx_buf_sz)) goto drop_packet; #if !defined(ENABLE_RX_PACKET_FRAGMENT) || !defined(ENABLE_PAGE_REUSE) /* * The driver does not support incoming fragmented * frames. They are seen as a symptom of over-mtu * sized frames. */ if (unlikely(rtl8126_fragmented_frame(tp, status))) goto drop_packet; #endif //!ENABLE_RX_PACKET_FRAGMENT || !ENABLE_PAGE_REUSE #ifdef ENABLE_PTP_SUPPORT if (tp->EnablePtp) { desc_type = rtl8126_rx_desc_type(status); if (desc_type == RXDESC_TYPE_NEXT && rx_left > 0) { u32 status_next; struct RxDescV3 *desc_next; unsigned int entry_next; cur_rx++; rx_left--; entry_next = cur_rx % ring->num_rx_desc; desc_next = (struct RxDescV3 *)rtl8126_get_rxdesc(tp, ring->RxDescArray, entry_next); status_next = le32_to_cpu(desc_next->RxDescNormalDDWord4.opts1); if (unlikely(status_next & DescOwn)) { udelay(1); status_next = le32_to_cpu(desc_next->RxDescNormalDDWord4.opts1); if (unlikely(status_next & DescOwn)) { if (netif_msg_rx_err(tp)) { printk(KERN_ERR "%s: Rx Next Desc ERROR. status = %08x\n", dev->name, status_next); } rtl8126_set_desc_dma_addr(tp, (struct RxDesc *)desc_next, ring->RxDescPhyAddr[entry_next]); wmb(); rtl8126_mark_to_asic(tp, (struct RxDesc *)desc_next, tp->rx_buf_sz); goto drop_packet; } } rmb(); desc_type = rtl8126_rx_desc_type(status_next); if (desc_type == RXDESC_TYPE_PTP) { ptp_desc = *desc_next; rmb(); rtl8126_set_desc_dma_addr(tp, (struct RxDesc *)desc_next, ring->RxDescPhyAddr[entry_next]); wmb(); rtl8126_mark_to_asic(tp, (struct RxDesc *)desc_next, tp->rx_buf_sz); } else { WARN_ON(1); rtl8126_set_desc_dma_addr(tp, (struct RxDesc *)desc_next, ring->RxDescPhyAddr[entry_next]); wmb(); rtl8126_mark_to_asic(tp, (struct RxDesc *)desc_next, tp->rx_buf_sz); goto drop_packet; } } else WARN_ON(desc_type != RXDESC_TYPE_NORMAL); } #endif #ifdef ENABLE_PAGE_REUSE rxb = &ring->rx_buffer[entry]; skb = rxb->skb; rxb->skb = NULL; if (!skb) { skb = RTL_BUILD_SKB_INTR(rxb->data + rxb->page_offset - ring->rx_offset, tp->rx_buf_page_size / 2); if (!skb) { //netdev_err(tp->dev, "Failed to allocate RX skb!\n"); goto drop_packet; } skb->dev = dev; if (!R8126_USE_NAPI_ALLOC_SKB) skb_reserve(skb, R8126_RX_ALIGN); skb_put(skb, pkt_size); } else skb_add_rx_frag(skb, skb_shinfo(skb)->nr_frags, rxb->page, rxb->page_offset, pkt_size, tp->rx_buf_page_size / 2); #ifdef ENABLE_PTP_SUPPORT if (desc_type == RXDESC_TYPE_PTP) rtl8126_rx_ptp_pktstamp(tp, skb, &ptp_desc); #endif //ENABLE_PTP_SUPPORT //recycle desc rtl8126_put_rx_buffer(tp, ring, cur_rx, rxb); dma_sync_single_range_for_cpu(tp_to_dev(tp), rxb->dma, rxb->page_offset, tp->rx_buf_sz, DMA_FROM_DEVICE); #else //ENABLE_PAGE_REUSE skb = RTL_ALLOC_SKB_INTR(&tp->r8126napi[ring->index].napi, pkt_size + R8126_RX_ALIGN); if (!skb) { //netdev_err(tp->dev, "Failed to allocate RX skb!\n"); goto drop_packet; } skb->dev = dev; if (!R8126_USE_NAPI_ALLOC_SKB) skb_reserve(skb, R8126_RX_ALIGN); skb_put(skb, pkt_size); #ifdef ENABLE_PTP_SUPPORT if (desc_type == RXDESC_TYPE_PTP) rtl8126_rx_ptp_pktstamp(tp, skb, &ptp_desc); #endif //ENABLE_PTP_SUPPORT rx_buf_phy_addr = ring->RxDescPhyAddr[entry]; dma_sync_single_for_cpu(tp_to_dev(tp), rx_buf_phy_addr, tp->rx_buf_sz, DMA_FROM_DEVICE); rx_buf = ring->Rx_skbuff[entry]->data; #if LINUX_VERSION_CODE >= KERNEL_VERSION(2,4,37) prefetch(rx_buf - R8126_RX_ALIGN); #endif eth_copy_and_sum(skb, rx_buf, pkt_size, 0); dma_sync_single_for_device(tp_to_dev(tp), rx_buf_phy_addr, tp->rx_buf_sz, DMA_FROM_DEVICE); #endif //ENABLE_PAGE_REUSE #ifdef ENABLE_RX_PACKET_FRAGMENT if (rtl8126_is_non_eop(tp, status)) { unsigned int entry_next; entry_next = (entry + 1) % ring->num_rx_desc; rxb = &ring->rx_buffer[entry_next]; rxb->skb = skb; continue; } #endif //ENABLE_RX_PACKET_FRAGMENT #ifdef ENABLE_RSS_SUPPORT rtl8126_rx_hash(tp, (struct RxDescV3 *)desc, skb); #endif rtl8126_rx_csum(tp, skb, desc, status); skb->protocol = eth_type_trans(skb, dev); total_rx_bytes += skb->len; if (skb->pkt_type == PACKET_MULTICAST) total_rx_multicast_packets++; if (rtl8126_rx_vlan_skb(tp, desc, skb) < 0) rtl8126_rx_skb(tp, skb, ring_index); #if LINUX_VERSION_CODE < KERNEL_VERSION(4,11,0) dev->last_rx = jiffies; #endif //LINUX_VERSION_CODE < KERNEL_VERSION(4,11,0) total_rx_packets++; #ifdef ENABLE_PAGE_REUSE rxb->skb = NULL; continue; #endif release_descriptor: if (tp->InitRxDescType == RX_DESC_RING_TYPE_3) { rtl8126_set_desc_dma_addr(tp, desc, ring->RxDescPhyAddr[entry]); wmb(); } rtl8126_mark_to_asic(tp, desc, tp->rx_buf_sz); continue; drop_packet: RTLDEV->stats.rx_dropped++; RTLDEV->stats.rx_length_errors++; goto release_descriptor; } count = cur_rx - ring->cur_rx; ring->cur_rx = cur_rx; delta = rtl8126_rx_fill(tp, ring, dev, ring->dirty_rx, ring->cur_rx, 1); if (!delta && count && netif_msg_intr(tp)) printk(KERN_INFO "%s: no Rx buffer allocated\n", dev->name); ring->dirty_rx += delta; RTLDEV->stats.rx_bytes += total_rx_bytes; RTLDEV->stats.rx_packets += total_rx_packets; RTLDEV->stats.multicast += total_rx_multicast_packets; /* * FIXME: until there is periodic timer to try and refill the ring, * a temporary shortage may definitely kill the Rx process. * - disable the asic to try and avoid an overflow and kick it again * after refill ? * - how do others driver handle this condition (Uh oh...). */ if ((ring->dirty_rx + ring->num_rx_desc == ring->cur_rx) && netif_msg_intr(tp)) printk(KERN_EMERG "%s: Rx buffers exhausted\n", dev->name); rx_out: return total_rx_packets; } static bool rtl8126_linkchg_interrupt(struct rtl8126_private *tp, u32 status) { switch (tp->HwCurrIsrVer) { case 2: case 3: return status & ISRIMR_V2_LINKCHG; case 4: return status & ISRIMR_V4_LINKCHG; case 5: return status & ISRIMR_V5_LINKCHG; default: return status & LinkChg; } } static u32 rtl8126_get_linkchg_message_id(struct rtl8126_private *tp) { switch (tp->HwCurrIsrVer) { case 4: return 29; case 5: return 18; default: return 21; } } /* *The interrupt handler does all of the Rx thread work and cleans up after *the Tx thread. */ #if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,19) static irqreturn_t rtl8126_interrupt(int irq, void *dev_instance, struct pt_regs *regs) #else static irqreturn_t rtl8126_interrupt(int irq, void *dev_instance) #endif { struct r8126_napi *r8126napi = dev_instance; struct rtl8126_private *tp = r8126napi->priv; struct net_device *dev = tp->dev; u32 status; int handled = 0; do { status = RTL_R32(tp, tp->isr_reg[0]); if (!(tp->features & (RTL_FEATURE_MSI | RTL_FEATURE_MSIX))) { /* hotplug/major error/no more work/shared irq */ if (!status) break; if (status == 0xFFFFFFFF) break; if (!(status & (tp->intr_mask | tp->timer_intr_mask))) break; } handled = 1; #if defined(RTL_USE_NEW_INTR_API) if (!tp->irq_tbl[0].requested) break; #endif rtl8126_disable_hw_interrupt(tp); RTL_W32(tp, tp->isr_reg[0], status&~RxFIFOOver); if (rtl8126_linkchg_interrupt(tp, status)) rtl8126_schedule_linkchg_work(tp); #ifdef ENABLE_DASH_SUPPORT if (tp->DASH) { if (HW_DASH_SUPPORT_TYPE_3(tp)) { u8 DashIntType2Status; if (status & ISRIMR_DASH_INTR_CMAC_RESET) tp->CmacResetIntr = TRUE; DashIntType2Status = RTL_CMAC_R8(tp, CMAC_IBISR0); if (DashIntType2Status & ISRIMR_DASH_TYPE2_ROK) { tp->RcvFwDashOkEvt = TRUE; } if (DashIntType2Status & ISRIMR_DASH_TYPE2_TOK) { tp->SendFwHostOkEvt = TRUE; } if (DashIntType2Status & ISRIMR_DASH_TYPE2_RX_DISABLE_IDLE) { tp->DashFwDisableRx = TRUE; } RTL_CMAC_W8(tp, CMAC_IBISR0, DashIntType2Status); } } #endif #ifdef CONFIG_R8126_NAPI if (status & tp->intr_mask || tp->keep_intr_cnt-- > 0) { if (status & tp->intr_mask) tp->keep_intr_cnt = RTK_KEEP_INTERRUPT_COUNT; if (likely(RTL_NETIF_RX_SCHEDULE_PREP(dev, &tp->r8126napi[0].napi))) __RTL_NETIF_RX_SCHEDULE(dev, &tp->r8126napi[0].napi); else if (netif_msg_intr(tp)) printk(KERN_INFO "%s: interrupt %04x in poll\n", dev->name, status); } else { tp->keep_intr_cnt = RTK_KEEP_INTERRUPT_COUNT; rtl8126_switch_to_hw_interrupt(tp); } #else if (status & tp->intr_mask || tp->keep_intr_cnt-- > 0) { u32 budget = ~(u32)0; int i; if (status & tp->intr_mask) tp->keep_intr_cnt = RTK_KEEP_INTERRUPT_COUNT; for (i = 0; i < tp->num_tx_rings; i++) rtl8126_tx_interrupt(&tp->tx_ring[i], ~(u32)0); #if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,24) rtl8126_rx_interrupt(dev, tp, &tp->rx_ring[0], &budget); #else rtl8126_rx_interrupt(dev, tp, &tp->rx_ring[0], budget); #endif //LINUX_VERSION_CODE < KERNEL_VERSION(2,6,24) #ifdef ENABLE_DASH_SUPPORT if (tp->DASH) { struct net_device *dev = tp->dev; HandleDashInterrupt(dev); } #endif rtl8126_switch_to_timer_interrupt(tp); } else { tp->keep_intr_cnt = RTK_KEEP_INTERRUPT_COUNT; rtl8126_switch_to_hw_interrupt(tp); } #endif } while (false); return IRQ_RETVAL(handled); } #if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,19) static irqreturn_t rtl8126_interrupt_msix(int irq, void *dev_instance, struct pt_regs *regs) #else static irqreturn_t rtl8126_interrupt_msix(int irq, void *dev_instance) #endif { struct r8126_napi *r8126napi = dev_instance; struct rtl8126_private *tp = r8126napi->priv; struct net_device *dev = tp->dev; int message_id = r8126napi->index; #ifndef CONFIG_R8126_NAPI u32 budget = ~(u32)0; #endif do { #if defined(RTL_USE_NEW_INTR_API) if (!tp->irq_tbl[message_id].requested) break; #endif //link change if (message_id == rtl8126_get_linkchg_message_id(tp)) { rtl8126_disable_hw_interrupt_v2(tp, message_id); rtl8126_clear_hw_isr_v2(tp, message_id); rtl8126_schedule_linkchg_work(tp); break; } #ifdef CONFIG_R8126_NAPI if (likely(RTL_NETIF_RX_SCHEDULE_PREP(dev, &r8126napi->napi))) { rtl8126_disable_hw_interrupt_v2(tp, message_id); __RTL_NETIF_RX_SCHEDULE(dev, &r8126napi->napi); } else if (netif_msg_intr(tp)) printk(KERN_INFO "%s: interrupt message id %d in poll_msix\n", dev->name, message_id); rtl8126_clear_hw_isr_v2(tp, message_id); #else rtl8126_tx_interrupt_with_vector(tp, message_id, ~(u32)0); if (message_id < tp->num_rx_rings) { #if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,24) rtl8126_rx_interrupt(dev, tp, &tp->rx_ring[message_id], &budget); #else rtl8126_rx_interrupt(dev, tp, &tp->rx_ring[message_id], budget); #endif //LINUX_VERSION_CODE < KERNEL_VERSION(2,6,24) } rtl8126_enable_hw_interrupt_v2(tp, message_id); #endif } while (false); return IRQ_HANDLED; } static void rtl8126_down(struct net_device *dev) { struct rtl8126_private *tp = netdev_priv(dev); //rtl8126_delete_esd_timer(dev, &tp->esd_timer); //rtl8126_delete_link_timer(dev, &tp->link_timer); netif_carrier_off(dev); netif_tx_disable(dev); _rtl8126_wait_for_quiescence(dev); rtl8126_hw_reset(dev); rtl8126_tx_clear(tp); rtl8126_rx_clear(tp); } static int rtl8126_resource_freed(struct rtl8126_private *tp) { int i; for (i = 0; i < tp->num_tx_rings; i++) if (tp->tx_ring[i].TxDescArray) return 0; for (i = 0; i < tp->num_rx_rings; i++) if (tp->rx_ring[i].RxDescArray) return 0; return 1; } int rtl8126_close(struct net_device *dev) { struct rtl8126_private *tp = netdev_priv(dev); if (!rtl8126_resource_freed(tp)) { set_bit(R8126_FLAG_DOWN, tp->task_flags); rtl8126_down(dev); pci_clear_master(tp->pci_dev); #ifdef ENABLE_PTP_SUPPORT rtl8126_ptp_stop(tp); #endif rtl8126_hw_d3_para(dev); rtl8126_powerdown_pll(dev, 0); rtl8126_free_irq(tp); rtl8126_free_alloc_resources(tp); } else { rtl8126_hw_d3_para(dev); rtl8126_powerdown_pll(dev, 0); } return 0; } #if LINUX_VERSION_CODE > KERNEL_VERSION(2,6,11) static void rtl8126_shutdown(struct pci_dev *pdev) { struct net_device *dev = pci_get_drvdata(pdev); struct rtl8126_private *tp = netdev_priv(dev); rtnl_lock(); if (HW_DASH_SUPPORT_DASH(tp)) rtl8126_driver_stop(tp); if (s5_keep_curr_mac == 0 && tp->random_mac == 0) rtl8126_rar_set(tp, tp->org_mac_addr); if (s5wol == 0) tp->wol_enabled = WOL_DISABLED; rtl8126_close(dev); rtl8126_disable_msi(pdev, tp); rtnl_unlock(); if (system_state == SYSTEM_POWER_OFF) { pci_clear_master(tp->pci_dev); pci_wake_from_d3(pdev, tp->wol_enabled); pci_set_power_state(pdev, PCI_D3hot); } } #endif #ifdef CONFIG_PM #if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,11) static int rtl8126_suspend(struct pci_dev *pdev, u32 state) #elif LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,29) static int rtl8126_suspend(struct device *device) #else static int rtl8126_suspend(struct pci_dev *pdev, pm_message_t state) #endif { #if LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,29) struct pci_dev *pdev = to_pci_dev(device); struct net_device *dev = pci_get_drvdata(pdev); #else struct net_device *dev = pci_get_drvdata(pdev); #endif struct rtl8126_private *tp = netdev_priv(dev); #if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,10) u32 pci_pm_state = pci_choose_state(pdev, state); #endif if (!netif_running(dev)) goto out; //rtl8126_cancel_all_schedule_work(tp); //rtl8126_delete_esd_timer(dev, &tp->esd_timer); //rtl8126_delete_link_timer(dev, &tp->link_timer); rtnl_lock(); set_bit(R8126_FLAG_DOWN, tp->task_flags); netif_carrier_off(dev); netif_tx_disable(dev); netif_device_detach(dev); #ifdef ENABLE_PTP_SUPPORT rtl8126_ptp_suspend(tp); #endif rtl8126_hw_reset(dev); pci_clear_master(pdev); rtl8126_hw_d3_para(dev); rtl8126_powerdown_pll(dev, 1); if (HW_DASH_SUPPORT_DASH(tp)) rtl8126_driver_stop(tp); rtnl_unlock(); out: pci_disable_device(pdev); #if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,10) pci_save_state(pdev, &pci_pm_state); #else pci_save_state(pdev); #endif #if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,29) pci_enable_wake(pdev, pci_choose_state(pdev, state), tp->wol_enabled); #endif pci_prepare_to_sleep(pdev); return 0; } static int rtl8126_hw_d3_not_power_off(struct net_device *dev) { return rtl8126_check_hw_phy_mcu_code_ver(dev); } static int rtl8126_wait_phy_nway_complete_sleep(struct rtl8126_private *tp) { int i, val; for (i = 0; i < 30; i++) { val = rtl8126_mdio_read(tp, MII_BMSR) & BMSR_ANEGCOMPLETE; if (val) return 0; msleep(100); } return -1; } #if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,29) static int rtl8126_resume(struct pci_dev *pdev) #else static int rtl8126_resume(struct device *device) #endif { #if LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,29) struct pci_dev *pdev = to_pci_dev(device); struct net_device *dev = pci_get_drvdata(pdev); #else struct net_device *dev = pci_get_drvdata(pdev); #endif struct rtl8126_private *tp = netdev_priv(dev); #if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,10) u32 pci_pm_state = PCI_D0; #endif u32 err; rtnl_lock(); err = pci_enable_device(pdev); if (err) { dev_err(&pdev->dev, "Cannot enable PCI device from suspend\n"); goto out_unlock; } #if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,10) pci_restore_state(pdev, &pci_pm_state); #else pci_restore_state(pdev); #endif pci_enable_wake(pdev, PCI_D0, 0); /* restore last modified mac address */ rtl8126_rar_set(tp, dev->dev_addr); tp->resume_not_chg_speed = 0; if (tp->check_keep_link_speed && //tp->link_ok(dev) && rtl8126_hw_d3_not_power_off(dev) && rtl8126_wait_phy_nway_complete_sleep(tp) == 0) tp->resume_not_chg_speed = 1; if (!netif_running(dev)) goto out_unlock; pci_set_master(pdev); rtl8126_exit_oob(dev); rtl8126_up(dev); clear_bit(R8126_FLAG_DOWN, tp->task_flags); rtl8126_schedule_reset_work(tp); rtl8126_schedule_esd_work(tp); //mod_timer(&tp->esd_timer, jiffies + RTL8126_ESD_TIMEOUT); //mod_timer(&tp->link_timer, jiffies + RTL8126_LINK_TIMEOUT); out_unlock: netif_device_attach(dev); rtnl_unlock(); return err; } #if LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,29) static struct dev_pm_ops rtl8126_pm_ops = { .suspend = rtl8126_suspend, .resume = rtl8126_resume, .freeze = rtl8126_suspend, .thaw = rtl8126_resume, .poweroff = rtl8126_suspend, .restore = rtl8126_resume, }; #define RTL8126_PM_OPS (&rtl8126_pm_ops) #endif #else /* !CONFIG_PM */ #define RTL8126_PM_OPS NULL #endif /* CONFIG_PM */ static struct pci_driver rtl8126_pci_driver = { .name = MODULENAME, .id_table = rtl8126_pci_tbl, .probe = rtl8126_init_one, .remove = __devexit_p(rtl8126_remove_one), #if LINUX_VERSION_CODE > KERNEL_VERSION(2,6,11) .shutdown = rtl8126_shutdown, #endif #ifdef CONFIG_PM #if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,29) .suspend = rtl8126_suspend, .resume = rtl8126_resume, #else .driver.pm = RTL8126_PM_OPS, #endif #endif }; static int __init rtl8126_init_module(void) { int ret = 0; #ifdef ENABLE_R8126_PROCFS rtl8126_proc_module_init(); #endif #if LINUX_VERSION_CODE > KERNEL_VERSION(2,6,0) ret = pci_register_driver(&rtl8126_pci_driver); #else ret = pci_module_init(&rtl8126_pci_driver); #endif return ret; } static void __exit rtl8126_cleanup_module(void) { pci_unregister_driver(&rtl8126_pci_driver); #ifdef ENABLE_R8126_PROCFS if (rtl8126_proc) { #if LINUX_VERSION_CODE >= KERNEL_VERSION(3,10,0) remove_proc_subtree(MODULENAME, init_net.proc_net); #else #if LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,32) remove_proc_entry(MODULENAME, init_net.proc_net); #else remove_proc_entry(MODULENAME, proc_net); #endif //LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,32) #endif //LINUX_VERSION_CODE >= KERNEL_VERSION(3,10,0) rtl8126_proc = NULL; } #endif } module_init(rtl8126_init_module); module_exit(rtl8126_cleanup_module);