https://github.com/torvalds/linux
Tip revision: 0d02ec6b3136c73c09e7859f0d0e4e2c4c07b49b authored by Linus Torvalds on 21 March 2021, 21:56:43 UTC
Linux 5.12-rc4
Linux 5.12-rc4
Tip revision: 0d02ec6
lan743x_ptp.c
/* SPDX-License-Identifier: GPL-2.0+ */
/* Copyright (C) 2018 Microchip Technology Inc. */
#include <linux/netdevice.h>
#include <linux/ptp_clock_kernel.h>
#include <linux/module.h>
#include <linux/pci.h>
#include <linux/net_tstamp.h>
#include "lan743x_main.h"
#include "lan743x_ptp.h"
#define LAN743X_LED0_ENABLE 20 /* LED0 offset in HW_CFG */
#define LAN743X_LED_ENABLE(pin) BIT(LAN743X_LED0_ENABLE + (pin))
#define LAN743X_PTP_MAX_FREQ_ADJ_IN_PPB (31249999)
#define LAN743X_PTP_MAX_FINE_ADJ_IN_SCALED_PPM (2047999934)
static bool lan743x_ptp_is_enabled(struct lan743x_adapter *adapter);
static void lan743x_ptp_enable(struct lan743x_adapter *adapter);
static void lan743x_ptp_disable(struct lan743x_adapter *adapter);
static void lan743x_ptp_reset(struct lan743x_adapter *adapter);
static void lan743x_ptp_clock_set(struct lan743x_adapter *adapter,
u32 seconds, u32 nano_seconds,
u32 sub_nano_seconds);
int lan743x_gpio_init(struct lan743x_adapter *adapter)
{
struct lan743x_gpio *gpio = &adapter->gpio;
spin_lock_init(&gpio->gpio_lock);
gpio->gpio_cfg0 = 0; /* set all direction to input, data = 0 */
gpio->gpio_cfg1 = 0x0FFF0000;/* disable all gpio, set to open drain */
gpio->gpio_cfg2 = 0;/* set all to 1588 low polarity level */
gpio->gpio_cfg3 = 0;/* disable all 1588 output */
lan743x_csr_write(adapter, GPIO_CFG0, gpio->gpio_cfg0);
lan743x_csr_write(adapter, GPIO_CFG1, gpio->gpio_cfg1);
lan743x_csr_write(adapter, GPIO_CFG2, gpio->gpio_cfg2);
lan743x_csr_write(adapter, GPIO_CFG3, gpio->gpio_cfg3);
return 0;
}
static void lan743x_ptp_wait_till_cmd_done(struct lan743x_adapter *adapter,
u32 bit_mask)
{
int timeout = 1000;
u32 data = 0;
while (timeout &&
(data = (lan743x_csr_read(adapter, PTP_CMD_CTL) &
bit_mask))) {
usleep_range(1000, 20000);
timeout--;
}
if (data) {
netif_err(adapter, drv, adapter->netdev,
"timeout waiting for cmd to be done, cmd = 0x%08X\n",
bit_mask);
}
}
static void lan743x_ptp_tx_ts_enqueue_ts(struct lan743x_adapter *adapter,
u32 seconds, u32 nano_seconds,
u32 header)
{
struct lan743x_ptp *ptp = &adapter->ptp;
spin_lock_bh(&ptp->tx_ts_lock);
if (ptp->tx_ts_queue_size < LAN743X_PTP_NUMBER_OF_TX_TIMESTAMPS) {
ptp->tx_ts_seconds_queue[ptp->tx_ts_queue_size] = seconds;
ptp->tx_ts_nseconds_queue[ptp->tx_ts_queue_size] = nano_seconds;
ptp->tx_ts_header_queue[ptp->tx_ts_queue_size] = header;
ptp->tx_ts_queue_size++;
} else {
netif_err(adapter, drv, adapter->netdev,
"tx ts queue overflow\n");
}
spin_unlock_bh(&ptp->tx_ts_lock);
}
static void lan743x_ptp_tx_ts_complete(struct lan743x_adapter *adapter)
{
struct lan743x_ptp *ptp = &adapter->ptp;
struct skb_shared_hwtstamps tstamps;
u32 header, nseconds, seconds;
bool ignore_sync = false;
struct sk_buff *skb;
int c, i;
spin_lock_bh(&ptp->tx_ts_lock);
c = ptp->tx_ts_skb_queue_size;
if (c > ptp->tx_ts_queue_size)
c = ptp->tx_ts_queue_size;
if (c <= 0)
goto done;
for (i = 0; i < c; i++) {
ignore_sync = ((ptp->tx_ts_ignore_sync_queue &
BIT(i)) != 0);
skb = ptp->tx_ts_skb_queue[i];
nseconds = ptp->tx_ts_nseconds_queue[i];
seconds = ptp->tx_ts_seconds_queue[i];
header = ptp->tx_ts_header_queue[i];
memset(&tstamps, 0, sizeof(tstamps));
tstamps.hwtstamp = ktime_set(seconds, nseconds);
if (!ignore_sync ||
((header & PTP_TX_MSG_HEADER_MSG_TYPE_) !=
PTP_TX_MSG_HEADER_MSG_TYPE_SYNC_))
skb_tstamp_tx(skb, &tstamps);
dev_kfree_skb(skb);
ptp->tx_ts_skb_queue[i] = NULL;
ptp->tx_ts_seconds_queue[i] = 0;
ptp->tx_ts_nseconds_queue[i] = 0;
ptp->tx_ts_header_queue[i] = 0;
}
/* shift queue */
ptp->tx_ts_ignore_sync_queue >>= c;
for (i = c; i < LAN743X_PTP_NUMBER_OF_TX_TIMESTAMPS; i++) {
ptp->tx_ts_skb_queue[i - c] = ptp->tx_ts_skb_queue[i];
ptp->tx_ts_seconds_queue[i - c] = ptp->tx_ts_seconds_queue[i];
ptp->tx_ts_nseconds_queue[i - c] = ptp->tx_ts_nseconds_queue[i];
ptp->tx_ts_header_queue[i - c] = ptp->tx_ts_header_queue[i];
ptp->tx_ts_skb_queue[i] = NULL;
ptp->tx_ts_seconds_queue[i] = 0;
ptp->tx_ts_nseconds_queue[i] = 0;
ptp->tx_ts_header_queue[i] = 0;
}
ptp->tx_ts_skb_queue_size -= c;
ptp->tx_ts_queue_size -= c;
done:
ptp->pending_tx_timestamps -= c;
spin_unlock_bh(&ptp->tx_ts_lock);
}
static int lan743x_ptp_reserve_event_ch(struct lan743x_adapter *adapter,
int event_channel)
{
struct lan743x_ptp *ptp = &adapter->ptp;
int result = -ENODEV;
mutex_lock(&ptp->command_lock);
if (!(test_bit(event_channel, &ptp->used_event_ch))) {
ptp->used_event_ch |= BIT(event_channel);
result = event_channel;
} else {
netif_warn(adapter, drv, adapter->netdev,
"attempted to reserved a used event_channel = %d\n",
event_channel);
}
mutex_unlock(&ptp->command_lock);
return result;
}
static void lan743x_ptp_release_event_ch(struct lan743x_adapter *adapter,
int event_channel)
{
struct lan743x_ptp *ptp = &adapter->ptp;
mutex_lock(&ptp->command_lock);
if (test_bit(event_channel, &ptp->used_event_ch)) {
ptp->used_event_ch &= ~BIT(event_channel);
} else {
netif_warn(adapter, drv, adapter->netdev,
"attempted release on a not used event_channel = %d\n",
event_channel);
}
mutex_unlock(&ptp->command_lock);
}
static void lan743x_ptp_clock_get(struct lan743x_adapter *adapter,
u32 *seconds, u32 *nano_seconds,
u32 *sub_nano_seconds);
static void lan743x_ptp_clock_step(struct lan743x_adapter *adapter,
s64 time_step_ns);
static void lan743x_led_mux_enable(struct lan743x_adapter *adapter,
int pin, bool enable)
{
struct lan743x_ptp *ptp = &adapter->ptp;
if (ptp->leds_multiplexed &&
ptp->led_enabled[pin]) {
u32 val = lan743x_csr_read(adapter, HW_CFG);
if (enable)
val |= LAN743X_LED_ENABLE(pin);
else
val &= ~LAN743X_LED_ENABLE(pin);
lan743x_csr_write(adapter, HW_CFG, val);
}
}
static void lan743x_led_mux_save(struct lan743x_adapter *adapter)
{
struct lan743x_ptp *ptp = &adapter->ptp;
u32 id_rev = adapter->csr.id_rev & ID_REV_ID_MASK_;
if (id_rev == ID_REV_ID_LAN7430_) {
int i;
u32 val = lan743x_csr_read(adapter, HW_CFG);
for (i = 0; i < LAN7430_N_LED; i++) {
bool led_enabled = (val & LAN743X_LED_ENABLE(i)) != 0;
ptp->led_enabled[i] = led_enabled;
}
ptp->leds_multiplexed = true;
} else {
ptp->leds_multiplexed = false;
}
}
static void lan743x_led_mux_restore(struct lan743x_adapter *adapter)
{
u32 id_rev = adapter->csr.id_rev & ID_REV_ID_MASK_;
if (id_rev == ID_REV_ID_LAN7430_) {
int i;
for (i = 0; i < LAN7430_N_LED; i++)
lan743x_led_mux_enable(adapter, i, true);
}
}
static int lan743x_gpio_rsrv_ptp_out(struct lan743x_adapter *adapter,
int pin, int event_channel)
{
struct lan743x_gpio *gpio = &adapter->gpio;
unsigned long irq_flags = 0;
int bit_mask = BIT(pin);
int ret = -EBUSY;
spin_lock_irqsave(&gpio->gpio_lock, irq_flags);
if (!(gpio->used_bits & bit_mask)) {
gpio->used_bits |= bit_mask;
gpio->output_bits |= bit_mask;
gpio->ptp_bits |= bit_mask;
/* assign pin to GPIO function */
lan743x_led_mux_enable(adapter, pin, false);
/* set as output, and zero initial value */
gpio->gpio_cfg0 |= GPIO_CFG0_GPIO_DIR_BIT_(pin);
gpio->gpio_cfg0 &= ~GPIO_CFG0_GPIO_DATA_BIT_(pin);
lan743x_csr_write(adapter, GPIO_CFG0, gpio->gpio_cfg0);
/* enable gpio, and set buffer type to push pull */
gpio->gpio_cfg1 &= ~GPIO_CFG1_GPIOEN_BIT_(pin);
gpio->gpio_cfg1 |= GPIO_CFG1_GPIOBUF_BIT_(pin);
lan743x_csr_write(adapter, GPIO_CFG1, gpio->gpio_cfg1);
/* set 1588 polarity to high */
gpio->gpio_cfg2 |= GPIO_CFG2_1588_POL_BIT_(pin);
lan743x_csr_write(adapter, GPIO_CFG2, gpio->gpio_cfg2);
if (event_channel == 0) {
/* use channel A */
gpio->gpio_cfg3 &= ~GPIO_CFG3_1588_CH_SEL_BIT_(pin);
} else {
/* use channel B */
gpio->gpio_cfg3 |= GPIO_CFG3_1588_CH_SEL_BIT_(pin);
}
gpio->gpio_cfg3 |= GPIO_CFG3_1588_OE_BIT_(pin);
lan743x_csr_write(adapter, GPIO_CFG3, gpio->gpio_cfg3);
ret = pin;
}
spin_unlock_irqrestore(&gpio->gpio_lock, irq_flags);
return ret;
}
static void lan743x_gpio_release(struct lan743x_adapter *adapter, int pin)
{
struct lan743x_gpio *gpio = &adapter->gpio;
unsigned long irq_flags = 0;
int bit_mask = BIT(pin);
spin_lock_irqsave(&gpio->gpio_lock, irq_flags);
if (gpio->used_bits & bit_mask) {
gpio->used_bits &= ~bit_mask;
if (gpio->output_bits & bit_mask) {
gpio->output_bits &= ~bit_mask;
if (gpio->ptp_bits & bit_mask) {
gpio->ptp_bits &= ~bit_mask;
/* disable ptp output */
gpio->gpio_cfg3 &= ~GPIO_CFG3_1588_OE_BIT_(pin);
lan743x_csr_write(adapter, GPIO_CFG3,
gpio->gpio_cfg3);
}
/* release gpio output */
/* disable gpio */
gpio->gpio_cfg1 |= GPIO_CFG1_GPIOEN_BIT_(pin);
gpio->gpio_cfg1 &= ~GPIO_CFG1_GPIOBUF_BIT_(pin);
lan743x_csr_write(adapter, GPIO_CFG1, gpio->gpio_cfg1);
/* reset back to input */
gpio->gpio_cfg0 &= ~GPIO_CFG0_GPIO_DIR_BIT_(pin);
gpio->gpio_cfg0 &= ~GPIO_CFG0_GPIO_DATA_BIT_(pin);
lan743x_csr_write(adapter, GPIO_CFG0, gpio->gpio_cfg0);
/* assign pin to original function */
lan743x_led_mux_enable(adapter, pin, true);
}
}
spin_unlock_irqrestore(&gpio->gpio_lock, irq_flags);
}
static int lan743x_ptpci_adjfine(struct ptp_clock_info *ptpci, long scaled_ppm)
{
struct lan743x_ptp *ptp =
container_of(ptpci, struct lan743x_ptp, ptp_clock_info);
struct lan743x_adapter *adapter =
container_of(ptp, struct lan743x_adapter, ptp);
u32 lan743x_rate_adj = 0;
bool positive = true;
u64 u64_delta = 0;
if ((scaled_ppm < (-LAN743X_PTP_MAX_FINE_ADJ_IN_SCALED_PPM)) ||
scaled_ppm > LAN743X_PTP_MAX_FINE_ADJ_IN_SCALED_PPM) {
return -EINVAL;
}
if (scaled_ppm > 0) {
u64_delta = (u64)scaled_ppm;
positive = true;
} else {
u64_delta = (u64)(-scaled_ppm);
positive = false;
}
u64_delta = (u64_delta << 19);
lan743x_rate_adj = div_u64(u64_delta, 1000000);
if (positive)
lan743x_rate_adj |= PTP_CLOCK_RATE_ADJ_DIR_;
lan743x_csr_write(adapter, PTP_CLOCK_RATE_ADJ,
lan743x_rate_adj);
return 0;
}
static int lan743x_ptpci_adjfreq(struct ptp_clock_info *ptpci, s32 delta_ppb)
{
struct lan743x_ptp *ptp =
container_of(ptpci, struct lan743x_ptp, ptp_clock_info);
struct lan743x_adapter *adapter =
container_of(ptp, struct lan743x_adapter, ptp);
u32 lan743x_rate_adj = 0;
bool positive = true;
u32 u32_delta = 0;
u64 u64_delta = 0;
if ((delta_ppb < (-LAN743X_PTP_MAX_FREQ_ADJ_IN_PPB)) ||
delta_ppb > LAN743X_PTP_MAX_FREQ_ADJ_IN_PPB) {
return -EINVAL;
}
if (delta_ppb > 0) {
u32_delta = (u32)delta_ppb;
positive = true;
} else {
u32_delta = (u32)(-delta_ppb);
positive = false;
}
u64_delta = (((u64)u32_delta) << 35);
lan743x_rate_adj = div_u64(u64_delta, 1000000000);
if (positive)
lan743x_rate_adj |= PTP_CLOCK_RATE_ADJ_DIR_;
lan743x_csr_write(adapter, PTP_CLOCK_RATE_ADJ,
lan743x_rate_adj);
return 0;
}
static int lan743x_ptpci_adjtime(struct ptp_clock_info *ptpci, s64 delta)
{
struct lan743x_ptp *ptp =
container_of(ptpci, struct lan743x_ptp, ptp_clock_info);
struct lan743x_adapter *adapter =
container_of(ptp, struct lan743x_adapter, ptp);
lan743x_ptp_clock_step(adapter, delta);
return 0;
}
static int lan743x_ptpci_gettime64(struct ptp_clock_info *ptpci,
struct timespec64 *ts)
{
struct lan743x_ptp *ptp =
container_of(ptpci, struct lan743x_ptp, ptp_clock_info);
struct lan743x_adapter *adapter =
container_of(ptp, struct lan743x_adapter, ptp);
u32 nano_seconds = 0;
u32 seconds = 0;
lan743x_ptp_clock_get(adapter, &seconds, &nano_seconds, NULL);
ts->tv_sec = seconds;
ts->tv_nsec = nano_seconds;
return 0;
}
static int lan743x_ptpci_settime64(struct ptp_clock_info *ptpci,
const struct timespec64 *ts)
{
struct lan743x_ptp *ptp =
container_of(ptpci, struct lan743x_ptp, ptp_clock_info);
struct lan743x_adapter *adapter =
container_of(ptp, struct lan743x_adapter, ptp);
u32 nano_seconds = 0;
u32 seconds = 0;
if (ts) {
if (ts->tv_sec > 0xFFFFFFFFLL ||
ts->tv_sec < 0) {
netif_warn(adapter, drv, adapter->netdev,
"ts->tv_sec out of range, %lld\n",
ts->tv_sec);
return -ERANGE;
}
if (ts->tv_nsec >= 1000000000L ||
ts->tv_nsec < 0) {
netif_warn(adapter, drv, adapter->netdev,
"ts->tv_nsec out of range, %ld\n",
ts->tv_nsec);
return -ERANGE;
}
seconds = ts->tv_sec;
nano_seconds = ts->tv_nsec;
lan743x_ptp_clock_set(adapter, seconds, nano_seconds, 0);
} else {
netif_warn(adapter, drv, adapter->netdev, "ts == NULL\n");
return -EINVAL;
}
return 0;
}
static void lan743x_ptp_perout_off(struct lan743x_adapter *adapter,
unsigned int index)
{
struct lan743x_ptp *ptp = &adapter->ptp;
u32 general_config = 0;
struct lan743x_ptp_perout *perout = &ptp->perout[index];
if (perout->gpio_pin >= 0) {
lan743x_gpio_release(adapter, perout->gpio_pin);
perout->gpio_pin = -1;
}
if (perout->event_ch >= 0) {
/* set target to far in the future, effectively disabling it */
lan743x_csr_write(adapter,
PTP_CLOCK_TARGET_SEC_X(perout->event_ch),
0xFFFF0000);
lan743x_csr_write(adapter,
PTP_CLOCK_TARGET_NS_X(perout->event_ch),
0);
general_config = lan743x_csr_read(adapter, PTP_GENERAL_CONFIG);
general_config |= PTP_GENERAL_CONFIG_RELOAD_ADD_X_
(perout->event_ch);
lan743x_csr_write(adapter, PTP_GENERAL_CONFIG, general_config);
lan743x_ptp_release_event_ch(adapter, perout->event_ch);
perout->event_ch = -1;
}
}
static int lan743x_ptp_perout(struct lan743x_adapter *adapter, int on,
struct ptp_perout_request *perout_request)
{
struct lan743x_ptp *ptp = &adapter->ptp;
u32 period_sec = 0, period_nsec = 0;
u32 start_sec = 0, start_nsec = 0;
u32 general_config = 0;
int pulse_width = 0;
int perout_pin = 0;
unsigned int index = perout_request->index;
struct lan743x_ptp_perout *perout = &ptp->perout[index];
/* Reject requests with unsupported flags */
if (perout_request->flags)
return -EOPNOTSUPP;
if (on) {
perout_pin = ptp_find_pin(ptp->ptp_clock, PTP_PF_PEROUT,
perout_request->index);
if (perout_pin < 0)
return -EBUSY;
} else {
lan743x_ptp_perout_off(adapter, index);
return 0;
}
if (perout->event_ch >= 0 ||
perout->gpio_pin >= 0) {
/* already on, turn off first */
lan743x_ptp_perout_off(adapter, index);
}
perout->event_ch = lan743x_ptp_reserve_event_ch(adapter, index);
if (perout->event_ch < 0) {
netif_warn(adapter, drv, adapter->netdev,
"Failed to reserve event channel %d for PEROUT\n",
index);
goto failed;
}
perout->gpio_pin = lan743x_gpio_rsrv_ptp_out(adapter,
perout_pin,
perout->event_ch);
if (perout->gpio_pin < 0) {
netif_warn(adapter, drv, adapter->netdev,
"Failed to reserve gpio %d for PEROUT\n",
perout_pin);
goto failed;
}
start_sec = perout_request->start.sec;
start_sec += perout_request->start.nsec / 1000000000;
start_nsec = perout_request->start.nsec % 1000000000;
period_sec = perout_request->period.sec;
period_sec += perout_request->period.nsec / 1000000000;
period_nsec = perout_request->period.nsec % 1000000000;
if (period_sec == 0) {
if (period_nsec >= 400000000) {
pulse_width = PTP_GENERAL_CONFIG_CLOCK_EVENT_200MS_;
} else if (period_nsec >= 20000000) {
pulse_width = PTP_GENERAL_CONFIG_CLOCK_EVENT_10MS_;
} else if (period_nsec >= 2000000) {
pulse_width = PTP_GENERAL_CONFIG_CLOCK_EVENT_1MS_;
} else if (period_nsec >= 200000) {
pulse_width = PTP_GENERAL_CONFIG_CLOCK_EVENT_100US_;
} else if (period_nsec >= 20000) {
pulse_width = PTP_GENERAL_CONFIG_CLOCK_EVENT_10US_;
} else if (period_nsec >= 200) {
pulse_width = PTP_GENERAL_CONFIG_CLOCK_EVENT_100NS_;
} else {
netif_warn(adapter, drv, adapter->netdev,
"perout period too small, minimum is 200nS\n");
goto failed;
}
} else {
pulse_width = PTP_GENERAL_CONFIG_CLOCK_EVENT_200MS_;
}
/* turn off by setting target far in future */
lan743x_csr_write(adapter,
PTP_CLOCK_TARGET_SEC_X(perout->event_ch),
0xFFFF0000);
lan743x_csr_write(adapter,
PTP_CLOCK_TARGET_NS_X(perout->event_ch), 0);
/* Configure to pulse every period */
general_config = lan743x_csr_read(adapter, PTP_GENERAL_CONFIG);
general_config &= ~(PTP_GENERAL_CONFIG_CLOCK_EVENT_X_MASK_
(perout->event_ch));
general_config |= PTP_GENERAL_CONFIG_CLOCK_EVENT_X_SET_
(perout->event_ch, pulse_width);
general_config &= ~PTP_GENERAL_CONFIG_RELOAD_ADD_X_
(perout->event_ch);
lan743x_csr_write(adapter, PTP_GENERAL_CONFIG, general_config);
/* set the reload to one toggle cycle */
lan743x_csr_write(adapter,
PTP_CLOCK_TARGET_RELOAD_SEC_X(perout->event_ch),
period_sec);
lan743x_csr_write(adapter,
PTP_CLOCK_TARGET_RELOAD_NS_X(perout->event_ch),
period_nsec);
/* set the start time */
lan743x_csr_write(adapter,
PTP_CLOCK_TARGET_SEC_X(perout->event_ch),
start_sec);
lan743x_csr_write(adapter,
PTP_CLOCK_TARGET_NS_X(perout->event_ch),
start_nsec);
return 0;
failed:
lan743x_ptp_perout_off(adapter, index);
return -ENODEV;
}
static int lan743x_ptpci_enable(struct ptp_clock_info *ptpci,
struct ptp_clock_request *request, int on)
{
struct lan743x_ptp *ptp =
container_of(ptpci, struct lan743x_ptp, ptp_clock_info);
struct lan743x_adapter *adapter =
container_of(ptp, struct lan743x_adapter, ptp);
if (request) {
switch (request->type) {
case PTP_CLK_REQ_EXTTS:
return -EINVAL;
case PTP_CLK_REQ_PEROUT:
if (request->perout.index < ptpci->n_per_out)
return lan743x_ptp_perout(adapter, on,
&request->perout);
return -EINVAL;
case PTP_CLK_REQ_PPS:
return -EINVAL;
default:
netif_err(adapter, drv, adapter->netdev,
"request->type == %d, Unknown\n",
request->type);
break;
}
} else {
netif_err(adapter, drv, adapter->netdev, "request == NULL\n");
}
return 0;
}
static int lan743x_ptpci_verify_pin_config(struct ptp_clock_info *ptp,
unsigned int pin,
enum ptp_pin_function func,
unsigned int chan)
{
int result = 0;
/* Confirm the requested function is supported. Parameter
* validation is done by the caller.
*/
switch (func) {
case PTP_PF_NONE:
case PTP_PF_PEROUT:
break;
case PTP_PF_EXTTS:
case PTP_PF_PHYSYNC:
default:
result = -1;
break;
}
return result;
}
static long lan743x_ptpci_do_aux_work(struct ptp_clock_info *ptpci)
{
struct lan743x_ptp *ptp =
container_of(ptpci, struct lan743x_ptp, ptp_clock_info);
struct lan743x_adapter *adapter =
container_of(ptp, struct lan743x_adapter, ptp);
u32 cap_info, cause, header, nsec, seconds;
bool new_timestamp_available = false;
int count = 0;
while ((count < 100) &&
(lan743x_csr_read(adapter, PTP_INT_STS) & PTP_INT_BIT_TX_TS_)) {
count++;
cap_info = lan743x_csr_read(adapter, PTP_CAP_INFO);
if (PTP_CAP_INFO_TX_TS_CNT_GET_(cap_info) > 0) {
seconds = lan743x_csr_read(adapter,
PTP_TX_EGRESS_SEC);
nsec = lan743x_csr_read(adapter, PTP_TX_EGRESS_NS);
cause = (nsec &
PTP_TX_EGRESS_NS_CAPTURE_CAUSE_MASK_);
header = lan743x_csr_read(adapter,
PTP_TX_MSG_HEADER);
if (cause == PTP_TX_EGRESS_NS_CAPTURE_CAUSE_SW_) {
nsec &= PTP_TX_EGRESS_NS_TS_NS_MASK_;
lan743x_ptp_tx_ts_enqueue_ts(adapter,
seconds, nsec,
header);
new_timestamp_available = true;
} else if (cause ==
PTP_TX_EGRESS_NS_CAPTURE_CAUSE_AUTO_) {
netif_err(adapter, drv, adapter->netdev,
"Auto capture cause not supported\n");
} else {
netif_warn(adapter, drv, adapter->netdev,
"unknown tx timestamp capture cause\n");
}
} else {
netif_warn(adapter, drv, adapter->netdev,
"TX TS INT but no TX TS CNT\n");
}
lan743x_csr_write(adapter, PTP_INT_STS, PTP_INT_BIT_TX_TS_);
}
if (new_timestamp_available)
lan743x_ptp_tx_ts_complete(adapter);
lan743x_csr_write(adapter, INT_EN_SET, INT_BIT_1588_);
return -1;
}
static void lan743x_ptp_clock_get(struct lan743x_adapter *adapter,
u32 *seconds, u32 *nano_seconds,
u32 *sub_nano_seconds)
{
struct lan743x_ptp *ptp = &adapter->ptp;
mutex_lock(&ptp->command_lock);
lan743x_csr_write(adapter, PTP_CMD_CTL, PTP_CMD_CTL_PTP_CLOCK_READ_);
lan743x_ptp_wait_till_cmd_done(adapter, PTP_CMD_CTL_PTP_CLOCK_READ_);
if (seconds)
(*seconds) = lan743x_csr_read(adapter, PTP_CLOCK_SEC);
if (nano_seconds)
(*nano_seconds) = lan743x_csr_read(adapter, PTP_CLOCK_NS);
if (sub_nano_seconds)
(*sub_nano_seconds) =
lan743x_csr_read(adapter, PTP_CLOCK_SUBNS);
mutex_unlock(&ptp->command_lock);
}
static void lan743x_ptp_clock_step(struct lan743x_adapter *adapter,
s64 time_step_ns)
{
struct lan743x_ptp *ptp = &adapter->ptp;
u32 nano_seconds_step = 0;
u64 abs_time_step_ns = 0;
u32 unsigned_seconds = 0;
u32 nano_seconds = 0;
u32 remainder = 0;
s32 seconds = 0;
if (time_step_ns > 15000000000LL) {
/* convert to clock set */
lan743x_ptp_clock_get(adapter, &unsigned_seconds,
&nano_seconds, NULL);
unsigned_seconds += div_u64_rem(time_step_ns, 1000000000LL,
&remainder);
nano_seconds += remainder;
if (nano_seconds >= 1000000000) {
unsigned_seconds++;
nano_seconds -= 1000000000;
}
lan743x_ptp_clock_set(adapter, unsigned_seconds,
nano_seconds, 0);
return;
} else if (time_step_ns < -15000000000LL) {
/* convert to clock set */
time_step_ns = -time_step_ns;
lan743x_ptp_clock_get(adapter, &unsigned_seconds,
&nano_seconds, NULL);
unsigned_seconds -= div_u64_rem(time_step_ns, 1000000000LL,
&remainder);
nano_seconds_step = remainder;
if (nano_seconds < nano_seconds_step) {
unsigned_seconds--;
nano_seconds += 1000000000;
}
nano_seconds -= nano_seconds_step;
lan743x_ptp_clock_set(adapter, unsigned_seconds,
nano_seconds, 0);
return;
}
/* do clock step */
if (time_step_ns >= 0) {
abs_time_step_ns = (u64)(time_step_ns);
seconds = (s32)div_u64_rem(abs_time_step_ns, 1000000000,
&remainder);
nano_seconds = (u32)remainder;
} else {
abs_time_step_ns = (u64)(-time_step_ns);
seconds = -((s32)div_u64_rem(abs_time_step_ns, 1000000000,
&remainder));
nano_seconds = (u32)remainder;
if (nano_seconds > 0) {
/* subtracting nano seconds is not allowed
* convert to subtracting from seconds,
* and adding to nanoseconds
*/
seconds--;
nano_seconds = (1000000000 - nano_seconds);
}
}
if (nano_seconds > 0) {
/* add 8 ns to cover the likely normal increment */
nano_seconds += 8;
}
if (nano_seconds >= 1000000000) {
/* carry into seconds */
seconds++;
nano_seconds -= 1000000000;
}
while (seconds) {
mutex_lock(&ptp->command_lock);
if (seconds > 0) {
u32 adjustment_value = (u32)seconds;
if (adjustment_value > 0xF)
adjustment_value = 0xF;
lan743x_csr_write(adapter, PTP_CLOCK_STEP_ADJ,
PTP_CLOCK_STEP_ADJ_DIR_ |
adjustment_value);
seconds -= ((s32)adjustment_value);
} else {
u32 adjustment_value = (u32)(-seconds);
if (adjustment_value > 0xF)
adjustment_value = 0xF;
lan743x_csr_write(adapter, PTP_CLOCK_STEP_ADJ,
adjustment_value);
seconds += ((s32)adjustment_value);
}
lan743x_csr_write(adapter, PTP_CMD_CTL,
PTP_CMD_CTL_PTP_CLOCK_STEP_SEC_);
lan743x_ptp_wait_till_cmd_done(adapter,
PTP_CMD_CTL_PTP_CLOCK_STEP_SEC_);
mutex_unlock(&ptp->command_lock);
}
if (nano_seconds) {
mutex_lock(&ptp->command_lock);
lan743x_csr_write(adapter, PTP_CLOCK_STEP_ADJ,
PTP_CLOCK_STEP_ADJ_DIR_ |
(nano_seconds &
PTP_CLOCK_STEP_ADJ_VALUE_MASK_));
lan743x_csr_write(adapter, PTP_CMD_CTL,
PTP_CMD_CTL_PTP_CLK_STP_NSEC_);
lan743x_ptp_wait_till_cmd_done(adapter,
PTP_CMD_CTL_PTP_CLK_STP_NSEC_);
mutex_unlock(&ptp->command_lock);
}
}
void lan743x_ptp_isr(void *context)
{
struct lan743x_adapter *adapter = (struct lan743x_adapter *)context;
struct lan743x_ptp *ptp = NULL;
int enable_flag = 1;
u32 ptp_int_sts = 0;
ptp = &adapter->ptp;
lan743x_csr_write(adapter, INT_EN_CLR, INT_BIT_1588_);
ptp_int_sts = lan743x_csr_read(adapter, PTP_INT_STS);
ptp_int_sts &= lan743x_csr_read(adapter, PTP_INT_EN_SET);
if (ptp_int_sts & PTP_INT_BIT_TX_TS_) {
ptp_schedule_worker(ptp->ptp_clock, 0);
enable_flag = 0;/* tasklet will re-enable later */
}
if (ptp_int_sts & PTP_INT_BIT_TX_SWTS_ERR_) {
netif_err(adapter, drv, adapter->netdev,
"PTP TX Software Timestamp Error\n");
/* clear int status bit */
lan743x_csr_write(adapter, PTP_INT_STS,
PTP_INT_BIT_TX_SWTS_ERR_);
}
if (ptp_int_sts & PTP_INT_BIT_TIMER_B_) {
/* clear int status bit */
lan743x_csr_write(adapter, PTP_INT_STS,
PTP_INT_BIT_TIMER_B_);
}
if (ptp_int_sts & PTP_INT_BIT_TIMER_A_) {
/* clear int status bit */
lan743x_csr_write(adapter, PTP_INT_STS,
PTP_INT_BIT_TIMER_A_);
}
if (enable_flag) {
/* re-enable isr */
lan743x_csr_write(adapter, INT_EN_SET, INT_BIT_1588_);
}
}
static void lan743x_ptp_tx_ts_enqueue_skb(struct lan743x_adapter *adapter,
struct sk_buff *skb, bool ignore_sync)
{
struct lan743x_ptp *ptp = &adapter->ptp;
spin_lock_bh(&ptp->tx_ts_lock);
if (ptp->tx_ts_skb_queue_size < LAN743X_PTP_NUMBER_OF_TX_TIMESTAMPS) {
ptp->tx_ts_skb_queue[ptp->tx_ts_skb_queue_size] = skb;
if (ignore_sync)
ptp->tx_ts_ignore_sync_queue |=
BIT(ptp->tx_ts_skb_queue_size);
ptp->tx_ts_skb_queue_size++;
} else {
/* this should never happen, so long as the tx channel
* calls and honors the result from
* lan743x_ptp_request_tx_timestamp
*/
netif_err(adapter, drv, adapter->netdev,
"tx ts skb queue overflow\n");
dev_kfree_skb(skb);
}
spin_unlock_bh(&ptp->tx_ts_lock);
}
static void lan743x_ptp_sync_to_system_clock(struct lan743x_adapter *adapter)
{
struct timespec64 ts;
ktime_get_clocktai_ts64(&ts);
lan743x_ptp_clock_set(adapter, ts.tv_sec, ts.tv_nsec, 0);
}
void lan743x_ptp_update_latency(struct lan743x_adapter *adapter,
u32 link_speed)
{
switch (link_speed) {
case 10:
lan743x_csr_write(adapter, PTP_LATENCY,
PTP_LATENCY_TX_SET_(0) |
PTP_LATENCY_RX_SET_(0));
break;
case 100:
lan743x_csr_write(adapter, PTP_LATENCY,
PTP_LATENCY_TX_SET_(181) |
PTP_LATENCY_RX_SET_(594));
break;
case 1000:
lan743x_csr_write(adapter, PTP_LATENCY,
PTP_LATENCY_TX_SET_(30) |
PTP_LATENCY_RX_SET_(525));
break;
}
}
int lan743x_ptp_init(struct lan743x_adapter *adapter)
{
struct lan743x_ptp *ptp = &adapter->ptp;
int i;
mutex_init(&ptp->command_lock);
spin_lock_init(&ptp->tx_ts_lock);
ptp->used_event_ch = 0;
for (i = 0; i < LAN743X_PTP_N_EVENT_CHAN; i++) {
ptp->perout[i].event_ch = -1;
ptp->perout[i].gpio_pin = -1;
}
lan743x_led_mux_save(adapter);
return 0;
}
int lan743x_ptp_open(struct lan743x_adapter *adapter)
{
struct lan743x_ptp *ptp = &adapter->ptp;
int ret = -ENODEV;
u32 temp;
int i;
int n_pins;
lan743x_ptp_reset(adapter);
lan743x_ptp_sync_to_system_clock(adapter);
temp = lan743x_csr_read(adapter, PTP_TX_MOD2);
temp |= PTP_TX_MOD2_TX_PTP_CLR_UDPV4_CHKSUM_;
lan743x_csr_write(adapter, PTP_TX_MOD2, temp);
lan743x_ptp_enable(adapter);
lan743x_csr_write(adapter, INT_EN_SET, INT_BIT_1588_);
lan743x_csr_write(adapter, PTP_INT_EN_SET,
PTP_INT_BIT_TX_SWTS_ERR_ | PTP_INT_BIT_TX_TS_);
ptp->flags |= PTP_FLAG_ISR_ENABLED;
if (!IS_ENABLED(CONFIG_PTP_1588_CLOCK))
return 0;
switch (adapter->csr.id_rev & ID_REV_ID_MASK_) {
case ID_REV_ID_LAN7430_:
n_pins = LAN7430_N_GPIO;
break;
case ID_REV_ID_LAN7431_:
n_pins = LAN7431_N_GPIO;
break;
default:
netif_warn(adapter, drv, adapter->netdev,
"Unknown LAN743x (%08x). Assuming no GPIO\n",
adapter->csr.id_rev);
n_pins = 0;
break;
}
if (n_pins > LAN743X_PTP_N_GPIO)
n_pins = LAN743X_PTP_N_GPIO;
for (i = 0; i < n_pins; i++) {
struct ptp_pin_desc *ptp_pin = &ptp->pin_config[i];
snprintf(ptp_pin->name,
sizeof(ptp_pin->name), "lan743x_ptp_pin_%02d", i);
ptp_pin->index = i;
ptp_pin->func = PTP_PF_NONE;
}
ptp->ptp_clock_info.owner = THIS_MODULE;
snprintf(ptp->ptp_clock_info.name, 16, "%pm",
adapter->netdev->dev_addr);
ptp->ptp_clock_info.max_adj = LAN743X_PTP_MAX_FREQ_ADJ_IN_PPB;
ptp->ptp_clock_info.n_alarm = 0;
ptp->ptp_clock_info.n_ext_ts = 0;
ptp->ptp_clock_info.n_per_out = LAN743X_PTP_N_EVENT_CHAN;
ptp->ptp_clock_info.n_pins = n_pins;
ptp->ptp_clock_info.pps = 0;
ptp->ptp_clock_info.pin_config = ptp->pin_config;
ptp->ptp_clock_info.adjfine = lan743x_ptpci_adjfine;
ptp->ptp_clock_info.adjfreq = lan743x_ptpci_adjfreq;
ptp->ptp_clock_info.adjtime = lan743x_ptpci_adjtime;
ptp->ptp_clock_info.gettime64 = lan743x_ptpci_gettime64;
ptp->ptp_clock_info.getcrosststamp = NULL;
ptp->ptp_clock_info.settime64 = lan743x_ptpci_settime64;
ptp->ptp_clock_info.enable = lan743x_ptpci_enable;
ptp->ptp_clock_info.do_aux_work = lan743x_ptpci_do_aux_work;
ptp->ptp_clock_info.verify = lan743x_ptpci_verify_pin_config;
ptp->ptp_clock = ptp_clock_register(&ptp->ptp_clock_info,
&adapter->pdev->dev);
if (IS_ERR(ptp->ptp_clock)) {
netif_err(adapter, ifup, adapter->netdev,
"ptp_clock_register failed\n");
goto done;
}
ptp->flags |= PTP_FLAG_PTP_CLOCK_REGISTERED;
netif_info(adapter, ifup, adapter->netdev,
"successfully registered ptp clock\n");
return 0;
done:
lan743x_ptp_close(adapter);
return ret;
}
void lan743x_ptp_close(struct lan743x_adapter *adapter)
{
struct lan743x_ptp *ptp = &adapter->ptp;
int index;
if (IS_ENABLED(CONFIG_PTP_1588_CLOCK) &&
(ptp->flags & PTP_FLAG_PTP_CLOCK_REGISTERED)) {
ptp_clock_unregister(ptp->ptp_clock);
ptp->ptp_clock = NULL;
ptp->flags &= ~PTP_FLAG_PTP_CLOCK_REGISTERED;
netif_info(adapter, drv, adapter->netdev,
"ptp clock unregister\n");
}
if (ptp->flags & PTP_FLAG_ISR_ENABLED) {
lan743x_csr_write(adapter, PTP_INT_EN_CLR,
PTP_INT_BIT_TX_SWTS_ERR_ |
PTP_INT_BIT_TX_TS_);
lan743x_csr_write(adapter, INT_EN_CLR, INT_BIT_1588_);
ptp->flags &= ~PTP_FLAG_ISR_ENABLED;
}
/* clean up pending timestamp requests */
lan743x_ptp_tx_ts_complete(adapter);
spin_lock_bh(&ptp->tx_ts_lock);
for (index = 0;
index < LAN743X_PTP_NUMBER_OF_TX_TIMESTAMPS;
index++) {
struct sk_buff *skb = ptp->tx_ts_skb_queue[index];
dev_kfree_skb(skb);
ptp->tx_ts_skb_queue[index] = NULL;
ptp->tx_ts_seconds_queue[index] = 0;
ptp->tx_ts_nseconds_queue[index] = 0;
}
ptp->tx_ts_skb_queue_size = 0;
ptp->tx_ts_queue_size = 0;
ptp->pending_tx_timestamps = 0;
spin_unlock_bh(&ptp->tx_ts_lock);
lan743x_led_mux_restore(adapter);
lan743x_ptp_disable(adapter);
}
static void lan743x_ptp_set_sync_ts_insert(struct lan743x_adapter *adapter,
bool ts_insert_enable)
{
u32 ptp_tx_mod = lan743x_csr_read(adapter, PTP_TX_MOD);
if (ts_insert_enable)
ptp_tx_mod |= PTP_TX_MOD_TX_PTP_SYNC_TS_INSERT_;
else
ptp_tx_mod &= ~PTP_TX_MOD_TX_PTP_SYNC_TS_INSERT_;
lan743x_csr_write(adapter, PTP_TX_MOD, ptp_tx_mod);
}
static bool lan743x_ptp_is_enabled(struct lan743x_adapter *adapter)
{
if (lan743x_csr_read(adapter, PTP_CMD_CTL) & PTP_CMD_CTL_PTP_ENABLE_)
return true;
return false;
}
static void lan743x_ptp_enable(struct lan743x_adapter *adapter)
{
struct lan743x_ptp *ptp = &adapter->ptp;
mutex_lock(&ptp->command_lock);
if (lan743x_ptp_is_enabled(adapter)) {
netif_warn(adapter, drv, adapter->netdev,
"PTP already enabled\n");
goto done;
}
lan743x_csr_write(adapter, PTP_CMD_CTL, PTP_CMD_CTL_PTP_ENABLE_);
done:
mutex_unlock(&ptp->command_lock);
}
static void lan743x_ptp_disable(struct lan743x_adapter *adapter)
{
struct lan743x_ptp *ptp = &adapter->ptp;
mutex_lock(&ptp->command_lock);
if (!lan743x_ptp_is_enabled(adapter)) {
netif_warn(adapter, drv, adapter->netdev,
"PTP already disabled\n");
goto done;
}
lan743x_csr_write(adapter, PTP_CMD_CTL, PTP_CMD_CTL_PTP_DISABLE_);
lan743x_ptp_wait_till_cmd_done(adapter, PTP_CMD_CTL_PTP_ENABLE_);
done:
mutex_unlock(&ptp->command_lock);
}
static void lan743x_ptp_reset(struct lan743x_adapter *adapter)
{
struct lan743x_ptp *ptp = &adapter->ptp;
mutex_lock(&ptp->command_lock);
if (lan743x_ptp_is_enabled(adapter)) {
netif_err(adapter, drv, adapter->netdev,
"Attempting reset while enabled\n");
goto done;
}
lan743x_csr_write(adapter, PTP_CMD_CTL, PTP_CMD_CTL_PTP_RESET_);
lan743x_ptp_wait_till_cmd_done(adapter, PTP_CMD_CTL_PTP_RESET_);
done:
mutex_unlock(&ptp->command_lock);
}
static void lan743x_ptp_clock_set(struct lan743x_adapter *adapter,
u32 seconds, u32 nano_seconds,
u32 sub_nano_seconds)
{
struct lan743x_ptp *ptp = &adapter->ptp;
mutex_lock(&ptp->command_lock);
lan743x_csr_write(adapter, PTP_CLOCK_SEC, seconds);
lan743x_csr_write(adapter, PTP_CLOCK_NS, nano_seconds);
lan743x_csr_write(adapter, PTP_CLOCK_SUBNS, sub_nano_seconds);
lan743x_csr_write(adapter, PTP_CMD_CTL, PTP_CMD_CTL_PTP_CLOCK_LOAD_);
lan743x_ptp_wait_till_cmd_done(adapter, PTP_CMD_CTL_PTP_CLOCK_LOAD_);
mutex_unlock(&ptp->command_lock);
}
bool lan743x_ptp_request_tx_timestamp(struct lan743x_adapter *adapter)
{
struct lan743x_ptp *ptp = &adapter->ptp;
bool result = false;
spin_lock_bh(&ptp->tx_ts_lock);
if (ptp->pending_tx_timestamps < LAN743X_PTP_NUMBER_OF_TX_TIMESTAMPS) {
/* request granted */
ptp->pending_tx_timestamps++;
result = true;
}
spin_unlock_bh(&ptp->tx_ts_lock);
return result;
}
void lan743x_ptp_unrequest_tx_timestamp(struct lan743x_adapter *adapter)
{
struct lan743x_ptp *ptp = &adapter->ptp;
spin_lock_bh(&ptp->tx_ts_lock);
if (ptp->pending_tx_timestamps > 0)
ptp->pending_tx_timestamps--;
else
netif_err(adapter, drv, adapter->netdev,
"unrequest failed, pending_tx_timestamps==0\n");
spin_unlock_bh(&ptp->tx_ts_lock);
}
void lan743x_ptp_tx_timestamp_skb(struct lan743x_adapter *adapter,
struct sk_buff *skb, bool ignore_sync)
{
lan743x_ptp_tx_ts_enqueue_skb(adapter, skb, ignore_sync);
lan743x_ptp_tx_ts_complete(adapter);
}
int lan743x_ptp_ioctl(struct net_device *netdev, struct ifreq *ifr, int cmd)
{
struct lan743x_adapter *adapter = netdev_priv(netdev);
struct hwtstamp_config config;
int ret = 0;
int index;
if (!ifr) {
netif_err(adapter, drv, adapter->netdev,
"SIOCSHWTSTAMP, ifr == NULL\n");
return -EINVAL;
}
if (copy_from_user(&config, ifr->ifr_data, sizeof(config)))
return -EFAULT;
if (config.flags) {
netif_warn(adapter, drv, adapter->netdev,
"ignoring hwtstamp_config.flags == 0x%08X, expected 0\n",
config.flags);
}
switch (config.tx_type) {
case HWTSTAMP_TX_OFF:
for (index = 0; index < LAN743X_MAX_TX_CHANNELS;
index++)
lan743x_tx_set_timestamping_mode(&adapter->tx[index],
false, false);
lan743x_ptp_set_sync_ts_insert(adapter, false);
break;
case HWTSTAMP_TX_ON:
for (index = 0; index < LAN743X_MAX_TX_CHANNELS;
index++)
lan743x_tx_set_timestamping_mode(&adapter->tx[index],
true, false);
lan743x_ptp_set_sync_ts_insert(adapter, false);
break;
case HWTSTAMP_TX_ONESTEP_SYNC:
for (index = 0; index < LAN743X_MAX_TX_CHANNELS;
index++)
lan743x_tx_set_timestamping_mode(&adapter->tx[index],
true, true);
lan743x_ptp_set_sync_ts_insert(adapter, true);
break;
case HWTSTAMP_TX_ONESTEP_P2P:
ret = -ERANGE;
break;
default:
netif_warn(adapter, drv, adapter->netdev,
" tx_type = %d, UNKNOWN\n", config.tx_type);
ret = -EINVAL;
break;
}
if (!ret)
return copy_to_user(ifr->ifr_data, &config,
sizeof(config)) ? -EFAULT : 0;
return ret;
}
