lists.openwall.net   lists  /  announce  owl-users  owl-dev  john-users  john-dev  passwdqc-users  yescrypt  popa3d-users  /  oss-security  kernel-hardening  musl  sabotage  tlsify  passwords  /  crypt-dev  xvendor  /  Bugtraq  Full-Disclosure  linux-kernel  linux-netdev  linux-ext4  linux-hardening  linux-cve-announce  PHC 
Open Source and information security mailing list archives
 
Hash Suite: Windows password security audit tool. GUI, reports in PDF.
[<prev] [next>] [<thread-prev] [day] [month] [year] [list]
Message-ID: <CAH-L+nPKTv6Fh62NO=gKu6MPMhN8tZeWom+as4GQA4QU8iNcqA@mail.gmail.com>
Date: Mon, 7 Aug 2023 13:24:38 +0530
From: Kalesh Anakkur Purayil <kalesh-anakkur.purayil@...adcom.com>
To: Sai Krishna <saikrishnag@...vell.com>
Cc: davem@...emloft.net, edumazet@...gle.com, kuba@...nel.org, 
	pabeni@...hat.com, netdev@...r.kernel.org, linux-kernel@...r.kernel.org, 
	sgoutham@...vell.com, gakula@...vell.com, sbhatta@...vell.com, 
	hkelam@...vell.com, richardcochran@...il.com, 
	Naveen Mamindlapalli <naveenm@...vell.com>
Subject: Re: [net-next PATCH] octeontx2-pf: Use PTP HW timestamp counter
 atomic update feature

On Fri, Aug 4, 2023 at 3:00 PM Sai Krishna <saikrishnag@...vell.com> wrote:

> Some of the newer silicon versions in CN10K series supports a feature
> where in the current PTP timestamp in HW can be updated atomically
> without losing any cpu cycles unlike read/modify/write register.
> This patch uses this feature so that PTP accuracy can be improved
> while adjusting the master offset in HW. There is no need for SW
> timecounter when using this feature. So removed references to SW
> timecounter wherever appropriate.
>
> Signed-off-by: Sai Krishna <saikrishnag@...vell.com>
> Signed-off-by: Naveen Mamindlapalli <naveenm@...vell.com>
> Signed-off-by: Sunil Kovvuri Goutham <sgoutham@...vell.com>
> ---
>  .../net/ethernet/marvell/octeontx2/af/mbox.h  |  12 ++
>  .../net/ethernet/marvell/octeontx2/af/ptp.c   | 161 ++++++++++++++--
>  .../net/ethernet/marvell/octeontx2/af/ptp.h   |   2 +-
>  .../net/ethernet/marvell/octeontx2/af/rvu.c   |   2 +-
>  .../net/ethernet/marvell/octeontx2/af/rvu.h   |  12 ++
>  .../marvell/octeontx2/nic/otx2_common.h       |   1 +
>  .../ethernet/marvell/octeontx2/nic/otx2_ptp.c | 177 ++++++++++++++----
>  7 files changed, 313 insertions(+), 54 deletions(-)
>
> diff --git a/drivers/net/ethernet/marvell/octeontx2/af/mbox.h
> b/drivers/net/ethernet/marvell/octeontx2/af/mbox.h
> index a8f3c8faf8af..407c220840d9 100644
> --- a/drivers/net/ethernet/marvell/octeontx2/af/mbox.h
> +++ b/drivers/net/ethernet/marvell/octeontx2/af/mbox.h
> @@ -136,6 +136,7 @@ M(GET_HW_CAP,               0x008, get_hw_cap,
> msg_req, get_hw_cap_rsp)     \
>  M(LMTST_TBL_SETUP,     0x00a, lmtst_tbl_setup, lmtst_tbl_setup_req,    \
>                                 msg_rsp)                                \
>  M(SET_VF_PERM,         0x00b, set_vf_perm, set_vf_perm, msg_rsp)       \
> +M(PTP_GET_CAP,         0x00c, ptp_get_cap, msg_req, ptp_get_cap_rsp)   \
>  /* CGX mbox IDs (range 0x200 - 0x3FF) */                               \
>  M(CGX_START_RXTX,      0x200, cgx_start_rxtx, msg_req, msg_rsp)        \
>  M(CGX_STOP_RXTX,       0x201, cgx_stop_rxtx, msg_req, msg_rsp)         \
> @@ -1437,6 +1438,12 @@ struct npc_get_kex_cfg_rsp {
>         u8 mkex_pfl_name[MKEX_NAME_LEN];
>  };
>
> +struct ptp_get_cap_rsp {
> +       struct mbox_msghdr hdr;
> +#define        PTP_CAP_HW_ATOMIC_UPDATE BIT_ULL(0)
> +       u64 cap;
> +};
> +
>  struct flow_msg {
>         unsigned char dmac[6];
>         unsigned char smac[6];
> @@ -1567,6 +1574,8 @@ enum ptp_op {
>         PTP_OP_GET_TSTMP = 2,
>         PTP_OP_SET_THRESH = 3,
>         PTP_OP_EXTTS_ON = 4,
> +       PTP_OP_ADJTIME = 5,
> +       PTP_OP_SET_CLOCK = 6,
>  };
>
>  struct ptp_req {
> @@ -1575,11 +1584,14 @@ struct ptp_req {
>         s64 scaled_ppm;
>         u64 thresh;
>         int extts_on;
> +       s64 delta;
> +       u64 clk;
>  };
>
>  struct ptp_rsp {
>         struct mbox_msghdr hdr;
>         u64 clk;
> +       u64 tsc;
>  };
>
>  struct npc_get_field_status_req {
> diff --git a/drivers/net/ethernet/marvell/octeontx2/af/ptp.c
> b/drivers/net/ethernet/marvell/octeontx2/af/ptp.c
> index c55c2c441a1a..70256372bec6 100644
> --- a/drivers/net/ethernet/marvell/octeontx2/af/ptp.c
> +++ b/drivers/net/ethernet/marvell/octeontx2/af/ptp.c
> @@ -12,9 +12,9 @@
>  #include <linux/hrtimer.h>
>  #include <linux/ktime.h>
>
> -#include "ptp.h"
>  #include "mbox.h"
>  #include "rvu.h"
> +#include "ptp.h"
>
>  #define DRV_NAME                               "Marvell PTP Driver"
>
> @@ -40,6 +40,7 @@
>  #define PTP_CLOCK_CFG_TSTMP_EDGE               BIT_ULL(9)
>  #define PTP_CLOCK_CFG_TSTMP_EN                 BIT_ULL(8)
>  #define PTP_CLOCK_CFG_TSTMP_IN_MASK            GENMASK_ULL(15, 10)
> +#define PTP_CLOCK_CFG_ATOMIC_OP_MASK           GENMASK_ULL(28, 26)
>  #define PTP_CLOCK_CFG_PPS_EN                   BIT_ULL(30)
>  #define PTP_CLOCK_CFG_PPS_INV                  BIT_ULL(31)
>
> @@ -53,36 +54,70 @@
>  #define PTP_TIMESTAMP                          0xF20ULL
>  #define PTP_CLOCK_SEC                          0xFD0ULL
>  #define PTP_SEC_ROLLOVER                       0xFD8ULL
> +/* Atomic update related CSRs */
> +#define PTP_FRNS_TIMESTAMP                     0xFE0ULL
> +#define PTP_NXT_ROLLOVER_SET                   0xFE8ULL
> +#define PTP_CURR_ROLLOVER_SET                  0xFF0ULL
> +#define PTP_NANO_TIMESTAMP                     0xFF8ULL
> +#define PTP_SEC_TIMESTAMP                      0x1000ULL
>
>  #define CYCLE_MULT                             1000
>
> +/* PTP atomic update operation type */
> +enum atomic_opcode {
> +       ATOMIC_SET = 1,
> +       ATOMIC_INC = 3,
> +       ATOMIC_DEC = 4
> +};
> +
>  static struct ptp *first_ptp_block;
>  static const struct pci_device_id ptp_id_table[];
>
> -static bool is_ptp_dev_cnf10kb(struct ptp *ptp)
> +static bool is_ptp_dev_cnf10ka(struct ptp *ptp)
>  {
> -       return ptp->pdev->subsystem_device ==
> PCI_SUBSYS_DEVID_CNF10K_B_PTP;
> +       return (ptp->pdev->subsystem_device ==
> PCI_SUBSYS_DEVID_CNF10K_A_PTP) ? true : false;
>
[Kalesh]: Isn't it enough?
return ptp->pdev->subsystem_device == PCI_SUBSYS_DEVID_CNF10K_A_PTP;

>  }
>
> -static bool is_ptp_dev_cn10k(struct ptp *ptp)
> +static bool is_ptp_dev_cn10ka(struct ptp *ptp)
>  {
> -       return ptp->pdev->device == PCI_DEVID_CN10K_PTP;
> +       return (ptp->pdev->subsystem_device ==
> PCI_SUBSYS_DEVID_CN10K_A_PTP) ? true : false;
>
[Kalesh]: Same as above

>  }
>
>  static bool cn10k_ptp_errata(struct ptp *ptp)
>  {
> -       if (ptp->pdev->subsystem_device == PCI_SUBSYS_DEVID_CN10K_A_PTP ||
> -           ptp->pdev->subsystem_device == PCI_SUBSYS_DEVID_CNF10K_A_PTP)
> +       if ((is_ptp_dev_cn10ka(ptp) &&
> +            ((ptp->pdev->revision & 0x0F) == 0x0 || (ptp->pdev->revision
> & 0x0F) == 0x1)) ||
> +           (is_ptp_dev_cnf10ka(ptp) &&
> +            ((ptp->pdev->revision & 0x0F) == 0x0 || (ptp->pdev->revision
> & 0x0F) == 0x1)))
>                 return true;
> +
>         return false;
>  }
>
> -static bool is_ptp_tsfmt_sec_nsec(struct ptp *ptp)
> +static inline bool is_tstmp_atomic_update_supported(struct rvu *rvu)
>  {
> -       if (ptp->pdev->subsystem_device == PCI_SUBSYS_DEVID_CN10K_A_PTP ||
> -           ptp->pdev->subsystem_device == PCI_SUBSYS_DEVID_CNF10K_A_PTP)
> +       struct ptp *ptp = rvu->ptp;
> +       struct pci_dev *pdev;
> +
> +       if (is_rvu_otx2(rvu))
> +               return false;
> +
> +       pdev = ptp->pdev;
> +
> +       /* On older silicon variants of CN10K, atomic update feature
> +        * is not available.
> +        */
> +       if ((pdev->subsystem_device == PCI_SUBSYS_DEVID_CN10K_A_PTP &&
> +            (pdev->revision & 0x0F) == 0x0) ||
> +            (pdev->subsystem_device == PCI_SUBSYS_DEVID_CN10K_A_PTP &&
> +            (pdev->revision & 0x0F) == 0x1) ||
> +            (pdev->subsystem_device == PCI_SUBSYS_DEVID_CNF10K_A_PTP &&
> +            (pdev->revision & 0x0F) == 0x0) ||
> +            (pdev->subsystem_device == PCI_SUBSYS_DEVID_CNF10K_A_PTP &&
> +            (pdev->revision & 0x0F) == 0x1))
> +               return false;
> +       else
>
[Kalesh]: No need of else here.

>                 return true;
> -       return false;
>  }
>
>  static enum hrtimer_restart ptp_reset_thresh(struct hrtimer *hrtimer)
> @@ -222,6 +257,65 @@ void ptp_put(struct ptp *ptp)
>         pci_dev_put(ptp->pdev);
>  }
>
> +static void ptp_atomic_update(struct ptp *ptp, u64 timestamp)
> +{
> +       u64 regval, curr_rollover_set, nxt_rollover_set;
> +
> +       /* First setup NSECs and SECs */
> +       writeq(timestamp, ptp->reg_base + PTP_NANO_TIMESTAMP);
> +       writeq(0, ptp->reg_base + PTP_FRNS_TIMESTAMP);
> +       writeq(timestamp / NSEC_PER_SEC,
> +              ptp->reg_base + PTP_SEC_TIMESTAMP);
> +
> +       nxt_rollover_set = roundup(timestamp, NSEC_PER_SEC);
> +       curr_rollover_set = nxt_rollover_set - NSEC_PER_SEC;
> +       writeq(nxt_rollover_set, ptp->reg_base + PTP_NXT_ROLLOVER_SET);
> +       writeq(curr_rollover_set, ptp->reg_base + PTP_CURR_ROLLOVER_SET);
> +
> +       /* Now, initiate atomic update */
> +       regval = readq(ptp->reg_base + PTP_CLOCK_CFG);
> +       regval &= ~PTP_CLOCK_CFG_ATOMIC_OP_MASK;
> +       regval |= (ATOMIC_SET << 26);
> +       writeq(regval, ptp->reg_base + PTP_CLOCK_CFG);
> +}
> +
> +static void ptp_atomic_adjtime(struct ptp *ptp, s64 delta)
> +{
> +       bool neg_adj = false, atomic_inc_dec = false;
> +       u64 regval, ptp_clock_hi;
> +
> +       if (delta < 0) {
> +               delta = -delta;
> +               neg_adj = true;
> +       }
> +
> +       /* use atomic inc/dec when delta < 1 second */
> +       if (delta < NSEC_PER_SEC)
> +               atomic_inc_dec = true;
> +
> +       if (!atomic_inc_dec) {
> +               ptp_clock_hi = readq(ptp->reg_base + PTP_CLOCK_HI);
> +               if (neg_adj) {
> +                       if (ptp_clock_hi > delta)
> +                               ptp_clock_hi -= delta;
> +                       else
> +                               ptp_clock_hi = delta - ptp_clock_hi;
> +               } else {
> +                       ptp_clock_hi += delta;
> +               }
> +               ptp_atomic_update(ptp, ptp_clock_hi);
> +       } else {
> +               writeq(delta, ptp->reg_base + PTP_NANO_TIMESTAMP);
> +               writeq(0, ptp->reg_base + PTP_FRNS_TIMESTAMP);
> +
> +               /* initiate atomic inc/dec */
> +               regval = readq(ptp->reg_base + PTP_CLOCK_CFG);
> +               regval &= ~PTP_CLOCK_CFG_ATOMIC_OP_MASK;
> +               regval |= neg_adj ? (ATOMIC_DEC << 26) : (ATOMIC_INC <<
> 26);
> +               writeq(regval, ptp->reg_base + PTP_CLOCK_CFG);
> +       }
> +}
> +
>  static int ptp_adjfine(struct ptp *ptp, long scaled_ppm)
>  {
>         bool neg_adj = false;
> @@ -277,8 +371,9 @@ static int ptp_get_clock(struct ptp *ptp, u64 *clk)
>         return 0;
>  }
>
> -void ptp_start(struct ptp *ptp, u64 sclk, u32 ext_clk_freq, u32 extts)
> +void ptp_start(struct rvu *rvu, u64 sclk, u32 ext_clk_freq, u32 extts)
>  {
> +       struct ptp *ptp = rvu->ptp;
>         struct pci_dev *pdev;
>         u64 clock_comp;
>         u64 clock_cfg;
> @@ -297,8 +392,14 @@ void ptp_start(struct ptp *ptp, u64 sclk, u32
> ext_clk_freq, u32 extts)
>         ptp->clock_rate = sclk * 1000000;
>
>         /* Program the seconds rollover value to 1 second */
> -       if (is_ptp_dev_cnf10kb(ptp))
> +       if (is_tstmp_atomic_update_supported(rvu)) {
> +               writeq(0, ptp->reg_base + PTP_NANO_TIMESTAMP);
> +               writeq(0, ptp->reg_base + PTP_FRNS_TIMESTAMP);
> +               writeq(0, ptp->reg_base + PTP_SEC_TIMESTAMP);
> +               writeq(0, ptp->reg_base + PTP_CURR_ROLLOVER_SET);
> +               writeq(0x3b9aca00, ptp->reg_base + PTP_NXT_ROLLOVER_SET);
>                 writeq(0x3b9aca00, ptp->reg_base + PTP_SEC_ROLLOVER);
> +       }
>
>         /* Enable PTP clock */
>         clock_cfg = readq(ptp->reg_base + PTP_CLOCK_CFG);
> @@ -320,6 +421,10 @@ void ptp_start(struct ptp *ptp, u64 sclk, u32
> ext_clk_freq, u32 extts)
>         clock_cfg |= PTP_CLOCK_CFG_PTP_EN;
>         clock_cfg |= PTP_CLOCK_CFG_PPS_EN | PTP_CLOCK_CFG_PPS_INV;
>         writeq(clock_cfg, ptp->reg_base + PTP_CLOCK_CFG);
> +       clock_cfg = readq(ptp->reg_base + PTP_CLOCK_CFG);
> +       clock_cfg &= ~PTP_CLOCK_CFG_ATOMIC_OP_MASK;
> +       clock_cfg |= (ATOMIC_SET << 26);
> +       writeq(clock_cfg, ptp->reg_base + PTP_CLOCK_CFG);
>
>         /* Set 50% duty cycle for 1Hz output */
>         writeq(0x1dcd650000000000, ptp->reg_base + PTP_PPS_HI_INCR);
> @@ -350,7 +455,7 @@ static int ptp_get_tstmp(struct ptp *ptp, u64 *clk)
>  {
>         u64 timestamp;
>
> -       if (is_ptp_dev_cn10k(ptp)) {
> +       if (is_ptp_dev_cn10ka(ptp) || is_ptp_dev_cnf10ka(ptp)) {
>                 timestamp = readq(ptp->reg_base + PTP_TIMESTAMP);
>                 *clk = (timestamp >> 32) * NSEC_PER_SEC + (timestamp &
> 0xFFFFFFFF);
>         } else {
> @@ -414,14 +519,12 @@ static int ptp_probe(struct pci_dev *pdev,
>                 first_ptp_block = ptp;
>
>         spin_lock_init(&ptp->ptp_lock);
> -       if (is_ptp_tsfmt_sec_nsec(ptp))
> -               ptp->read_ptp_tstmp = &read_ptp_tstmp_sec_nsec;
> -       else
> -               ptp->read_ptp_tstmp = &read_ptp_tstmp_nsec;
> -
>         if (cn10k_ptp_errata(ptp)) {
> +               ptp->read_ptp_tstmp = &read_ptp_tstmp_sec_nsec;
>                 hrtimer_init(&ptp->hrtimer, CLOCK_MONOTONIC,
> HRTIMER_MODE_REL);
>                 ptp->hrtimer.function = ptp_reset_thresh;
> +       } else {
> +               ptp->read_ptp_tstmp = &read_ptp_tstmp_nsec;
>         }
>
>         return 0;
> @@ -521,6 +624,12 @@ int rvu_mbox_handler_ptp_op(struct rvu *rvu, struct
> ptp_req *req,
>         case PTP_OP_EXTTS_ON:
>                 err = ptp_extts_on(rvu->ptp, req->extts_on);
>                 break;
> +       case PTP_OP_ADJTIME:
> +               ptp_atomic_adjtime(rvu->ptp, req->delta);
> +               break;
> +       case PTP_OP_SET_CLOCK:
> +               ptp_atomic_update(rvu->ptp, (u64)req->clk);
> +               break;
>         default:
>                 err = -EINVAL;
>                 break;
> @@ -528,3 +637,17 @@ int rvu_mbox_handler_ptp_op(struct rvu *rvu, struct
> ptp_req *req,
>
>         return err;
>  }
> +
> +int rvu_mbox_handler_ptp_get_cap(struct rvu *rvu, struct msg_req *req,
> +                                struct ptp_get_cap_rsp *rsp)
> +{
> +       if (!rvu->ptp)
> +               return -ENODEV;
> +
> +       if (is_tstmp_atomic_update_supported(rvu))
> +               rsp->cap |= PTP_CAP_HW_ATOMIC_UPDATE;
> +       else
> +               rsp->cap &= ~BIT_ULL_MASK(0);
> +
> +       return 0;
> +}
> diff --git a/drivers/net/ethernet/marvell/octeontx2/af/ptp.h
> b/drivers/net/ethernet/marvell/octeontx2/af/ptp.h
> index b9d92abc3844..0268a5e0b8bc 100644
> --- a/drivers/net/ethernet/marvell/octeontx2/af/ptp.h
> +++ b/drivers/net/ethernet/marvell/octeontx2/af/ptp.h
> @@ -25,7 +25,7 @@ struct ptp {
>
>  struct ptp *ptp_get(void);
>  void ptp_put(struct ptp *ptp);
> -void ptp_start(struct ptp *ptp, u64 sclk, u32 ext_clk_freq, u32 extts);
> +void ptp_start(struct rvu *rvu, u64 sclk, u32 ext_clk_freq, u32 extts);
>
>  extern struct pci_driver ptp_driver;
>
> diff --git a/drivers/net/ethernet/marvell/octeontx2/af/rvu.c
> b/drivers/net/ethernet/marvell/octeontx2/af/rvu.c
> index 73df2d564545..22c395c7d040 100644
> --- a/drivers/net/ethernet/marvell/octeontx2/af/rvu.c
> +++ b/drivers/net/ethernet/marvell/octeontx2/af/rvu.c
> @@ -3322,7 +3322,7 @@ static int rvu_probe(struct pci_dev *pdev, const
> struct pci_device_id *id)
>         mutex_init(&rvu->rswitch.switch_lock);
>
>         if (rvu->fwdata)
> -               ptp_start(rvu->ptp, rvu->fwdata->sclk,
> rvu->fwdata->ptp_ext_clk_rate,
> +               ptp_start(rvu, rvu->fwdata->sclk,
> rvu->fwdata->ptp_ext_clk_rate,
>                           rvu->fwdata->ptp_ext_tstamp);
>
>         return 0;
> diff --git a/drivers/net/ethernet/marvell/octeontx2/af/rvu.h
> b/drivers/net/ethernet/marvell/octeontx2/af/rvu.h
> index e8e65fd7888d..c4d999ef5ab4 100644
> --- a/drivers/net/ethernet/marvell/octeontx2/af/rvu.h
> +++ b/drivers/net/ethernet/marvell/octeontx2/af/rvu.h
> @@ -17,6 +17,7 @@
>  #include "mbox.h"
>  #include "npc.h"
>  #include "rvu_reg.h"
> +#include "ptp.h"
>
>  /* PCI device IDs */
>  #define        PCI_DEVID_OCTEONTX2_RVU_AF              0xA065
> @@ -26,6 +27,7 @@
>  #define PCI_SUBSYS_DEVID_98XX                  0xB100
>  #define PCI_SUBSYS_DEVID_96XX                  0xB200
>  #define PCI_SUBSYS_DEVID_CN10K_A              0xB900
> +#define PCI_SUBSYS_DEVID_CNF10K_A             0xBA00
>  #define PCI_SUBSYS_DEVID_CNF10K_B              0xBC00
>  #define PCI_SUBSYS_DEVID_CN10K_B               0xBD00
>
> @@ -634,6 +636,16 @@ static inline bool is_rvu_otx2(struct rvu *rvu)
>                 midr == PCI_REVISION_ID_95XXMM || midr ==
> PCI_REVISION_ID_95XXO);
>  }
>
> +static inline bool is_cnf10ka_a0(struct rvu *rvu)
> +{
> +       struct pci_dev *pdev = rvu->pdev;
> +
> +       if (pdev->subsystem_device == PCI_SUBSYS_DEVID_CNF10K_A &&
> +           (pdev->revision & 0x0F) == 0x0)
> +               return true;
> +       return false;
> +}
> +
>  static inline bool is_rvu_npc_hash_extract_en(struct rvu *rvu)
>  {
>         u64 npc_const3;
> diff --git a/drivers/net/ethernet/marvell/octeontx2/nic/otx2_common.h
> b/drivers/net/ethernet/marvell/octeontx2/nic/otx2_common.h
> index 25e99fd2e3fd..ee37235e6f09 100644
> --- a/drivers/net/ethernet/marvell/octeontx2/nic/otx2_common.h
> +++ b/drivers/net/ethernet/marvell/octeontx2/nic/otx2_common.h
> @@ -326,6 +326,7 @@ struct otx2_ptp {
>         struct ptp_pin_desc extts_config;
>         u64 (*convert_rx_ptp_tstmp)(u64 timestamp);
>         u64 (*convert_tx_ptp_tstmp)(u64 timestamp);
> +       u64 (*ptp_tstamp2nsec)(const struct timecounter *time_counter, u64
> timestamp);
>         struct delayed_work synctstamp_work;
>         u64 tstamp;
>         u32 base_ns;
> diff --git a/drivers/net/ethernet/marvell/octeontx2/nic/otx2_ptp.c
> b/drivers/net/ethernet/marvell/octeontx2/nic/otx2_ptp.c
> index 896b2f9bac34..839d7a07939d 100644
> --- a/drivers/net/ethernet/marvell/octeontx2/nic/otx2_ptp.c
> +++ b/drivers/net/ethernet/marvell/octeontx2/nic/otx2_ptp.c
> @@ -10,6 +10,62 @@
>  #include "otx2_common.h"
>  #include "otx2_ptp.h"
>
> +static bool is_tstmp_atomic_update_supported(struct otx2_ptp *ptp)
> +{
> +       struct ptp_get_cap_rsp *rsp;
> +       struct msg_req *req;
> +       int err;
> +
> +       if (!ptp->nic)
> +               return 0;
>
[Kalesh]: return false; same comment applies for below 2 returns.

> +
> +       mutex_lock(&ptp->nic->mbox.lock);
> +       req = otx2_mbox_alloc_msg_ptp_get_cap(&ptp->nic->mbox);
> +       if (!req)
> +               return 0;
> +
> +       err = otx2_sync_mbox_msg(&ptp->nic->mbox);
> +       if (err)
> +               return 0;
> +
> +       rsp = (struct ptp_get_cap_rsp
> *)otx2_mbox_get_rsp(&ptp->nic->mbox.mbox, 0,
> +                                                         &req->hdr);
> +       mutex_unlock(&ptp->nic->mbox.lock);
> +
> +       if (IS_ERR(rsp))
> +               return false;
> +
> +       if (rsp->cap & PTP_CAP_HW_ATOMIC_UPDATE)
> +               return true;
> +
> +       return false;
> +}
> +
> +static int otx2_ptp_hw_adjtime(struct ptp_clock_info *ptp_info, s64 delta)
> +{
> +       struct otx2_ptp *ptp = container_of(ptp_info, struct otx2_ptp,
> +                                           ptp_info);
> +       struct otx2_nic *pfvf = ptp->nic;
> +       struct ptp_req *req;
> +       int rc;
> +
> +       if (!ptp->nic)
> +               return -ENODEV;
> +
> +       mutex_lock(&pfvf->mbox.lock);
> +       req = otx2_mbox_alloc_msg_ptp_op(&ptp->nic->mbox);
> +       if (!req) {
> +               mutex_unlock(&pfvf->mbox.lock);
> +               return -ENOMEM;
> +       }
> +       req->op = PTP_OP_ADJTIME;
> +       req->delta = delta;
> +       rc = otx2_sync_mbox_msg(&ptp->nic->mbox);
> +       mutex_unlock(&pfvf->mbox.lock);
> +
> +       return rc;
> +}
> +
>  static u64 otx2_ptp_get_clock(struct otx2_ptp *ptp)
>  {
>         struct ptp_req *req;
> @@ -37,6 +93,49 @@ static u64 otx2_ptp_get_clock(struct otx2_ptp *ptp)
>         return rsp->clk;
>  }
>
> +static int otx2_ptp_hw_gettime(struct ptp_clock_info *ptp_info,
> +                              struct timespec64 *ts)
> +{
> +       struct otx2_ptp *ptp = container_of(ptp_info, struct otx2_ptp,
> +                                           ptp_info);
> +       u64 tstamp;
> +
> +       tstamp = otx2_ptp_get_clock(ptp);
> +
> +       *ts = ns_to_timespec64(tstamp);
> +       return 0;
> +}
> +
> +static int otx2_ptp_hw_settime(struct ptp_clock_info *ptp_info,
> +                              const struct timespec64 *ts)
> +{
> +       struct otx2_ptp *ptp = container_of(ptp_info, struct otx2_ptp,
> +                                           ptp_info);
> +       struct otx2_nic *pfvf = ptp->nic;
> +       struct ptp_req *req;
> +       u64 nsec;
> +       int rc;
> +
> +       if (!ptp->nic)
> +               return -ENODEV;
> +
> +       nsec = timespec64_to_ns(ts);
> +
> +       mutex_lock(&pfvf->mbox.lock);
> +       req = otx2_mbox_alloc_msg_ptp_op(&ptp->nic->mbox);
> +       if (!req) {
> +               mutex_unlock(&pfvf->mbox.lock);
> +               return -ENOMEM;
> +       }
> +
> +       req->op = PTP_OP_SET_CLOCK;
> +       req->clk = nsec;
> +       rc = otx2_sync_mbox_msg(&ptp->nic->mbox);
> +       mutex_unlock(&pfvf->mbox.lock);
> +
> +       return rc;
> +}
> +
>  static int otx2_ptp_adjfine(struct ptp_clock_info *ptp_info, long
> scaled_ppm)
>  {
>         struct otx2_ptp *ptp = container_of(ptp_info, struct otx2_ptp,
> @@ -124,21 +223,15 @@ static u64 ptp_tstmp_read(struct otx2_ptp *ptp)
>         return rsp->clk;
>  }
>
> -static void otx2_get_ptpclock(struct otx2_ptp *ptp, u64 *tstamp)
> -{
> -       struct otx2_nic *pfvf = ptp->nic;
> -
> -       mutex_lock(&pfvf->mbox.lock);
> -       *tstamp = timecounter_read(&ptp->time_counter);
> -       mutex_unlock(&pfvf->mbox.lock);
> -}
> -
> -static int otx2_ptp_adjtime(struct ptp_clock_info *ptp_info, s64 delta)
> +static int otx2_ptp_tc_adjtime(struct ptp_clock_info *ptp_info, s64 delta)
>  {
>         struct otx2_ptp *ptp = container_of(ptp_info, struct otx2_ptp,
>                                             ptp_info);
>         struct otx2_nic *pfvf = ptp->nic;
>
> +       if (!ptp->nic)
> +               return -ENODEV;
> +
>         mutex_lock(&pfvf->mbox.lock);
>         timecounter_adjtime(&ptp->time_counter, delta);
>         mutex_unlock(&pfvf->mbox.lock);
> @@ -146,32 +239,33 @@ static int otx2_ptp_adjtime(struct ptp_clock_info
> *ptp_info, s64 delta)
>         return 0;
>  }
>
> -static int otx2_ptp_gettime(struct ptp_clock_info *ptp_info,
> -                           struct timespec64 *ts)
> +static int otx2_ptp_tc_gettime(struct ptp_clock_info *ptp_info,
> +                              struct timespec64 *ts)
>  {
>         struct otx2_ptp *ptp = container_of(ptp_info, struct otx2_ptp,
>                                             ptp_info);
>         u64 tstamp;
>
> -       otx2_get_ptpclock(ptp, &tstamp);
> +       mutex_lock(&ptp->nic->mbox.lock);
> +       tstamp = timecounter_read(&ptp->time_counter);
> +       mutex_unlock(&ptp->nic->mbox.lock);
>         *ts = ns_to_timespec64(tstamp);
>
>         return 0;
>  }
>
> -static int otx2_ptp_settime(struct ptp_clock_info *ptp_info,
> -                           const struct timespec64 *ts)
> +static int otx2_ptp_tc_settime(struct ptp_clock_info *ptp_info,
> +                              const struct timespec64 *ts)
>  {
>         struct otx2_ptp *ptp = container_of(ptp_info, struct otx2_ptp,
>                                             ptp_info);
> -       struct otx2_nic *pfvf = ptp->nic;
>         u64 nsec;
>
>         nsec = timespec64_to_ns(ts);
>
> -       mutex_lock(&pfvf->mbox.lock);
> +       mutex_lock(&ptp->nic->mbox.lock);
>         timecounter_init(&ptp->time_counter, &ptp->cycle_counter, nsec);
> -       mutex_unlock(&pfvf->mbox.lock);
> +       mutex_unlock(&ptp->nic->mbox.lock);
>
>         return 0;
>  }
> @@ -190,6 +284,12 @@ static int otx2_ptp_verify_pin(struct ptp_clock_info
> *ptp, unsigned int pin,
>         return 0;
>  }
>
> +static u64 otx2_ptp_hw_tstamp2time(const struct timecounter
> *time_counter, u64 tstamp)
> +{
> +       /* On HW which supports atomic updates, timecounter is not
> initialized */
> +       return tstamp;
> +}
> +
>  static void otx2_ptp_extts_check(struct work_struct *work)
>  {
>         struct otx2_ptp *ptp = container_of(work, struct otx2_ptp,
> @@ -204,7 +304,7 @@ static void otx2_ptp_extts_check(struct work_struct
> *work)
>         if (tstmp != ptp->last_extts) {
>                 event.type = PTP_CLOCK_EXTTS;
>                 event.index = 0;
> -               event.timestamp = timecounter_cyc2time(&ptp->time_counter,
> tstmp);
> +               event.timestamp = ptp->ptp_tstamp2nsec(&ptp->time_counter,
> tstmp);
>                 ptp_clock_event(ptp->ptp_clock, &event);
>                 new_thresh = tstmp % 500000000;
>                 if (ptp->thresh != new_thresh) {
> @@ -229,7 +329,7 @@ static void otx2_sync_tstamp(struct work_struct *work)
>         tstamp = otx2_ptp_get_clock(ptp);
>         mutex_unlock(&pfvf->mbox.lock);
>
> -       ptp->tstamp = timecounter_cyc2time(&pfvf->ptp->time_counter,
> tstamp);
> +       ptp->tstamp = ptp->ptp_tstamp2nsec(&ptp->time_counter, tstamp);
>         ptp->base_ns = tstamp % NSEC_PER_SEC;
>
>         schedule_delayed_work(&ptp->synctstamp_work,
> msecs_to_jiffies(250));
> @@ -302,15 +402,6 @@ int otx2_ptp_init(struct otx2_nic *pfvf)
>
>         ptp_ptr->nic = pfvf;
>
> -       cc = &ptp_ptr->cycle_counter;
> -       cc->read = ptp_cc_read;
> -       cc->mask = CYCLECOUNTER_MASK(64);
> -       cc->mult = 1;
> -       cc->shift = 0;
> -
> -       timecounter_init(&ptp_ptr->time_counter, &ptp_ptr->cycle_counter,
> -                        ktime_to_ns(ktime_get_real()));
> -
>         snprintf(ptp_ptr->extts_config.name, sizeof(ptp_ptr->
> extts_config.name), "TSTAMP");
>         ptp_ptr->extts_config.index = 0;
>         ptp_ptr->extts_config.func = PTP_PF_NONE;
> @@ -324,13 +415,33 @@ int otx2_ptp_init(struct otx2_nic *pfvf)
>                 .pps            = 0,
>                 .pin_config     = &ptp_ptr->extts_config,
>                 .adjfine        = otx2_ptp_adjfine,
> -               .adjtime        = otx2_ptp_adjtime,
> -               .gettime64      = otx2_ptp_gettime,
> -               .settime64      = otx2_ptp_settime,
>                 .enable         = otx2_ptp_enable,
>                 .verify         = otx2_ptp_verify_pin,
>         };
>
> +       /* Check whether hardware supports atomic updates to timestamp */
> +       if (is_tstmp_atomic_update_supported(ptp_ptr)) {
> +               ptp_ptr->ptp_info.adjtime = otx2_ptp_hw_adjtime;
> +               ptp_ptr->ptp_info.gettime64 = otx2_ptp_hw_gettime;
> +               ptp_ptr->ptp_info.settime64 = otx2_ptp_hw_settime;
> +
> +               ptp_ptr->ptp_tstamp2nsec = otx2_ptp_hw_tstamp2time;
> +       } else {
> +               ptp_ptr->ptp_info.adjtime = otx2_ptp_tc_adjtime;
> +               ptp_ptr->ptp_info.gettime64 = otx2_ptp_tc_gettime;
> +               ptp_ptr->ptp_info.settime64 = otx2_ptp_tc_settime;
> +
> +               cc = &ptp_ptr->cycle_counter;
> +               cc->read = ptp_cc_read;
> +               cc->mask = CYCLECOUNTER_MASK(64);
> +               cc->mult = 1;
> +               cc->shift = 0;
> +               ptp_ptr->ptp_tstamp2nsec = timecounter_cyc2time;
> +
> +               timecounter_init(&ptp_ptr->time_counter,
> &ptp_ptr->cycle_counter,
> +                                ktime_to_ns(ktime_get_real()));
> +       }
> +
>         INIT_DELAYED_WORK(&ptp_ptr->extts_work, otx2_ptp_extts_check);
>
>         ptp_ptr->ptp_clock = ptp_clock_register(&ptp_ptr->ptp_info,
> pfvf->dev);
> @@ -387,7 +498,7 @@ int otx2_ptp_tstamp2time(struct otx2_nic *pfvf, u64
> tstamp, u64 *tsns)
>         if (!pfvf->ptp)
>                 return -ENODEV;
>
> -       *tsns = timecounter_cyc2time(&pfvf->ptp->time_counter, tstamp);
> +       *tsns = pfvf->ptp->ptp_tstamp2nsec(&pfvf->ptp->time_counter,
> tstamp);
>
>         return 0;
>  }
> --
> 2.25.1
>
>
>

-- 
Regards,
Kalesh A P

Content of type "text/html" skipped

Download attachment "smime.p7s" of type "application/pkcs7-signature" (4239 bytes)

Powered by blists - more mailing lists

Powered by Openwall GNU/*/Linux Powered by OpenVZ