Merge tag 'rproc-v4.20' of git://github.com/andersson/remoteproc
[linux] / drivers / net / ethernet / intel / e1000e / ptp.c
1 // SPDX-License-Identifier: GPL-2.0
2 /* Copyright(c) 1999 - 2018 Intel Corporation. */
3
4 /* PTP 1588 Hardware Clock (PHC)
5  * Derived from PTP Hardware Clock driver for Intel 82576 and 82580 (igb)
6  * Copyright (C) 2011 Richard Cochran <richardcochran@gmail.com>
7  */
8
9 #include "e1000.h"
10
11 #ifdef CONFIG_E1000E_HWTS
12 #include <linux/clocksource.h>
13 #include <linux/ktime.h>
14 #include <asm/tsc.h>
15 #endif
16
17 /**
18  * e1000e_phc_adjfreq - adjust the frequency of the hardware clock
19  * @ptp: ptp clock structure
20  * @delta: Desired frequency change in parts per billion
21  *
22  * Adjust the frequency of the PHC cycle counter by the indicated delta from
23  * the base frequency.
24  **/
25 static int e1000e_phc_adjfreq(struct ptp_clock_info *ptp, s32 delta)
26 {
27         struct e1000_adapter *adapter = container_of(ptp, struct e1000_adapter,
28                                                      ptp_clock_info);
29         struct e1000_hw *hw = &adapter->hw;
30         bool neg_adj = false;
31         unsigned long flags;
32         u64 adjustment;
33         u32 timinca, incvalue;
34         s32 ret_val;
35
36         if ((delta > ptp->max_adj) || (delta <= -1000000000))
37                 return -EINVAL;
38
39         if (delta < 0) {
40                 neg_adj = true;
41                 delta = -delta;
42         }
43
44         /* Get the System Time Register SYSTIM base frequency */
45         ret_val = e1000e_get_base_timinca(adapter, &timinca);
46         if (ret_val)
47                 return ret_val;
48
49         spin_lock_irqsave(&adapter->systim_lock, flags);
50
51         incvalue = timinca & E1000_TIMINCA_INCVALUE_MASK;
52
53         adjustment = incvalue;
54         adjustment *= delta;
55         adjustment = div_u64(adjustment, 1000000000);
56
57         incvalue = neg_adj ? (incvalue - adjustment) : (incvalue + adjustment);
58
59         timinca &= ~E1000_TIMINCA_INCVALUE_MASK;
60         timinca |= incvalue;
61
62         ew32(TIMINCA, timinca);
63
64         adapter->ptp_delta = delta;
65
66         spin_unlock_irqrestore(&adapter->systim_lock, flags);
67
68         return 0;
69 }
70
71 /**
72  * e1000e_phc_adjtime - Shift the time of the hardware clock
73  * @ptp: ptp clock structure
74  * @delta: Desired change in nanoseconds
75  *
76  * Adjust the timer by resetting the timecounter structure.
77  **/
78 static int e1000e_phc_adjtime(struct ptp_clock_info *ptp, s64 delta)
79 {
80         struct e1000_adapter *adapter = container_of(ptp, struct e1000_adapter,
81                                                      ptp_clock_info);
82         unsigned long flags;
83
84         spin_lock_irqsave(&adapter->systim_lock, flags);
85         timecounter_adjtime(&adapter->tc, delta);
86         spin_unlock_irqrestore(&adapter->systim_lock, flags);
87
88         return 0;
89 }
90
91 #ifdef CONFIG_E1000E_HWTS
92 #define MAX_HW_WAIT_COUNT (3)
93
94 /**
95  * e1000e_phc_get_syncdevicetime - Callback given to timekeeping code reads system/device registers
96  * @device: current device time
97  * @system: system counter value read synchronously with device time
98  * @ctx: context provided by timekeeping code
99  *
100  * Read device and system (ART) clock simultaneously and return the corrected
101  * clock values in ns.
102  **/
103 static int e1000e_phc_get_syncdevicetime(ktime_t *device,
104                                          struct system_counterval_t *system,
105                                          void *ctx)
106 {
107         struct e1000_adapter *adapter = (struct e1000_adapter *)ctx;
108         struct e1000_hw *hw = &adapter->hw;
109         unsigned long flags;
110         int i;
111         u32 tsync_ctrl;
112         u64 dev_cycles;
113         u64 sys_cycles;
114
115         tsync_ctrl = er32(TSYNCTXCTL);
116         tsync_ctrl |= E1000_TSYNCTXCTL_START_SYNC |
117                 E1000_TSYNCTXCTL_MAX_ALLOWED_DLY_MASK;
118         ew32(TSYNCTXCTL, tsync_ctrl);
119         for (i = 0; i < MAX_HW_WAIT_COUNT; ++i) {
120                 udelay(1);
121                 tsync_ctrl = er32(TSYNCTXCTL);
122                 if (tsync_ctrl & E1000_TSYNCTXCTL_SYNC_COMP)
123                         break;
124         }
125
126         if (i == MAX_HW_WAIT_COUNT)
127                 return -ETIMEDOUT;
128
129         dev_cycles = er32(SYSSTMPH);
130         dev_cycles <<= 32;
131         dev_cycles |= er32(SYSSTMPL);
132         spin_lock_irqsave(&adapter->systim_lock, flags);
133         *device = ns_to_ktime(timecounter_cyc2time(&adapter->tc, dev_cycles));
134         spin_unlock_irqrestore(&adapter->systim_lock, flags);
135
136         sys_cycles = er32(PLTSTMPH);
137         sys_cycles <<= 32;
138         sys_cycles |= er32(PLTSTMPL);
139         *system = convert_art_to_tsc(sys_cycles);
140
141         return 0;
142 }
143
144 /**
145  * e1000e_phc_getsynctime - Reads the current system/device cross timestamp
146  * @ptp: ptp clock structure
147  * @cts: structure containing timestamp
148  *
149  * Read device and system (ART) clock simultaneously and return the scaled
150  * clock values in ns.
151  **/
152 static int e1000e_phc_getcrosststamp(struct ptp_clock_info *ptp,
153                                      struct system_device_crosststamp *xtstamp)
154 {
155         struct e1000_adapter *adapter = container_of(ptp, struct e1000_adapter,
156                                                      ptp_clock_info);
157
158         return get_device_system_crosststamp(e1000e_phc_get_syncdevicetime,
159                                                 adapter, NULL, xtstamp);
160 }
161 #endif/*CONFIG_E1000E_HWTS*/
162
163 /**
164  * e1000e_phc_gettime - Reads the current time from the hardware clock
165  * @ptp: ptp clock structure
166  * @ts: timespec structure to hold the current time value
167  *
168  * Read the timecounter and return the correct value in ns after converting
169  * it into a struct timespec.
170  **/
171 static int e1000e_phc_gettime(struct ptp_clock_info *ptp, struct timespec64 *ts)
172 {
173         struct e1000_adapter *adapter = container_of(ptp, struct e1000_adapter,
174                                                      ptp_clock_info);
175         unsigned long flags;
176         u64 ns;
177
178         spin_lock_irqsave(&adapter->systim_lock, flags);
179         ns = timecounter_read(&adapter->tc);
180         spin_unlock_irqrestore(&adapter->systim_lock, flags);
181
182         *ts = ns_to_timespec64(ns);
183
184         return 0;
185 }
186
187 /**
188  * e1000e_phc_settime - Set the current time on the hardware clock
189  * @ptp: ptp clock structure
190  * @ts: timespec containing the new time for the cycle counter
191  *
192  * Reset the timecounter to use a new base value instead of the kernel
193  * wall timer value.
194  **/
195 static int e1000e_phc_settime(struct ptp_clock_info *ptp,
196                               const struct timespec64 *ts)
197 {
198         struct e1000_adapter *adapter = container_of(ptp, struct e1000_adapter,
199                                                      ptp_clock_info);
200         unsigned long flags;
201         u64 ns;
202
203         ns = timespec64_to_ns(ts);
204
205         /* reset the timecounter */
206         spin_lock_irqsave(&adapter->systim_lock, flags);
207         timecounter_init(&adapter->tc, &adapter->cc, ns);
208         spin_unlock_irqrestore(&adapter->systim_lock, flags);
209
210         return 0;
211 }
212
213 /**
214  * e1000e_phc_enable - enable or disable an ancillary feature
215  * @ptp: ptp clock structure
216  * @request: Desired resource to enable or disable
217  * @on: Caller passes one to enable or zero to disable
218  *
219  * Enable (or disable) ancillary features of the PHC subsystem.
220  * Currently, no ancillary features are supported.
221  **/
222 static int e1000e_phc_enable(struct ptp_clock_info __always_unused *ptp,
223                              struct ptp_clock_request __always_unused *request,
224                              int __always_unused on)
225 {
226         return -EOPNOTSUPP;
227 }
228
229 static void e1000e_systim_overflow_work(struct work_struct *work)
230 {
231         struct e1000_adapter *adapter = container_of(work, struct e1000_adapter,
232                                                      systim_overflow_work.work);
233         struct e1000_hw *hw = &adapter->hw;
234         struct timespec64 ts;
235
236         adapter->ptp_clock_info.gettime64(&adapter->ptp_clock_info, &ts);
237
238         e_dbg("SYSTIM overflow check at %lld.%09lu\n",
239               (long long) ts.tv_sec, ts.tv_nsec);
240
241         schedule_delayed_work(&adapter->systim_overflow_work,
242                               E1000_SYSTIM_OVERFLOW_PERIOD);
243 }
244
245 static const struct ptp_clock_info e1000e_ptp_clock_info = {
246         .owner          = THIS_MODULE,
247         .n_alarm        = 0,
248         .n_ext_ts       = 0,
249         .n_per_out      = 0,
250         .n_pins         = 0,
251         .pps            = 0,
252         .adjfreq        = e1000e_phc_adjfreq,
253         .adjtime        = e1000e_phc_adjtime,
254         .gettime64      = e1000e_phc_gettime,
255         .settime64      = e1000e_phc_settime,
256         .enable         = e1000e_phc_enable,
257 };
258
259 /**
260  * e1000e_ptp_init - initialize PTP for devices which support it
261  * @adapter: board private structure
262  *
263  * This function performs the required steps for enabling PTP support.
264  * If PTP support has already been loaded it simply calls the cyclecounter
265  * init routine and exits.
266  **/
267 void e1000e_ptp_init(struct e1000_adapter *adapter)
268 {
269         struct e1000_hw *hw = &adapter->hw;
270
271         adapter->ptp_clock = NULL;
272
273         if (!(adapter->flags & FLAG_HAS_HW_TIMESTAMP))
274                 return;
275
276         adapter->ptp_clock_info = e1000e_ptp_clock_info;
277
278         snprintf(adapter->ptp_clock_info.name,
279                  sizeof(adapter->ptp_clock_info.name), "%pm",
280                  adapter->netdev->perm_addr);
281
282         switch (hw->mac.type) {
283         case e1000_pch2lan:
284         case e1000_pch_lpt:
285         case e1000_pch_spt:
286         case e1000_pch_cnp:
287                 if ((hw->mac.type < e1000_pch_lpt) ||
288                     (er32(TSYNCRXCTL) & E1000_TSYNCRXCTL_SYSCFI)) {
289                         adapter->ptp_clock_info.max_adj = 24000000 - 1;
290                         break;
291                 }
292                 /* fall-through */
293         case e1000_82574:
294         case e1000_82583:
295                 adapter->ptp_clock_info.max_adj = 600000000 - 1;
296                 break;
297         default:
298                 break;
299         }
300
301 #ifdef CONFIG_E1000E_HWTS
302         /* CPU must have ART and GBe must be from Sunrise Point or greater */
303         if (hw->mac.type >= e1000_pch_spt && boot_cpu_has(X86_FEATURE_ART))
304                 adapter->ptp_clock_info.getcrosststamp =
305                         e1000e_phc_getcrosststamp;
306 #endif/*CONFIG_E1000E_HWTS*/
307
308         INIT_DELAYED_WORK(&adapter->systim_overflow_work,
309                           e1000e_systim_overflow_work);
310
311         schedule_delayed_work(&adapter->systim_overflow_work,
312                               E1000_SYSTIM_OVERFLOW_PERIOD);
313
314         adapter->ptp_clock = ptp_clock_register(&adapter->ptp_clock_info,
315                                                 &adapter->pdev->dev);
316         if (IS_ERR(adapter->ptp_clock)) {
317                 adapter->ptp_clock = NULL;
318                 e_err("ptp_clock_register failed\n");
319         } else if (adapter->ptp_clock) {
320                 e_info("registered PHC clock\n");
321         }
322 }
323
324 /**
325  * e1000e_ptp_remove - disable PTP device and stop the overflow check
326  * @adapter: board private structure
327  *
328  * Stop the PTP support, and cancel the delayed work.
329  **/
330 void e1000e_ptp_remove(struct e1000_adapter *adapter)
331 {
332         if (!(adapter->flags & FLAG_HAS_HW_TIMESTAMP))
333                 return;
334
335         cancel_delayed_work_sync(&adapter->systim_overflow_work);
336
337         if (adapter->ptp_clock) {
338                 ptp_clock_unregister(adapter->ptp_clock);
339                 adapter->ptp_clock = NULL;
340                 e_info("removed PHC\n");
341         }
342 }