@@ -852,6 +852,7 @@ enum tc_setup_type {
TC_SETUP_QDISC_ETS,
TC_SETUP_QDISC_TBF,
TC_SETUP_QDISC_FIFO,
+ TC_SETUP_PREEMPT,
};
/* These structures hold the attributes of bpf state that are being passed
@@ -183,6 +183,10 @@ struct tc_taprio_qopt_offload {
struct tc_taprio_sched_entry entries[];
};
+struct tc_preempt_qopt_offload {
+ u32 preemptible_queues;
+};
+
/* Reference counting */
struct tc_taprio_qopt_offload *taprio_offload_get(struct tc_taprio_qopt_offload
*offload);
@@ -1240,6 +1240,7 @@ enum {
TCA_TAPRIO_ATTR_SCHED_CYCLE_TIME_EXTENSION, /* s64 */
TCA_TAPRIO_ATTR_FLAGS, /* u32 */
TCA_TAPRIO_ATTR_TXTIME_DELAY, /* u32 */
+ TCA_TAPRIO_ATTR_PREEMPT_QUEUES, /* u32 */
__TCA_TAPRIO_ATTR_MAX,
};
@@ -64,6 +64,7 @@ struct taprio_sched {
struct Qdisc **qdiscs;
struct Qdisc *root;
u32 flags;
+ u32 preemptible_queues;
enum tk_offsets tk_offset;
int clockid;
atomic64_t picos_per_byte; /* Using picoseconds because for 10Gbps+
@@ -776,6 +777,7 @@ static const struct nla_policy taprio_policy[TCA_TAPRIO_ATTR_MAX + 1] = {
[TCA_TAPRIO_ATTR_SCHED_CYCLE_TIME_EXTENSION] = { .type = NLA_S64 },
[TCA_TAPRIO_ATTR_FLAGS] = { .type = NLA_U32 },
[TCA_TAPRIO_ATTR_TXTIME_DELAY] = { .type = NLA_U32 },
+ [TCA_TAPRIO_ATTR_PREEMPT_QUEUES] = { .type = NLA_U32 },
};
static int fill_sched_entry(struct taprio_sched *q, struct nlattr **tb,
@@ -1268,6 +1270,7 @@ static int taprio_disable_offload(struct net_device *dev,
struct netlink_ext_ack *extack)
{
const struct net_device_ops *ops = dev->netdev_ops;
+ struct tc_preempt_qopt_offload preempt = { };
struct tc_taprio_qopt_offload *offload;
int err;
@@ -1286,13 +1289,15 @@ static int taprio_disable_offload(struct net_device *dev,
offload->enable = 0;
err = ops->ndo_setup_tc(dev, TC_SETUP_QDISC_TAPRIO, offload);
- if (err < 0) {
+ if (err < 0)
+ NL_SET_ERR_MSG(extack,
+ "Device failed to disable offload");
+
+ err = ops->ndo_setup_tc(dev, TC_SETUP_PREEMPT, &preempt);
+ if (err < 0)
NL_SET_ERR_MSG(extack,
"Device failed to disable offload");
- goto out;
- }
-out:
taprio_offload_free(offload);
return err;
@@ -1509,6 +1514,29 @@ static int taprio_change(struct Qdisc *sch, struct nlattr *opt,
mqprio->prio_tc_map[i]);
}
+ /* It's valid to enable frame preemption without any kind of
+ * offloading being enabled, so keep it separated.
+ */
+ if (tb[TCA_TAPRIO_ATTR_PREEMPT_QUEUES]) {
+ u32 preempt = nla_get_u32(tb[TCA_TAPRIO_ATTR_PREEMPT_QUEUES]);
+ struct tc_preempt_qopt_offload qopt = { };
+
+ if (preempt == U32_MAX) {
+ NL_SET_ERR_MSG(extack, "At least one queue must be not be preemptible");
+ err = -EINVAL;
+ goto free_sched;
+ }
+
+ qopt.preemptible_queues = preempt;
+
+ err = dev->netdev_ops->ndo_setup_tc(dev, TC_SETUP_PREEMPT,
+ &qopt);
+ if (err)
+ goto free_sched;
+
+ q->preemptible_queues = preempt;
+ }
+
if (FULL_OFFLOAD_IS_ENABLED(q->flags))
err = taprio_enable_offload(dev, q, new_admin, extack);
else
@@ -1650,6 +1678,7 @@ static int taprio_init(struct Qdisc *sch, struct nlattr *opt,
*/
q->clockid = -1;
q->flags = TAPRIO_FLAGS_INVALID;
+ q->preemptible_queues = U32_MAX;
spin_lock(&taprio_list_lock);
list_add(&q->taprio_list, &taprio_list);
@@ -1833,6 +1862,10 @@ static int taprio_dump(struct Qdisc *sch, struct sk_buff *skb)
if (q->flags && nla_put_u32(skb, TCA_TAPRIO_ATTR_FLAGS, q->flags))
goto options_error;
+ if (q->preemptible_queues != U32_MAX &&
+ nla_put_u32(skb, TCA_TAPRIO_ATTR_PREEMPT_QUEUES, q->preemptible_queues))
+ goto options_error;
+
if (q->txtime_delay &&
nla_put_u32(skb, TCA_TAPRIO_ATTR_TXTIME_DELAY, q->txtime_delay))
goto options_error;
This adds a way to configure which queues are marked as preemptible and which are marked as express. Even if this is not a "real" offload, because it can't be executed purely in software, having this information near where the mapping of queues is specified, makes it, hopefully, easier to understand. Signed-off-by: Vinicius Costa Gomes <vinicius.gomes@intel.com> --- include/linux/netdevice.h | 1 + include/net/pkt_sched.h | 4 ++++ include/uapi/linux/pkt_sched.h | 1 + net/sched/sch_taprio.c | 41 ++++++++++++++++++++++++++++++---- 4 files changed, 43 insertions(+), 4 deletions(-)