8 #ifndef _RTE_EVENTDEV_H_
9 #define _RTE_EVENTDEV_H_
214 #include <rte_config.h>
226 #define RTE_EVENT_DEV_CAP_QUEUE_QOS (1ULL << 0)
232 #define RTE_EVENT_DEV_CAP_EVENT_QOS (1ULL << 1)
239 #define RTE_EVENT_DEV_CAP_DISTRIBUTED_SCHED (1ULL << 2)
248 #define RTE_EVENT_DEV_CAP_QUEUE_ALL_TYPES (1ULL << 3)
255 #define RTE_EVENT_DEV_CAP_BURST_MODE (1ULL << 4)
263 #define RTE_EVENT_DEV_CAP_IMPLICIT_RELEASE_DISABLE (1ULL << 5)
274 #define RTE_EVENT_DEV_CAP_NONSEQ_MODE (1ULL << 6)
284 #define RTE_EVENT_DEV_CAP_RUNTIME_PORT_LINK (1ULL << 7)
290 #define RTE_EVENT_DEV_CAP_MULTIPLE_QUEUE_PORT (1ULL << 8)
296 #define RTE_EVENT_DEV_CAP_CARRY_FLOW_ID (1ULL << 9)
302 #define RTE_EVENT_DEV_CAP_MAINTENANCE_FREE (1ULL << 10)
313 #define RTE_EVENT_DEV_PRIORITY_HIGHEST 0
318 #define RTE_EVENT_DEV_PRIORITY_NORMAL 128
323 #define RTE_EVENT_DEV_PRIORITY_LOWEST 255
441 #define RTE_EVENT_DEV_ATTR_PORT_COUNT 0
445 #define RTE_EVENT_DEV_ATTR_QUEUE_COUNT 1
449 #define RTE_EVENT_DEV_ATTR_STARTED 2
465 uint32_t *attr_value);
469 #define RTE_EVENT_DEV_CFG_PER_DEQUEUE_TIMEOUT (1ULL << 0)
561 #define RTE_EVENT_QUEUE_CFG_ALL_TYPES (1ULL << 0)
567 #define RTE_EVENT_QUEUE_CFG_SINGLE_LINK (1ULL << 1)
665 #define RTE_EVENT_QUEUE_ATTR_PRIORITY 0
669 #define RTE_EVENT_QUEUE_ATTR_NB_ATOMIC_FLOWS 1
673 #define RTE_EVENT_QUEUE_ATTR_NB_ATOMIC_ORDER_SEQUENCES 2
677 #define RTE_EVENT_QUEUE_ATTR_EVENT_QUEUE_CFG 3
681 #define RTE_EVENT_QUEUE_ATTR_SCHEDULE_TYPE 4
705 uint32_t *attr_value);
710 #define RTE_EVENT_PORT_CFG_DISABLE_IMPL_REL (1ULL << 0)
717 #define RTE_EVENT_PORT_CFG_SINGLE_LINK (1ULL << 1)
722 #define RTE_EVENT_PORT_CFG_HINT_PRODUCER (1ULL << 2)
732 #define RTE_EVENT_PORT_CFG_HINT_CONSUMER (1ULL << 3)
743 #define RTE_EVENT_PORT_CFG_HINT_WORKER (1ULL << 4)
838 #define RTE_EVENT_PORT_ATTR_ENQ_DEPTH 0
842 #define RTE_EVENT_PORT_ATTR_DEQ_DEPTH 1
846 #define RTE_EVENT_PORT_ATTR_NEW_EVENT_THRESHOLD 2
850 #define RTE_EVENT_PORT_ATTR_IMPLICIT_RELEASE_DISABLE 3
870 uint32_t *attr_value);
988 uint64_t impl_opaque;
1016 #define RTE_SCHED_TYPE_ORDERED 0
1043 #define RTE_SCHED_TYPE_ATOMIC 1
1062 #define RTE_SCHED_TYPE_PARALLEL 2
1076 #define RTE_EVENT_TYPE_ETHDEV 0x0
1078 #define RTE_EVENT_TYPE_CRYPTODEV 0x1
1080 #define RTE_EVENT_TYPE_TIMER 0x2
1082 #define RTE_EVENT_TYPE_CPU 0x3
1086 #define RTE_EVENT_TYPE_ETH_RX_ADAPTER 0x4
1088 #define RTE_EVENT_TYPE_VECTOR 0x8
1100 #define RTE_EVENT_TYPE_ETHDEV_VECTOR \
1101 (RTE_EVENT_TYPE_VECTOR | RTE_EVENT_TYPE_ETHDEV)
1103 #define RTE_EVENT_TYPE_CPU_VECTOR (RTE_EVENT_TYPE_VECTOR | RTE_EVENT_TYPE_CPU)
1105 #define RTE_EVENT_TYPE_ETH_RX_ADAPTER_VECTOR \
1106 (RTE_EVENT_TYPE_VECTOR | RTE_EVENT_TYPE_ETH_RX_ADAPTER)
1109 #define RTE_EVENT_TYPE_MAX 0x10
1113 #define RTE_EVENT_OP_NEW 0
1117 #define RTE_EVENT_OP_FORWARD 1
1125 #define RTE_EVENT_OP_RELEASE 2
1237 #define RTE_EVENT_ETH_RX_ADAPTER_CAP_INTERNAL_PORT 0x1
1241 #define RTE_EVENT_ETH_RX_ADAPTER_CAP_MULTI_EVENTQ 0x2
1245 #define RTE_EVENT_ETH_RX_ADAPTER_CAP_OVERRIDE_FLOW_ID 0x4
1252 #define RTE_EVENT_ETH_RX_ADAPTER_CAP_EVENT_VECTOR 0x8
1278 #define RTE_EVENT_TIMER_ADAPTER_CAP_INTERNAL_PORT (1ULL << 0)
1281 #define RTE_EVENT_TIMER_ADAPTER_CAP_PERIODIC (1ULL << 1)
1301 #define RTE_EVENT_CRYPTO_ADAPTER_CAP_INTERNAL_PORT_OP_NEW 0x1
1308 #define RTE_EVENT_CRYPTO_ADAPTER_CAP_INTERNAL_PORT_OP_FWD 0x2
1315 #define RTE_EVENT_CRYPTO_ADAPTER_CAP_INTERNAL_PORT_QP_EV_BIND 0x4
1320 #define RTE_EVENT_CRYPTO_ADAPTER_CAP_SESSION_PRIVATE_DATA 0x8
1350 #define RTE_EVENT_ETH_TX_ADAPTER_CAP_INTERNAL_PORT 0x1
1353 #define RTE_EVENT_ETH_TX_ADAPTER_CAP_EVENT_VECTOR 0x2
1406 uint64_t *timeout_ticks);
1470 const uint8_t queues[],
const uint8_t priorities[],
1514 uint8_t queues[], uint16_t nb_unlinks);
1569 uint8_t queues[], uint8_t priorities[]);
1606 #define RTE_EVENT_DEV_XSTATS_NAME_SIZE 64
1612 RTE_EVENT_DEV_XSTATS_DEVICE,
1613 RTE_EVENT_DEV_XSTATS_PORT,
1614 RTE_EVENT_DEV_XSTATS_QUEUE,
1662 uint8_t queue_port_id,
1696 uint8_t queue_port_id,
1697 const unsigned int ids[],
1698 uint64_t values[],
unsigned int n);
1743 int16_t queue_port_id,
1744 const uint32_t ids[],
1794 #include <rte_eventdev_core.h>
1797 __rte_event_enqueue_burst(uint8_t dev_id, uint8_t port_id,
1798 const struct rte_event ev[], uint16_t nb_events,
1799 const event_enqueue_burst_t fn)
1801 const struct rte_event_fp_ops *fp_ops;
1804 fp_ops = &rte_event_fp_ops[dev_id];
1805 port = fp_ops->data[port_id];
1806 #ifdef RTE_LIBRTE_EVENTDEV_DEBUG
1807 if (dev_id >= RTE_EVENT_MAX_DEVS ||
1808 port_id >= RTE_EVENT_MAX_PORTS_PER_DEV) {
1818 rte_eventdev_trace_enq_burst(dev_id, port_id, ev, nb_events, (
void *)fn);
1824 return (fp_ops->enqueue)(port, ev);
1826 return fn(port, ev, nb_events);
1872 static inline uint16_t
1874 const struct rte_event ev[], uint16_t nb_events)
1876 const struct rte_event_fp_ops *fp_ops;
1878 fp_ops = &rte_event_fp_ops[dev_id];
1879 return __rte_event_enqueue_burst(dev_id, port_id, ev, nb_events,
1880 fp_ops->enqueue_burst);
1924 static inline uint16_t
1926 const struct rte_event ev[], uint16_t nb_events)
1928 const struct rte_event_fp_ops *fp_ops;
1930 fp_ops = &rte_event_fp_ops[dev_id];
1931 return __rte_event_enqueue_burst(dev_id, port_id, ev, nb_events,
1932 fp_ops->enqueue_new_burst);
1976 static inline uint16_t
1978 const struct rte_event ev[], uint16_t nb_events)
1980 const struct rte_event_fp_ops *fp_ops;
1982 fp_ops = &rte_event_fp_ops[dev_id];
1983 return __rte_event_enqueue_burst(dev_id, port_id, ev, nb_events,
1984 fp_ops->enqueue_forward_burst);
2053 static inline uint16_t
2055 uint16_t nb_events, uint64_t timeout_ticks)
2057 const struct rte_event_fp_ops *fp_ops;
2060 fp_ops = &rte_event_fp_ops[dev_id];
2061 port = fp_ops->data[port_id];
2062 #ifdef RTE_LIBRTE_EVENTDEV_DEBUG
2063 if (dev_id >= RTE_EVENT_MAX_DEVS ||
2064 port_id >= RTE_EVENT_MAX_PORTS_PER_DEV) {
2074 rte_eventdev_trace_deq_burst(dev_id, port_id, ev, nb_events);
2080 return (fp_ops->dequeue)(port, ev, timeout_ticks);
2082 return (fp_ops->dequeue_burst)(port, ev, nb_events,
2086 #define RTE_EVENT_DEV_MAINT_OP_FLUSH (1 << 0)
2132 const struct rte_event_fp_ops *fp_ops;
2135 fp_ops = &rte_event_fp_ops[dev_id];
2136 port = fp_ops->data[port_id];
2137 #ifdef RTE_LIBRTE_EVENTDEV_DEBUG
2138 if (dev_id >= RTE_EVENT_MAX_DEVS ||
2139 port_id >= RTE_EVENT_MAX_PORTS_PER_DEV)
2148 rte_eventdev_trace_maintain(dev_id, port_id, op);
2150 if (fp_ops->maintain != NULL)
2151 fp_ops->maintain(port, op);