5#ifndef _RTE_STACK_LF_C11_H_
6#define _RTE_STACK_LF_C11_H_
12__rte_stack_lf_count(
struct rte_stack *s)
29 return (
unsigned int)__atomic_load_n(&s->stack_lf.used.len,
34__rte_stack_lf_push_elems(
struct rte_stack_lf_list *list,
35 struct rte_stack_lf_elem *first,
36 struct rte_stack_lf_elem *last,
39 struct rte_stack_lf_head old_head;
42 old_head = list->head;
45 struct rte_stack_lf_head new_head;
51 new_head.cnt = old_head.cnt + 1;
53 last->next = old_head.top;
59 (rte_int128_t *)&list->head,
60 (rte_int128_t *)&old_head,
61 (rte_int128_t *)&new_head,
64 }
while (success == 0);
69 __atomic_add_fetch(&list->len, num, __ATOMIC_RELEASE);
73__rte_stack_lf_pop_elems(
struct rte_stack_lf_list *list,
76 struct rte_stack_lf_elem **last)
78 struct rte_stack_lf_head old_head;
83 len = __atomic_load_n(&list->len, __ATOMIC_RELAXED);
91 if (__atomic_compare_exchange_n(&list->len,
101 old_head = list->head;
105 struct rte_stack_lf_head new_head;
106 struct rte_stack_lf_elem *tmp;
113 __atomic_thread_fence(__ATOMIC_ACQUIRE);
124 for (i = 0; i < num && tmp != NULL; i++) {
127 obj_table[i] = tmp->data;
137 old_head = list->head;
142 new_head.cnt = old_head.cnt + 1;
159 (rte_int128_t *)&list->head,
160 (rte_int128_t *)&old_head,
161 (rte_int128_t *)&new_head,
164 }
while (success == 0);
static __rte_experimental int rte_atomic128_cmp_exchange(rte_int128_t *dst, rte_int128_t *exp, const rte_int128_t *src, unsigned int weak, int success, int failure)
#define __rte_always_inline
static void rte_prefetch0(const volatile void *p)