rte_seqcount.h

Go to the documentation of this file.

/* SPDX-License-Identifier: BSD-3-Clause
 * Copyright(c) 2022 Ericsson AB
 */
 
#ifndef _RTE_SEQCOUNT_H_
#define _RTE_SEQCOUNT_H_
 
#ifdef __cplusplus
extern "C" {
#endif
 
#include <stdbool.h>
#include <stdint.h>
 
#include <rte_atomic.h>
#include <rte_branch_prediction.h>
#include <rte_compat.h>
 
typedef struct {
    uint32_t sn; 
} rte_seqcount_t;
 
#define RTE_SEQCOUNT_INITIALIZER { .sn = 0 }
 
__rte_experimental
static inline void
rte_seqcount_init(rte_seqcount_t *seqcount)
{
    seqcount->sn = 0;
}
 
__rte_experimental
static inline uint32_t
rte_seqcount_read_begin(const rte_seqcount_t *seqcount)
{
    /* __ATOMIC_ACQUIRE to prevent loads after (in program order)
     * from happening before the sn load. Synchronizes-with the
     * store release in rte_seqcount_write_end().
     */
    return __atomic_load_n(&seqcount->sn, __ATOMIC_ACQUIRE);
}
 
__rte_experimental
static inline bool
rte_seqcount_read_retry(const rte_seqcount_t *seqcount, uint32_t begin_sn)
{
    uint32_t end_sn;
 
    /* An odd sequence number means the protected data was being
     * modified already at the point of the rte_seqcount_read_begin()
     * call.
     */
    if (unlikely(begin_sn & 1))
        return true;
 
    /* make sure the data loads happens before the sn load */
    rte_atomic_thread_fence(__ATOMIC_ACQUIRE);
 
    end_sn = __atomic_load_n(&seqcount->sn, __ATOMIC_RELAXED);
 
    /* A writer incremented the sequence number during this read
     * critical section.
     */
    return begin_sn != end_sn;
}
 
__rte_experimental
static inline void
rte_seqcount_write_begin(rte_seqcount_t *seqcount)
{
    uint32_t sn;
 
    sn = seqcount->sn + 1;
 
    __atomic_store_n(&seqcount->sn, sn, __ATOMIC_RELAXED);
 
    /* __ATOMIC_RELEASE to prevent stores after (in program order)
     * from happening before the sn store.
     */
    rte_atomic_thread_fence(__ATOMIC_RELEASE);
}
 
__rte_experimental
static inline void
rte_seqcount_write_end(rte_seqcount_t *seqcount)
{
    uint32_t sn;
 
    sn = seqcount->sn + 1;
 
    /* Synchronizes-with the load acquire in rte_seqcount_read_begin(). */
    __atomic_store_n(&seqcount->sn, sn, __ATOMIC_RELEASE);
}
 
#ifdef __cplusplus
}
#endif
 
#endif /* _RTE_SEQCOUNT_H_ */