blob: d8a3226cba788f7966317e331aa27f2efd9c869c (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
|
/* Copyright (c) 2013-2018, Linaro Limited
* All rights reserved.
*
* SPDX-License-Identifier: BSD-3-Clause
*/
#ifndef ODP_QUEUE_BASIC_INTERNAL_H_
#define ODP_QUEUE_BASIC_INTERNAL_H_
#ifdef __cplusplus
extern "C" {
#endif
#include <odp/api/plat/strong_types.h>
#include <odp/api/queue.h>
#include <odp/api/shared_memory.h>
#include <odp_forward_typedefs_internal.h>
#include <odp_queue_if.h>
#include <odp_buffer_internal.h>
#include <odp_align_internal.h>
#include <odp/api/packet_io.h>
#include <odp/api/align.h>
#include <odp/api/hints.h>
#include <odp/api/ticketlock.h>
#include <odp_config_internal.h>
#include <odp_ring_mpmc_internal.h>
#include <odp_ring_st_internal.h>
#include <odp_ring_spsc_internal.h>
#include <odp_queue_lf.h>
#define QUEUE_STATUS_FREE 0
#define QUEUE_STATUS_DESTROYED 1
#define QUEUE_STATUS_READY 2
#define QUEUE_STATUS_NOTSCHED 3
#define QUEUE_STATUS_SCHED 4
struct queue_entry_s {
/* The first cache line is read only */
queue_enq_fn_t enqueue ODP_ALIGNED_CACHE;
queue_deq_fn_t dequeue;
queue_enq_multi_fn_t enqueue_multi;
queue_deq_multi_fn_t dequeue_multi;
uint32_t *ring_data;
uint32_t ring_mask;
uint32_t index;
odp_queue_t handle;
odp_queue_type_t type;
/* MPMC ring (2 cache lines). */
ring_mpmc_t ring_mpmc;
odp_ticketlock_t lock;
union {
ring_st_t ring_st;
ring_spsc_t ring_spsc;
};
odp_atomic_u64_t num_timers;
int status;
queue_deq_multi_fn_t orig_dequeue_multi;
odp_queue_param_t param;
odp_pktin_queue_t pktin;
odp_pktout_queue_t pktout;
void *queue_lf;
int spsc;
char name[ODP_QUEUE_NAME_LEN];
};
union queue_entry_u {
struct queue_entry_s s;
uint8_t pad[ROUNDUP_CACHE_LINE(sizeof(struct queue_entry_s))];
};
typedef struct queue_global_t {
queue_entry_t queue[CONFIG_MAX_QUEUES];
uint32_t *ring_data;
uint32_t queue_lf_num;
uint32_t queue_lf_size;
queue_lf_func_t queue_lf_func;
odp_shm_t queue_gbl_shm;
odp_shm_t queue_ring_shm;
struct {
uint32_t max_queue_size;
uint32_t default_queue_size;
} config;
} queue_global_t;
extern queue_global_t *_odp_queue_glb;
static inline uint32_t queue_to_index(odp_queue_t handle)
{
queue_entry_t *qentry = (queue_entry_t *)(uintptr_t)handle;
return qentry->s.index;
}
static inline queue_entry_t *qentry_from_index(uint32_t queue_id)
{
return &_odp_queue_glb->queue[queue_id];
}
static inline odp_queue_t queue_from_index(uint32_t queue_id)
{
return (odp_queue_t)qentry_from_index(queue_id);
}
static inline queue_entry_t *qentry_from_handle(odp_queue_t handle)
{
return (queue_entry_t *)(uintptr_t)handle;
}
void _odp_queue_spsc_init(queue_entry_t *queue, uint32_t queue_size);
/* Functions for schedulers */
void _odp_sched_queue_set_status(uint32_t queue_index, int status);
int _odp_sched_queue_deq(uint32_t queue_index, odp_event_t ev[], int num,
int update_status);
int _odp_sched_queue_empty(uint32_t queue_index);
/* Functions by schedulers */
int _odp_sched_basic_get_spread(uint32_t queue_index);
#ifdef __cplusplus
}
#endif
#endif
|
