blob: dec85f9d382151a8c0a207c11656169f0ca57d3f (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
|
/* Copyright (c) 2013-2018, Linaro Limited
* Copyright (c) 2019, Nokia
* All rights reserved.
*
* SPDX-License-Identifier: BSD-3-Clause
*/
/**
* @file
*
* ODP buffer descriptor - implementation internal
*/
#ifndef ODP_BUFFER_INTERNAL_H_
#define ODP_BUFFER_INTERNAL_H_
#ifdef __cplusplus
extern "C" {
#endif
#include <odp/api/std_types.h>
#include <odp/api/atomic.h>
#include <odp/api/pool.h>
#include <odp/api/buffer.h>
#include <odp/api/debug.h>
#include <odp/api/align.h>
#include <odp_align_internal.h>
#include <odp_config_internal.h>
#include <odp/api/byteorder.h>
#include <odp/api/thread.h>
#include <odp/api/event.h>
#include <odp_forward_typedefs_internal.h>
#include <stddef.h>
typedef union buffer_index_t {
uint32_t u32;
struct {
uint32_t pool :8;
uint32_t buffer :24;
};
} buffer_index_t;
/* Check that pool index fit into bit field */
ODP_STATIC_ASSERT(ODP_CONFIG_POOLS <= (0xFF + 1), "TOO_MANY_POOLS");
/* Check that buffer index fit into bit field */
ODP_STATIC_ASSERT(CONFIG_POOL_MAX_NUM <= (0xFFFFFF + 1), "TOO_LARGE_POOL");
/* Type size limits number of flow IDs supported */
#define BUF_HDR_MAX_FLOW_ID 255
/* Common buffer header */
struct ODP_ALIGNED_CACHE odp_buffer_hdr_t {
/* Initial buffer data pointer */
uint8_t *base_data;
/* Pool pointer */
void *pool_ptr;
/* --- Mostly read only data --- */
const void *user_ptr;
/* Initial buffer tail pointer */
uint8_t *buf_end;
/* User area pointer */
void *uarea_addr;
/* Combined pool and buffer index */
buffer_index_t index;
/* Reference count */
odp_atomic_u32_t ref_cnt;
/* Pool type */
int8_t type;
/* Event type. Maybe different than pool type (crypto compl event) */
int8_t event_type;
/* Event flow id */
uint8_t flow_id;
/* Data or next header */
uint8_t data[];
};
/* Buffer header size is critical for performance. Ensure that it does not accidentally
* grow over cache line size. Note that ODP_ALIGNED_CACHE rounds up struct size to a multiple of
* ODP_CACHE_LINE_SIZE. */
ODP_STATIC_ASSERT(sizeof(odp_buffer_hdr_t) <= ODP_CACHE_LINE_SIZE, "BUFFER_HDR_SIZE_ERROR");
odp_event_type_t _odp_buffer_event_type(odp_buffer_t buf);
void _odp_buffer_event_type_set(odp_buffer_t buf, int ev);
static inline odp_buffer_t buf_from_buf_hdr(odp_buffer_hdr_t *hdr)
{
return (odp_buffer_t)hdr;
}
static inline uint32_t event_flow_id(odp_event_t ev)
{
odp_buffer_hdr_t *buf_hdr = (odp_buffer_hdr_t *)(uintptr_t)ev;
return buf_hdr->flow_id;
}
static inline void event_flow_id_set(odp_event_t ev, uint32_t flow_id)
{
odp_buffer_hdr_t *buf_hdr = (odp_buffer_hdr_t *)(uintptr_t)ev;
buf_hdr->flow_id = flow_id;
}
#ifdef __cplusplus
}
#endif
#endif
|
