/* Copyright (c) 2014, Linaro Limited
 * All rights reserved.
 *
 * SPDX-License-Identifier:     BSD-3-Clause
 */

#include <odp_classification.h>
#include <odp_align.h>
#include <odp_queue.h>
#include <odp_debug.h>
#include <odp_internal.h>
#include <odp_debug_internal.h>
#include <odp_packet_internal.h>
#include <odp_packet_io.h>
#include <odp_packet_io_internal.h>
#include <odp_classification_datamodel.h>
#include <odp_classification_inlines.h>
#include <odp_classification_internal.h>
#include <odp_buffer_pool_internal.h>
#include <odp_shared_memory.h>
#include <odph_eth.h>
#include <string.h>
#include <odp_spinlock.h>

#define LOCK(a)      odp_spinlock_lock(a)
#define UNLOCK(a)    odp_spinlock_unlock(a)
#define LOCK_INIT(a)	odp_spinlock_init(a)

static cos_tbl_t *cos_tbl;
static pmr_set_tbl_t	*pmr_set_tbl;
static pmr_tbl_t	*pmr_tbl;

cos_t *get_cos_entry_internal(odp_cos_t cos_id)
{
	return &(cos_tbl->cos_entry[cos_id]);
}

pmr_set_t *get_pmr_set_entry_internal(odp_pmr_set_t pmr_set_id)
{
	return &(pmr_set_tbl->pmr_set[pmr_set_id]);
}

pmr_t *get_pmr_entry_internal(odp_pmr_t pmr_id)
{
	return &(pmr_tbl->pmr[pmr_id]);
}

int odp_classification_init_global(void)
{
	odp_shm_t cos_shm;
	odp_shm_t pmr_shm;
	odp_shm_t pmr_set_shm;
	int i;

	cos_shm = odp_shm_reserve("shm_odp_cos_tbl",
			sizeof(cos_tbl_t),
			sizeof(cos_t), 0);

	if (cos_shm == ODP_SHM_INVALID) {
		ODP_ERR("shm allocation failed for shm_odp_cos_tbl");
		goto error;
	}

	cos_tbl = odp_shm_addr(cos_shm);
	if (cos_tbl == NULL)
		goto error_cos;

	memset(cos_tbl, 0, sizeof(cos_tbl_t));
	for (i = 0; i < ODP_COS_MAX_ENTRY; i++) {
		/* init locks */
		cos_t *cos = get_cos_entry_internal(i);
		LOCK_INIT(&cos->s.lock);
	}

	pmr_shm = odp_shm_reserve("shm_odp_pmr_tbl",
			sizeof(pmr_tbl_t),
			sizeof(pmr_t), 0);

	if (pmr_shm == ODP_SHM_INVALID) {
		ODP_ERR("shm allocation failed for shm_odp_pmr_tbl");
		goto error_cos;
	}

	pmr_tbl = odp_shm_addr(pmr_shm);
	if (pmr_tbl == NULL)
		goto error_pmr;

	memset(pmr_tbl, 0, sizeof(pmr_tbl_t));
	for (i = 0; i < ODP_PMR_MAX_ENTRY; i++) {
		/* init locks */
		pmr_t *pmr = get_pmr_entry_internal(i);
		LOCK_INIT(&pmr->s.lock);
	}

	pmr_set_shm = odp_shm_reserve("shm_odp_pmr_set_tbl",
			sizeof(pmr_set_tbl_t),
			sizeof(pmr_set_t), 0);

	if (pmr_set_shm == ODP_SHM_INVALID) {
		ODP_ERR("shm allocation failed for shm_odp_pmr_set_tbl");
		goto error_pmr;
	}

	pmr_set_tbl = odp_shm_addr(pmr_set_shm);
	if (pmr_set_tbl == NULL)
		goto error_pmrset;

	memset(pmr_set_tbl, 0, sizeof(pmr_set_tbl_t));
	for (i = 0; i < ODP_PMRSET_MAX_ENTRY; i++) {
		/* init locks */
		pmr_set_t *pmr = get_pmr_set_entry_internal(i);
		LOCK_INIT(&pmr->s.pmr.s.lock);
	}

	return 0;

error_pmrset:
	odp_shm_free(pmr_set_shm);
error_pmr:
	odp_shm_free(pmr_shm);
error_cos:
	odp_shm_free(cos_shm);
error:
	return -1;
}

odp_cos_t odp_cos_create(const char *name)
{
	int i;

	for (i = 0; i < ODP_COS_MAX_ENTRY; i++) {
		LOCK(&cos_tbl->cos_entry[i].s.lock);
		if (0 == cos_tbl->cos_entry[i].s.valid) {
			strncpy(cos_tbl->cos_entry[i].s.name, name,
				ODP_COS_NAME_LEN - 1);
			cos_tbl->cos_entry[i].s.name[ODP_COS_NAME_LEN - 1] = 0;
			cos_tbl->cos_entry[i].s.pmr = NULL;
			cos_tbl->cos_entry[i].s.linked_cos = NULL;
			cos_tbl->cos_entry[i].s.queue = NULL;
			cos_tbl->cos_entry[i].s.pool = NULL;
			cos_tbl->cos_entry[i].s.flow_set = 0;
			cos_tbl->cos_entry[i].s.headroom = 0;
			cos_tbl->cos_entry[i].s.valid = 1;
			UNLOCK(&cos_tbl->cos_entry[i].s.lock);
			return (odp_cos_t)i;
		}
		UNLOCK(&cos_tbl->cos_entry[i].s.lock);
	}
	ODP_ERR("ODP_COS_MAX_ENTRY reached");
	return ODP_COS_INVALID;
}

odp_pmr_set_t alloc_pmr_set(pmr_t **pmr)
{
	int i;

	for (i = 0; i < ODP_PMRSET_MAX_ENTRY; i++) {
		LOCK(&pmr_set_tbl->pmr_set[i].s.pmr.s.lock);
		if (0 == pmr_set_tbl->pmr_set[i].s.pmr.s.valid) {
			pmr_set_tbl->pmr_set[i].s.pmr.s.valid = 1;
			pmr_set_tbl->pmr_set[i].s.pmr.s.num_pmr = 0;
			*pmr = (pmr_t *)&pmr_set_tbl->pmr_set[i];
			odp_atomic_init_u32(&pmr_set_tbl->pmr_set[i]
					    .s.pmr.s.count, 0);
			return (odp_pmr_set_t)i; /* return as locked */
		}
		UNLOCK(&pmr_set_tbl->pmr_set[i].s.pmr.s.lock);
	}
	ODP_ERR("ODP_PMRSET_MAX_ENTRY reached");
	return ODP_PMR_INVAL;
}

odp_pmr_t alloc_pmr(pmr_t **pmr)
{
	int i;

	for (i = 0; i < ODP_PMR_MAX_ENTRY; i++) {
		LOCK(&pmr_tbl->pmr[i].s.lock);
		if (0 == pmr_tbl->pmr[i].s.valid) {
			pmr_tbl->pmr[i].s.valid = 1;
			odp_atomic_init_u32(&pmr_tbl->pmr[i].s.count, 0);
			pmr_tbl->pmr[i].s.num_pmr = 0;
			*pmr = &pmr_tbl->pmr[i];
			return (odp_pmr_t)i; /* return as locked */
		}
		UNLOCK(&pmr_tbl->pmr[i].s.lock);
	}
	ODP_ERR("ODP_PMR_MAX_ENTRY reached");
	return ODP_PMR_INVAL;
}


cos_t *get_cos_entry(odp_cos_t cos_id)
{
	if (cos_id >= ODP_COS_MAX_ENTRY || cos_id == ODP_COS_INVALID)
		return NULL;
	if (cos_tbl->cos_entry[cos_id].s.valid == 0)
		return NULL;
	return &(cos_tbl->cos_entry[cos_id]);
}


pmr_set_t *get_pmr_set_entry(odp_pmr_set_t pmr_set_id)
{
	if (pmr_set_id >= ODP_PMRSET_MAX_ENTRY || pmr_set_id == ODP_PMR_INVAL)
		return NULL;
	if (pmr_set_tbl->pmr_set[pmr_set_id].s.pmr.s.valid == 0)
		return NULL;
	return &(pmr_set_tbl->pmr_set[pmr_set_id]);
}

pmr_t *get_pmr_entry(odp_pmr_t pmr_id)
{
	if (pmr_id >= ODP_PMR_MAX_ENTRY || pmr_id == ODP_PMR_INVAL)
		return NULL;
	if (pmr_tbl->pmr[pmr_id].s.valid == 0)
		return NULL;
	return &(pmr_tbl->pmr[pmr_id]);
}

int odp_cos_destroy(odp_cos_t cos_id)
{
	cos_t *cos = get_cos_entry(cos_id);
	if (NULL == cos) {
		ODP_ERR("Invalid odp_cos_t handle");
		return -1;
	}

	cos->s.valid = 0;
	return 0;
}

int odp_cos_set_queue(odp_cos_t cos_id, odp_queue_t queue_id)
{
	cos_t *cos = get_cos_entry(cos_id);
	if (cos == NULL) {
		ODP_ERR("Invalid odp_cos_t handle");
		return -1;
	}
	/* Locking is not required as intermittent stale
	data during CoS modification is acceptable*/
	cos->s.queue = queue_to_qentry(queue_id);
	return 0;
}

int odp_cos_set_drop(odp_cos_t cos_id, odp_drop_e drop_policy)
{
	cos_t *cos = get_cos_entry(cos_id);
	if (cos == NULL) {
		ODP_ERR("Invalid odp_cos_t handle");
		return -1;
	}

	/*Drop policy is not supported in v1.0*/
	cos->s.drop_policy = drop_policy;
	return 0;
}

int odp_pktio_set_default_cos(odp_pktio_t pktio_in, odp_cos_t default_cos)
{
	pktio_entry_t *entry;
	cos_t *cos;
	entry = get_pktio_entry(pktio_in);
	if (entry == NULL) {
		ODP_ERR("Invalid odp_pktio_t handle");
		return -1;
	}
	cos = get_cos_entry(default_cos);
	if (cos == NULL) {
		ODP_ERR("Invalid odp_cos_t handle");
		return -1;
	}

	entry->s.cls.default_cos = cos;
	return 0;
}

int odp_pktio_set_error_cos(odp_pktio_t pktio_in, odp_cos_t error_cos)
{
	pktio_entry_t *entry;
	cos_t *cos;

	entry = get_pktio_entry(pktio_in);
	if (entry == NULL) {
		ODP_ERR("Invalid odp_pktio_t handle");
		return -1;
	}

	cos = get_cos_entry(error_cos);
	if (cos == NULL) {
		ODP_ERR("Invalid odp_cos_t handle");
		return -1;
	}

	entry->s.cls.error_cos = cos;
	return 0;
}

int odp_pktio_set_skip(odp_pktio_t pktio_in, size_t offset)
{
	pktio_entry_t *entry = get_pktio_entry(pktio_in);
	if (entry == NULL) {
		ODP_ERR("Invalid odp_cos_t handle");
		return -1;
	}

	entry->s.cls.skip = offset;
	return 0;
}

int odp_pktio_set_headroom(odp_pktio_t pktio_in, size_t headroom)
{
	pktio_entry_t *entry = get_pktio_entry(pktio_in);
	if (entry == NULL) {
		ODP_ERR("Invalid odp_pktio_t handle");
		return -1;
	}
	entry->s.cls.headroom = headroom;
	return 0;
}

int odp_cos_with_l2_priority(odp_pktio_t pktio_in,
			     size_t num_qos,
			     uint8_t qos_table[],
			     odp_cos_t cos_table[])
{
	pmr_l2_cos_t *l2_cos;
	size_t i;
	cos_t *cos;
	pktio_entry_t *entry = get_pktio_entry(pktio_in);
	if (entry == NULL) {
		ODP_ERR("Invalid odp_pktio_t handle");
		return -1;
	}
	l2_cos = &entry->s.cls.l2_cos_table;

	LOCK(&l2_cos->lock);
	/* Update the L2 QoS table*/
	for (i = 0; i < num_qos; i++) {
		cos = get_cos_entry(cos_table[i]);
		if (cos != NULL) {
			if (ODP_COS_MAX_L2_QOS > qos_table[i])
				l2_cos->cos[qos_table[i]] = cos;
		}
	}
	UNLOCK(&l2_cos->lock);
	return 0;
}

int odp_cos_with_l3_qos(odp_pktio_t pktio_in,
			size_t num_qos,
			uint8_t qos_table[],
			odp_cos_t cos_table[],
			bool l3_preference)
{
	pmr_l3_cos_t *l3_cos;
	size_t i;
	pktio_entry_t *entry = get_pktio_entry(pktio_in);
	cos_t *cos;

	if (entry == NULL) {
		ODP_ERR("Invalid odp_pktio_t handle");
		return -1;
	}

	entry->s.cls.l3_precedence = l3_preference;
	l3_cos = &entry->s.cls.l3_cos_table;

	LOCK(&l3_cos->lock);
	/* Update the L3 QoS table*/
	for (i = 0; i < num_qos; i++) {
		cos = get_cos_entry(cos_table[i]);
		if (cos != NULL) {
			if (ODP_COS_MAX_L3_QOS > qos_table[i])
				l3_cos->cos[qos_table[i]] = cos;
		}
	}
	UNLOCK(&l3_cos->lock);
	return 0;
}

odp_pmr_t odp_pmr_create_match(odp_pmr_term_e term,
			       const void *val,
			       const void *mask,
			       size_t val_sz)
{
	pmr_t *pmr;
	odp_pmr_t id;
	if (val_sz > ODP_PMR_TERM_BYTES_MAX) {
		ODP_ERR("val_sz greater than max supported limit");
		return ODP_PMR_INVAL;
	}

	id = alloc_pmr(&pmr);
	/*if alloc_pmr() is successful it returns with lock acquired*/
	if (id == ODP_PMR_INVAL)
		return ODP_PMR_INVAL;

	pmr->s.num_pmr = 1;
	pmr->s.pmr_term_value[0].match_type = ODP_PMR_MASK;
	pmr->s.pmr_term_value[0].term = term;
	pmr->s.pmr_term_value[0].mask.val =  0;
	pmr->s.pmr_term_value[0].mask.mask =  0;
	memcpy(&pmr->s.pmr_term_value[0].mask.val, val, val_sz);
	memcpy(&pmr->s.pmr_term_value[0].mask.mask, mask, val_sz);
	UNLOCK(&pmr->s.lock);
	return id;
}

odp_pmr_t odp_pmr_create_range(odp_pmr_term_e term,
			       const void *val1,
			       const void *val2,
			       size_t val_sz)
{
	pmr_t *pmr;
	odp_pmr_t id;

	if (val_sz > ODP_PMR_TERM_BYTES_MAX) {
		ODP_ERR("val_sz greater than max supported limit");
		return ODP_PMR_INVAL;
	}
	id = alloc_pmr(&pmr);
	/*if alloc_pmr() is successful it returns with lock acquired*/
	if (id == ODP_PMR_INVAL)
		return ODP_PMR_INVAL;

	pmr->s.num_pmr = 1;
	pmr->s.pmr_term_value[0].match_type = ODP_PMR_MASK;
	pmr->s.pmr_term_value[0].term = term;
	pmr->s.pmr_term_value[0].range.val1 =  0;
	pmr->s.pmr_term_value[0].range.val2 =  0;
	memcpy(&pmr->s.pmr_term_value[0].range.val1, val1, val_sz);
	memcpy(&pmr->s.pmr_term_value[0].range.val2, val2, val_sz);
	UNLOCK(&pmr->s.lock);
	return id;
}

int odp_pmr_destroy(odp_pmr_t pmr_id)
{
	pmr_t *pmr = get_pmr_entry(pmr_id);

	if (pmr == NULL)
		return -1;
	pmr->s.valid = 0;
	return 0;
}

int odp_pktio_pmr_cos(odp_pmr_t pmr_id,
		      odp_pktio_t src_pktio,
		      odp_cos_t dst_cos)
{
	uint8_t num_pmr;
	pktio_entry_t *pktio_entry;
	pmr_t *pmr;
	cos_t *cos;

	pktio_entry = get_pktio_entry(src_pktio);
	if (pktio_entry == NULL) {
		ODP_ERR("Invalid odp_pktio_t handle");
		return -1;
	}

	pmr = get_pmr_entry(pmr_id);
	if (pmr == NULL) {
		ODP_ERR("Invalid odp_pmr_t handle");
		return -1;
	}

	cos = get_cos_entry(dst_cos);
	if (cos == NULL) {
		ODP_ERR("Invalid odp_cos_t handle");
		return -1;
	}

	LOCK(&pktio_entry->s.cls.lock);
	num_pmr = pktio_entry->s.cls.num_pmr;
	if (num_pmr >= ODP_PKTIO_MAX_PMR) {
		ODP_ERR("ODP_PKTIO_MAX_PMR reached");
		UNLOCK(&pktio_entry->s.cls.lock);
		return -1;
	}

	pktio_entry->s.cls.pmr[num_pmr] = pmr;
	pktio_entry->s.cls.cos[num_pmr] = cos;
	pktio_entry->s.cls.num_pmr++;
	UNLOCK(&pktio_entry->s.cls.lock);

	return 0;
}

int odp_cos_pmr_cos(odp_pmr_t pmr_id, odp_cos_t src_cos, odp_cos_t dst_cos)
{
	cos_t *cos_src = get_cos_entry(src_cos);
	cos_t *cos_dst = get_cos_entry(dst_cos);
	pmr_t *pmr = get_pmr_entry(pmr_id);
	if (NULL == cos_src || NULL == cos_dst || NULL == pmr) {
		ODP_ERR("Invalid input handle");
		return -1;
	}

	/*Locking is not required as intermittent stale data is acceptable*/
	cos_src->s.pmr = pmr;
	cos_src->s.linked_cos = cos_dst;

	return 0;
}

signed long odp_pmr_match_count(odp_pmr_t pmr_id)
{
	pmr_t *pmr = get_pmr_entry(pmr_id);
	if (pmr == NULL)
		return -1;
	return (signed long)odp_atomic_load_u32(&pmr->s.count);
}

unsigned long long odp_pmr_terms_cap(void)
{
	unsigned long long term_cap = 0;

	term_cap |= (1 << ODP_PMR_LEN);
	term_cap |= (1 << ODP_PMR_IPPROTO);
	term_cap |= (1 << ODP_PMR_UDP_DPORT);
	term_cap |= (1 << ODP_PMR_TCP_DPORT);
	term_cap |= (1 << ODP_PMR_UDP_SPORT);
	term_cap |= (1 << ODP_PMR_TCP_SPORT);
	term_cap |= (1 << ODP_PMR_SIP_ADDR);
	term_cap |= (1 << ODP_PMR_DIP_ADDR);
	return term_cap;
}

unsigned odp_pmr_terms_avail(void)
{
	unsigned count = 0;
	int i;

	for (i = 0; i < ODP_PMR_MAX_ENTRY; i++)
		if (!pmr_tbl->pmr[i].s.valid)
			count++;
	return count;
}

int odp_pmr_match_set_create(int num_terms, odp_pmr_match_t *terms,
			     odp_pmr_set_t *pmr_set_id)
{
	pmr_t *pmr;
	int i;
	uint32_t id;
	int val_sz;
	int count = 0;

	if (num_terms > ODP_PMRTERM_MAX) {
		ODP_ERR("no of terms greater than supported ODP_PMRTERM_MAX");
		return -1;
	}

	id = alloc_pmr_set(&pmr);
	/*if alloc_pmr_set is successful it returns with the acquired lock*/
	if (id == ODP_PMR_INVAL) {
		*pmr_set_id = id;
		return -1;
	}

	pmr->s.num_pmr = num_terms;
	for (i = 0; i < num_terms; i++) {
		pmr->s.pmr_term_value[i].match_type = terms[i].match_type;
		if (terms[i].match_type == ODP_PMR_MASK) {
			val_sz = terms[i].mask.val_sz;
			if (val_sz > ODP_PMR_TERM_BYTES_MAX)
				continue;
			pmr->s.pmr_term_value[i].term = terms[i].mask.term;
			pmr->s.pmr_term_value[i].mask.val = 0;
			pmr->s.pmr_term_value[i].mask.mask = 0;
			memcpy(&pmr->s.pmr_term_value[i].mask.val,
			       terms[i].mask.val, val_sz);
			memcpy(&pmr->s.pmr_term_value[i].mask.mask,
			       terms[i].mask.mask, val_sz);
		} else {
			val_sz = terms[i].range.val_sz;
			if (val_sz > ODP_PMR_TERM_BYTES_MAX)
				continue;
			pmr->s.pmr_term_value[i].term = terms[i].range.term;
			pmr->s.pmr_term_value[i].range.val1 = 0;
			pmr->s.pmr_term_value[i].range.val2 = 0;
			memcpy(&pmr->s.pmr_term_value[i].range.val1,
			       terms[i].range.val1, val_sz);
			memcpy(&pmr->s.pmr_term_value[i].range.val2,
			       terms[i].range.val2, val_sz);
		}
		count++;
	}
	*pmr_set_id = id;
	UNLOCK(&pmr->s.lock);
	return count;
}

int odp_pmr_match_set_destroy(odp_pmr_set_t pmr_set_id)
{
	pmr_set_t *pmr_set = get_pmr_set_entry(pmr_set_id);
	if (pmr_set == NULL)
		return -1;

	pmr_set->s.pmr.s.valid = 0;
	return 0;
}

int odp_pktio_pmr_match_set_cos(odp_pmr_set_t pmr_set_id, odp_pktio_t src_pktio,
		odp_cos_t dst_cos)
{
	uint8_t num_pmr;
	pktio_entry_t *pktio_entry;
	pmr_t *pmr;
	cos_t *cos;

	pktio_entry = get_pktio_entry(src_pktio);
	if (pktio_entry == NULL) {
		ODP_ERR("Invalid odp_pktio_t handle");
		return -1;
	}

	pmr = (pmr_t *)get_pmr_set_entry(pmr_set_id);
	if (pmr == NULL) {
		ODP_ERR("Invalid odp_pmr_set_t handle");
		return -1;
	}

	cos = get_cos_entry(dst_cos);
	if (cos == NULL) {
		ODP_ERR("Invalid odp_cos_t handle");
		return -1;
	}

	LOCK(&pktio_entry->s.cls.lock);
	num_pmr = pktio_entry->s.cls.num_pmr;
	if (num_pmr >= ODP_PKTIO_MAX_PMR) {
		ODP_ERR("ODP_PKTIO_MAX_PMR reached");
		UNLOCK(&pktio_entry->s.cls.lock);
		return -1;
	}

	pktio_entry->s.cls.pmr[num_pmr] = pmr;
	pktio_entry->s.cls.cos[num_pmr] = cos;
	pktio_entry->s.cls.num_pmr++;
	UNLOCK(&pktio_entry->s.cls.lock);

	return 0;
}

int verify_pmr(pmr_t *pmr, uint8_t *pkt_addr, odp_packet_hdr_t *pkt_hdr)
{
	int pmr_failure = 0;
	int num_pmr;
	int i;
	pmr_term_value_t *term_value;

	/* Locking is not required as PMR rules for in-flight packets
	delivery during a PMR change is indeterminate*/

	if (!pmr->s.valid)
		return 0;
	num_pmr = pmr->s.num_pmr;

	/* Iterate through list of PMR Term values in a pmr_t */
	for (i = 0; i < num_pmr; i++) {
		term_value = &pmr->s.pmr_term_value[i];
		switch (term_value->term) {
		case ODP_PMR_LEN:
			if (!verify_pmr_packet_len(pkt_hdr, term_value))
				pmr_failure = 1;
			break;
		case ODP_PMR_ETHTYPE_0:
			if (!verify_pmr_eth_type_0(pkt_addr, pkt_hdr,
						   term_value))
				pmr_failure = 1;
			break;
		case ODP_PMR_ETHTYPE_X:
			if (!verify_pmr_eth_type_x(pkt_addr, pkt_hdr,
						   term_value))
				pmr_failure = 1;
			break;
		case ODP_PMR_VLAN_ID_0:
			if (!verify_pmr_vlan_id_0(pkt_addr, pkt_hdr,
						  term_value))
				pmr_failure = 1;
			break;
		case ODP_PMR_VLAN_ID_X:
			if (!verify_pmr_vlan_id_x(pkt_addr, pkt_hdr,
						  term_value))
				pmr_failure = 1;
			break;
		case ODP_PMR_DMAC:
			if (!verify_pmr_dmac(pkt_addr, pkt_hdr,
					     term_value))
				pmr_failure = 1;
			break;
		case ODP_PMR_IPPROTO:
			if (!verify_pmr_ip_proto(pkt_addr, pkt_hdr,
						 term_value))
				pmr_failure = 1;
			break;
		case ODP_PMR_UDP_DPORT:
			if (!verify_pmr_udp_dport(pkt_addr, pkt_hdr,
						  term_value))
				pmr_failure = 1;
			break;
		case ODP_PMR_TCP_DPORT:
			if (!verify_pmr_tcp_dport(pkt_addr, pkt_hdr,
						  term_value))
				pmr_failure = 1;
			break;
		case ODP_PMR_UDP_SPORT:
			if (!verify_pmr_udp_sport(pkt_addr, pkt_hdr,
						  term_value))
				pmr_failure = 1;
			break;
		case ODP_PMR_TCP_SPORT:
			if (!verify_pmr_tcp_sport(pkt_addr, pkt_hdr,
						  term_value))
				pmr_failure = 1;
			break;
		case ODP_PMR_SIP_ADDR:
			if (!verify_pmr_ipv4_saddr(pkt_addr, pkt_hdr,
						   term_value))
				pmr_failure = 1;
			break;
		case ODP_PMR_DIP_ADDR:
			if (!verify_pmr_ipv4_daddr(pkt_addr, pkt_hdr,
						   term_value))
				pmr_failure = 1;
			break;
		case ODP_PMR_SIP6_ADDR:
			if (!verify_pmr_ipv6_saddr(pkt_addr, pkt_hdr,
						   term_value))
				pmr_failure = 1;
			break;
		case ODP_PMR_DIP6_ADDR:
			if (!verify_pmr_ipv6_daddr(pkt_addr, pkt_hdr,
						   term_value))
				pmr_failure = 1;
			break;
		case ODP_PMR_IPSEC_SPI:
			if (!verify_pmr_ipsec_spi(pkt_addr, pkt_hdr,
						  term_value))
				pmr_failure = 1;
			break;
		case ODP_PMR_LD_VNI:
			if (!verify_pmr_ld_vni(pkt_addr, pkt_hdr,
					       term_value))
				pmr_failure = 1;
			break;
		case ODP_PMR_INNER_HDR_OFF:
			break;
		}

		if (pmr_failure)
			return false;
	}
	odp_atomic_inc_u32(&pmr->s.count);
	return true;
}

cos_t *match_pmr_cos(cos_t *cos, uint8_t *pkt_addr, pmr_t *pmr,
		     odp_packet_hdr_t *hdr)
{
	cos_t *retcos = NULL;

	if (cos == NULL || pmr == NULL)
		return NULL;

	if (!cos->s.valid)
		return NULL;

	if (verify_pmr(pmr, pkt_addr, hdr)) {
		/** This gets called recursively to check all the PMRs in
		 * a PMR chain */
		retcos = match_pmr_cos(cos->s.linked_cos, pkt_addr,
				       cos->s.pmr, hdr);
		if (!retcos)
			return cos;
	}
	return retcos;
}

int pktio_classifier_init(pktio_entry_t *entry)
{
	classifier_t *cls;
	int i;
	/* classifier lock should be acquired by the calling function */
	if (entry == NULL)
		return -1;
	cls = &entry->s.cls;
	cls->num_pmr = 0;
	cls->flow_set = 0;
	cls->error_cos = NULL;
	cls->default_cos = NULL;
	cls->headroom = 0;
	cls->skip = 0;

	for (i = 0; i < ODP_PKTIO_MAX_PMR; i++) {
		cls->pmr[i] = NULL;
		cls->cos[i] = NULL;
	}

	return 0;
}

int packet_classifier(odp_pktio_t pktio, odp_packet_t pkt)
{
	pktio_entry_t *entry;
	queue_entry_t *queue;
	cos_t *cos;
	odp_packet_hdr_t *pkt_hdr;
	uint8_t *pkt_addr;

	entry = get_pktio_entry(pktio);
	if (entry == NULL)
		return -1;

	pkt_hdr = odp_packet_hdr(pkt);
	pkt_addr = odp_packet_data(pkt);

	/* Matching PMR and selecting the CoS for the packet*/
	cos = pktio_select_cos(entry, pkt_addr, pkt_hdr);
	if (cos == NULL)
		return -1;

	/* Enqueuing the Packet based on the CoS */
	queue = cos->s.queue;
	return queue_enq(queue, odp_buf_to_hdr((odp_buffer_t)pkt));
}

cos_t *pktio_select_cos(pktio_entry_t *entry, uint8_t *pkt_addr,
		       odp_packet_hdr_t *pkt_hdr)
{
	pmr_t *pmr;
	cos_t *cos;
	uint32_t i;
	classifier_t *cls;

	cls = &entry->s.cls;

	/* Return error cos for error packet */
	if (pkt_hdr->error_flags.all)
		return cls->error_cos;
	/* Calls all the PMRs attached at the PKTIO level*/
	for (i = 0; i < cls->num_pmr; i++) {
		pmr = entry->s.cls.pmr[i];
		cos = entry->s.cls.cos[i];
		cos = match_pmr_cos(cos, pkt_addr, pmr, pkt_hdr);
		if (cos)
			return cos;
	}

	cos = match_qos_cos(entry, pkt_addr, pkt_hdr);
	if (cos)
		return cos;

	return cls->default_cos;
}

cos_t *match_qos_l3_cos(pmr_l3_cos_t *l3_cos, uint8_t *pkt_addr,
			odp_packet_hdr_t *hdr)
{
	uint8_t dscp;
	cos_t *cos = NULL;
	odph_ipv4hdr_t *ipv4;
	odph_ipv6hdr_t *ipv6;

	if (hdr->input_flags.l3 && hdr->input_flags.ipv4) {
		ipv4 = (odph_ipv4hdr_t *)(pkt_addr + hdr->l3_offset);
		dscp = ODPH_IPV4HDR_DSCP(ipv4->tos);
		cos = l3_cos->cos[dscp];
	} else if (hdr->input_flags.l3 && hdr->input_flags.ipv6) {
		ipv6 = (odph_ipv6hdr_t *)(pkt_addr + hdr->l3_offset);
		dscp = ODPH_IPV6HDR_DSCP(ipv6->ver_tc_flow);
		cos = l3_cos->cos[dscp];
	}

	return cos;
}

cos_t *match_qos_l2_cos(pmr_l2_cos_t *l2_cos, uint8_t *pkt_addr,
			odp_packet_hdr_t *hdr)
{
	uint8_t qos;
	cos_t *cos = NULL;
	odph_ethhdr_t *eth;
	odph_vlanhdr_t *vlan;

	if (hdr->input_flags.l2 && hdr->input_flags.vlan &&
	    hdr->input_flags.eth) {
		eth = (odph_ethhdr_t *)(pkt_addr + hdr->l2_offset);
		vlan = (odph_vlanhdr_t *)(&eth->type);
		qos = ((vlan->tci >> 13) & 0xFF);
		cos = l2_cos->cos[qos];
	}
	return cos;
}

cos_t *match_qos_cos(pktio_entry_t *entry, uint8_t *pkt_addr,
		     odp_packet_hdr_t *hdr)
{
	classifier_t *cls = &entry->s.cls;
	pmr_l2_cos_t *l2_cos;
	pmr_l3_cos_t *l3_cos;
	cos_t *cos;

	l2_cos = &cls->l2_cos_table;
	l3_cos = &cls->l3_cos_table;

	if (cls->l3_precedence) {
		cos =  match_qos_l3_cos(l3_cos, pkt_addr, hdr);
		if (cos)
			return cos;
		cos = match_qos_l2_cos(l2_cos, pkt_addr, hdr);
		if (cos)
			return cos;
	} else {
		cos = match_qos_l2_cos(l2_cos, pkt_addr, hdr);
		if (cos)
			return cos;
		cos = match_qos_l3_cos(l3_cos, pkt_addr, hdr);
		if (cos)
			return cos;
	}
	return NULL;
}