-/******************************************************************************
-*
-* Copyright (c) 2019 Intel.
-*
-* Licensed under the Apache License, Version 2.0 (the "License");
-* you may not use this file except in compliance with the License.
-* You may obtain a copy of the License at
-*
-* http://www.apache.org/licenses/LICENSE-2.0
-*
-* Unless required by applicable law or agreed to in writing, software
-* distributed under the License is distributed on an "AS IS" BASIS,
-* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-* See the License for the specific language governing permissions and
-* limitations under the License.
-*
-*******************************************************************************/
-
-
-/**
- * @brief xRAN application frgamentation for U-plane packets
- *
- * @file xran_app_frag.c
- * @ingroup group_source_xran
- * @author Intel Corporation
- **/
-
-#include <stdio.h>
-#include <stddef.h>
-#include <errno.h>
-
-#include <rte_mbuf.h>
-#include <rte_memcpy.h>
-#include <rte_mempool.h>
-#include <rte_debug.h>
-
-#include "xran_app_frag.h"
-#include "xran_cp_api.h"
-#include "xran_pkt_up.h"
-#include "xran_printf.h"
-#include "xran_common.h"
-
-/* Fragment alignment */
-#define XRAN_PAYLOAD_RB_ALIGN (N_SC_PER_PRB*(IQ_BITS/8)*2) /**< at least 12*4=48 bytes per one RB */
-
-static inline void __fill_xranhdr_frag(struct xran_up_pkt_hdr *dst,
- const struct xran_up_pkt_hdr *src, uint16_t rblen_bytes,
- uint16_t rboff_bytes, struct xran_section_info *sectinfo, uint32_t mf, uint8_t *seqid)
-{
- struct data_section_hdr loc_data_sec_hdr;
- struct xran_ecpri_hdr loc_ecpri_hdr;
-
- rte_memcpy(dst, src, sizeof(*dst));
-
- if(dst->ecpri_hdr.ecpri_seq_id.seq_id != *seqid - 1){
- /* not first fragment, incease seq id */
- dst->ecpri_hdr.ecpri_seq_id.seq_id = *seqid++;
- }
-
- loc_data_sec_hdr.fields.all_bits = rte_be_to_cpu_32(dst->data_sec_hdr.fields.all_bits);
-
- /* update RBs */
- loc_data_sec_hdr.fields.start_prbu = sectinfo->startPrbc + rboff_bytes/(N_SC_PER_PRB*(IQ_BITS/8*2));
- loc_data_sec_hdr.fields.num_prbu = rblen_bytes/(N_SC_PER_PRB*(IQ_BITS/8*2));
-
- print_dbg("sec [%d %d] pkt [%d %d] rboff_bytes %d rblen_bytes %d\n",sectinfo->startPrbc, sectinfo->numPrbc, loc_data_sec_hdr.fields.start_prbu, loc_data_sec_hdr.fields.num_prbu,
- rboff_bytes, rblen_bytes);
-
- dst->data_sec_hdr.fields.all_bits = rte_cpu_to_be_32(loc_data_sec_hdr.fields.all_bits);
-
- /* update length */
- dst->ecpri_hdr.cmnhdr.ecpri_payl_size = rte_cpu_to_be_16(sizeof(struct radio_app_common_hdr) +
- sizeof(struct data_section_hdr) + rblen_bytes + xran_get_ecpri_hdr_size());
-}
-
-
-static inline void __free_fragments(struct rte_mbuf *mb[], uint32_t num)
-{
- uint32_t i;
- for (i = 0; i != num; i++)
- rte_pktmbuf_free(mb[i]);
-}
-
-/**
- * XRAN fragmentation.
- *
- * This function implements the application fragmentation of XRAN packets.
- *
- * @param pkt_in
- * The input packet.
- * @param pkts_out
- * Array storing the output fragments.
- * @param mtu_size
- * Size in bytes of the Maximum Transfer Unit (MTU) for the outgoing XRAN
- * datagrams. This value includes the size of the XRAN headers.
- * @param pool_direct
- * MBUF pool used for allocating direct buffers for the output fragments.
- * @param pool_indirect
- * MBUF pool used for allocating indirect buffers for the output fragments.
- * @return
- * Upon successful completion - number of output fragments placed
- * in the pkts_out array.
- * Otherwise - (-1) * <errno>.
- */
-int32_t
-xran_app_fragment_packet(struct rte_mbuf *pkt_in, /* eth hdr is prepended */
- struct rte_mbuf **pkts_out,
- uint16_t nb_pkts_out,
- uint16_t mtu_size,
- struct rte_mempool *pool_direct,
- struct rte_mempool *pool_indirect,
- struct xran_section_info *sectinfo,
- uint8_t *seqid)
-{
- struct rte_mbuf *in_seg = NULL;
- uint32_t out_pkt_pos = 0, in_seg_data_pos = 0;
- uint32_t more_in_segs;
- uint16_t fragment_offset, frag_size;
- uint16_t frag_bytes_remaining;
- struct eth_xran_up_pkt_hdr *in_hdr;
- struct xran_up_pkt_hdr *in_hdr_xran;
-
- /*
- * Ensure the XRAN payload length of all fragments is aligned to a
- * multiple of 48 bytes (1 RB with IQ of 16 bits each)
- */
- frag_size = ((mtu_size - sizeof(struct eth_xran_up_pkt_hdr) - RTE_PKTMBUF_HEADROOM)/XRAN_PAYLOAD_RB_ALIGN)*XRAN_PAYLOAD_RB_ALIGN;
-
-
- print_dbg("frag_size %d\n",frag_size);
-
- in_hdr = rte_pktmbuf_mtod(pkt_in, struct eth_xran_up_pkt_hdr *);
-
- in_hdr_xran = &in_hdr->xran_hdr;
-
- /* Check that pkts_out is big enough to hold all fragments */
- if (unlikely(frag_size * nb_pkts_out <
- (uint16_t)(pkt_in->pkt_len - sizeof (struct xran_up_pkt_hdr)))){
- print_err("-EINVAL\n");
- return -EINVAL;
- }
-
- in_seg = pkt_in;
- in_seg_data_pos = sizeof(struct eth_xran_up_pkt_hdr);
- out_pkt_pos = 0;
- fragment_offset = 0;
-
- more_in_segs = 1;
- while (likely(more_in_segs)) {
- struct rte_mbuf *out_pkt = NULL, *out_seg_prev = NULL;
- uint32_t more_out_segs;
- struct xran_up_pkt_hdr *out_hdr;
-
- /* Allocate direct buffer */
- out_pkt = rte_pktmbuf_alloc(pool_direct);
- if (unlikely(out_pkt == NULL)) {
- print_err("pool_direct -ENOMEM\n");
- __free_fragments(pkts_out, out_pkt_pos);
- return -ENOMEM;
- }
-
- print_dbg("[%d] out_pkt %p\n",more_in_segs, out_pkt);
-
- /* Reserve space for the XRAN header that will be built later */
- //out_pkt->data_len = sizeof(struct xran_up_pkt_hdr);
- //out_pkt->pkt_len = sizeof(struct xran_up_pkt_hdr);
- if(rte_pktmbuf_append(out_pkt, sizeof(struct xran_up_pkt_hdr)) ==NULL){
- rte_panic("sizeof(struct xran_up_pkt_hdr)");
- }
- frag_bytes_remaining = frag_size;
-
- out_seg_prev = out_pkt;
- more_out_segs = 1;
- while (likely(more_out_segs && more_in_segs)) {
- uint32_t len;
-#ifdef XRAN_ATTACH_MBUF
- struct rte_mbuf *out_seg = NULL;
-
- /* Allocate indirect buffer */
- print_dbg("Allocate indirect buffer \n");
- out_seg = rte_pktmbuf_alloc(pool_indirect);
- if (unlikely(out_seg == NULL)) {
- print_err("pool_indirect -ENOMEM\n");
- rte_pktmbuf_free(out_pkt);
- __free_fragments(pkts_out, out_pkt_pos);
- return -ENOMEM;
- }
-
- print_dbg("[%d %d] out_seg %p\n",more_out_segs, more_in_segs, out_seg);
- out_seg_prev->next = out_seg;
- out_seg_prev = out_seg;
-
- /* Prepare indirect buffer */
- rte_pktmbuf_attach(out_seg, in_seg);
-#endif
- len = frag_bytes_remaining;
- if (len > (in_seg->data_len - in_seg_data_pos)) {
- len = in_seg->data_len - in_seg_data_pos;
- }
-#ifdef XRAN_ATTACH_MBUF
- out_seg->data_off = in_seg->data_off + in_seg_data_pos;
- out_seg->data_len = (uint16_t)len;
- out_pkt->pkt_len = (uint16_t)(len +
- out_pkt->pkt_len);
- out_pkt->nb_segs += 1;
-#else
-{
- char* pChar = rte_pktmbuf_mtod(in_seg, char*);
- void *iq_src = (pChar + in_seg_data_pos);
- void *iq_dst = rte_pktmbuf_append(out_pkt, len);
-
- print_dbg("rte_pktmbuf_attach\n");
- if(iq_src && iq_dst)
- rte_memcpy(iq_dst, iq_src, len);
- else
- print_err("iq_src %p iq_dst %p\n len %d room %d\n", iq_src, iq_dst, len, rte_pktmbuf_tailroom(out_pkt));
-}
-#endif
- in_seg_data_pos += len;
- frag_bytes_remaining -= len;
-
- /* Current output packet (i.e. fragment) done ? */
- if (unlikely(frag_bytes_remaining == 0))
- more_out_segs = 0;
-
- /* Current input segment done ? */
- if (unlikely(in_seg_data_pos == in_seg->data_len)) {
- in_seg = in_seg->next;
- in_seg_data_pos = 0;
-
- if (unlikely(in_seg == NULL))
- more_in_segs = 0;
- }
- }
-
- /* Build the XRAN header */
- print_dbg("Build the XRAN header\n");
- out_hdr = rte_pktmbuf_mtod(out_pkt, struct xran_up_pkt_hdr *);
-
- __fill_xranhdr_frag(out_hdr, in_hdr_xran,
- (uint16_t)out_pkt->pkt_len - sizeof(struct xran_up_pkt_hdr),
- fragment_offset, sectinfo, more_in_segs, seqid);
-
- fragment_offset = (uint16_t)(fragment_offset +
- out_pkt->pkt_len - sizeof(struct xran_up_pkt_hdr));
-
- //out_pkt->l3_len = sizeof(struct xran_up_pkt_hdr);
-
- /* Write the fragment to the output list */
- pkts_out[out_pkt_pos] = out_pkt;
- print_dbg("out_pkt_pos %d data_len %d pkt_len %d\n", out_pkt_pos, out_pkt->data_len, out_pkt->pkt_len);
- out_pkt_pos ++;
- //rte_pktmbuf_dump(stdout, out_pkt, 96);
- }
-
- return out_pkt_pos;
-}
-
-
+/******************************************************************************\r
+*\r
+* Copyright (c) 2019 Intel.\r
+*\r
+* Licensed under the Apache License, Version 2.0 (the "License");\r
+* you may not use this file except in compliance with the License.\r
+* You may obtain a copy of the License at\r
+*\r
+* http://www.apache.org/licenses/LICENSE-2.0\r
+*\r
+* Unless required by applicable law or agreed to in writing, software\r
+* distributed under the License is distributed on an "AS IS" BASIS,\r
+* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\r
+* See the License for the specific language governing permissions and\r
+* limitations under the License.\r
+*\r
+*******************************************************************************/\r
+\r
+/**\r
+ * @brief xRAN application frgamentation for U-plane packets\r
+ *\r
+ * @file xran_app_frag.c\r
+ * @ingroup group_source_xran\r
+ * @author Intel Corporation\r
+ **/\r
+\r
+#include <stdio.h>\r
+#include <stddef.h>\r
+#include <errno.h>\r
+\r
+#include <rte_mbuf.h>\r
+#include <rte_memcpy.h>\r
+#include <rte_mempool.h>\r
+#include <rte_debug.h>\r
+\r
+#include "xran_app_frag.h"\r
+#include "xran_cp_api.h"\r
+#include "xran_pkt_up.h"\r
+#include "xran_printf.h"\r
+#include "xran_common.h"\r
+\r
+/* Fragment alignment */\r
+#define XRAN_PAYLOAD_RB_ALIGN (N_SC_PER_PRB*(IQ_BITS/8)*2) /**< at least 12*4=48 bytes per one RB */\r
+\r
+static inline void __fill_xranhdr_frag(struct xran_up_pkt_hdr *dst,\r
+ const struct xran_up_pkt_hdr *src, uint16_t rblen_bytes,\r
+ uint16_t rboff_bytes, struct xran_section_info *sectinfo, uint32_t mf, uint8_t *seqid)\r
+{\r
+ struct data_section_hdr loc_data_sec_hdr;\r
+ struct xran_ecpri_hdr loc_ecpri_hdr;\r
+\r
+ rte_memcpy(dst, src, sizeof(*dst));\r
+\r
+ dst->ecpri_hdr.ecpri_seq_id.seq_id = (*seqid)++;\r
+\r
+ print_dbg("sec [%d %d] sec %d mf %d g_sec %d\n",sectinfo->startPrbc, sectinfo->numPrbc, dst->ecpri_hdr.ecpri_seq_id.seq_id, mf, *seqid);\r
+\r
+ loc_data_sec_hdr.fields.all_bits = rte_be_to_cpu_32(dst->data_sec_hdr.fields.all_bits);\r
+\r
+ /* update RBs */\r
+ loc_data_sec_hdr.fields.start_prbu = sectinfo->startPrbc + rboff_bytes/(N_SC_PER_PRB*(IQ_BITS/8*2));\r
+ loc_data_sec_hdr.fields.num_prbu = rblen_bytes/(N_SC_PER_PRB*(IQ_BITS/8*2));\r
+\r
+ print_dbg("sec [%d %d] pkt [%d %d] rboff_bytes %d rblen_bytes %d\n",sectinfo->startPrbc, sectinfo->numPrbc, loc_data_sec_hdr.fields.start_prbu, loc_data_sec_hdr.fields.num_prbu,\r
+ rboff_bytes, rblen_bytes);\r
+\r
+ dst->data_sec_hdr.fields.all_bits = rte_cpu_to_be_32(loc_data_sec_hdr.fields.all_bits);\r
+\r
+ /* update length */\r
+ dst->ecpri_hdr.cmnhdr.ecpri_payl_size = rte_cpu_to_be_16(sizeof(struct radio_app_common_hdr) +\r
+ sizeof(struct data_section_hdr) + rblen_bytes + xran_get_ecpri_hdr_size());\r
+}\r
+\r
+\r
+static inline void __free_fragments(struct rte_mbuf *mb[], uint32_t num)\r
+{\r
+ uint32_t i;\r
+ for (i = 0; i != num; i++)\r
+ rte_pktmbuf_free(mb[i]);\r
+}\r
+\r
+/**\r
+ * XRAN fragmentation.\r
+ *\r
+ * This function implements the application fragmentation of XRAN packets.\r
+ *\r
+ * @param pkt_in\r
+ * The input packet.\r
+ * @param pkts_out\r
+ * Array storing the output fragments.\r
+ * @param mtu_size\r
+ * Size in bytes of the Maximum Transfer Unit (MTU) for the outgoing XRAN\r
+ * datagrams. This value includes the size of the XRAN headers.\r
+ * @param pool_direct\r
+ * MBUF pool used for allocating direct buffers for the output fragments.\r
+ * @param pool_indirect\r
+ * MBUF pool used for allocating indirect buffers for the output fragments.\r
+ * @return\r
+ * Upon successful completion - number of output fragments placed\r
+ * in the pkts_out array.\r
+ * Otherwise - (-1) * <errno>.\r
+ */\r
+int32_t\r
+xran_app_fragment_packet(struct rte_mbuf *pkt_in, /* eth hdr is prepended */\r
+ struct rte_mbuf **pkts_out,\r
+ uint16_t nb_pkts_out,\r
+ uint16_t mtu_size,\r
+ struct rte_mempool *pool_direct,\r
+ struct rte_mempool *pool_indirect,\r
+ struct xran_section_info *sectinfo,\r
+ uint8_t *seqid)\r
+{\r
+ struct rte_mbuf *in_seg = NULL;\r
+ uint32_t out_pkt_pos = 0, in_seg_data_pos = 0;\r
+ uint32_t more_in_segs;\r
+ uint16_t fragment_offset, frag_size;\r
+ uint16_t frag_bytes_remaining;\r
+ struct eth_xran_up_pkt_hdr *in_hdr;\r
+ struct xran_up_pkt_hdr *in_hdr_xran;\r
+\r
+ /*\r
+ * Ensure the XRAN payload length of all fragments is aligned to a\r
+ * multiple of 48 bytes (1 RB with IQ of 16 bits each)\r
+ */\r
+ frag_size = ((mtu_size - sizeof(struct eth_xran_up_pkt_hdr) - RTE_PKTMBUF_HEADROOM)/XRAN_PAYLOAD_RB_ALIGN)*XRAN_PAYLOAD_RB_ALIGN;\r
+\r
+\r
+ print_dbg("frag_size %d\n",frag_size);\r
+\r
+ in_hdr = rte_pktmbuf_mtod(pkt_in, struct eth_xran_up_pkt_hdr *);\r
+\r
+ in_hdr_xran = &in_hdr->xran_hdr;\r
+\r
+ /* Check that pkts_out is big enough to hold all fragments */\r
+ if (unlikely(frag_size * nb_pkts_out <\r
+ (uint16_t)(pkt_in->pkt_len - sizeof (struct xran_up_pkt_hdr)))){\r
+ print_err("-EINVAL\n");\r
+ return -EINVAL;\r
+ }\r
+\r
+ in_seg = pkt_in;\r
+ in_seg_data_pos = sizeof(struct eth_xran_up_pkt_hdr);\r
+ out_pkt_pos = 0;\r
+ fragment_offset = 0;\r
+\r
+ more_in_segs = 1;\r
+ while (likely(more_in_segs)) {\r
+ struct rte_mbuf *out_pkt = NULL, *out_seg_prev = NULL;\r
+ uint32_t more_out_segs;\r
+ struct xran_up_pkt_hdr *out_hdr;\r
+\r
+ /* Allocate direct buffer */\r
+ out_pkt = rte_pktmbuf_alloc(pool_direct);\r
+ if (unlikely(out_pkt == NULL)) {\r
+ print_err("pool_direct -ENOMEM\n");\r
+ __free_fragments(pkts_out, out_pkt_pos);\r
+ return -ENOMEM;\r
+ }\r
+\r
+ print_dbg("[%d] out_pkt %p\n",more_in_segs, out_pkt);\r
+\r
+ /* Reserve space for the XRAN header that will be built later */\r
+ //out_pkt->data_len = sizeof(struct xran_up_pkt_hdr);\r
+ //out_pkt->pkt_len = sizeof(struct xran_up_pkt_hdr);\r
+ if(rte_pktmbuf_append(out_pkt, sizeof(struct xran_up_pkt_hdr)) ==NULL){\r
+ rte_panic("sizeof(struct xran_up_pkt_hdr)");\r
+ }\r
+ frag_bytes_remaining = frag_size;\r
+\r
+ out_seg_prev = out_pkt;\r
+ more_out_segs = 1;\r
+ while (likely(more_out_segs && more_in_segs)) {\r
+ uint32_t len;\r
+#ifdef XRAN_ATTACH_MBUF\r
+ struct rte_mbuf *out_seg = NULL;\r
+\r
+ /* Allocate indirect buffer */\r
+ print_dbg("Allocate indirect buffer \n");\r
+ out_seg = rte_pktmbuf_alloc(pool_indirect);\r
+ if (unlikely(out_seg == NULL)) {\r
+ print_err("pool_indirect -ENOMEM\n");\r
+ rte_pktmbuf_free(out_pkt);\r
+ __free_fragments(pkts_out, out_pkt_pos);\r
+ return -ENOMEM;\r
+ }\r
+\r
+ print_dbg("[%d %d] out_seg %p\n",more_out_segs, more_in_segs, out_seg);\r
+ out_seg_prev->next = out_seg;\r
+ out_seg_prev = out_seg;\r
+\r
+ /* Prepare indirect buffer */\r
+ rte_pktmbuf_attach(out_seg, in_seg);\r
+#endif\r
+ len = frag_bytes_remaining;\r
+ if (len > (in_seg->data_len - in_seg_data_pos)) {\r
+ len = in_seg->data_len - in_seg_data_pos;\r
+ }\r
+#ifdef XRAN_ATTACH_MBUF\r
+ out_seg->data_off = in_seg->data_off + in_seg_data_pos;\r
+ out_seg->data_len = (uint16_t)len;\r
+ out_pkt->pkt_len = (uint16_t)(len +\r
+ out_pkt->pkt_len);\r
+ out_pkt->nb_segs += 1;\r
+#else\r
+{\r
+ char* pChar = rte_pktmbuf_mtod(in_seg, char*);\r
+ void *iq_src = (pChar + in_seg_data_pos);\r
+ void *iq_dst = rte_pktmbuf_append(out_pkt, len);\r
+\r
+ print_dbg("rte_pktmbuf_attach\n");\r
+ if(iq_src && iq_dst)\r
+ rte_memcpy(iq_dst, iq_src, len);\r
+ else\r
+ print_err("iq_src %p iq_dst %p\n len %d room %d\n", iq_src, iq_dst, len, rte_pktmbuf_tailroom(out_pkt));\r
+}\r
+#endif\r
+ in_seg_data_pos += len;\r
+ frag_bytes_remaining -= len;\r
+\r
+ /* Current output packet (i.e. fragment) done ? */\r
+ if (unlikely(frag_bytes_remaining == 0))\r
+ more_out_segs = 0;\r
+\r
+ /* Current input segment done ? */\r
+ if (unlikely(in_seg_data_pos == in_seg->data_len)) {\r
+ in_seg = in_seg->next;\r
+ in_seg_data_pos = 0;\r
+\r
+ if (unlikely(in_seg == NULL))\r
+ more_in_segs = 0;\r
+ }\r
+ }\r
+\r
+ /* Build the XRAN header */\r
+ print_dbg("Build the XRAN header\n");\r
+ out_hdr = rte_pktmbuf_mtod(out_pkt, struct xran_up_pkt_hdr *);\r
+\r
+ __fill_xranhdr_frag(out_hdr, in_hdr_xran,\r
+ (uint16_t)out_pkt->pkt_len - sizeof(struct xran_up_pkt_hdr),\r
+ fragment_offset, sectinfo, more_in_segs, seqid);\r
+\r
+ fragment_offset = (uint16_t)(fragment_offset +\r
+ out_pkt->pkt_len - sizeof(struct xran_up_pkt_hdr));\r
+\r
+ //out_pkt->l3_len = sizeof(struct xran_up_pkt_hdr);\r
+\r
+ /* Write the fragment to the output list */\r
+ pkts_out[out_pkt_pos] = out_pkt;\r
+ print_dbg("out_pkt_pos %d data_len %d pkt_len %d\n", out_pkt_pos, out_pkt->data_len, out_pkt->pkt_len);\r
+ out_pkt_pos ++;\r
+ //rte_pktmbuf_dump(stdout, out_pkt, 96);\r
+ }\r
+\r
+ return out_pkt_pos;\r
+}\r
+\r
+\r