-/******************************************************************************\r
-*\r
-* Copyright (c) 2019 Intel.\r
-*\r
-* Licensed under the Apache License, Version 2.0 (the "License");\r
-* you may not use this file except in compliance with the License.\r
-* You may obtain a copy of the License at\r
-*\r
-* http://www.apache.org/licenses/LICENSE-2.0\r
-*\r
-* Unless required by applicable law or agreed to in writing, software\r
-* distributed under the License is distributed on an "AS IS" BASIS,\r
-* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\r
-* See the License for the specific language governing permissions and\r
-* limitations under the License.\r
-*\r
-*******************************************************************************/\r
-\r
-/**\r
- * @brief xRAN application frgamentation for U-plane packets\r
- *\r
- * @file xran_app_frag.c\r
- * @ingroup group_source_xran\r
- * @author Intel Corporation\r
- **/\r
-\r
-#include <stdio.h>\r
-#include <stddef.h>\r
-#include <errno.h>\r
-\r
-#include <rte_mbuf.h>\r
-#include <rte_memcpy.h>\r
-#include <rte_mempool.h>\r
-#include <rte_debug.h>\r
-\r
-#include "xran_app_frag.h"\r
-#include "xran_cp_api.h"\r
-#include "xran_pkt_up.h"\r
-#include "xran_printf.h"\r
-#include "xran_common.h"\r
-\r
-/* Fragment alignment */\r
-#define XRAN_PAYLOAD_RB_ALIGN (N_SC_PER_PRB*(IQ_BITS/8)*2) /**< at least 12*4=48 bytes per one RB */\r
-\r
-static inline void __fill_xranhdr_frag(struct xran_up_pkt_hdr *dst,\r
- const struct xran_up_pkt_hdr *src, uint16_t rblen_bytes,\r
- uint16_t rboff_bytes, struct xran_section_info *sectinfo, uint32_t mf, uint8_t *seqid)\r
-{\r
- struct data_section_hdr loc_data_sec_hdr;\r
- struct xran_ecpri_hdr loc_ecpri_hdr;\r
-\r
- rte_memcpy(dst, src, sizeof(*dst));\r
-\r
- dst->ecpri_hdr.ecpri_seq_id.seq_id = (*seqid)++;\r
-\r
- print_dbg("sec [%d %d] sec %d mf %d g_sec %d\n",sectinfo->startPrbc, sectinfo->numPrbc, dst->ecpri_hdr.ecpri_seq_id.seq_id, mf, *seqid);\r
-\r
- loc_data_sec_hdr.fields.all_bits = rte_be_to_cpu_32(dst->data_sec_hdr.fields.all_bits);\r
-\r
- /* update RBs */\r
- loc_data_sec_hdr.fields.start_prbu = sectinfo->startPrbc + rboff_bytes/(N_SC_PER_PRB*(IQ_BITS/8*2));\r
- loc_data_sec_hdr.fields.num_prbu = rblen_bytes/(N_SC_PER_PRB*(IQ_BITS/8*2));\r
-\r
- print_dbg("sec [%d %d] pkt [%d %d] rboff_bytes %d rblen_bytes %d\n",sectinfo->startPrbc, sectinfo->numPrbc, loc_data_sec_hdr.fields.start_prbu, loc_data_sec_hdr.fields.num_prbu,\r
- rboff_bytes, rblen_bytes);\r
-\r
- dst->data_sec_hdr.fields.all_bits = rte_cpu_to_be_32(loc_data_sec_hdr.fields.all_bits);\r
-\r
- /* update length */\r
- dst->ecpri_hdr.cmnhdr.ecpri_payl_size = rte_cpu_to_be_16(sizeof(struct radio_app_common_hdr) +\r
- sizeof(struct data_section_hdr) + rblen_bytes + xran_get_ecpri_hdr_size());\r
-}\r
-\r
-\r
-static inline void __free_fragments(struct rte_mbuf *mb[], uint32_t num)\r
-{\r
- uint32_t i;\r
- for (i = 0; i != num; i++)\r
- rte_pktmbuf_free(mb[i]);\r
-}\r
-\r
-/**\r
- * XRAN fragmentation.\r
- *\r
- * This function implements the application fragmentation of XRAN packets.\r
- *\r
- * @param pkt_in\r
- * The input packet.\r
- * @param pkts_out\r
- * Array storing the output fragments.\r
- * @param mtu_size\r
- * Size in bytes of the Maximum Transfer Unit (MTU) for the outgoing XRAN\r
- * datagrams. This value includes the size of the XRAN headers.\r
- * @param pool_direct\r
- * MBUF pool used for allocating direct buffers for the output fragments.\r
- * @param pool_indirect\r
- * MBUF pool used for allocating indirect buffers for the output fragments.\r
- * @return\r
- * Upon successful completion - number of output fragments placed\r
- * in the pkts_out array.\r
- * Otherwise - (-1) * <errno>.\r
- */\r
-int32_t\r
-xran_app_fragment_packet(struct rte_mbuf *pkt_in, /* eth hdr is prepended */\r
- struct rte_mbuf **pkts_out,\r
- uint16_t nb_pkts_out,\r
- uint16_t mtu_size,\r
- struct rte_mempool *pool_direct,\r
- struct rte_mempool *pool_indirect,\r
- struct xran_section_info *sectinfo,\r
- uint8_t *seqid)\r
-{\r
- struct rte_mbuf *in_seg = NULL;\r
- uint32_t out_pkt_pos = 0, in_seg_data_pos = 0;\r
- uint32_t more_in_segs;\r
- uint16_t fragment_offset, frag_size;\r
- uint16_t frag_bytes_remaining;\r
- struct eth_xran_up_pkt_hdr *in_hdr;\r
- struct xran_up_pkt_hdr *in_hdr_xran;\r
-\r
- /*\r
- * Ensure the XRAN payload length of all fragments is aligned to a\r
- * multiple of 48 bytes (1 RB with IQ of 16 bits each)\r
- */\r
- frag_size = ((mtu_size - sizeof(struct eth_xran_up_pkt_hdr) - RTE_PKTMBUF_HEADROOM)/XRAN_PAYLOAD_RB_ALIGN)*XRAN_PAYLOAD_RB_ALIGN;\r
-\r
-\r
- print_dbg("frag_size %d\n",frag_size);\r
-\r
- in_hdr = rte_pktmbuf_mtod(pkt_in, struct eth_xran_up_pkt_hdr *);\r
-\r
- in_hdr_xran = &in_hdr->xran_hdr;\r
-\r
- /* Check that pkts_out is big enough to hold all fragments */\r
- if (unlikely(frag_size * nb_pkts_out <\r
- (uint16_t)(pkt_in->pkt_len - sizeof (struct xran_up_pkt_hdr)))){\r
- print_err("-EINVAL\n");\r
- return -EINVAL;\r
- }\r
-\r
- in_seg = pkt_in;\r
- in_seg_data_pos = sizeof(struct eth_xran_up_pkt_hdr);\r
- out_pkt_pos = 0;\r
- fragment_offset = 0;\r
-\r
- more_in_segs = 1;\r
- while (likely(more_in_segs)) {\r
- struct rte_mbuf *out_pkt = NULL, *out_seg_prev = NULL;\r
- uint32_t more_out_segs;\r
- struct xran_up_pkt_hdr *out_hdr;\r
-\r
- /* Allocate direct buffer */\r
- out_pkt = rte_pktmbuf_alloc(pool_direct);\r
- if (unlikely(out_pkt == NULL)) {\r
- print_err("pool_direct -ENOMEM\n");\r
- __free_fragments(pkts_out, out_pkt_pos);\r
- return -ENOMEM;\r
- }\r
-\r
- print_dbg("[%d] out_pkt %p\n",more_in_segs, out_pkt);\r
-\r
- /* Reserve space for the XRAN header that will be built later */\r
- //out_pkt->data_len = sizeof(struct xran_up_pkt_hdr);\r
- //out_pkt->pkt_len = sizeof(struct xran_up_pkt_hdr);\r
- if(rte_pktmbuf_append(out_pkt, sizeof(struct xran_up_pkt_hdr)) ==NULL){\r
- rte_panic("sizeof(struct xran_up_pkt_hdr)");\r
- }\r
- frag_bytes_remaining = frag_size;\r
-\r
- out_seg_prev = out_pkt;\r
- more_out_segs = 1;\r
- while (likely(more_out_segs && more_in_segs)) {\r
- uint32_t len;\r
-#ifdef XRAN_ATTACH_MBUF\r
- struct rte_mbuf *out_seg = NULL;\r
-\r
- /* Allocate indirect buffer */\r
- print_dbg("Allocate indirect buffer \n");\r
- out_seg = rte_pktmbuf_alloc(pool_indirect);\r
- if (unlikely(out_seg == NULL)) {\r
- print_err("pool_indirect -ENOMEM\n");\r
- rte_pktmbuf_free(out_pkt);\r
- __free_fragments(pkts_out, out_pkt_pos);\r
- return -ENOMEM;\r
- }\r
-\r
- print_dbg("[%d %d] out_seg %p\n",more_out_segs, more_in_segs, out_seg);\r
- out_seg_prev->next = out_seg;\r
- out_seg_prev = out_seg;\r
-\r
- /* Prepare indirect buffer */\r
- rte_pktmbuf_attach(out_seg, in_seg);\r
-#endif\r
- len = frag_bytes_remaining;\r
- if (len > (in_seg->data_len - in_seg_data_pos)) {\r
- len = in_seg->data_len - in_seg_data_pos;\r
- }\r
-#ifdef XRAN_ATTACH_MBUF\r
- out_seg->data_off = in_seg->data_off + in_seg_data_pos;\r
- out_seg->data_len = (uint16_t)len;\r
- out_pkt->pkt_len = (uint16_t)(len +\r
- out_pkt->pkt_len);\r
- out_pkt->nb_segs += 1;\r
-#else\r
-{\r
- char* pChar = rte_pktmbuf_mtod(in_seg, char*);\r
- void *iq_src = (pChar + in_seg_data_pos);\r
- void *iq_dst = rte_pktmbuf_append(out_pkt, len);\r
-\r
- print_dbg("rte_pktmbuf_attach\n");\r
- if(iq_src && iq_dst)\r
- rte_memcpy(iq_dst, iq_src, len);\r
- else\r
- print_err("iq_src %p iq_dst %p\n len %d room %d\n", iq_src, iq_dst, len, rte_pktmbuf_tailroom(out_pkt));\r
-}\r
-#endif\r
- in_seg_data_pos += len;\r
- frag_bytes_remaining -= len;\r
-\r
- /* Current output packet (i.e. fragment) done ? */\r
- if (unlikely(frag_bytes_remaining == 0))\r
- more_out_segs = 0;\r
-\r
- /* Current input segment done ? */\r
- if (unlikely(in_seg_data_pos == in_seg->data_len)) {\r
- in_seg = in_seg->next;\r
- in_seg_data_pos = 0;\r
-\r
- if (unlikely(in_seg == NULL))\r
- more_in_segs = 0;\r
- }\r
- }\r
-\r
- /* Build the XRAN header */\r
- print_dbg("Build the XRAN header\n");\r
- out_hdr = rte_pktmbuf_mtod(out_pkt, struct xran_up_pkt_hdr *);\r
-\r
- __fill_xranhdr_frag(out_hdr, in_hdr_xran,\r
- (uint16_t)out_pkt->pkt_len - sizeof(struct xran_up_pkt_hdr),\r
- fragment_offset, sectinfo, more_in_segs, seqid);\r
-\r
- fragment_offset = (uint16_t)(fragment_offset +\r
- out_pkt->pkt_len - sizeof(struct xran_up_pkt_hdr));\r
-\r
- //out_pkt->l3_len = sizeof(struct xran_up_pkt_hdr);\r
-\r
- /* Write the fragment to the output list */\r
- pkts_out[out_pkt_pos] = out_pkt;\r
- print_dbg("out_pkt_pos %d data_len %d pkt_len %d\n", out_pkt_pos, out_pkt->data_len, out_pkt->pkt_len);\r
- out_pkt_pos ++;\r
- //rte_pktmbuf_dump(stdout, out_pkt, 96);\r
- }\r
-\r
- return out_pkt_pos;\r
-}\r
-\r
-\r
+/******************************************************************************
+*
+* Copyright (c) 2019 Intel.
+*
+* Licensed under the Apache License, Version 2.0 (the "License");
+* you may not use this file except in compliance with the License.
+* You may obtain a copy of the License at
+*
+* http://www.apache.org/licenses/LICENSE-2.0
+*
+* Unless required by applicable law or agreed to in writing, software
+* distributed under the License is distributed on an "AS IS" BASIS,
+* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+* See the License for the specific language governing permissions and
+* limitations under the License.
+*
+*******************************************************************************/
+
+/**
+ * @brief xRAN application frgamentation for U-plane packets
+ *
+ * @file xran_app_frag.c
+ * @ingroup group_source_xran
+ * @author Intel Corporation
+ **/
+
+#include <stdio.h>
+#include <stddef.h>
+#include <errno.h>
+
+#include <rte_mbuf.h>
+#include <rte_memcpy.h>
+#include <rte_mempool.h>
+#include <rte_debug.h>
+
+#include "xran_app_frag.h"
+#include "xran_cp_api.h"
+#include "xran_pkt_up.h"
+#include "xran_printf.h"
+#include "xran_common.h"
+
+/* Fragment alignment */
+#define XRAN_PAYLOAD_RB_ALIGN (N_SC_PER_PRB*(IQ_BITS/8)*2) /**< at least 12*4=48 bytes per one RB */
+
+static inline void __fill_xranhdr_frag(struct xran_up_pkt_hdr *dst,
+ const struct xran_up_pkt_hdr *src, uint16_t rblen_bytes,
+ uint16_t rboff_bytes, struct xran_section_info *sectinfo, uint32_t mf, uint8_t *seqid)
+{
+ struct data_section_hdr loc_data_sec_hdr;
+ struct xran_ecpri_hdr loc_ecpri_hdr;
+
+ rte_memcpy(dst, src, sizeof(*dst));
+
+ dst->ecpri_hdr.ecpri_seq_id.seq_id = (*seqid)++;
+
+ print_dbg("sec [%d %d] sec %d mf %d g_sec %d\n",sectinfo->startPrbc, sectinfo->numPrbc, dst->ecpri_hdr.ecpri_seq_id.seq_id, mf, *seqid);
+
+ loc_data_sec_hdr.fields.all_bits = rte_be_to_cpu_32(dst->data_sec_hdr.fields.all_bits);
+
+ /* update RBs */
+ loc_data_sec_hdr.fields.start_prbu = sectinfo->startPrbc + rboff_bytes/(N_SC_PER_PRB*(IQ_BITS/8*2));
+ loc_data_sec_hdr.fields.num_prbu = rblen_bytes/(N_SC_PER_PRB*(IQ_BITS/8*2));
+
+ print_dbg("sec [%d %d] pkt [%d %d] rboff_bytes %d rblen_bytes %d\n",sectinfo->startPrbc, sectinfo->numPrbc, loc_data_sec_hdr.fields.start_prbu, loc_data_sec_hdr.fields.num_prbu,
+ rboff_bytes, rblen_bytes);
+
+ dst->data_sec_hdr.fields.all_bits = rte_cpu_to_be_32(loc_data_sec_hdr.fields.all_bits);
+
+ /* update length */
+ dst->ecpri_hdr.cmnhdr.ecpri_payl_size = rte_cpu_to_be_16(sizeof(struct radio_app_common_hdr) +
+ sizeof(struct data_section_hdr) + rblen_bytes + xran_get_ecpri_hdr_size());
+}
+
+
+static inline void __free_fragments(struct rte_mbuf *mb[], uint32_t num)
+{
+ uint32_t i;
+ for (i = 0; i != num; i++)
+ rte_pktmbuf_free(mb[i]);
+}
+
+/**
+ * XRAN fragmentation.
+ *
+ * This function implements the application fragmentation of XRAN packets.
+ *
+ * @param pkt_in
+ * The input packet.
+ * @param pkts_out
+ * Array storing the output fragments.
+ * @param mtu_size
+ * Size in bytes of the Maximum Transfer Unit (MTU) for the outgoing XRAN
+ * datagrams. This value includes the size of the XRAN headers.
+ * @param pool_direct
+ * MBUF pool used for allocating direct buffers for the output fragments.
+ * @param pool_indirect
+ * MBUF pool used for allocating indirect buffers for the output fragments.
+ * @return
+ * Upon successful completion - number of output fragments placed
+ * in the pkts_out array.
+ * Otherwise - (-1) * <errno>.
+ */
+int32_t
+xran_app_fragment_packet(struct rte_mbuf *pkt_in, /* eth hdr is prepended */
+ struct rte_mbuf **pkts_out,
+ uint16_t nb_pkts_out,
+ uint16_t mtu_size,
+ struct rte_mempool *pool_direct,
+ struct rte_mempool *pool_indirect,
+ struct xran_section_info *sectinfo,
+ uint8_t *seqid)
+{
+ struct rte_mbuf *in_seg = NULL;
+ uint32_t out_pkt_pos = 0, in_seg_data_pos = 0;
+ uint32_t more_in_segs;
+ uint16_t fragment_offset, frag_size;
+ uint16_t frag_bytes_remaining;
+ struct eth_xran_up_pkt_hdr *in_hdr;
+ struct xran_up_pkt_hdr *in_hdr_xran;
+
+ /*
+ * Ensure the XRAN payload length of all fragments is aligned to a
+ * multiple of 48 bytes (1 RB with IQ of 16 bits each)
+ */
+ frag_size = ((mtu_size - sizeof(struct eth_xran_up_pkt_hdr) - RTE_PKTMBUF_HEADROOM)/XRAN_PAYLOAD_RB_ALIGN)*XRAN_PAYLOAD_RB_ALIGN;
+
+
+ print_dbg("frag_size %d\n",frag_size);
+
+ in_hdr = rte_pktmbuf_mtod(pkt_in, struct eth_xran_up_pkt_hdr *);
+
+ in_hdr_xran = &in_hdr->xran_hdr;
+
+ /* Check that pkts_out is big enough to hold all fragments */
+ if (unlikely(frag_size * nb_pkts_out <
+ (uint16_t)(pkt_in->pkt_len - sizeof (struct xran_up_pkt_hdr)))){
+ print_err("-EINVAL\n");
+ return -EINVAL;
+ }
+
+ in_seg = pkt_in;
+ in_seg_data_pos = sizeof(struct eth_xran_up_pkt_hdr);
+ out_pkt_pos = 0;
+ fragment_offset = 0;
+
+ more_in_segs = 1;
+ while (likely(more_in_segs)) {
+ struct rte_mbuf *out_pkt = NULL, *out_seg_prev = NULL;
+ uint32_t more_out_segs;
+ struct xran_up_pkt_hdr *out_hdr;
+
+ /* Allocate direct buffer */
+ out_pkt = rte_pktmbuf_alloc(pool_direct);
+ if (unlikely(out_pkt == NULL)) {
+ print_err("pool_direct -ENOMEM\n");
+ __free_fragments(pkts_out, out_pkt_pos);
+ return -ENOMEM;
+ }
+
+ print_dbg("[%d] out_pkt %p\n",more_in_segs, out_pkt);
+
+ /* Reserve space for the XRAN header that will be built later */
+ //out_pkt->data_len = sizeof(struct xran_up_pkt_hdr);
+ //out_pkt->pkt_len = sizeof(struct xran_up_pkt_hdr);
+ if(rte_pktmbuf_append(out_pkt, sizeof(struct xran_up_pkt_hdr)) ==NULL){
+ rte_panic("sizeof(struct xran_up_pkt_hdr)");
+ }
+ frag_bytes_remaining = frag_size;
+
+ out_seg_prev = out_pkt;
+ more_out_segs = 1;
+ while (likely(more_out_segs && more_in_segs)) {
+ uint32_t len;
+#ifdef XRAN_ATTACH_MBUF
+ struct rte_mbuf *out_seg = NULL;
+
+ /* Allocate indirect buffer */
+ print_dbg("Allocate indirect buffer \n");
+ out_seg = rte_pktmbuf_alloc(pool_indirect);
+ if (unlikely(out_seg == NULL)) {
+ print_err("pool_indirect -ENOMEM\n");
+ rte_pktmbuf_free(out_pkt);
+ __free_fragments(pkts_out, out_pkt_pos);
+ return -ENOMEM;
+ }
+
+ print_dbg("[%d %d] out_seg %p\n",more_out_segs, more_in_segs, out_seg);
+ out_seg_prev->next = out_seg;
+ out_seg_prev = out_seg;
+
+ /* Prepare indirect buffer */
+ rte_pktmbuf_attach(out_seg, in_seg);
+#endif
+ len = frag_bytes_remaining;
+ if (len > (in_seg->data_len - in_seg_data_pos)) {
+ len = in_seg->data_len - in_seg_data_pos;
+ }
+#ifdef XRAN_ATTACH_MBUF
+ out_seg->data_off = in_seg->data_off + in_seg_data_pos;
+ out_seg->data_len = (uint16_t)len;
+ out_pkt->pkt_len = (uint16_t)(len +
+ out_pkt->pkt_len);
+ out_pkt->nb_segs += 1;
+#else
+{
+ char* pChar = rte_pktmbuf_mtod(in_seg, char*);
+ void *iq_src = (pChar + in_seg_data_pos);
+ void *iq_dst = rte_pktmbuf_append(out_pkt, len);
+
+ print_dbg("rte_pktmbuf_attach\n");
+ if(iq_src && iq_dst)
+ rte_memcpy(iq_dst, iq_src, len);
+ else
+ print_err("iq_src %p iq_dst %p\n len %d room %d\n", iq_src, iq_dst, len, rte_pktmbuf_tailroom(out_pkt));
+}
+#endif
+ in_seg_data_pos += len;
+ frag_bytes_remaining -= len;
+
+ /* Current output packet (i.e. fragment) done ? */
+ if (unlikely(frag_bytes_remaining == 0))
+ more_out_segs = 0;
+
+ /* Current input segment done ? */
+ if (unlikely(in_seg_data_pos == in_seg->data_len)) {
+ in_seg = in_seg->next;
+ in_seg_data_pos = 0;
+
+ if (unlikely(in_seg == NULL))
+ more_in_segs = 0;
+ }
+ }
+
+ /* Build the XRAN header */
+ print_dbg("Build the XRAN header\n");
+ out_hdr = rte_pktmbuf_mtod(out_pkt, struct xran_up_pkt_hdr *);
+
+ __fill_xranhdr_frag(out_hdr, in_hdr_xran,
+ (uint16_t)out_pkt->pkt_len - sizeof(struct xran_up_pkt_hdr),
+ fragment_offset, sectinfo, more_in_segs, seqid);
+
+ fragment_offset = (uint16_t)(fragment_offset +
+ out_pkt->pkt_len - sizeof(struct xran_up_pkt_hdr));
+
+ //out_pkt->l3_len = sizeof(struct xran_up_pkt_hdr);
+
+ /* Write the fragment to the output list */
+ pkts_out[out_pkt_pos] = out_pkt;
+ print_dbg("out_pkt_pos %d data_len %d pkt_len %d\n", out_pkt_pos, out_pkt->data_len, out_pkt->pkt_len);
+ out_pkt_pos ++;
+ //rte_pktmbuf_dump(stdout, out_pkt, 96);
+ }
+
+ return out_pkt_pos;
+}
+
+