-/* ------------------------------------------------\r
- Copyright 2014 AT&T Intellectual Property\r
- Licensed under the Apache License, Version 2.0 (the "License");\r
- you may not use this file except in compliance with the License.\r
- You may obtain a copy of the License at\r
- \r
- http://www.apache.org/licenses/LICENSE-2.0\r
- \r
- Unless required by applicable law or agreed to in writing, software\r
- distributed under the License is distributed on an "AS IS" BASIS,\r
- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\r
- See the License for the specific language governing permissions and\r
- limitations under the License.\r
- ------------------------------------------- */\r
-#include <stdlib.h>\r
-#include <stdio.h>\r
-#include <unistd.h>\r
-#include <signal.h>\r
-#include <time.h>\r
-#include <string.h>\r
-#include <sys/time.h>\r
-#include <sys/stat.h>\r
-#include <sys/types.h>\r
-#include <sys/socket.h>\r
-#include <netinet/in.h>\r
-\r
-#include "gsconfig.h"\r
-#include "gstypes.h"\r
-#include "gshub.h"\r
-\r
-\r
-\r
-\r
-gs_sp_t me = 0;\r
-gs_sp_t schematext = 0;\r
-gs_int32_t schematextlen = 0;\r
-gs_sp_t schematmp = 0;\r
-gs_int32_t verbose=0;\r
-gs_uint32_t tcpport=0;\r
-int listensockfd=0;\r
-int fd=0;\r
-endpoint hub;\r
-endpoint ds;\r
-gs_sp_t source_name;\r
-\r
-static void gs_write(gs_sp_t buffer, gs_uint32_t len)\r
-{\r
- if (send(fd,buffer,len,0) != len) {\r
- fprintf(stderr,"could not write on stream socket");\r
- exit(0);\r
- }\r
-}\r
-\r
-static void wait_for_feed() {\r
- struct sockaddr_in serv_addr,cli_addr;\r
- struct sockaddr_in sin;\r
- socklen_t clilen;\r
- socklen_t sin_sz;\r
- if (listensockfd==0) {\r
- gs_int32_t on = 1;\r
- \r
- if (verbose) {\r
- fprintf(stderr,"Create listen socket for port %u\n",tcpport);\r
- }\r
- listensockfd=socket(AF_INET, SOCK_STREAM, 0);\r
- if (listensockfd < 0) {\r
- fprintf(stderr,"Error:Could not create socket for tcp data stream");\r
- exit(1);\r
- }\r
- bzero((char *) &serv_addr, sizeof(serv_addr));\r
- serv_addr.sin_family = AF_INET;\r
- serv_addr.sin_addr.s_addr = INADDR_ANY;\r
- serv_addr.sin_port = htons(tcpport);\r
-#ifndef __linux__\r
- /* make sure we can reuse the common port rapidly */\r
- if (setsockopt(listensockfd, SOL_SOCKET, SO_REUSEPORT,\r
- (gs_sp_t )&on, sizeof(on)) != 0) {\r
- fprintf(stderr,"Error::could not set socket option\n");\r
- exit(1);\r
- }\r
-#endif\r
- if (setsockopt(listensockfd, SOL_SOCKET, SO_REUSEADDR,\r
- (gs_sp_t )&on, sizeof(on)) != 0) {\r
- fprintf(stderr,"Error::could not set socket option\n");\r
- exit(1);\r
- }\r
- \r
- if (bind(listensockfd, (struct sockaddr *) &serv_addr,\r
- sizeof(serv_addr)) < 0) {\r
- fprintf(stderr,"Error:Could not bind socket for tcp data stream");\r
- exit(1);\r
- }\r
- }\r
- \r
- if (verbose) {\r
- fprintf(stderr,"Socket created waiting for data producer\n");\r
- }\r
- if (listen(listensockfd,5)< 0) {\r
- fprintf(stderr,"Error::could not listen to socket for port %u \n",ntohs(serv_addr.sin_port));\r
- close(listensockfd);\r
- exit(1);\r
- }\r
- sin_sz=sizeof(sin);\r
- if (getsockname(listensockfd, (struct sockaddr *) &sin, &sin_sz) < 0) {\r
- fprintf(stderr,"Error::could not get local port number of listen socket\n");\r
- exit(1);\r
- }\r
- ds.ip=htonl(127<<24|1);\r
- ds.port=sin.sin_port;\r
- if (set_streamsource(hub,source_name,ds)!=0) {\r
- fprintf(stderr,"Error::could not set source in GSHUB for %s source name\n",source_name);\r
- exit(1);\r
- }\r
- \r
- do {\r
- clilen = sizeof(cli_addr);\r
- fd=accept(listensockfd, (struct sockaddr *) &cli_addr, &clilen);\r
- if (fd<0) {\r
- fprintf(stderr,"Error:Could not accept connection on tcp socket\n");\r
- }\r
- } while (fd==0);\r
- if (verbose) {\r
- fprintf(stderr,"Sink found ready to rock!\n");\r
- }\r
- \r
-}\r
-\r
-\r
-static void do_file(gs_sp_t filename, gs_int32_t fnlen);\r
-\r
-int main(int argc, char** argv) {\r
- gs_int32_t x;\r
- gs_int32_t s=0;\r
- gs_int32_t ch;\r
- gs_int32_t endless=0; // repeats files forever\r
- gs_uint32_t tip1,tip2,tip3,tip4;\r
- while ((ch = getopt(argc, argv, "hxep:")) != -1) {\r
- switch(ch) {\r
- case 'h':\r
- fprintf(stderr,"%s::usage: %s -x -v -e -p <portnumber> <IP>:<port> <source_name> <gdatfiles...>\n",argv[0],argv[0]);\r
- exit(0);\r
- break;\r
- case 'p':\r
- tcpport=atoi(optarg);;\r
- break;\r
- case 'v':\r
- verbose=1;\r
- break;\r
- case 'x':\r
- verbose=2;\r
- break;\r
- case 'e':\r
- endless=1;\r
- break;\r
- default:\r
- break;\r
- }\r
- }\r
- s+=optind;\r
- if (s+2>argc) {\r
- fprintf(stderr,"Could not find hub and stream source name on command line\n");\r
- fprintf(stderr,"%s::usage: %s -x -v -e -p <portnumber> <IP>:<port> <source_name> <gdatfiles...>\n",argv[0],argv[0]);\r
- exit(1);\r
- }\r
- if (sscanf(argv[s],"%u.%u.%u.%u:%hu",&tip1,&tip2,&tip3,&tip4,&(hub.port))!= 5 ) {\r
- fprintf(stderr,"Could not parse hub endpoint\n");\r
- fprintf(stderr,"%s::usage: %s -x -v -e -p <portnumber> <IP>:<port> <source_name> <gdatfiles...>\n",argv[0],argv[0]);\r
- exit(1);\r
- }\r
- hub.ip=htonl(tip1<<24|tip2<<16|tip3<<8|tip4);\r
- hub.port=htons(hub.port);\r
- source_name=strdup(argv[s+1]);\r
- s+=2;\r
- wait_for_feed();\r
- do {\r
- for(x=s;x<argc;x++) {\r
- if (verbose) {\r
- fprintf(stderr,"%s\n",argv[x]);\r
- }\r
- do_file(argv[x], strlen(argv[x]));\r
- }\r
- } while (endless !=0); // will run forever if endless option is set\r
- close(fd); // make sure we wait till buffers are empty\r
- return 0;\r
-}\r
-\r
-\r
-/*\r
- * do_file: dump the file out\r
- */\r
-\r
-static void do_file(gs_sp_t filename, gs_int32_t fnlen) {\r
- gs_int32_t pipe, parserversion, schemalen;\r
- FILE *input;\r
- gs_int8_t cmd2[4096 + 128];\r
- static gs_int8_t *dbuf;\r
- size_t sz;\r
- \r
- if (fnlen > 3 && filename[fnlen - 3] == '.' &&\r
- filename[fnlen - 2] == 'g' &&\r
- filename[fnlen - 1] == 'z') {\r
- pipe = 1;\r
- snprintf(cmd2, sizeof(cmd2), "gzcat %s", filename);\r
- input = popen(cmd2, "r");\r
- } else {\r
- if (fnlen > 3 && filename[fnlen - 3] == 'b' &&\r
- filename[fnlen - 2] == 'z' &&\r
- filename[fnlen - 1] == '2') {\r
- pipe = 1;\r
- snprintf(cmd2, sizeof(cmd2), "bzcat %s", filename);\r
- input = popen(cmd2, "r");\r
- } else {\r
- pipe=0;\r
- input = fopen(filename, "r");\r
- }\r
- }\r
- \r
- if (!input) {\r
- perror("stream open");\r
- fprintf(stderr, "%s: cannot open %s\n", me, filename);\r
- return;\r
- }\r
- \r
- if (fscanf(input, "GDAT\nVERSION:%u\nSCHEMALENGTH:%u\n",\r
- &parserversion,&schemalen) != 2) {\r
- fprintf(stderr,"%s: cannot parse GDAT file header in '%s'\n",\r
- me, filename);\r
- exit(1);\r
- }\r
- \r
- /* first time ? */\r
- if (schematext == 0) {\r
- gs_uint8_t buf[1024];\r
- schematextlen = schemalen;\r
- schematext = malloc(schemalen);\r
- dbuf = malloc(CATBLOCKSZ);\r
- if (!schematext || !dbuf) {\r
- fprintf(stderr,"%s: malloc error reading GDAT file header in '%s'\n",\r
- me, filename);\r
- exit(1);\r
- }\r
- if (fread(schematext, schemalen, 1, input) != 1) {\r
- fprintf(stderr,"%s: cannot parse-read GDAT file header in '%s'\n",\r
- me, filename);\r
- exit(1);\r
- }\r
- sprintf((char *)buf,"GDAT\nVERSION:%u\nSCHEMALENGTH:%u\n", parserversion, schemalen);\r
- gs_write((gs_sp_t)buf,strlen((const char*)buf));\r
- gs_write(schematext, schemalen);\r
- } else {\r
- schematmp = malloc(schemalen);\r
- if (!schematmp ) {\r
- fprintf(stderr,"%s: malloc error reading GDAT file header in '%s'\n",\r
- me, filename);\r
- exit(1);\r
- }\r
- if (fread(schematmp, schemalen, 1, input) != 1) {\r
- fprintf(stderr,"%s: cannot parse-read GDAT file header in '%s'\n",\r
- me, filename);\r
- exit(1);\r
- }\r
- free(schematmp);\r
- // if (memcmp(schematext, schematmp, schematextlen)) {\r
- // fprintf(stderr,"%s: GDAT schema mis-match in file '%s'\n",\r
- // me, filename);\r
- // exit(1);\r
- // }\r
- }\r
- \r
- while ((sz = fread(dbuf, 1, CATBLOCKSZ, input)) > 0) {\r
- gs_write(dbuf,sz);\r
- }\r
- \r
- if (pipe) {\r
- pclose(input);\r
- } else {\r
- fclose(input);\r
- }\r
- \r
-}\r
+/* ------------------------------------------------
+ Copyright 2014 AT&T Intellectual Property
+ Licensed under the Apache License, Version 2.0 (the "License");
+ you may not use this file except in compliance with the License.
+ You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+ Unless required by applicable law or agreed to in writing, software
+ distributed under the License is distributed on an "AS IS" BASIS,
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ See the License for the specific language governing permissions and
+ limitations under the License.
+ ------------------------------------------- */
+#include <stdlib.h>
+#include <stdio.h>
+#include <unistd.h>
+#include <signal.h>
+#include <time.h>
+#include <string.h>
+#include <sys/time.h>
+#include <sys/stat.h>
+#include <sys/types.h>
+#include <sys/socket.h>
+#include <netinet/in.h>
+
+#include "gsconfig.h"
+#include "gstypes.h"
+#include "gshub.h"
+
+
+
+
+gs_sp_t me = 0;
+gs_sp_t schematext = 0;
+gs_int32_t schematextlen = 0;
+gs_sp_t schematmp = 0;
+gs_int32_t verbose=0;
+gs_uint32_t tcpport=0;
+int listensockfd=0;
+int fd=0;
+endpoint hub;
+endpoint ds;
+gs_sp_t source_name;
+
+static void gs_write(gs_sp_t buffer, gs_uint32_t len)
+{
+ if (send(fd,buffer,len,0) != len) {
+ fprintf(stderr,"could not write on stream socket");
+ exit(0);
+ }
+}
+
+static void wait_for_feed() {
+ struct sockaddr_in serv_addr,cli_addr;
+ struct sockaddr_in sin;
+ socklen_t clilen;
+ socklen_t sin_sz;
+ if (listensockfd==0) {
+ gs_int32_t on = 1;
+
+ if (verbose) {
+ fprintf(stderr,"Create listen socket for port %u\n",tcpport);
+ }
+ listensockfd=socket(AF_INET, SOCK_STREAM, 0);
+ if (listensockfd < 0) {
+ fprintf(stderr,"Error:Could not create socket for tcp data stream");
+ exit(1);
+ }
+ bzero((char *) &serv_addr, sizeof(serv_addr));
+ serv_addr.sin_family = AF_INET;
+ serv_addr.sin_addr.s_addr = INADDR_ANY;
+ serv_addr.sin_port = htons(tcpport);
+#ifndef __linux__
+ /* make sure we can reuse the common port rapidly */
+ if (setsockopt(listensockfd, SOL_SOCKET, SO_REUSEPORT,
+ (gs_sp_t )&on, sizeof(on)) != 0) {
+ fprintf(stderr,"Error::could not set socket option\n");
+ exit(1);
+ }
+#endif
+ if (setsockopt(listensockfd, SOL_SOCKET, SO_REUSEADDR,
+ (gs_sp_t )&on, sizeof(on)) != 0) {
+ fprintf(stderr,"Error::could not set socket option\n");
+ exit(1);
+ }
+
+ if (bind(listensockfd, (struct sockaddr *) &serv_addr,
+ sizeof(serv_addr)) < 0) {
+ fprintf(stderr,"Error:Could not bind socket for tcp data stream");
+ exit(1);
+ }
+ }
+
+ if (verbose) {
+ fprintf(stderr,"Socket created waiting for data producer\n");
+ }
+ if (listen(listensockfd,5)< 0) {
+ fprintf(stderr,"Error::could not listen to socket for port %u \n",ntohs(serv_addr.sin_port));
+ close(listensockfd);
+ exit(1);
+ }
+ sin_sz=sizeof(sin);
+ if (getsockname(listensockfd, (struct sockaddr *) &sin, &sin_sz) < 0) {
+ fprintf(stderr,"Error::could not get local port number of listen socket\n");
+ exit(1);
+ }
+ ds.ip=htonl(127<<24|1);
+ ds.port=sin.sin_port;
+ if (set_streamsource(hub,source_name,ds)!=0) {
+ fprintf(stderr,"Error::could not set source in GSHUB for %s source name\n",source_name);
+ exit(1);
+ }
+
+ do {
+ clilen = sizeof(cli_addr);
+ fd=accept(listensockfd, (struct sockaddr *) &cli_addr, &clilen);
+ if (fd<0) {
+ fprintf(stderr,"Error:Could not accept connection on tcp socket\n");
+ }
+ } while (fd==0);
+ if (verbose) {
+ fprintf(stderr,"Sink found ready to rock!\n");
+ }
+
+}
+
+
+static void do_file(gs_sp_t filename, gs_int32_t fnlen);
+
+int main(int argc, char** argv) {
+ gs_int32_t x;
+ gs_int32_t s=0;
+ gs_int32_t ch;
+ gs_int32_t endless=0; // repeats files forever
+ gs_uint32_t tip1,tip2,tip3,tip4;
+ while ((ch = getopt(argc, argv, "hxep:")) != -1) {
+ switch(ch) {
+ case 'h':
+ fprintf(stderr,"%s::usage: %s -x -v -e -p <portnumber> <IP>:<port> <source_name> <gdatfiles...>\n",argv[0],argv[0]);
+ exit(0);
+ break;
+ case 'p':
+ tcpport=atoi(optarg);;
+ break;
+ case 'v':
+ verbose=1;
+ break;
+ case 'x':
+ verbose=2;
+ break;
+ case 'e':
+ endless=1;
+ break;
+ default:
+ break;
+ }
+ }
+ s+=optind;
+ if (s+2>argc) {
+ fprintf(stderr,"Could not find hub and stream source name on command line\n");
+ fprintf(stderr,"%s::usage: %s -x -v -e -p <portnumber> <IP>:<port> <source_name> <gdatfiles...>\n",argv[0],argv[0]);
+ exit(1);
+ }
+ if (sscanf(argv[s],"%u.%u.%u.%u:%hu",&tip1,&tip2,&tip3,&tip4,&(hub.port))!= 5 ) {
+ fprintf(stderr,"Could not parse hub endpoint\n");
+ fprintf(stderr,"%s::usage: %s -x -v -e -p <portnumber> <IP>:<port> <source_name> <gdatfiles...>\n",argv[0],argv[0]);
+ exit(1);
+ }
+ hub.ip=htonl(tip1<<24|tip2<<16|tip3<<8|tip4);
+ hub.port=htons(hub.port);
+ source_name=strdup(argv[s+1]);
+ s+=2;
+ wait_for_feed();
+ do {
+ for(x=s;x<argc;x++) {
+ if (verbose) {
+ fprintf(stderr,"%s\n",argv[x]);
+ }
+ do_file(argv[x], strlen(argv[x]));
+ }
+ } while (endless !=0); // will run forever if endless option is set
+ close(fd); // make sure we wait till buffers are empty
+ return 0;
+}
+
+
+/*
+ * do_file: dump the file out
+ */
+
+static void do_file(gs_sp_t filename, gs_int32_t fnlen) {
+ gs_int32_t pipe, parserversion, schemalen;
+ FILE *input;
+ gs_int8_t cmd2[4096 + 128];
+ static gs_int8_t *dbuf;
+ size_t sz;
+
+ if (fnlen > 3 && filename[fnlen - 3] == '.' &&
+ filename[fnlen - 2] == 'g' &&
+ filename[fnlen - 1] == 'z') {
+ pipe = 1;
+ snprintf(cmd2, sizeof(cmd2), "gzcat %s", filename);
+ input = popen(cmd2, "r");
+ } else {
+ if (fnlen > 3 && filename[fnlen - 3] == 'b' &&
+ filename[fnlen - 2] == 'z' &&
+ filename[fnlen - 1] == '2') {
+ pipe = 1;
+ snprintf(cmd2, sizeof(cmd2), "bzcat %s", filename);
+ input = popen(cmd2, "r");
+ } else {
+ pipe=0;
+ input = fopen(filename, "r");
+ }
+ }
+
+ if (!input) {
+ perror("stream open");
+ fprintf(stderr, "%s: cannot open %s\n", me, filename);
+ return;
+ }
+
+ if (fscanf(input, "GDAT\nVERSION:%u\nSCHEMALENGTH:%u\n",
+ &parserversion,&schemalen) != 2) {
+ fprintf(stderr,"%s: cannot parse GDAT file header in '%s'\n",
+ me, filename);
+ exit(1);
+ }
+
+ /* first time ? */
+ if (schematext == 0) {
+ gs_uint8_t buf[1024];
+ schematextlen = schemalen;
+ schematext = malloc(schemalen);
+ dbuf = malloc(CATBLOCKSZ);
+ if (!schematext || !dbuf) {
+ fprintf(stderr,"%s: malloc error reading GDAT file header in '%s'\n",
+ me, filename);
+ exit(1);
+ }
+ if (fread(schematext, schemalen, 1, input) != 1) {
+ fprintf(stderr,"%s: cannot parse-read GDAT file header in '%s'\n",
+ me, filename);
+ exit(1);
+ }
+ sprintf((char *)buf,"GDAT\nVERSION:%u\nSCHEMALENGTH:%u\n", parserversion, schemalen);
+ gs_write((gs_sp_t)buf,strlen((const char*)buf));
+ gs_write(schematext, schemalen);
+ } else {
+ schematmp = malloc(schemalen);
+ if (!schematmp ) {
+ fprintf(stderr,"%s: malloc error reading GDAT file header in '%s'\n",
+ me, filename);
+ exit(1);
+ }
+ if (fread(schematmp, schemalen, 1, input) != 1) {
+ fprintf(stderr,"%s: cannot parse-read GDAT file header in '%s'\n",
+ me, filename);
+ exit(1);
+ }
+ free(schematmp);
+ // if (memcmp(schematext, schematmp, schematextlen)) {
+ // fprintf(stderr,"%s: GDAT schema mis-match in file '%s'\n",
+ // me, filename);
+ // exit(1);
+ // }
+ }
+
+ while ((sz = fread(dbuf, 1, CATBLOCKSZ, input)) > 0) {
+ gs_write(dbuf,sz);
+ }
+
+ if (pipe) {
+ pclose(input);
+ } else {
+ fclose(input);
+ }
+
+}