6d9ab4839d41a108e0c4e99ee85267203576425c
[sim/o1-interface.git] / ntsimulator / ntsim-ng / core / framework.c
1 /*************************************************************************
2 *
3 * Copyright 2020 highstreet technologies GmbH and others
4 *
5 * Licensed under the Apache License, Version 2.0 (the "License");
6 * you may not use this file except in compliance with the License.
7 * You may obtain a copy of the License at
8 *
9 *     http://www.apache.org/licenses/LICENSE-2.0
10 *
11 * Unless required by applicable law or agreed to in writing, software
12 * distributed under the License is distributed on an "AS IS" BASIS,
13 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14 * See the License for the specific language governing permissions and
15 * limitations under the License.
16 ***************************************************************************/
17
18 #define _GNU_SOURCE
19
20 #include "framework.h"
21 #include <string.h>
22 #include <stdlib.h>
23 #include <stdio.h>
24 #include <unistd.h>
25 #include <limits.h>
26 #include <assert.h>
27 #include <sys/types.h>
28 #include <sys/stat.h>
29 #include <cjson/cJSON.h>
30
31 #include "utils/sys_utils.h"
32 #include "utils/log_utils.h"
33 #include "utils/rand_utils.h"
34
35 framework_arguments_t framework_arguments;
36 framework_environment_t framework_environment;
37 framework_config_t framework_config;
38
39 const char *argp_program_version = 0;    //is set later
40 const char *argp_program_bug_address = "<alexandru.stancu@highstreet-technologies.com> / <adrian.lita@highstreet-technologies.com>";
41 static char doc[] = "ntsim - new generation";
42
43 static struct argp_option options[] = {
44     { "container-init", 'i', 0, 0, "Runs initialization tasks for the Docker container that's being built. Do not run manually." },
45     { "supervisor", 's', 0, 0, "Run as supervisor; manager/network-function is chosen via config.json"},
46     { "manager", 'm', 0, 0, "Run the daemon as manager." },
47     { "network-function", 'f', 0, 0, "Run the daemon as network function." },
48     { "blank", 'b', 0, 0, "Run the deamon as a blank network function." },
49     { "generate", 'g', 0, 0, "Generate population data without commiting." },
50     { "test-mode", 't', 0, 0, "Test mode." },
51     
52     // tools
53     { "ls", '1', 0, 0, "Print all available root paths." },
54     { "schema", '2', "XPATH", 0, "Print schema for XPATH." },
55     
56     { "fixed-rand", 'r', "SEED", 0, "Initialize RAND seed to a fixed value (for debugging purposes)." },
57     { "verbose", 'v', "LEVEL", 0, "Verbosity level for printing to stdout (logs will still save everything). LEVEL is: 0=errors only, 1=requested info(default), 2=info" },
58     { "workspace", 'w', "PATH", 0, "Initialize workspace to a different one than the current working directory." },
59     { 0 } 
60 };
61
62 volatile sig_atomic_t framework_sigint;
63
64 static int framework_env_init(void);
65 static int framework_config_init(void);
66
67 static void framework_signal_handler(int signo);
68 static error_t parse_opt(int key, char *arg, struct argp_state *state);
69
70 int framework_init(int argc, char **argv) {
71     //environment vars
72     framework_environment.nts.version = (getenv(ENV_VAR_NTS_BUILD_VERSION) && strlen(getenv(ENV_VAR_NTS_BUILD_VERSION))) ? strdup(getenv(ENV_VAR_NTS_BUILD_VERSION)) : strdup(NTS_VERSION_FALLBACK"!");
73     if(getenv(ENV_VAR_NTS_BUILD_TIME) && strlen(getenv(ENV_VAR_NTS_BUILD_TIME))) {
74         framework_environment.nts.build_time = strdup(getenv(ENV_VAR_NTS_BUILD_TIME));
75     }
76     else {
77         if(__DATE__[0] == '?') {
78             framework_environment.nts.build_time = strdup("1970-01-01T00:00:00Z");
79         }
80         else {
81             //01234567890
82             //May  4 2021
83             int year = 0;
84             int month = 1;
85             int day = 0;
86             
87             year = (__DATE__[10] - '0') + (__DATE__[9] - '0')*10 + (__DATE__[8] - '0')*100 + (__DATE__[7] - '0')*1000;
88             day = (__DATE__[5] - '0');
89             if(__DATE__[4] != ' ') {
90                 day += (__DATE__[4] - '0')*10;
91             }
92             
93             switch(__DATE__[0]) {
94                 case 'J':
95                     switch(__DATE__[1]) {
96                         case 'a':
97                             month = 1;
98                             break;
99                         
100                         case 'u':
101                             if(__DATE__[2] == 'n') {
102                                 month = 6;
103                             }
104                             else {
105                                 month = 7;
106                             }
107                             break;
108                     }
109                     break;
110                     
111                 case 'F':
112                     month = 2;
113                     break;
114                     
115                 case 'M':
116                     switch(__DATE__[2]) {
117                         case 'r':
118                             month = 3;
119                             break;
120                             
121                         case 'y':
122                             month = 5;
123                             break;
124                     }
125                     break;
126                 
127                 case 'A':
128                     switch(__DATE__[1]) {
129                         case 'p':
130                             month = 4;
131                             break;
132                             
133                         case 'u':
134                             month = 8;
135                             break;
136                     }
137                     break;
138                     
139                 case 'S':
140                     month = 9;
141                     break;
142                     
143                 case 'O':
144                     month = 10;
145                     break;
146                     
147                 case 'N':
148                     month = 11;
149                     break;
150                     
151                 case 'D':
152                     month = 12;
153                     break;
154             }
155             
156             asprintf(&framework_environment.nts.build_time, "%04d-%02d-%02dT%sZ", year, month, day, __TIME__);
157         }
158     }
159
160     //set argp_version
161     char *version = 0;
162     asprintf(&version, "ntsim-ng v%s build %s", framework_environment.nts.version, framework_environment.nts.build_time);
163     argp_program_version = version;
164
165     //initialize app arguments
166     framework_arguments.nts_mode = NTS_MODE_DEFAULT;
167
168     framework_arguments.argc = argc;
169     framework_arguments.argv = argv;
170
171     framework_arguments.no_rand = false;
172     framework_arguments.fixed_seed = 0;
173     framework_arguments.verbosity_level = 1;
174
175     framework_arguments.print_root_paths = false;
176     framework_arguments.print_structure_xpath = 0;
177
178     //parse provided command line arguments
179     struct argp argp = { options, parse_opt, 0, doc, 0, 0, 0 };
180     argp_parse(&argp, argc, argv, 0, 0, &framework_arguments);
181
182     //manage signals
183     framework_sigint = 0;
184     signal(SIGINT, framework_signal_handler);
185     signal(SIGTERM, framework_signal_handler);
186     signal(SIGQUIT, framework_signal_handler);
187
188     //disable buffering for stdout
189     setbuf(stdout, NULL);
190
191     //init logging subsystem
192     char *log_file = 0;
193     char *stderr_file = 0;
194
195     if(!dir_exists("log")) {
196         mkdir("log", 0777);
197     }
198
199     switch(framework_arguments.nts_mode) {
200         case NTS_MODE_CONTAINER_INIT:
201             log_file = "log/log-install.txt";
202             stderr_file = "log/stderr-install.txt";
203             break;
204
205         case NTS_MODE_BLANK:
206             log_file = "log/log-blank.txt";
207             stderr_file = "log/stderr-blank.txt";
208             break;
209
210         case NTS_MODE_SUPERVISOR:
211             log_file = "log/log-supervisor.txt";
212             stderr_file = "log/stderr-supervisor.txt";
213             break;
214
215         case NTS_MODE_GENERATE_DATA:
216             log_file = "log/log-generate.txt";
217             stderr_file = "log/stderr-generate.txt";
218             break;
219
220         default:
221             log_file = "log/log.txt";
222             stderr_file = "log/stderr.txt";
223             break;
224     }
225
226     log_init(log_file);
227     log_redirect_stderr(stderr_file);
228
229     char cwd[PATH_MAX];
230     getcwd(cwd, sizeof(cwd));
231     log_add_verbose(2, "[framework] current working dir is: %s\n", cwd);
232
233     //init rand generator if needed
234     if(framework_arguments.no_rand == false) {
235         rand_init();
236     }
237     else {
238         rand_init_fixed(framework_arguments.fixed_seed);
239     }
240
241     log_add_verbose(2, "[framework] app was called: ");
242     for(int i = 0; i < argc; i++) {
243         log_add(2, "%s ", argv[i]);
244     }
245     log_add(2, "\n");
246
247     if(framework_env_init() != NTS_ERR_OK) {
248         log_error("[framework] framework_env_init() failed\n");
249         return NTS_ERR_FAILED;
250     }
251
252     if(framework_config_init() != NTS_ERR_OK) {
253         log_error("[framework] framework_config_init() failed\n");
254         return NTS_ERR_FAILED;
255     }
256
257     log_add_verbose(2, "[framework] init complete\n");
258     return NTS_ERR_OK;
259 }
260
261 static int framework_env_init(void) {
262     log_add_verbose(2, "[framework-env] started\n");
263
264     /*
265     The following env vars are taken care of by framework_init()
266         framework_environment.nts.version
267         framework_environment.nts.build_time
268     */
269
270     framework_environment.nts.manual = getenv(ENV_VAR_NTS_MANUAL) ? true : false;
271     framework_environment.nts.function_type = getenv(ENV_VAR_NTS_FUNCTION_TYPE) ? strdup(getenv(ENV_VAR_NTS_FUNCTION_TYPE)) : strdup("");
272     framework_environment.nts.nf_standalone_start_features = getenv(ENV_VAR_NTS_NF_STANDALONE_START_FEATURES) ? strdup(getenv(ENV_VAR_NTS_NF_STANDALONE_START_FEATURES)) : strdup("");
273     framework_environment.nts.nf_mount_point_addressing_method = getenv(ENV_VAR_NTS_NF_MOUNT_POINT_ADDRESSING_METHOD) ? strdup(getenv(ENV_VAR_NTS_NF_MOUNT_POINT_ADDRESSING_METHOD)) : strdup("docker-mapping");
274
275     framework_environment.settings.docker_repository = getenv(ENV_VAR_DOCKER_REPOSITORY) ? strdup(getenv(ENV_VAR_DOCKER_REPOSITORY)) : strdup("");
276     if(strlen(framework_environment.settings.docker_repository)) {
277         if(framework_environment.settings.docker_repository[strlen(framework_environment.settings.docker_repository) - 1] == '/') {
278             framework_environment.settings.docker_repository[strlen(framework_environment.settings.docker_repository) - 1] = 0;
279         }
280     }
281     framework_environment.settings.docker_engine_version = getenv(ENV_VAR_DOCKER_ENGINE_VERSION) ? strdup(getenv(ENV_VAR_DOCKER_ENGINE_VERSION)) : strdup("1.40");
282     framework_environment.settings.hostname = getenv(ENV_VAR_HOSTNAME) ? strdup(getenv(ENV_VAR_HOSTNAME)) : strdup("localhost");
283
284     bool ip_ok = get_local_ips("eth0", &framework_environment.settings.ip_v4, &framework_environment.settings.ip_v6);
285     if(!ip_ok) {
286         log_error("[framework-env] could not get local IP addresses\n");
287     }
288
289     char *ipv6_env_var = getenv(ENV_VAR_IPV6ENABLED);
290     if(ipv6_env_var == 0) {
291         log_error("[framework-env] could not get the IPv6 Enabled env variable\n");
292     }
293     framework_environment.settings.ip_v6_enabled = (strcmp(ipv6_env_var, "true") == 0) ? true : false;
294     framework_environment.settings.ssh_connections = get_int_from_string_with_default(getenv(ENV_VAR_SSH_CONNECTIONS), 1);
295     framework_environment.settings.tls_connections = get_int_from_string_with_default(getenv(ENV_VAR_TLS_CONNECTIONS), 0);
296     framework_environment.settings.ftp_connections = 1;
297     framework_environment.settings.sftp_connections = 1;
298
299     //build version and build time are set in the begining of the function
300     framework_environment.host.ip = getenv(ENV_VAR_HOST_IP) ? strdup(getenv(ENV_VAR_HOST_IP)) : strdup("127.0.0.1");
301     framework_environment.host.base_port = get_int_from_string_with_default(getenv(ENV_VAR_HOST_BASE_PORT), 1000);
302     framework_environment.host.ssh_base_port = get_int_from_string_with_default(getenv(ENV_VAR_HOST_NETCONF_SSH_BASE_PORT), 0);
303     framework_environment.host.tls_base_port = get_int_from_string_with_default(getenv(ENV_VAR_HOST_NETCONF_TLS_BASE_PORT), 0);
304     framework_environment.host.ftp_base_port = get_int_from_string_with_default(getenv(ENV_VAR_HOST_TRANSFER_FTP_BASE_PORT), 0);
305     framework_environment.host.sftp_base_port = get_int_from_string_with_default(getenv(ENV_VAR_HOST_TRANSFER_SFTP_BASE_PORT), 0);
306     
307     framework_environment.sdn_controller.protocol = getenv(ENV_VAR_SDN_CONTROLLER_IP) ? strdup(getenv(ENV_VAR_SDN_CONTROLLER_PROTOCOL)) : strdup("https");
308     framework_environment.sdn_controller.ip = getenv(ENV_VAR_SDN_CONTROLLER_IP) ? strdup(getenv(ENV_VAR_SDN_CONTROLLER_IP)) : strdup("127.0.0.1");
309     framework_environment.sdn_controller.port = get_int_from_string_with_default(getenv(ENV_VAR_SDN_CONTROLLER_PORT), 8181);
310     framework_environment.sdn_controller.callhome_port = get_int_from_string_with_default(getenv(ENV_VAR_SDN_CONTROLLER_CALLHOME_PORT), 6666);
311     framework_environment.sdn_controller.username = getenv(ENV_VAR_SDN_CONTROLLER_USERNAME) ? strdup(getenv(ENV_VAR_SDN_CONTROLLER_USERNAME)) : strdup("admin");
312     framework_environment.sdn_controller.password = getenv(ENV_VAR_SDN_CONTROLLER_PASSWORD) ? strdup(getenv(ENV_VAR_SDN_CONTROLLER_PASSWORD)) : strdup("admin");
313
314     framework_environment.ves_endpoint.common_header_version = getenv(ENV_VAR_VES_COMMON_HEADER_VERSION) ? strdup(getenv(ENV_VAR_VES_COMMON_HEADER_VERSION)) : strdup("7.2");
315     framework_environment.ves_endpoint.protocol = getenv(ENV_VAR_VES_ENDPOINT_PROTOCOL) ? strdup(getenv(ENV_VAR_VES_ENDPOINT_PROTOCOL)) : strdup("https");
316     framework_environment.ves_endpoint.ip = getenv(ENV_VAR_VES_ENDPOINT_IP) ? strdup(getenv(ENV_VAR_VES_ENDPOINT_IP)) : strdup("127.0.0.1");
317     framework_environment.ves_endpoint.port = get_int_from_string_with_default(getenv(ENV_VAR_VES_ENDPOINT_PORT), 1234);
318     framework_environment.ves_endpoint.auth_method = getenv(ENV_VAR_VES_ENDPOINT_AUTH_METHOD) ? strdup(getenv(ENV_VAR_VES_ENDPOINT_AUTH_METHOD)) : strdup("no-auth");
319     framework_environment.ves_endpoint.username = getenv(ENV_VAR_VES_ENDPOINT_USERNAME) ? strdup(getenv(ENV_VAR_VES_ENDPOINT_USERNAME)) : strdup("admin");
320     framework_environment.ves_endpoint.password = getenv(ENV_VAR_VES_ENDPOINT_PASSWORD) ? strdup(getenv(ENV_VAR_VES_ENDPOINT_PASSWORD)) : strdup("admin");
321     framework_environment.ves_endpoint.certificate = getenv(ENV_VAR_VES_ENDPOINT_CERTIFICATE) ? strdup(getenv(ENV_VAR_VES_ENDPOINT_CERTIFICATE)) : strdup("");
322
323     log_add_verbose(2, "[framework-env] nts.manual = %d\n", framework_environment.nts.manual);
324     log_add_verbose(2, "[framework-env] nts.version = %s\n", framework_environment.nts.version);
325     log_add_verbose(2, "[framework-env] nts.build_time = %s\n", framework_environment.nts.build_time);
326     log_add_verbose(2, "[framework-env] nts.function_type = %s\n", framework_environment.nts.function_type);
327     log_add_verbose(2, "[framework-env] nts.nf_standalone_start_features = %s\n", framework_environment.nts.nf_standalone_start_features);
328     log_add_verbose(2, "[framework-env] nts.nf_mount_point_addressing_method = %s\n", framework_environment.nts.nf_mount_point_addressing_method);
329
330     log_add_verbose(2, "[framework-env] settings.docker_engine_version = %s\n", framework_environment.settings.docker_engine_version);
331     log_add_verbose(2, "[framework-env] settings.docker_repository = %s\n", framework_environment.settings.docker_repository);
332     log_add_verbose(2, "[framework-env] settings.hostname = %s\n", framework_environment.settings.hostname);
333     log_add_verbose(2, "[framework-env] settings.ip_v4 = %s\n", framework_environment.settings.ip_v4);
334     log_add_verbose(2, "[framework-env] settings.ip_v6 = %s\n", framework_environment.settings.ip_v6);
335     log_add_verbose(2, "[framework-env] settings.ip_v6_enabled = %s\n", framework_environment.settings.ip_v6_enabled ? "true" : "false");
336     log_add_verbose(2, "[framework-env] settings.ssh_connections = %d\n", framework_environment.settings.ssh_connections);
337     log_add_verbose(2, "[framework-env] settings.tls_connections = %d\n", framework_environment.settings.tls_connections);
338     log_add_verbose(2, "[framework-env] settings.ftp_connections = %d\n", framework_environment.settings.ftp_connections);
339     log_add_verbose(2, "[framework-env] settings.sftp_connections = %d\n", framework_environment.settings.sftp_connections);
340
341     //check ports
342     if(framework_environment.host.base_port < 1000) {
343         log_add_verbose(2, "[framework-env] host.base_port < 1000 -> disabling\n");
344         framework_environment.host.base_port = 0;
345     }
346
347     if(framework_environment.host.ssh_base_port < 1000) {
348         log_add_verbose(2, "[framework-env] host.ssh_base_port < 1000 -> using base_port\n");
349         framework_environment.host.ssh_base_port = framework_environment.host.base_port;
350     }
351
352     if(framework_environment.host.tls_base_port < 1000) {
353         log_add_verbose(2, "[framework-env] host.tls_base_port < 1000 -> using base_port\n");
354         framework_environment.host.tls_base_port = framework_environment.host.base_port;
355     }
356
357     if(framework_environment.host.ftp_base_port < 1000) {
358         log_add_verbose(2, "[framework-env] host.ftp_base_port < 1000 -> using base_port\n");
359         framework_environment.host.ftp_base_port = framework_environment.host.base_port;
360     }
361
362     if(framework_environment.host.sftp_base_port < 1000) {
363         log_add_verbose(2, "[framework-env] host.sftp_base_port < 1000 -> using base_port\n");
364         framework_environment.host.sftp_base_port = framework_environment.host.base_port;
365     }
366
367     if(framework_environment.host.base_port == 0) {
368         if(framework_environment.host.ssh_base_port == 0) {
369             log_error("[framework-env] host.ssh_base_port unknown\n");
370             return NTS_ERR_FAILED;
371         }
372
373         if(framework_environment.host.tls_base_port == 0) {
374             log_error("[framework-env] host.tls_base_port unknown\n");
375             return NTS_ERR_FAILED;
376         }
377
378         if(framework_environment.host.ftp_base_port == 0) {
379             log_error("[framework-env] host.ftp_base_port unknown\n");
380             return NTS_ERR_FAILED;
381         }
382
383         if(framework_environment.host.sftp_base_port == 0) {
384             log_error("[framework-env] host.sftp_base_port unknown\n");
385             return NTS_ERR_FAILED;
386         }
387     }
388     
389     log_add_verbose(2, "[framework-env] host.ip = %s\n", framework_environment.host.ip);
390     if(framework_environment.settings.ip_v6_enabled) {
391         if(strstr(framework_environment.host.ip, ".")) {
392             log_error("[framework-env] host.ip is an invalid IP v6\n");
393             return NTS_ERR_FAILED;
394         }
395     }
396     else {
397         if(strstr(framework_environment.host.ip, ":")) {
398             log_error("[framework-env] host.ip is an invalid IP v4\n");
399             return NTS_ERR_FAILED;
400         }
401     }
402
403     log_add_verbose(2, "[framework-env] host.base_port = %d\n", framework_environment.host.base_port);
404     log_add_verbose(2, "[framework-env] host.ssh_base_port = %d\n", framework_environment.host.ssh_base_port);
405     log_add_verbose(2, "[framework-env] host.tls_base_port = %d\n", framework_environment.host.tls_base_port);
406     log_add_verbose(2, "[framework-env] host.ftp_base_port = %d\n", framework_environment.host.ftp_base_port);
407     log_add_verbose(2, "[framework-env] host.sftp_base_port = %d\n", framework_environment.host.sftp_base_port);
408     
409     log_add_verbose(2, "[framework-env] sdn_controller.protocol = %s\n", framework_environment.sdn_controller.protocol);
410     log_add_verbose(2, "[framework-env] sdn_controller.ip = %s\n", framework_environment.sdn_controller.ip);
411     log_add_verbose(2, "[framework-env] sdn_controller.port = %d\n", framework_environment.sdn_controller.port);
412     log_add_verbose(2, "[framework-env] sdn_controller.callhome_port = %d\n", framework_environment.sdn_controller.callhome_port);
413     log_add_verbose(2, "[framework-env] sdn_controller.username = %s\n", framework_environment.sdn_controller.username);
414     log_add_verbose(2, "[framework-env] sdn_controller.password = %s\n", framework_environment.sdn_controller.password);
415
416     log_add_verbose(2, "[framework-env] ves_endpoint.common_header_version = %s\n", framework_environment.ves_endpoint.common_header_version);
417     log_add_verbose(2, "[framework-env] ves_endpoint.protocol = %s\n", framework_environment.ves_endpoint.protocol);
418     log_add_verbose(2, "[framework-env] ves_endpoint.ip = %s\n", framework_environment.ves_endpoint.ip);
419     log_add_verbose(2, "[framework-env] ves_endpoint.port = %d\n", framework_environment.ves_endpoint.port);
420     log_add_verbose(2, "[framework-env] ves_endpoint.auth_method = %s\n", framework_environment.ves_endpoint.auth_method);
421     log_add_verbose(2, "[framework-env] ves_endpoint.username = %s\n", framework_environment.ves_endpoint.username);
422     log_add_verbose(2, "[framework-env] ves_endpoint.password = %s\n", framework_environment.ves_endpoint.password);
423     log_add_verbose(2, "[framework-env] ves_endpoint.certificate = %s\n", framework_environment.ves_endpoint.certificate);
424
425     log_add_verbose(2, "[framework-env] finished\n");
426     return NTS_ERR_OK;
427 }
428
429 static int framework_config_init(void) {
430     log_add_verbose(2, "[framework-config] started\n");
431
432     //init app config
433     framework_config.docker.excluded_modules = 0;
434     framework_config.docker.excluded_modules_count = 0;
435     framework_config.docker.excluded_features = 0;
436     framework_config.docker.excluded_features_count = 0;
437
438     framework_config.supervisor.rules_count = 0;
439     framework_config.supervisor.rules = 0;
440
441     framework_config.datastore_generate.debug_max_string_size = 0;
442     framework_config.datastore_generate.excluded_modules = 0;
443     framework_config.datastore_generate.excluded_modules_count = 0;
444     framework_config.datastore_generate.default_list_instances = 1;
445     framework_config.datastore_generate.custom_list_instances_count = 0;
446     framework_config.datastore_generate.custom_list_instances = 0;
447     framework_config.datastore_generate.restrict_schema_count = 0;
448     framework_config.datastore_generate.restrict_schema = 0;
449
450     framework_config.datastore_populate.random_generation_enabled = 1;
451     framework_config.datastore_populate.preg_operational_count = 0;
452     framework_config.datastore_populate.preg_operational = 0;
453     framework_config.datastore_populate.preg_running_count = 0;
454     framework_config.datastore_populate.preg_running = 0;
455
456     //config init
457     char *config_file = "config/config.json";
458     if(file_exists("/opt/dev/config/config.json")) {
459         config_file = "/opt/dev/config/config.json";
460         log_add_verbose(1, LOG_COLOR_BOLD_MAGENTA"config.json is loaded from external volume!\n"LOG_COLOR_RESET);
461     }
462     else {
463         if(!dir_exists("config")) {
464             log_add_verbose(2, "[framework-config] config/ folder wasn't found; created.\n");
465             mkdir("config", 0777);
466         }
467
468         if(!file_exists("config/config.json")) {
469             log_add_verbose(2, "[framework-config] config.json file missing; created.\n");
470             file_touch("config/config.json", "{}");
471         }
472     }
473
474     log_add_verbose(2, "[framework-config] parsing config.json from %s\n", config_file);
475     char *config_contents = file_read_content(config_file);
476     cJSON *json = cJSON_Parse(config_contents);
477     free(config_contents);
478     if(!json) {
479         log_error("[framework-config] config.json error: %s\n", cJSON_GetErrorPtr());
480     }
481     else {
482         cJSON *main_node;
483         cJSON *node;
484
485         if(framework_arguments.nts_mode == NTS_MODE_CONTAINER_INIT) {
486             main_node = cJSON_GetObjectItem(json, "container-rules");
487             if(main_node) {
488                 node = cJSON_GetObjectItem(main_node, "excluded-modules");
489                 if(node) {
490                     if(cJSON_IsArray(node)) {
491                         cJSON *element;
492                         cJSON_ArrayForEach(element, node) {
493                             if(cJSON_IsString(element)) {
494                                 log_add_verbose(2, "[framework-config] adding container-rules/exclude-modules: %s\n", element->valuestring);
495                                 framework_config.docker.excluded_modules = (char **)realloc(framework_config.docker.excluded_modules, sizeof(char*) * (framework_config.docker.excluded_modules_count + 1));
496                                 if(!framework_config.docker.excluded_modules) {
497                                     log_error("[framework-config] bad realloc\n");
498                                 }
499                                 framework_config.docker.excluded_modules[framework_config.docker.excluded_modules_count] = (char *)malloc(sizeof(char) * (strlen(element->valuestring) + 1));
500                                 if(!framework_config.docker.excluded_modules[framework_config.docker.excluded_modules_count]) {
501                                     log_error("[framework-config] bad malloc\n");
502                                 }
503                                 strcpy(framework_config.docker.excluded_modules[framework_config.docker.excluded_modules_count], element->valuestring);
504                                 framework_config.docker.excluded_modules_count++;
505                             }
506                         }
507                     }
508                 }
509
510                 node = cJSON_GetObjectItem(main_node, "excluded-features");
511                 if(node) {
512                     if(cJSON_IsArray(node)) {
513                         cJSON *element;
514                         cJSON_ArrayForEach(element, node) {
515                             if(cJSON_IsString(element)) {
516                                 log_add_verbose(2, "[framework-config] adding container-rules/excluded-features: %s\n", element->valuestring);
517                                 framework_config.docker.excluded_features = (char **)realloc(framework_config.docker.excluded_features, sizeof(char*) * (framework_config.docker.excluded_features_count + 1));
518                                 if(!framework_config.docker.excluded_features) {
519                                     log_error("[framework-config] bad realloc\n");
520                                 }
521                                 framework_config.docker.excluded_features[framework_config.docker.excluded_features_count] = (char *)malloc(sizeof(char) * (strlen(element->valuestring) + 1));
522                                 if(!framework_config.docker.excluded_features[framework_config.docker.excluded_features_count]) {
523                                     log_error("[framework-config] bad malloc\n");
524                                 }
525                                 strcpy(framework_config.docker.excluded_features[framework_config.docker.excluded_features_count], element->valuestring);
526                                 framework_config.docker.excluded_features_count++;
527                             }
528                         }
529                     }
530                 }
531             }
532         }
533         else if(framework_arguments.nts_mode == NTS_MODE_SUPERVISOR) {
534             main_node = cJSON_GetObjectItem(json, "supervisor-rules");
535             if(main_node) {
536                 cJSON *app;
537                 cJSON_ArrayForEach(app, main_node) {
538                     if(cJSON_IsObject(app)) {
539                         cJSON *object = cJSON_GetObjectItem(app, "path");
540                         if(object) {
541                             framework_config.supervisor.rules = (supervisor_rules_t *)realloc(framework_config.supervisor.rules, sizeof(supervisor_rules_t) * (framework_config.supervisor.rules_count + 1));
542                             if(!framework_config.supervisor.rules) {
543                                 log_error("[framework-config] bad realloc\n");
544                             }
545                             
546                             char *path = strdup(object->valuestring);
547                             bool autorestart = false;
548                             bool nomanual = false;
549                             char *stdout_path = 0;
550                             char *stderr_path = 0;
551
552                             int args_count = 0;
553                             char **args = 0;
554                             cJSON *args_json = cJSON_GetObjectItem(app, "args");
555                             if(args_json) {
556                                 args_count = cJSON_GetArraySize(args_json);
557                                 if(args_count) {
558                                     args = malloc(sizeof(char *) * args_count);
559                                     int i = 0;
560                                     cJSON *arg;
561                                     cJSON_ArrayForEach(arg, args_json) {
562                                         args[i] = strdup(arg->valuestring);
563                                         i++;
564                                     }
565                                 }
566                             }
567
568                             object = cJSON_GetObjectItem(app, "autorestart");
569                             if(object) {
570                                 autorestart = object->valueint;
571                             }
572
573                             object = cJSON_GetObjectItem(app, "nomanual");
574                             if(object) {
575                                 nomanual = object->valueint;
576                             }
577
578                             object = cJSON_GetObjectItem(app, "stdout");
579                             if(object) {
580                                 stdout_path = strdup(object->valuestring);
581                             }
582
583                             object = cJSON_GetObjectItem(app, "stderr");
584                             if(object) {
585                                 stderr_path = strdup(object->valuestring);
586                             }
587
588                             framework_config.supervisor.rules[framework_config.supervisor.rules_count].name = strdup(app->string);
589                             framework_config.supervisor.rules[framework_config.supervisor.rules_count].path = path;
590                             framework_config.supervisor.rules[framework_config.supervisor.rules_count].args = args;
591                             framework_config.supervisor.rules[framework_config.supervisor.rules_count].args_count = args_count;
592                             framework_config.supervisor.rules[framework_config.supervisor.rules_count].autorestart = autorestart;
593                             framework_config.supervisor.rules[framework_config.supervisor.rules_count].nomanual = nomanual;
594                             framework_config.supervisor.rules[framework_config.supervisor.rules_count].stdout_path = stdout_path;
595                             framework_config.supervisor.rules[framework_config.supervisor.rules_count].stderr_path = stderr_path;
596
597                             log_add_verbose(2, "[framework-config] adding supervisor command: %s with autorestart: %d\n", path, autorestart);
598                             framework_config.supervisor.rules_count++;
599                         }
600                     }
601                 }
602             }
603         }
604         else {
605             main_node = cJSON_GetObjectItem(json, "datastore-random-generation-rules");
606             if(main_node) {
607                 node = cJSON_GetObjectItem(main_node, "excluded-modules");
608                 if(node) {
609                     if(cJSON_IsArray(node)) {
610                         cJSON *element;
611                         cJSON_ArrayForEach(element, node) {
612                             if(cJSON_IsString(element)) {
613                                 log_add_verbose(2, "[framework-config] adding datastore-random-generation-rules/excluded-modules: %s\n", element->valuestring);
614                                 framework_config.datastore_generate.excluded_modules = (char **)realloc(framework_config.datastore_generate.excluded_modules, sizeof(char*) * (framework_config.datastore_generate.excluded_modules_count + 1));
615                                 if(!framework_config.datastore_generate.excluded_modules) {
616                                     log_error("[framework-config] bad realloc\n");
617                                 }
618                                 framework_config.datastore_generate.excluded_modules[framework_config.datastore_generate.excluded_modules_count] = (char *)malloc(sizeof(char) * (strlen(element->valuestring) + 1));
619                                 if(!framework_config.datastore_generate.excluded_modules[framework_config.datastore_generate.excluded_modules_count]) {
620                                     log_error("[framework-config] bad malloc\n");
621                                 }
622                                 strcpy(framework_config.datastore_generate.excluded_modules[framework_config.datastore_generate.excluded_modules_count], element->valuestring);
623                                 framework_config.datastore_generate.excluded_modules_count++;
624                             }
625                         }
626                     }
627                 }
628
629                 node = cJSON_GetObjectItem(main_node, "debug-max-string-size");
630                 if(node) {
631                     framework_config.datastore_generate.debug_max_string_size = node->valueint;
632                     log_add_verbose(2, "[framework-config] setting datastore-random-generation-rules/debug-max-string-size: %d\n", framework_config.datastore_generate.debug_max_string_size);
633                 }
634
635                 node = cJSON_GetObjectItem(main_node, "default-list-instances");
636                 if(node) {
637                     if(cJSON_IsNumber(node)) {
638                         framework_config.datastore_generate.default_list_instances = node->valueint;
639                         log_add_verbose(2, "[framework-config] setting datastore-random-generation-rules/default-list-instances: %d\n", framework_config.datastore_generate.default_list_instances);
640                     }
641                 }
642
643                 node = cJSON_GetObjectItem(main_node, "custom-list-instances");
644                 if(node) {
645                     if(cJSON_IsArray(node)) {
646                         cJSON *element;
647                         cJSON_ArrayForEach(element, node) {
648                             if(cJSON_IsObject(element)) {
649                                 cJSON *object;
650                                 cJSON_ArrayForEach(object, element) {
651                                     char *path = object->string;
652                                     int count = object->valueint;
653                                     log_add_verbose(2, "[framework-config] adding datastore-random-generation-rules/custom-list-instances %s - %d\n", path, count);
654                                     framework_config.datastore_generate.custom_list_instances = (custom_list_instances_t *)realloc(framework_config.datastore_generate.custom_list_instances, sizeof(custom_list_instances_t) * (framework_config.datastore_generate.custom_list_instances_count + 1));
655                                     if(!framework_config.datastore_generate.custom_list_instances) {
656                                         log_error("[framework-config] bad realloc\n");
657                                     }
658                                     
659                                     framework_config.datastore_generate.custom_list_instances[framework_config.datastore_generate.custom_list_instances_count].path = (char *)malloc(sizeof(char) * (strlen(path) + 1));
660                                     if(!framework_config.datastore_generate.custom_list_instances[framework_config.datastore_generate.custom_list_instances_count].path) {
661                                         log_error("[framework-config] bad malloc\n");
662                                     }
663                                     strcpy(framework_config.datastore_generate.custom_list_instances[framework_config.datastore_generate.custom_list_instances_count].path, path);
664                                     framework_config.datastore_generate.custom_list_instances[framework_config.datastore_generate.custom_list_instances_count].count = count;
665                                     framework_config.datastore_generate.custom_list_instances_count++;
666                                 }
667                             }
668                         }
669                     }
670                 }
671
672                 node = cJSON_GetObjectItem(main_node, "restrict-schema");
673                 if(node) {
674                     if(cJSON_IsArray(node)) {
675                         cJSON *element;
676                         cJSON_ArrayForEach(element, node) {
677                             if(cJSON_IsObject(element)) {
678                                 cJSON *object;
679                                 cJSON_ArrayForEach(object, element) {
680                                     char *path = object->string;
681
682                                     log_add_verbose(2, "[framework-config] adding datastore-random-generation-rules/restrict-schema: %s with values:", path);
683                                     framework_config.datastore_generate.restrict_schema = (restrict_schema_t *)realloc(framework_config.datastore_generate.restrict_schema, sizeof(restrict_schema_t) * (framework_config.datastore_generate.restrict_schema_count + 1));
684                                     if(!framework_config.datastore_generate.restrict_schema) {
685                                         log_error("[framework-config] bad realloc\n");
686                                     }
687                                     
688                                     framework_config.datastore_generate.restrict_schema[framework_config.datastore_generate.restrict_schema_count].path = (char *)malloc(sizeof(char) * (strlen(path) + 1));
689                                     if(!framework_config.datastore_generate.restrict_schema[framework_config.datastore_generate.restrict_schema_count].path) {
690                                         log_error("[framework-config] bad malloc\n");
691                                     }
692                                     strcpy(framework_config.datastore_generate.restrict_schema[framework_config.datastore_generate.restrict_schema_count].path, path);
693
694
695                                     framework_config.datastore_generate.restrict_schema[framework_config.datastore_generate.restrict_schema_count].values_count = 0;
696                                     framework_config.datastore_generate.restrict_schema[framework_config.datastore_generate.restrict_schema_count].values = 0;
697                                     framework_config.datastore_generate.restrict_schema[framework_config.datastore_generate.restrict_schema_count].index = 0;
698                                     cJSON *value;
699                                     cJSON_ArrayForEach(value, object) {
700                                         if(cJSON_IsString(value)) {
701                                             framework_config.datastore_generate.restrict_schema[framework_config.datastore_generate.restrict_schema_count].values = (char **)realloc(framework_config.datastore_generate.restrict_schema[framework_config.datastore_generate.restrict_schema_count].values, sizeof(char*) * (framework_config.datastore_generate.restrict_schema[framework_config.datastore_generate.restrict_schema_count].values_count + 1));
702                                             if(!framework_config.datastore_generate.restrict_schema[framework_config.datastore_generate.restrict_schema_count].values) {
703                                                 log_error("[framework-config] bad realloc\n");
704                                             }
705                                             framework_config.datastore_generate.restrict_schema[framework_config.datastore_generate.restrict_schema_count].values[framework_config.datastore_generate.restrict_schema[framework_config.datastore_generate.restrict_schema_count].values_count] = (char *)malloc(sizeof(char) * (strlen(value->valuestring) + 1));
706                                             if(!framework_config.datastore_generate.restrict_schema[framework_config.datastore_generate.restrict_schema_count].values[framework_config.datastore_generate.restrict_schema[framework_config.datastore_generate.restrict_schema_count].values_count]) {
707                                                 log_error("[framework-config] bad malloc\n");
708                                             }
709                                             strcpy(framework_config.datastore_generate.restrict_schema[framework_config.datastore_generate.restrict_schema_count].values[framework_config.datastore_generate.restrict_schema[framework_config.datastore_generate.restrict_schema_count].values_count], value->valuestring);
710                                             framework_config.datastore_generate.restrict_schema[framework_config.datastore_generate.restrict_schema_count].values_count++;
711
712                                             log_add(2, " %s", value->valuestring);
713                                         }
714                                     }
715                                     log_add(2, "\n");
716
717                                     framework_config.datastore_generate.restrict_schema_count++;
718                                 }
719                             }
720                         }
721                     }
722                 }
723             }
724
725             main_node = cJSON_GetObjectItem(json, "datastore-populate-rules");
726             if(main_node) {
727                 node = cJSON_GetObjectItem(main_node, "random-generation-enabled");
728                 if(node) {
729                     framework_config.datastore_populate.random_generation_enabled = node->valueint;
730                     log_add_verbose(2, "[framework-config] setting datastore-populate-rules/random-generation-enabled: %d\n", framework_config.datastore_populate.random_generation_enabled);
731                 }
732                 else {
733                     log_add_verbose(2, "[framework-config] setting datastore-populate-rules/random-generation-enabled: %d [default value]\n", framework_config.datastore_populate.random_generation_enabled);
734                 }
735                 
736                 node = cJSON_GetObjectItem(main_node, "pre-generated-operational-data");
737                 if(node) {
738                     if(cJSON_IsArray(node)) {
739                         cJSON *element;
740                         cJSON_ArrayForEach(element, node) {
741                             if(cJSON_IsString(element)) {
742                                 log_add_verbose(2, "[framework-config] adding datastore-populate-rules/pre-generated-operational-data: %s\n", element->valuestring);
743                                 framework_config.datastore_populate.preg_operational = (char **)realloc(framework_config.datastore_populate.preg_operational, sizeof(char*) * (framework_config.datastore_populate.preg_operational_count + 1));
744                                 if(!framework_config.datastore_populate.preg_operational) {
745                                     log_error("[framework-config] bad realloc\n");
746                                 }
747                                 framework_config.datastore_populate.preg_operational[framework_config.datastore_populate.preg_operational_count] = (char *)malloc(sizeof(char) * (strlen(element->valuestring) + 1));
748                                 if(!framework_config.datastore_populate.preg_operational[framework_config.datastore_populate.preg_operational_count]) {
749                                     log_error("[framework-config] bad malloc\n");
750                                 }
751                                 strcpy(framework_config.datastore_populate.preg_operational[framework_config.datastore_populate.preg_operational_count], element->valuestring);
752                                 framework_config.datastore_populate.preg_operational_count++;
753                             }
754                         }
755                     }
756                 }
757
758                 node = cJSON_GetObjectItem(main_node, "pre-generated-running-data");
759                 if(node) {
760                     if(cJSON_IsArray(node)) {
761                         cJSON *element;
762                         cJSON_ArrayForEach(element, node) {
763                             if(cJSON_IsString(element)) {
764                                 log_add_verbose(2, "[framework-config] adding datastore-populate-rules/pre-generated-running-data: %s\n", element->valuestring);
765                                 framework_config.datastore_populate.preg_running = (char **)realloc(framework_config.datastore_populate.preg_running, sizeof(char*) * (framework_config.datastore_populate.preg_running_count + 1));
766                                 if(!framework_config.datastore_populate.preg_running) {
767                                     log_error("[framework-config] bad realloc\n");
768                                 }
769                                 framework_config.datastore_populate.preg_running[framework_config.datastore_populate.preg_running_count] = (char *)malloc(sizeof(char) * (strlen(element->valuestring) + 1));
770                                 if(!framework_config.datastore_populate.preg_running[framework_config.datastore_populate.preg_running_count]) {
771                                     log_error("[framework-config] bad malloc\n");
772                                 }
773                                 strcpy(framework_config.datastore_populate.preg_running[framework_config.datastore_populate.preg_running_count], element->valuestring);
774                                 framework_config.datastore_populate.preg_running_count++;
775                             }
776                         }
777                     }
778                 }
779
780             }
781         }
782
783         cJSON_Delete(json);
784         
785     }
786     log_add_verbose(2, "[framework-config] finished parsing config.json\n");
787
788     return NTS_ERR_OK;
789 }
790
791 void framework_free(void) {
792     log_add_verbose(2, "[framework-config] framework_free()... ");
793
794     signal(SIGINT, 0);
795     signal(SIGTERM, 0);
796     signal(SIGQUIT, 0);
797
798     free((char *)argp_program_version);
799     argp_program_version = 0;
800
801     free(framework_environment.nts.version);
802     free(framework_environment.nts.build_time);
803     free(framework_environment.nts.function_type);
804     free(framework_environment.nts.nf_standalone_start_features);
805     free(framework_environment.nts.nf_mount_point_addressing_method);
806     free(framework_environment.settings.ip_v4);
807     free(framework_environment.settings.ip_v6);
808     free(framework_environment.settings.docker_engine_version);
809     free(framework_environment.settings.docker_repository);
810     free(framework_environment.settings.hostname);
811     free(framework_environment.host.ip);
812     free(framework_environment.sdn_controller.protocol);
813     free(framework_environment.sdn_controller.ip);
814     free(framework_environment.sdn_controller.username);
815     free(framework_environment.sdn_controller.password);
816     free(framework_environment.ves_endpoint.common_header_version);
817     free(framework_environment.ves_endpoint.protocol);
818     free(framework_environment.ves_endpoint.ip);
819     free(framework_environment.ves_endpoint.auth_method);
820     free(framework_environment.ves_endpoint.username);
821     free(framework_environment.ves_endpoint.password);
822     free(framework_environment.ves_endpoint.certificate);
823
824     free(framework_arguments.print_structure_xpath);
825     framework_arguments.print_structure_xpath = 0;
826
827     for(int i = 0; i < framework_config.supervisor.rules_count; i++) {
828         free(framework_config.supervisor.rules[i].name);
829         free(framework_config.supervisor.rules[i].path);
830         for(int j = 0; j < framework_config.supervisor.rules[i].args_count; j++) {
831             free(framework_config.supervisor.rules[i].args[j]);
832         }
833         free(framework_config.supervisor.rules[i].args);
834         free(framework_config.supervisor.rules[i].stdout_path);
835         free(framework_config.supervisor.rules[i].stderr_path);
836     }
837
838     free(framework_config.supervisor.rules);
839
840     for(int i = 0; i < framework_config.docker.excluded_modules_count; i++) {
841         free(framework_config.docker.excluded_modules[i]);
842     }
843     free(framework_config.docker.excluded_modules);
844
845     for(int i = 0; i < framework_config.docker.excluded_features_count; i++) {
846         free(framework_config.docker.excluded_features[i]);
847     }
848     free(framework_config.docker.excluded_features);
849     
850     for(int i = 0; i < framework_config.datastore_generate.excluded_modules_count; i++) {
851         free(framework_config.datastore_generate.excluded_modules[i]);
852     }
853     free(framework_config.datastore_generate.excluded_modules);
854
855
856     for(int i = 0; i < framework_config.datastore_generate.custom_list_instances_count; i++) {
857         free(framework_config.datastore_generate.custom_list_instances[i].path);
858         
859     }
860     free(framework_config.datastore_generate.custom_list_instances);
861
862     for(int i = 0; i < framework_config.datastore_generate.restrict_schema_count; i++) {
863         free(framework_config.datastore_generate.restrict_schema[i].path);
864         for(int j = 0; j < framework_config.datastore_generate.restrict_schema[i].values_count; j++) {
865             free(framework_config.datastore_generate.restrict_schema[i].values[j]);
866         }
867         free(framework_config.datastore_generate.restrict_schema[i].values);
868     }
869     free(framework_config.datastore_generate.restrict_schema);
870
871     for(int i = 0; i < framework_config.datastore_populate.preg_operational_count; i++) {
872         free(framework_config.datastore_populate.preg_operational[i]);
873     }
874     free(framework_config.datastore_populate.preg_operational);
875
876     for(int i = 0; i < framework_config.datastore_populate.preg_running_count; i++) {
877         free(framework_config.datastore_populate.preg_running[i]);
878     }
879     free(framework_config.datastore_populate.preg_running);
880
881
882     log_add(2, "done\n");
883     log_close();
884 }
885
886 static void framework_signal_handler(int signo) {
887     framework_sigint = 1;
888 }
889
890 static error_t parse_opt(int key, char *arg, struct argp_state *state) {
891     framework_arguments_t *iter_arguments = state->input;
892     switch (key) {
893         case 'i':
894             iter_arguments->nts_mode = NTS_MODE_CONTAINER_INIT;
895             break;
896
897         case 's':
898             iter_arguments->nts_mode = NTS_MODE_SUPERVISOR;
899             break;
900
901         case 'm':
902             iter_arguments->nts_mode = NTS_MODE_MANAGER;
903             break;
904
905         case 'f':
906             iter_arguments->nts_mode = NTS_MODE_NETWORK_FUNCTION;
907             break;
908
909         case 'b':
910             iter_arguments->nts_mode = NTS_MODE_BLANK;
911             break;
912
913         case 'g':
914             iter_arguments->nts_mode = NTS_MODE_GENERATE_DATA;
915             break;
916
917         case 't':
918             iter_arguments->nts_mode = NTS_MODE_TEST;
919             break;
920
921         case 'r':
922             iter_arguments->no_rand = true;
923             framework_arguments.fixed_seed = 0;
924             int i = 0;
925             while(arg[i]) {
926                 framework_arguments.fixed_seed *= 10;
927                 framework_arguments.fixed_seed += arg[i] - '0';
928                 i++;
929             }
930             break;
931
932         case 'v':
933             iter_arguments->verbosity_level = arg[0] - '0';
934             break;
935
936         case 'w':
937             chdir(arg);
938             break;
939
940         case '1':
941             iter_arguments->print_root_paths = true;
942             break;
943
944         case '2':
945             iter_arguments->print_structure_xpath = (char *)malloc(sizeof(char) * (strlen(arg) + 1));
946             if(!iter_arguments->print_structure_xpath) {
947                 log_error("[framework-arg] bad malloc\n");
948                 return 1;
949             }
950             strcpy(iter_arguments->print_structure_xpath, arg);
951             if(arg[strlen(arg) - 1] == '/') {
952                 iter_arguments->print_structure_xpath[strlen(arg) - 1] = 0;
953             }
954             break;
955
956         case ARGP_KEY_ARG:
957             if (state->arg_num >= 2) {
958                 argp_usage(state);
959             }
960             break;
961
962         case ARGP_KEY_END:
963
964             break;
965
966         default:
967             return ARGP_ERR_UNKNOWN;
968     }
969     
970     return 0;
971 }