-
Notifications
You must be signed in to change notification settings - Fork 102
/
polycubed.cpp
317 lines (258 loc) · 8.71 KB
/
polycubed.cpp
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
/*
* Copyright 2017 The Polycube Authors
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
#include <algorithm>
#include <thread>
#include <errno.h>
#include <execinfo.h>
#include <signal.h>
#include <stdlib.h>
#include <sys/file.h>
#include <sys/stat.h>
#include <sys/types.h>
#include <unistd.h>
#include "config.h"
#include "polycube/services/json.hpp"
#include "rest_server.h"
#include "version.h"
#include "utils/netlink.h"
#include "utils/utils.h"
#include <spdlog/sinks/rotating_file_sink.h>
#include <spdlog/sinks/stdout_sinks.h>
#include "polycubed_core.h"
#include "cubes_dump.h"
#define REQUIRED_POLYCUBED_KERNEL ("4.14.0")
using json = nlohmann::json;
using namespace Pistache;
using namespace polycube::polycubed;
using namespace configuration;
static std::shared_ptr<spdlog::sinks::rotating_file_sink_mt> file;
static std::shared_ptr<spdlog::sinks::stdout_sink_mt> console;
static spdlog::sinks_init_list sinks;
std::shared_ptr<spdlog::logger> logger;
// create core instance
PolycubedCore *core;
RestServer *restserver;
CubesDump *cubesdump;
int netlink_notification_id = -1;
void shutdown() {
static bool done = false;
if (done)
return;
// Service controllers depend on Rest Server. It is required to remove them
// before clearing the rest server in order to avoid segmentation faults.
if (core && restserver) {
core->clear_servicectrl_list();
restserver->shutdown();
logger->debug("rest server shutdown");
delete core;
delete restserver;
}
if (cubesdump) {
delete cubesdump;
}
if (netlink_notification_id != -1) {
Netlink::getInstance().unregisterObserver(Netlink::Event::LINK_DELETED,
netlink_notification_id);
}
logger->info("polycubed is shutting down. Bye!");
done = true;
}
void shutdown_handler(int s) {
logger->info("Caught signal {0}", s);
shutdown();
exit(0);
}
void initlogger() {
spdlog::drop("polycubed");
file = std::make_shared<spdlog::sinks::rotating_file_sink_mt>(
config.getLogFile(), 1048576 * 5, 3);
console = std::make_shared<spdlog::sinks::stdout_sink_mt>();
sinks = {file, console};
logger = std::make_shared<spdlog::logger>("polycubed", sinks);
logger->flush_on(spdlog::level::trace);
}
void daemonize(void) {
pid_t pid;
/* Fork off the parent process */
pid = fork();
/* An error occurred */
if (pid < 0) {
logger->error("fork() error");
exit(EXIT_FAILURE);
}
/* Success: Let the parent terminate */
if (pid > 0) {
exit(EXIT_SUCCESS);
}
/* On success: The child process becomes session leader */
if (setsid() < 0) {
logger->error("setsid() error");
exit(EXIT_FAILURE);
}
/* Catch, ignore and handle signals */
// TODO: Implement a working signal handler */
signal(SIGCHLD, SIG_IGN);
signal(SIGHUP, SIG_IGN);
/* Fork off for the second time*/
pid = fork();
/* An error occurred */
if (pid < 0) {
logger->error("fork() error");
exit(EXIT_FAILURE);
}
/* Success: Let the parent terminate */
if (pid > 0) {
exit(EXIT_SUCCESS);
}
/* Set new file permissions */
umask(0644);
/* Change the working directory to the root directory */
/* or another appropriated directory */
chdir("/");
/* Close all open file descriptors */
for (int x = sysconf(_SC_OPEN_MAX); x >= 0; x--) {
close(x);
}
}
// this function is implemented in the load_services.cpp file
// that is automatically generated by CMake
void load_services(PolycubedCore &core);
int main(int argc, char *argv[]) {
// init logger ASAP, to print early error messages
console = std::make_shared<spdlog::sinks::stdout_sink_mt>();
sinks = {console};
logger = std::make_shared<spdlog::logger>("polycubed", sinks);
logger->flush_on(spdlog::level::trace);
spdlog::register_logger(logger);
try {
if (!config.load(argc, argv)) {
exit(EXIT_SUCCESS);
}
} catch (const std::exception &e) {
// The problem of the error in loading the config file may be due to
// polycubed executed as normal user
if (getuid())
logger->critical("polycubed should be executed with root privileges");
logger->critical("Error loading config: {}", e.what());
exit(EXIT_FAILURE);
}
initlogger();
spdlog::register_logger(logger);
logger->set_level(config.getLogLevel());
if (getuid()) {
logger->critical("polycubed should be executed with root privileges");
exit(EXIT_FAILURE);
}
config.dump();
logger->info("polycubed starting...");
logger->info("version {}", VERSION);
if (!utils::check_kernel_version(REQUIRED_POLYCUBED_KERNEL)) {
logger->error("kernel {0} is required for polycubed",
REQUIRED_POLYCUBED_KERNEL);
exit(EXIT_FAILURE);
}
if (config.getDaemon()) {
logger->info("running as daemon");
daemonize();
spdlog::drop("polycubed");
// in daemon mode log only to the file
file = std::make_shared<spdlog::sinks::rotating_file_sink_mt>(
config.getLogFile(), 1048576 * 5, 3);
logger = std::make_shared<spdlog::logger>("polycubed", file);
spdlog::register_logger(logger);
}
/*
* check if there is another instance running
* https://stackoverflow.com/a/5339606.
*/
int pid_file = open(config.getPidFile().c_str(), O_CREAT | O_RDWR, 0666);
int rc = flock(pid_file, LOCK_EX | LOCK_NB);
if (rc) {
if (EWOULDBLOCK == errno) {
unsigned long other_pid;
FILE *pif_file_f = fdopen(pid_file, "r");
fscanf(pif_file_f, "%lu", &other_pid);
logger->critical(
"There is another polycube instance running with pid {0}", other_pid);
exit(EXIT_FAILURE);
}
}
// write pid on .pid file (done after deamonize as pid changes)
dprintf(pid_file, "%lu\n", (unsigned long)getpid());
// Each instance of a service requires a high number of file descriptors
// (for example helloworld required 7), hence the default limit is too low
// for creating many instances of the services.
struct rlimit r = {32 * 1024, 64 * 1024};
if (setrlimit(RLIMIT_NOFILE, &r)) {
logger->critical("Failed to set max number of possible filedescriptor");
return -1;
}
struct sigaction sigIntHandler;
sigIntHandler.sa_handler = shutdown_handler;
sigemptyset(&sigIntHandler.sa_mask);
sigIntHandler.sa_flags = 0;
sigaction(SIGINT, &sigIntHandler, NULL);
sigaction(SIGTERM, &sigIntHandler, NULL);
try {
PatchPanel::get_tc_instance();
PatchPanel::get_xdp_instance();
Controller::get_tc_instance();
Controller::get_xdp_instance();
} catch (const std::exception &e) {
logger->critical("Error starting polycube: {0}", e.what());
return -1;
}
auto base_model = new BaseModel();
core = new PolycubedCore(base_model);
// register handler to detect interfaces that are deleted
netlink_notification_id = Netlink::getInstance().registerObserver(
Netlink::Event::LINK_DELETED,
std::bind(&ServiceController::netlink_notification, std::placeholders::_1,
std::placeholders::_2));
// setup rest server
int thr = 4;
size_t max_payload_size = 1024*1024; // 1MB
Address addr(config.getServerIP(), Pistache::Port(config.getServerPort()));
// logger->info("Cores = {0}", hardware_concurrency());
// logger->info("Using {0} threads", thr);
// start rest server
restserver = new RestServer(addr, *core);
restserver->init(thr, max_payload_size, config.getCertPath(), config.getKeyPath(),
config.getCACertPath(), config.getCertWhitelistPath(),
config.getCertBlacklistPath());
core->set_rest_server(restserver);
restserver->start();
// register services that are shipped with polycube
load_services(*core);
// create a cubes dump instance if needed
//if (!config.getCubesNoDump()) {
if (config.getCubesDumpEnabled()) {
cubesdump = new CubesDump();
core->set_cubes_dump(cubesdump);
// In case the user does not want to initialize the Polycube virtual network,
// let's load the last topology that was present when the daemon was shut down.
if (!config.getCubesDumpCleanInit()) {
restserver->load_last_topology();
}
// start to saving topology only after it has been loaded
cubesdump->Enable();
}
// pause the execution of current thread until ctrl+c
pause();
// shutdown all servers components
shutdown();
return 0;
}