git-daemon: timeout, eliminate double DWIM
[git/git.git] / daemon.c
CommitLineData
a87e8be2
LT
1#include "cache.h"
2#include "pkt-line.h"
eaa94919
LT
3#include <signal.h>
4#include <sys/wait.h>
a87e8be2 5#include <sys/socket.h>
3cd6ecda 6#include <sys/time.h>
6573faff 7#include <sys/poll.h>
df076bdb 8#include <netdb.h>
a87e8be2 9#include <netinet/in.h>
f8ff0c06 10#include <arpa/inet.h>
9048fe1c 11#include <syslog.h>
f8ff0c06 12
9048fe1c 13static int log_syslog;
f8ff0c06
PB
14static int verbose;
15
960deccb
PA
16static const char daemon_usage[] =
17"git-daemon [--verbose] [--syslog] [--inetd | --port=n] [--export-all]\n"
18" [--timeout=n] [--init-timeout=n] [directory...]";
4ae95682
PA
19
20/* List of acceptable pathname prefixes */
21static char **ok_paths = NULL;
22
23/* If this is set, git-daemon-export-ok is not required */
24static int export_all_trees = 0;
f8ff0c06 25
960deccb
PA
26/* Timeout, and initial timeout */
27static unsigned int timeout = 0;
28static unsigned int init_timeout = 0;
f8ff0c06 29
9048fe1c 30static void logreport(int priority, const char *err, va_list params)
f8ff0c06
PB
31{
32 /* We should do a single write so that it is atomic and output
33 * of several processes do not get intermingled. */
34 char buf[1024];
35 int buflen;
36 int maxlen, msglen;
37
38 /* sizeof(buf) should be big enough for "[pid] \n" */
1bedd4ca 39 buflen = snprintf(buf, sizeof(buf), "[%ld] ", (long) getpid());
f8ff0c06
PB
40
41 maxlen = sizeof(buf) - buflen - 1; /* -1 for our own LF */
42 msglen = vsnprintf(buf + buflen, maxlen, err, params);
43
9048fe1c
PB
44 if (log_syslog) {
45 syslog(priority, "%s", buf);
46 return;
47 }
48
f8ff0c06
PB
49 /* maxlen counted our own LF but also counts space given to
50 * vsnprintf for the terminating NUL. We want to make sure that
51 * we have space for our own LF and NUL after the "meat" of the
52 * message, so truncate it at maxlen - 1.
53 */
54 if (msglen > maxlen - 1)
55 msglen = maxlen - 1;
56 else if (msglen < 0)
57 msglen = 0; /* Protect against weird return values. */
58 buflen += msglen;
59
60 buf[buflen++] = '\n';
61 buf[buflen] = '\0';
62
63 write(2, buf, buflen);
64}
65
cdda4745 66static void logerror(const char *err, ...)
f8ff0c06
PB
67{
68 va_list params;
69 va_start(params, err);
9048fe1c 70 logreport(LOG_ERR, err, params);
f8ff0c06
PB
71 va_end(params);
72}
73
cdda4745 74static void loginfo(const char *err, ...)
f8ff0c06
PB
75{
76 va_list params;
77 if (!verbose)
78 return;
79 va_start(params, err);
9048fe1c 80 logreport(LOG_INFO, err, params);
f8ff0c06
PB
81 va_end(params);
82}
a87e8be2 83
4ae95682
PA
84static int path_ok(const char *dir)
85{
86 const char *p = dir;
87 char **pp;
3e04c62d
PA
88 int sl, ndot;
89
90 /* The pathname here should be an absolute path. */
91 if ( *p++ != '/' )
92 return 0;
93
94 sl = 1; ndot = 0;
4ae95682
PA
95
96 for (;;) {
97 if ( *p == '.' ) {
98 ndot++;
3e04c62d
PA
99 } else if ( *p == '\0' ) {
100 /* Reject "." and ".." at the end of the path */
4ae95682 101 if ( sl && ndot > 0 && ndot < 3 )
3e04c62d
PA
102 return 0;
103
104 /* Otherwise OK */
105 break;
106 } else if ( *p == '/' ) {
107 /* Refuse "", "." or ".." */
108 if ( sl && ndot < 3 )
109 return 0;
4ae95682 110 sl = 1;
3e04c62d 111 ndot = 0;
4ae95682
PA
112 } else {
113 sl = ndot = 0;
114 }
115 p++;
116 }
117
118 if ( ok_paths && *ok_paths ) {
119 int ok = 0;
3e04c62d 120 int dirlen = strlen(dir);
4ae95682
PA
121
122 for ( pp = ok_paths ; *pp ; pp++ ) {
123 int len = strlen(*pp);
124 if ( len <= dirlen &&
125 !strncmp(*pp, dir, len) &&
126 (dir[len] == '/' || dir[len] == '\0') ) {
127 ok = 1;
128 break;
129 }
130 }
131
132 if ( !ok )
133 return 0; /* Path not in whitelist */
134 }
135
136 return 1; /* Path acceptable */
137}
a87e8be2 138
3e04c62d 139static int set_dir(const char *dir)
a87e8be2 140{
4ae95682 141 if (!path_ok(dir)) {
3e04c62d 142 errno = EACCES;
4ae95682
PA
143 return -1;
144 }
145
3e04c62d 146 if ( chdir(dir) )
a87e8be2 147 return -1;
3e04c62d 148
a87e8be2
LT
149 /*
150 * Security on the cheap.
151 *
152 * We want a readable HEAD, usable "objects" directory, and
153 * a "git-daemon-export-ok" flag that says that the other side
154 * is ok with us doing this.
155 */
3e04c62d
PA
156 if (!export_all_trees && access("git-daemon-export-ok", F_OK)) {
157 errno = EACCES;
158 return -1;
159 }
160
161 if (access("objects/", X_OK) || access("HEAD", R_OK)) {
162 errno = EINVAL;
163 return -1;
164 }
165
166 /* If all this passed, we're OK */
167 return 0;
168}
169
170static int upload(char *dir)
171{
172 /* Try paths in this order */
173 static const char *paths[] = { "%s", "%s/.git", "%s.git", "%s.git/.git", NULL };
174 const char **pp;
175 /* Enough for the longest path above including final null */
176 int buflen = strlen(dir)+10;
177 char *dirbuf = xmalloc(buflen);
960deccb
PA
178 /* Timeout as string */
179 char timeout_buf[64];
3e04c62d
PA
180
181 loginfo("Request for '%s'", dir);
182
183 for ( pp = paths ; *pp ; pp++ ) {
184 snprintf(dirbuf, buflen, *pp, dir);
185 if ( !set_dir(dirbuf) )
186 break;
187 }
188
189 if ( !*pp ) {
190 logerror("Cannot set directory '%s': %s", dir, strerror(errno));
a87e8be2 191 return -1;
f8ff0c06 192 }
a87e8be2 193
02d57da4
LT
194 /*
195 * We'll ignore SIGTERM from now on, we have a
196 * good client.
197 */
198 signal(SIGTERM, SIG_IGN);
199
960deccb
PA
200 snprintf(timeout_buf, sizeof timeout_buf, "--timeout=%u", timeout);
201
a87e8be2 202 /* git-upload-pack only ever reads stuff, so this is safe */
960deccb 203 execlp("git-upload-pack", "git-upload-pack", "--strict", timeout_buf, ".", NULL);
a87e8be2
LT
204 return -1;
205}
206
7d80694a 207static int execute(void)
a87e8be2 208{
7d80694a
LT
209 static char line[1000];
210 int len;
211
960deccb 212 alarm(init_timeout ? init_timeout : timeout);
7d80694a 213 len = packet_read_line(0, line, sizeof(line));
960deccb 214 alarm(0);
7d80694a
LT
215
216 if (len && line[len-1] == '\n')
217 line[--len] = 0;
218
a87e8be2 219 if (!strncmp("git-upload-pack /", line, 17))
3e04c62d 220 return upload(line+16);
a87e8be2 221
f8ff0c06 222 logerror("Protocol error: '%s'", line);
a87e8be2
LT
223 return -1;
224}
225
66e631de
LT
226
227/*
228 * We count spawned/reaped separately, just to avoid any
229 * races when updating them from signals. The SIGCHLD handler
230 * will only update children_reaped, and the fork logic will
231 * only update children_spawned.
232 *
233 * MAX_CHILDREN should be a power-of-two to make the modulus
234 * operation cheap. It should also be at least twice
235 * the maximum number of connections we will ever allow.
236 */
237#define MAX_CHILDREN 128
238
239static int max_connections = 25;
240
241/* These are updated by the signal handler */
242static volatile unsigned int children_reaped = 0;
4d8fa916 243static pid_t dead_child[MAX_CHILDREN];
66e631de
LT
244
245/* These are updated by the main loop */
246static unsigned int children_spawned = 0;
247static unsigned int children_deleted = 0;
248
4d8fa916 249static struct child {
66e631de 250 pid_t pid;
7fa09084 251 int addrlen;
df076bdb 252 struct sockaddr_storage address;
66e631de
LT
253} live_child[MAX_CHILDREN];
254
7fa09084 255static void add_child(int idx, pid_t pid, struct sockaddr *addr, int addrlen)
66e631de
LT
256{
257 live_child[idx].pid = pid;
258 live_child[idx].addrlen = addrlen;
df076bdb 259 memcpy(&live_child[idx].address, addr, addrlen);
66e631de
LT
260}
261
262/*
263 * Walk from "deleted" to "spawned", and remove child "pid".
264 *
265 * We move everything up by one, since the new "deleted" will
266 * be one higher.
267 */
268static void remove_child(pid_t pid, unsigned deleted, unsigned spawned)
269{
270 struct child n;
271
272 deleted %= MAX_CHILDREN;
273 spawned %= MAX_CHILDREN;
274 if (live_child[deleted].pid == pid) {
275 live_child[deleted].pid = -1;
276 return;
277 }
278 n = live_child[deleted];
279 for (;;) {
280 struct child m;
281 deleted = (deleted + 1) % MAX_CHILDREN;
282 if (deleted == spawned)
283 die("could not find dead child %d\n", pid);
284 m = live_child[deleted];
285 live_child[deleted] = n;
286 if (m.pid == pid)
287 return;
288 n = m;
289 }
290}
291
292/*
293 * This gets called if the number of connections grows
294 * past "max_connections".
295 *
296 * We _should_ start off by searching for connections
297 * from the same IP, and if there is some address wth
298 * multiple connections, we should kill that first.
299 *
300 * As it is, we just "randomly" kill 25% of the connections,
301 * and our pseudo-random generator sucks too. I have no
302 * shame.
303 *
304 * Really, this is just a place-holder for a _real_ algorithm.
305 */
02d57da4 306static void kill_some_children(int signo, unsigned start, unsigned stop)
66e631de
LT
307{
308 start %= MAX_CHILDREN;
309 stop %= MAX_CHILDREN;
310 while (start != stop) {
311 if (!(start & 3))
02d57da4 312 kill(live_child[start].pid, signo);
66e631de
LT
313 start = (start + 1) % MAX_CHILDREN;
314 }
315}
316
02d57da4 317static void check_max_connections(void)
a87e8be2 318{
02d57da4 319 for (;;) {
eaa94919 320 int active;
66e631de 321 unsigned spawned, reaped, deleted;
eaa94919 322
66e631de 323 spawned = children_spawned;
66e631de
LT
324 reaped = children_reaped;
325 deleted = children_deleted;
326
327 while (deleted < reaped) {
328 pid_t pid = dead_child[deleted % MAX_CHILDREN];
329 remove_child(pid, deleted, spawned);
330 deleted++;
331 }
332 children_deleted = deleted;
333
334 active = spawned - deleted;
02d57da4
LT
335 if (active <= max_connections)
336 break;
66e631de 337
02d57da4
LT
338 /* Kill some unstarted connections with SIGTERM */
339 kill_some_children(SIGTERM, deleted, spawned);
340 if (active <= max_connections << 1)
341 break;
342
343 /* If the SIGTERM thing isn't helping use SIGKILL */
344 kill_some_children(SIGKILL, deleted, spawned);
345 sleep(1);
346 }
347}
348
7fa09084 349static void handle(int incoming, struct sockaddr *addr, int addrlen)
02d57da4
LT
350{
351 pid_t pid = fork();
f8ff0c06
PB
352 char addrbuf[256] = "";
353 int port = -1;
02d57da4
LT
354
355 if (pid) {
356 unsigned idx;
357
358 close(incoming);
359 if (pid < 0)
360 return;
361
362 idx = children_spawned % MAX_CHILDREN;
363 children_spawned++;
364 add_child(idx, pid, addr, addrlen);
66e631de 365
02d57da4 366 check_max_connections();
a87e8be2
LT
367 return;
368 }
369
370 dup2(incoming, 0);
371 dup2(incoming, 1);
372 close(incoming);
f8ff0c06
PB
373
374 if (addr->sa_family == AF_INET) {
375 struct sockaddr_in *sin_addr = (void *) addr;
376 inet_ntop(AF_INET, &sin_addr->sin_addr, addrbuf, sizeof(addrbuf));
377 port = sin_addr->sin_port;
378
6573faff 379#ifndef NO_IPV6
f8ff0c06
PB
380 } else if (addr->sa_family == AF_INET6) {
381 struct sockaddr_in6 *sin6_addr = (void *) addr;
382
383 char *buf = addrbuf;
384 *buf++ = '['; *buf = '\0'; /* stpcpy() is cool */
385 inet_ntop(AF_INET6, &sin6_addr->sin6_addr, buf, sizeof(addrbuf) - 1);
386 strcat(buf, "]");
387
388 port = sin6_addr->sin6_port;
6573faff 389#endif
f8ff0c06 390 }
da38641d 391 loginfo("Connection from %s:%d", addrbuf, port);
f8ff0c06 392
7d80694a 393 exit(execute());
a87e8be2
LT
394}
395
eaa94919
LT
396static void child_handler(int signo)
397{
398 for (;;) {
9048fe1c
PB
399 int status;
400 pid_t pid = waitpid(-1, &status, WNOHANG);
66e631de
LT
401
402 if (pid > 0) {
403 unsigned reaped = children_reaped;
404 dead_child[reaped % MAX_CHILDREN] = pid;
405 children_reaped = reaped + 1;
f8ff0c06 406 /* XXX: Custom logging, since we don't wanna getpid() */
9048fe1c
PB
407 if (verbose) {
408 char *dead = "";
409 if (!WIFEXITED(status) || WEXITSTATUS(status) > 0)
410 dead = " (with error)";
411 if (log_syslog)
412 syslog(LOG_INFO, "[%d] Disconnected%s", pid, dead);
413 else
414 fprintf(stderr, "[%d] Disconnected%s\n", pid, dead);
415 }
eaa94919
LT
416 continue;
417 }
418 break;
419 }
420}
421
6573faff
PA
422#ifndef NO_IPV6
423
424static int socksetup(int port, int **socklist_p)
a87e8be2 425{
df076bdb
YH
426 int socknum = 0, *socklist = NULL;
427 int maxfd = -1;
df076bdb 428 char pbuf[NI_MAXSERV];
a87e8be2 429
6573faff
PA
430 struct addrinfo hints, *ai0, *ai;
431 int gai;
df076bdb
YH
432
433 sprintf(pbuf, "%d", port);
434 memset(&hints, 0, sizeof(hints));
435 hints.ai_family = AF_UNSPEC;
436 hints.ai_socktype = SOCK_STREAM;
437 hints.ai_protocol = IPPROTO_TCP;
438 hints.ai_flags = AI_PASSIVE;
439
440 gai = getaddrinfo(NULL, pbuf, &hints, &ai0);
441 if (gai)
442 die("getaddrinfo() failed: %s\n", gai_strerror(gai));
443
df076bdb
YH
444 for (ai = ai0; ai; ai = ai->ai_next) {
445 int sockfd;
446 int *newlist;
447
448 sockfd = socket(ai->ai_family, ai->ai_socktype, ai->ai_protocol);
449 if (sockfd < 0)
450 continue;
451 if (sockfd >= FD_SETSIZE) {
452 error("too large socket descriptor.");
453 close(sockfd);
454 continue;
455 }
456
457#ifdef IPV6_V6ONLY
458 if (ai->ai_family == AF_INET6) {
459 int on = 1;
460 setsockopt(sockfd, IPPROTO_IPV6, IPV6_V6ONLY,
461 &on, sizeof(on));
462 /* Note: error is not fatal */
463 }
464#endif
465
466 if (bind(sockfd, ai->ai_addr, ai->ai_addrlen) < 0) {
467 close(sockfd);
468 continue; /* not fatal */
469 }
470 if (listen(sockfd, 5) < 0) {
471 close(sockfd);
472 continue; /* not fatal */
473 }
474
475 newlist = realloc(socklist, sizeof(int) * (socknum + 1));
476 if (!newlist)
477 die("memory allocation failed: %s", strerror(errno));
478
479 socklist = newlist;
480 socklist[socknum++] = sockfd;
481
df076bdb
YH
482 if (maxfd < sockfd)
483 maxfd = sockfd;
484 }
485
486 freeaddrinfo(ai0);
487
6573faff
PA
488 *socklist_p = socklist;
489 return socknum;
490}
491
492#else /* NO_IPV6 */
493
494static int socksetup(int port, int **socklist_p)
495{
496 struct sockaddr_in sin;
497 int sockfd;
498
499 sockfd = socket(AF_INET, SOCK_STREAM, 0);
500 if (sockfd < 0)
501 return 0;
502
503 memset(&sin, 0, sizeof sin);
504 sin.sin_family = AF_INET;
505 sin.sin_addr.s_addr = htonl(INADDR_ANY);
506 sin.sin_port = htons(port);
507
508 if ( bind(sockfd, (struct sockaddr *)&sin, sizeof sin) < 0 ) {
509 close(sockfd);
510 return 0;
511 }
a87e8be2 512
1b4713fb 513 *socklist_p = xmalloc(sizeof(int));
6573faff
PA
514 **socklist_p = sockfd;
515}
516
517#endif
518
519static int service_loop(int socknum, int *socklist)
520{
521 struct pollfd *pfd;
522 int i;
523
1b4713fb 524 pfd = xcalloc(socknum, sizeof(struct pollfd));
6573faff
PA
525
526 for (i = 0; i < socknum; i++) {
527 pfd[i].fd = socklist[i];
528 pfd[i].events = POLLIN;
529 }
9220282a
PA
530
531 signal(SIGCHLD, child_handler);
6573faff 532
a87e8be2 533 for (;;) {
df076bdb 534 int i;
6573faff
PA
535
536 if (poll(pfd, socknum, 0) < 0) {
1eef0b33 537 if (errno != EINTR) {
6573faff 538 error("poll failed, resuming: %s",
1eef0b33
JH
539 strerror(errno));
540 sleep(1);
541 }
df076bdb
YH
542 continue;
543 }
544
545 for (i = 0; i < socknum; i++) {
6573faff 546 if (pfd[i].revents & POLLIN) {
df076bdb 547 struct sockaddr_storage ss;
7626e49e 548 unsigned int sslen = sizeof(ss);
6573faff 549 int incoming = accept(pfd[i].fd, (struct sockaddr *)&ss, &sslen);
df076bdb
YH
550 if (incoming < 0) {
551 switch (errno) {
552 case EAGAIN:
553 case EINTR:
554 case ECONNABORTED:
555 continue;
556 default:
557 die("accept returned %s", strerror(errno));
558 }
559 }
560 handle(incoming, (struct sockaddr *)&ss, sslen);
a87e8be2
LT
561 }
562 }
a87e8be2
LT
563 }
564}
565
6573faff
PA
566static int serve(int port)
567{
568 int socknum, *socklist;
569
6573faff
PA
570 socknum = socksetup(port, &socklist);
571 if (socknum == 0)
572 die("unable to allocate any listen sockets on port %u", port);
573
574 return service_loop(socknum, socklist);
575}
576
a87e8be2
LT
577int main(int argc, char **argv)
578{
579 int port = DEFAULT_GIT_PORT;
e64e1b79 580 int inetd_mode = 0;
a87e8be2
LT
581 int i;
582
583 for (i = 1; i < argc; i++) {
584 char *arg = argv[i];
585
586 if (!strncmp(arg, "--port=", 7)) {
587 char *end;
588 unsigned long n;
589 n = strtoul(arg+7, &end, 0);
590 if (arg[7] && !*end) {
591 port = n;
592 continue;
593 }
594 }
e64e1b79
LT
595 if (!strcmp(arg, "--inetd")) {
596 inetd_mode = 1;
597 continue;
598 }
f8ff0c06
PB
599 if (!strcmp(arg, "--verbose")) {
600 verbose = 1;
601 continue;
602 }
9048fe1c
PB
603 if (!strcmp(arg, "--syslog")) {
604 log_syslog = 1;
605 openlog("git-daemon", 0, LOG_DAEMON);
606 continue;
607 }
4ae95682
PA
608 if (!strcmp(arg, "--export-all")) {
609 export_all_trees = 1;
610 continue;
611 }
960deccb
PA
612 if (!strncmp(arg, "--timeout=", 10)) {
613 timeout = atoi(arg+10);
614 }
615 if (!strncmp(arg, "--init-timeout=", 10)) {
616 init_timeout = atoi(arg+15);
617 }
4ae95682
PA
618 if (!strcmp(arg, "--")) {
619 ok_paths = &argv[i+1];
620 break;
621 } else if (arg[0] != '-') {
622 ok_paths = &argv[i];
623 break;
624 }
e64e1b79 625
a87e8be2
LT
626 usage(daemon_usage);
627 }
628
7c3693f1
LD
629 if (inetd_mode) {
630 fclose(stderr); //FIXME: workaround
e64e1b79 631 return execute();
6573faff
PA
632 } else {
633 return serve(port);
7c3693f1 634 }
a87e8be2 635}