4f9cddc308de318b5ff36c82c7a7600ec8c6c64d
[git/git.git] / transport.c
1 #include "cache.h"
2 #include "transport.h"
3 #include "run-command.h"
4 #include "http.h"
5 #include "pkt-line.h"
6 #include "fetch-pack.h"
7 #include "walker.h"
8 #include "bundle.h"
9
10 /* Generic functions for using commit walkers */
11
12 static int fetch_objs_via_walker(struct transport *transport,
13 int nr_objs, struct ref **to_fetch)
14 {
15 char *dest = xstrdup(transport->url);
16 struct walker *walker = transport->data;
17 char **objs = xmalloc(nr_objs * sizeof(*objs));
18 int i;
19
20 walker->get_all = 1;
21 walker->get_tree = 1;
22 walker->get_history = 1;
23 walker->get_verbosely = transport->verbose;
24 walker->get_recover = 0;
25
26 for (i = 0; i < nr_objs; i++)
27 objs[i] = xstrdup(sha1_to_hex(to_fetch[i]->old_sha1));
28
29 if (walker_fetch(walker, nr_objs, objs, NULL, NULL))
30 die("Fetch failed.");
31
32 for (i = 0; i < nr_objs; i++)
33 free(objs[i]);
34 free(objs);
35 free(dest);
36 return 0;
37 }
38
39 static int disconnect_walker(struct transport *transport)
40 {
41 struct walker *walker = transport->data;
42 if (walker)
43 walker_free(walker);
44 return 0;
45 }
46
47 static int curl_transport_push(struct transport *transport, int refspec_nr, const char **refspec, int flags) {
48 const char **argv;
49 int argc;
50 int err;
51
52 argv = xmalloc((refspec_nr + 11) * sizeof(char *));
53 argv[0] = "http-push";
54 argc = 1;
55 if (flags & TRANSPORT_PUSH_ALL)
56 argv[argc++] = "--all";
57 if (flags & TRANSPORT_PUSH_FORCE)
58 argv[argc++] = "--force";
59 argv[argc++] = transport->url;
60 while (refspec_nr--)
61 argv[argc++] = *refspec++;
62 argv[argc] = NULL;
63 err = run_command_v_opt(argv, RUN_GIT_CMD);
64 switch (err) {
65 case -ERR_RUN_COMMAND_FORK:
66 error("unable to fork for %s", argv[0]);
67 case -ERR_RUN_COMMAND_EXEC:
68 error("unable to exec %s", argv[0]);
69 break;
70 case -ERR_RUN_COMMAND_WAITPID:
71 case -ERR_RUN_COMMAND_WAITPID_WRONG_PID:
72 case -ERR_RUN_COMMAND_WAITPID_SIGNAL:
73 case -ERR_RUN_COMMAND_WAITPID_NOEXIT:
74 error("%s died with strange error", argv[0]);
75 }
76 return !!err;
77 }
78
79 #ifndef NO_CURL
80 static int missing__target(int code, int result)
81 {
82 return /* file:// URL -- do we ever use one??? */
83 (result == CURLE_FILE_COULDNT_READ_FILE) ||
84 /* http:// and https:// URL */
85 (code == 404 && result == CURLE_HTTP_RETURNED_ERROR) ||
86 /* ftp:// URL */
87 (code == 550 && result == CURLE_FTP_COULDNT_RETR_FILE)
88 ;
89 }
90
91 #define missing_target(a) missing__target((a)->http_code, (a)->curl_result)
92
93 static struct ref *get_refs_via_curl(const struct transport *transport)
94 {
95 struct buffer buffer;
96 char *data, *start, *mid;
97 char *ref_name;
98 char *refs_url;
99 int i = 0;
100
101 struct active_request_slot *slot;
102 struct slot_results results;
103
104 struct ref *refs = NULL;
105 struct ref *ref = NULL;
106 struct ref *last_ref = NULL;
107
108 data = xmalloc(4096);
109 buffer.size = 4096;
110 buffer.posn = 0;
111 buffer.buffer = data;
112
113 refs_url = xmalloc(strlen(transport->url) + 11);
114 sprintf(refs_url, "%s/info/refs", transport->url);
115
116 http_init();
117
118 slot = get_active_slot();
119 slot->results = &results;
120 curl_easy_setopt(slot->curl, CURLOPT_FILE, &buffer);
121 curl_easy_setopt(slot->curl, CURLOPT_WRITEFUNCTION, fwrite_buffer);
122 curl_easy_setopt(slot->curl, CURLOPT_URL, refs_url);
123 curl_easy_setopt(slot->curl, CURLOPT_HTTPHEADER, NULL);
124 if (start_active_slot(slot)) {
125 run_active_slot(slot);
126 if (results.curl_result != CURLE_OK) {
127 if (missing_target(&results)) {
128 free(buffer.buffer);
129 return NULL;
130 } else {
131 free(buffer.buffer);
132 error("%s", curl_errorstr);
133 return NULL;
134 }
135 }
136 } else {
137 free(buffer.buffer);
138 error("Unable to start request");
139 return NULL;
140 }
141
142 http_cleanup();
143
144 data = buffer.buffer;
145 start = NULL;
146 mid = data;
147 while (i < buffer.posn) {
148 if (!start)
149 start = &data[i];
150 if (data[i] == '\t')
151 mid = &data[i];
152 if (data[i] == '\n') {
153 data[i] = 0;
154 ref_name = mid + 1;
155 ref = xmalloc(sizeof(struct ref) +
156 strlen(ref_name) + 1);
157 memset(ref, 0, sizeof(struct ref));
158 strcpy(ref->name, ref_name);
159 get_sha1_hex(start, ref->old_sha1);
160 if (!refs)
161 refs = ref;
162 if (last_ref)
163 last_ref->next = ref;
164 last_ref = ref;
165 start = NULL;
166 }
167 i++;
168 }
169
170 free(buffer.buffer);
171
172 return refs;
173 }
174
175 static int fetch_objs_via_curl(struct transport *transport,
176 int nr_objs, struct ref **to_fetch)
177 {
178 if (!transport->data)
179 transport->data = get_http_walker(transport->url);
180 return fetch_objs_via_walker(transport, nr_objs, to_fetch);
181 }
182
183 #else
184
185 static struct ref *get_refs_via_curl(const struct transport *transport)
186 {
187 die("Cannot fetch from '%s' without curl ...", transport->url);
188 return NULL;
189 }
190
191 static int fetch_objs_via_curl(struct transport *transport,
192 int nr_objs, struct ref **to_fetch)
193 {
194 die("Cannot fetch from '%s' without curl ...", transport->url);
195 return -1;
196 }
197
198 #endif
199
200 struct bundle_transport_data {
201 int fd;
202 struct bundle_header header;
203 };
204
205 static struct ref *get_refs_from_bundle(const struct transport *transport)
206 {
207 struct bundle_transport_data *data = transport->data;
208 struct ref *result = NULL;
209 int i;
210
211 if (data->fd > 0)
212 close(data->fd);
213 data->fd = read_bundle_header(transport->url, &data->header);
214 if (data->fd < 0)
215 die ("Could not read bundle '%s'.", transport->url);
216 for (i = 0; i < data->header.references.nr; i++) {
217 struct ref_list_entry *e = data->header.references.list + i;
218 struct ref *ref = alloc_ref(strlen(e->name));
219 hashcpy(ref->old_sha1, e->sha1);
220 strcpy(ref->name, e->name);
221 ref->next = result;
222 result = ref;
223 }
224 return result;
225 }
226
227 static int fetch_refs_from_bundle(struct transport *transport,
228 int nr_heads, struct ref **to_fetch)
229 {
230 struct bundle_transport_data *data = transport->data;
231 return unbundle(&data->header, data->fd);
232 }
233
234 static int close_bundle(struct transport *transport)
235 {
236 struct bundle_transport_data *data = transport->data;
237 if (data->fd > 0)
238 close(data->fd);
239 free(data);
240 return 0;
241 }
242
243 struct git_transport_data {
244 unsigned thin : 1;
245 unsigned keep : 1;
246 int depth;
247 const char *uploadpack;
248 const char *receivepack;
249 };
250
251 static int set_git_option(struct transport *connection,
252 const char *name, const char *value)
253 {
254 struct git_transport_data *data = connection->data;
255 if (!strcmp(name, TRANS_OPT_UPLOADPACK)) {
256 data->uploadpack = value;
257 return 0;
258 } else if (!strcmp(name, TRANS_OPT_RECEIVEPACK)) {
259 data->receivepack = value;
260 return 0;
261 } else if (!strcmp(name, TRANS_OPT_THIN)) {
262 data->thin = !!value;
263 return 0;
264 } else if (!strcmp(name, TRANS_OPT_KEEP)) {
265 data->keep = !!value;
266 return 0;
267 } else if (!strcmp(name, TRANS_OPT_DEPTH)) {
268 if (!value)
269 data->depth = 0;
270 else
271 data->depth = atoi(value);
272 return 0;
273 }
274 return 1;
275 }
276
277 static struct ref *get_refs_via_connect(const struct transport *transport)
278 {
279 struct git_transport_data *data = transport->data;
280 struct ref *refs;
281 int fd[2];
282 pid_t pid;
283 char *dest = xstrdup(transport->url);
284
285 pid = git_connect(fd, dest, data->uploadpack, 0);
286
287 if (pid < 0)
288 die("Failed to connect to \"%s\"", transport->url);
289
290 get_remote_heads(fd[0], &refs, 0, NULL, 0);
291 packet_flush(fd[1]);
292
293 finish_connect(pid);
294
295 free(dest);
296
297 return refs;
298 }
299
300 static int fetch_refs_via_pack(struct transport *transport,
301 int nr_heads, struct ref **to_fetch)
302 {
303 struct git_transport_data *data = transport->data;
304 char **heads = xmalloc(nr_heads * sizeof(*heads));
305 char **origh = xmalloc(nr_heads * sizeof(*origh));
306 struct ref *refs;
307 char *dest = xstrdup(transport->url);
308 struct fetch_pack_args args;
309 int i;
310
311 memset(&args, 0, sizeof(args));
312 args.uploadpack = data->uploadpack;
313 args.keep_pack = data->keep;
314 args.lock_pack = 1;
315 args.use_thin_pack = data->thin;
316 args.verbose = transport->verbose;
317 args.depth = data->depth;
318
319 for (i = 0; i < nr_heads; i++)
320 origh[i] = heads[i] = xstrdup(to_fetch[i]->name);
321 refs = fetch_pack(&args, dest, nr_heads, heads, &transport->pack_lockfile);
322
323 for (i = 0; i < nr_heads; i++)
324 free(origh[i]);
325 free(origh);
326 free(heads);
327 free_refs(refs);
328 free(dest);
329 return 0;
330 }
331
332 static int git_transport_push(struct transport *transport, int refspec_nr, const char **refspec, int flags) {
333 struct git_transport_data *data = transport->data;
334 const char **argv;
335 char *rem;
336 int argc;
337 int err;
338
339 argv = xmalloc((refspec_nr + 11) * sizeof(char *));
340 argv[0] = "send-pack";
341 argc = 1;
342 if (flags & TRANSPORT_PUSH_ALL)
343 argv[argc++] = "--all";
344 if (flags & TRANSPORT_PUSH_FORCE)
345 argv[argc++] = "--force";
346 if (data->receivepack) {
347 char *rp = xmalloc(strlen(data->receivepack) + 16);
348 sprintf(rp, "--receive-pack=%s", data->receivepack);
349 argv[argc++] = rp;
350 }
351 if (data->thin)
352 argv[argc++] = "--thin";
353 rem = xmalloc(strlen(transport->remote->name) + 10);
354 sprintf(rem, "--remote=%s", transport->remote->name);
355 argv[argc++] = rem;
356 argv[argc++] = transport->url;
357 while (refspec_nr--)
358 argv[argc++] = *refspec++;
359 argv[argc] = NULL;
360 err = run_command_v_opt(argv, RUN_GIT_CMD);
361 switch (err) {
362 case -ERR_RUN_COMMAND_FORK:
363 error("unable to fork for %s", argv[0]);
364 case -ERR_RUN_COMMAND_EXEC:
365 error("unable to exec %s", argv[0]);
366 break;
367 case -ERR_RUN_COMMAND_WAITPID:
368 case -ERR_RUN_COMMAND_WAITPID_WRONG_PID:
369 case -ERR_RUN_COMMAND_WAITPID_SIGNAL:
370 case -ERR_RUN_COMMAND_WAITPID_NOEXIT:
371 error("%s died with strange error", argv[0]);
372 }
373 return !!err;
374 }
375
376 static int disconnect_git(struct transport *transport)
377 {
378 free(transport->data);
379 return 0;
380 }
381
382 static int is_local(const char *url)
383 {
384 const char *colon = strchr(url, ':');
385 const char *slash = strchr(url, '/');
386 return !colon || (slash && slash < colon);
387 }
388
389 static int is_file(const char *url)
390 {
391 struct stat buf;
392 if (stat(url, &buf))
393 return 0;
394 return S_ISREG(buf.st_mode);
395 }
396
397 struct transport *transport_get(struct remote *remote, const char *url)
398 {
399 struct transport *ret = xcalloc(1, sizeof(*ret));
400
401 ret->remote = remote;
402 ret->url = url;
403
404 if (!prefixcmp(url, "rsync://")) {
405 /* not supported; don't populate any ops */
406
407 } else if (!prefixcmp(url, "http://")
408 || !prefixcmp(url, "https://")
409 || !prefixcmp(url, "ftp://")) {
410 ret->get_refs_list = get_refs_via_curl;
411 ret->fetch = fetch_objs_via_curl;
412 ret->push = curl_transport_push;
413 ret->disconnect = disconnect_walker;
414
415 } else if (is_local(url) && is_file(url)) {
416 struct bundle_transport_data *data = xcalloc(1, sizeof(*data));
417 ret->data = data;
418 ret->get_refs_list = get_refs_from_bundle;
419 ret->fetch = fetch_refs_from_bundle;
420 ret->disconnect = close_bundle;
421
422 } else {
423 struct git_transport_data *data = xcalloc(1, sizeof(*data));
424 ret->data = data;
425 ret->set_option = set_git_option;
426 ret->get_refs_list = get_refs_via_connect;
427 ret->fetch = fetch_refs_via_pack;
428 ret->push = git_transport_push;
429 ret->disconnect = disconnect_git;
430
431 data->thin = 1;
432 data->uploadpack = "git-upload-pack";
433 if (remote && remote->uploadpack)
434 data->uploadpack = remote->uploadpack;
435 data->receivepack = "git-receive-pack";
436 if (remote && remote->receivepack)
437 data->receivepack = remote->receivepack;
438 }
439
440 return ret;
441 }
442
443 int transport_set_option(struct transport *transport,
444 const char *name, const char *value)
445 {
446 if (transport->set_option)
447 return transport->set_option(transport, name, value);
448 return 1;
449 }
450
451 int transport_push(struct transport *transport,
452 int refspec_nr, const char **refspec, int flags)
453 {
454 if (!transport->push)
455 return 1;
456 return transport->push(transport, refspec_nr, refspec, flags);
457 }
458
459 struct ref *transport_get_remote_refs(struct transport *transport)
460 {
461 if (!transport->remote_refs)
462 transport->remote_refs = transport->get_refs_list(transport);
463 return transport->remote_refs;
464 }
465
466 int transport_fetch_refs(struct transport *transport, struct ref *refs)
467 {
468 int rc;
469 int nr_heads = 0, nr_alloc = 0;
470 struct ref **heads = NULL;
471 struct ref *rm;
472
473 for (rm = refs; rm; rm = rm->next) {
474 if (rm->peer_ref &&
475 !hashcmp(rm->peer_ref->old_sha1, rm->old_sha1))
476 continue;
477 ALLOC_GROW(heads, nr_heads + 1, nr_alloc);
478 heads[nr_heads++] = rm;
479 }
480
481 rc = transport->fetch(transport, nr_heads, heads);
482 free(heads);
483 return rc;
484 }
485
486 void transport_unlock_pack(struct transport *transport)
487 {
488 if (transport->pack_lockfile) {
489 unlink(transport->pack_lockfile);
490 free(transport->pack_lockfile);
491 transport->pack_lockfile = NULL;
492 }
493 }
494
495 int transport_disconnect(struct transport *transport)
496 {
497 int ret = 0;
498 if (transport->disconnect)
499 ret = transport->disconnect(transport);
500 free(transport);
501 return ret;
502 }