1 #include "cache.h"
2 #include "transport.h"
3 #include "run-command.h"
4 #include "http.h"
5 #include "pkt-line.h"
6 #include "fetch-pack.h"
7 #include "walker.h"
8 #include "bundle.h"
10 /* Generic functions for using commit walkers */
12 static int fetch_objs_via_walker(struct transport *transport,
13 int nr_objs, struct ref **to_fetch)
14 {
15 char *dest = xstrdup(transport->url);
16 struct walker *walker = transport->data;
17 char **objs = xmalloc(nr_objs * sizeof(*objs));
18 int i;
20 walker->get_all = 1;
21 walker->get_tree = 1;
22 walker->get_history = 1;
23 walker->get_verbosely = transport->verbose;
24 walker->get_recover = 0;
26 for (i = 0; i < nr_objs; i++)
27 objs[i] = xstrdup(sha1_to_hex(to_fetch[i]->old_sha1));
29 if (walker_fetch(walker, nr_objs, objs, NULL, NULL))
30 die("Fetch failed.");
32 for (i = 0; i < nr_objs; i++)
33 free(objs[i]);
34 free(objs);
35 free(dest);
36 return 0;
37 }
39 static int disconnect_walker(struct transport *transport)
40 {
41 struct walker *walker = transport->data;
42 if (walker)
43 walker_free(walker);
44 return 0;
45 }
47 static int curl_transport_push(struct transport *transport, int refspec_nr, const char **refspec, int flags) {
48 const char **argv;
49 int argc;
50 int err;
52 argv = xmalloc((refspec_nr + 11) * sizeof(char *));
53 argv[0] = "http-push";
54 argc = 1;
55 if (flags & TRANSPORT_PUSH_ALL)
56 argv[argc++] = "--all";
57 if (flags & TRANSPORT_PUSH_FORCE)
58 argv[argc++] = "--force";
59 argv[argc++] = transport->url;
60 while (refspec_nr--)
61 argv[argc++] = *refspec++;
62 argv[argc] = NULL;
63 err = run_command_v_opt(argv, RUN_GIT_CMD);
64 switch (err) {
65 case -ERR_RUN_COMMAND_FORK:
66 error("unable to fork for %s", argv[0]);
67 case -ERR_RUN_COMMAND_EXEC:
68 error("unable to exec %s", argv[0]);
69 break;
70 case -ERR_RUN_COMMAND_WAITPID:
71 case -ERR_RUN_COMMAND_WAITPID_WRONG_PID:
72 case -ERR_RUN_COMMAND_WAITPID_SIGNAL:
73 case -ERR_RUN_COMMAND_WAITPID_NOEXIT:
74 error("%s died with strange error", argv[0]);
75 }
76 return !!err;
77 }
79 #ifndef NO_CURL
80 static int missing__target(int code, int result)
81 {
82 return /* file:// URL -- do we ever use one??? */
83 (result == CURLE_FILE_COULDNT_READ_FILE) ||
84 /* http:// and https:// URL */
85 (code == 404 && result == CURLE_HTTP_RETURNED_ERROR) ||
86 /* ftp:// URL */
87 (code == 550 && result == CURLE_FTP_COULDNT_RETR_FILE)
88 ;
89 }
91 #define missing_target(a) missing__target((a)->http_code, (a)->curl_result)
93 static struct ref *get_refs_via_curl(const struct transport *transport)
94 {
95 struct buffer buffer;
96 char *data, *start, *mid;
97 char *ref_name;
98 char *refs_url;
99 int i = 0;
101 struct active_request_slot *slot;
102 struct slot_results results;
104 struct ref *refs = NULL;
105 struct ref *ref = NULL;
106 struct ref *last_ref = NULL;
108 data = xmalloc(4096);
109 buffer.size = 4096;
110 buffer.posn = 0;
111 buffer.buffer = data;
113 refs_url = xmalloc(strlen(transport->url) + 11);
114 sprintf(refs_url, "%s/info/refs", transport->url);
116 http_init();
118 slot = get_active_slot();
119 slot->results = &results;
120 curl_easy_setopt(slot->curl, CURLOPT_FILE, &buffer);
121 curl_easy_setopt(slot->curl, CURLOPT_WRITEFUNCTION, fwrite_buffer);
122 curl_easy_setopt(slot->curl, CURLOPT_URL, refs_url);
123 curl_easy_setopt(slot->curl, CURLOPT_HTTPHEADER, NULL);
124 if (start_active_slot(slot)) {
125 run_active_slot(slot);
126 if (results.curl_result != CURLE_OK) {
127 if (missing_target(&results)) {
128 free(buffer.buffer);
129 return NULL;
130 } else {
131 free(buffer.buffer);
132 error("%s", curl_errorstr);
133 return NULL;
134 }
135 }
136 } else {
137 free(buffer.buffer);
138 error("Unable to start request");
139 return NULL;
140 }
142 http_cleanup();
144 data = buffer.buffer;
145 start = NULL;
146 mid = data;
147 while (i < buffer.posn) {
148 if (!start)
149 start = &data[i];
150 if (data[i] == '\t')
151 mid = &data[i];
152 if (data[i] == '\n') {
153 data[i] = 0;
154 ref_name = mid + 1;
155 ref = xmalloc(sizeof(struct ref) +
156 strlen(ref_name) + 1);
157 memset(ref, 0, sizeof(struct ref));
158 strcpy(ref->name, ref_name);
159 get_sha1_hex(start, ref->old_sha1);
160 if (!refs)
161 refs = ref;
162 if (last_ref)
163 last_ref->next = ref;
164 last_ref = ref;
165 start = NULL;
166 }
167 i++;
168 }
170 free(buffer.buffer);
172 return refs;
173 }
175 static int fetch_objs_via_curl(struct transport *transport,
176 int nr_objs, struct ref **to_fetch)
177 {
178 if (!transport->data)
179 transport->data = get_http_walker(transport->url);
180 return fetch_objs_via_walker(transport, nr_objs, to_fetch);
181 }
183 #else
185 static struct ref *get_refs_via_curl(const struct transport *transport)
186 {
187 die("Cannot fetch from '%s' without curl ...", transport->url);
188 return NULL;
189 }
191 static int fetch_objs_via_curl(struct transport *transport,
192 int nr_objs, struct ref **to_fetch)
193 {
194 die("Cannot fetch from '%s' without curl ...", transport->url);
195 return -1;
196 }
198 #endif
200 struct bundle_transport_data {
201 int fd;
202 struct bundle_header header;
203 };
205 static struct ref *get_refs_from_bundle(const struct transport *transport)
206 {
207 struct bundle_transport_data *data = transport->data;
208 struct ref *result = NULL;
209 int i;
211 if (data->fd > 0)
212 close(data->fd);
213 data->fd = read_bundle_header(transport->url, &data->header);
214 if (data->fd < 0)
215 die ("Could not read bundle '%s'.", transport->url);
216 for (i = 0; i < data->header.references.nr; i++) {
217 struct ref_list_entry *e = data->header.references.list + i;
218 struct ref *ref = alloc_ref(strlen(e->name));
219 hashcpy(ref->old_sha1, e->sha1);
220 strcpy(ref->name, e->name);
221 ref->next = result;
222 result = ref;
223 }
224 return result;
225 }
227 static int fetch_refs_from_bundle(struct transport *transport,
228 int nr_heads, struct ref **to_fetch)
229 {
230 struct bundle_transport_data *data = transport->data;
231 return unbundle(&data->header, data->fd);
232 }
234 static int close_bundle(struct transport *transport)
235 {
236 struct bundle_transport_data *data = transport->data;
237 if (data->fd > 0)
238 close(data->fd);
239 return 0;
240 }
242 struct git_transport_data {
243 unsigned thin : 1;
244 unsigned keep : 1;
245 int depth;
246 const char *uploadpack;
247 const char *receivepack;
248 };
250 static int set_git_option(struct transport *connection,
251 const char *name, const char *value)
252 {
253 struct git_transport_data *data = connection->data;
254 if (!strcmp(name, TRANS_OPT_UPLOADPACK)) {
255 data->uploadpack = value;
256 return 0;
257 } else if (!strcmp(name, TRANS_OPT_RECEIVEPACK)) {
258 data->receivepack = value;
259 return 0;
260 } else if (!strcmp(name, TRANS_OPT_THIN)) {
261 data->thin = !!value;
262 return 0;
263 } else if (!strcmp(name, TRANS_OPT_KEEP)) {
264 data->keep = !!value;
265 return 0;
266 } else if (!strcmp(name, TRANS_OPT_DEPTH)) {
267 if (!value)
268 data->depth = 0;
269 else
270 data->depth = atoi(value);
271 return 0;
272 }
273 return 1;
274 }
276 static struct ref *get_refs_via_connect(const struct transport *transport)
277 {
278 struct git_transport_data *data = transport->data;
279 struct ref *refs;
280 int fd[2];
281 pid_t pid;
282 char *dest = xstrdup(transport->url);
284 pid = git_connect(fd, dest, data->uploadpack, 0);
286 if (pid < 0)
287 die("Failed to connect to \"%s\"", transport->url);
289 get_remote_heads(fd[0], &refs, 0, NULL, 0);
290 packet_flush(fd[1]);
292 finish_connect(pid);
294 free(dest);
296 return refs;
297 }
299 static int fetch_refs_via_pack(struct transport *transport,
300 int nr_heads, struct ref **to_fetch)
301 {
302 struct git_transport_data *data = transport->data;
303 char **heads = xmalloc(nr_heads * sizeof(*heads));
304 char **origh = xmalloc(nr_heads * sizeof(*origh));
305 struct ref *refs;
306 char *dest = xstrdup(transport->url);
307 struct fetch_pack_args args;
308 int i;
310 memset(&args, 0, sizeof(args));
311 args.uploadpack = data->uploadpack;
312 args.keep_pack = data->keep;
313 args.lock_pack = 1;
314 args.use_thin_pack = data->thin;
315 args.verbose = transport->verbose;
316 args.depth = data->depth;
318 for (i = 0; i < nr_heads; i++)
319 origh[i] = heads[i] = xstrdup(to_fetch[i]->name);
320 refs = fetch_pack(&args, dest, nr_heads, heads, &transport->pack_lockfile);
322 for (i = 0; i < nr_heads; i++)
323 free(origh[i]);
324 free(origh);
325 free(heads);
326 free_refs(refs);
327 free(dest);
328 return 0;
329 }
331 static int git_transport_push(struct transport *transport, int refspec_nr, const char **refspec, int flags) {
332 struct git_transport_data *data = transport->data;
333 const char **argv;
334 char *rem;
335 int argc;
336 int err;
338 argv = xmalloc((refspec_nr + 11) * sizeof(char *));
339 argv[0] = "send-pack";
340 argc = 1;
341 if (flags & TRANSPORT_PUSH_ALL)
342 argv[argc++] = "--all";
343 if (flags & TRANSPORT_PUSH_FORCE)
344 argv[argc++] = "--force";
345 if (data->receivepack) {
346 char *rp = xmalloc(strlen(data->receivepack) + 16);
347 sprintf(rp, "--receive-pack=%s", data->receivepack);
348 argv[argc++] = rp;
349 }
350 if (data->thin)
351 argv[argc++] = "--thin";
352 rem = xmalloc(strlen(transport->remote->name) + 10);
353 sprintf(rem, "--remote=%s", transport->remote->name);
354 argv[argc++] = rem;
355 argv[argc++] = transport->url;
356 while (refspec_nr--)
357 argv[argc++] = *refspec++;
358 argv[argc] = NULL;
359 err = run_command_v_opt(argv, RUN_GIT_CMD);
360 switch (err) {
361 case -ERR_RUN_COMMAND_FORK:
362 error("unable to fork for %s", argv[0]);
363 case -ERR_RUN_COMMAND_EXEC:
364 error("unable to exec %s", argv[0]);
365 break;
366 case -ERR_RUN_COMMAND_WAITPID:
367 case -ERR_RUN_COMMAND_WAITPID_WRONG_PID:
368 case -ERR_RUN_COMMAND_WAITPID_SIGNAL:
369 case -ERR_RUN_COMMAND_WAITPID_NOEXIT:
370 error("%s died with strange error", argv[0]);
371 }
372 return !!err;
373 }
375 static int is_local(const char *url)
376 {
377 const char *colon = strchr(url, ':');
378 const char *slash = strchr(url, '/');
379 return !colon || (slash && slash < colon);
380 }
382 static int is_file(const char *url)
383 {
384 struct stat buf;
385 if (stat(url, &buf))
386 return 0;
387 return S_ISREG(buf.st_mode);
388 }
390 struct transport *transport_get(struct remote *remote, const char *url)
391 {
392 struct transport *ret = xcalloc(1, sizeof(*ret));
394 ret->remote = remote;
395 ret->url = url;
397 if (!prefixcmp(url, "rsync://")) {
398 /* not supported; don't populate any ops */
400 } else if (!prefixcmp(url, "http://")
401 || !prefixcmp(url, "https://")
402 || !prefixcmp(url, "ftp://")) {
403 ret->get_refs_list = get_refs_via_curl;
404 ret->fetch = fetch_objs_via_curl;
405 ret->push = curl_transport_push;
406 ret->disconnect = disconnect_walker;
408 } else if (is_local(url) && is_file(url)) {
409 struct bundle_transport_data *data = xcalloc(1, sizeof(*data));
410 ret->data = data;
411 ret->get_refs_list = get_refs_from_bundle;
412 ret->fetch = fetch_refs_from_bundle;
413 ret->disconnect = close_bundle;
415 } else {
416 struct git_transport_data *data = xcalloc(1, sizeof(*data));
417 ret->data = data;
418 ret->set_option = set_git_option;
419 ret->get_refs_list = get_refs_via_connect;
420 ret->fetch = fetch_refs_via_pack;
421 ret->push = git_transport_push;
423 data->thin = 1;
424 data->uploadpack = "git-upload-pack";
425 if (remote && remote->uploadpack)
426 data->uploadpack = remote->uploadpack;
427 data->receivepack = "git-receive-pack";
428 if (remote && remote->receivepack)
429 data->receivepack = remote->receivepack;
430 }
432 return ret;
433 }
435 int transport_set_option(struct transport *transport,
436 const char *name, const char *value)
437 {
438 if (transport->set_option)
439 return transport->set_option(transport, name, value);
440 return 1;
441 }
443 int transport_push(struct transport *transport,
444 int refspec_nr, const char **refspec, int flags)
445 {
446 if (!transport->push)
447 return 1;
448 return transport->push(transport, refspec_nr, refspec, flags);
449 }
451 struct ref *transport_get_remote_refs(struct transport *transport)
452 {
453 if (!transport->remote_refs)
454 transport->remote_refs = transport->get_refs_list(transport);
455 return transport->remote_refs;
456 }
458 int transport_fetch_refs(struct transport *transport, struct ref *refs)
459 {
460 int rc;
461 int nr_heads = 0, nr_alloc = 0;
462 struct ref **heads = NULL;
463 struct ref *rm;
465 for (rm = refs; rm; rm = rm->next) {
466 if (rm->peer_ref &&
467 !hashcmp(rm->peer_ref->old_sha1, rm->old_sha1))
468 continue;
469 ALLOC_GROW(heads, nr_heads + 1, nr_alloc);
470 heads[nr_heads++] = rm;
471 }
473 rc = transport->fetch(transport, nr_heads, heads);
474 free(heads);
475 return rc;
476 }
478 void transport_unlock_pack(struct transport *transport)
479 {
480 if (transport->pack_lockfile) {
481 unlink(transport->pack_lockfile);
482 free(transport->pack_lockfile);
483 transport->pack_lockfile = NULL;
484 }
485 }
487 int transport_disconnect(struct transport *transport)
488 {
489 int ret = 0;
490 if (transport->disconnect)
491 ret = transport->disconnect(transport);
492 free(transport);
493 return ret;
494 }