Make pull() support fetching multiple targets at once
[git/git.git] / fetch.c
CommitLineData
215a7ad1 1#include "fetch.h"
4250a5e5
DB
2
3#include "cache.h"
4#include "commit.h"
5#include "tree.h"
1bc995a3 6#include "tree-walk.h"
3173bd49
DB
7#include "tag.h"
8#include "blob.h"
cd541a68
DB
9#include "refs.h"
10
4250a5e5
DB
11int get_tree = 0;
12int get_history = 0;
13int get_all = 0;
e78d9772 14int get_verbosely = 0;
820eca68 15int get_recover = 0;
b2d62f16 16static unsigned char current_commit_sha1[20];
4250a5e5 17
1e8be59d
DB
18void pull_say(const char *fmt, const char *hex)
19{
e78d9772
JH
20 if (get_verbosely)
21 fprintf(stderr, fmt, hex);
22}
23
b2d62f16
JH
24static void report_missing(const char *what, const unsigned char *missing)
25{
26 char missing_hex[41];
27
28 strcpy(missing_hex, sha1_to_hex(missing));;
29 fprintf(stderr,
30 "Cannot obtain needed %s %s\nwhile processing commit %s.\n",
31 what, missing_hex, sha1_to_hex(current_commit_sha1));
32}
33
80077f07 34static int process(struct object *obj);
3173bd49 35
1e8be59d 36static int process_tree(struct tree *tree)
4250a5e5 37{
1bc995a3 38 struct tree_desc desc;
4c068a98 39 struct name_entry entry;
4250a5e5
DB
40
41 if (parse_tree(tree))
42 return -1;
43
1bc995a3
LT
44 desc.buf = tree->buffer;
45 desc.size = tree->size;
4c068a98 46 while (tree_entry(&desc, &entry)) {
6f9012b6
JH
47 struct object *obj = NULL;
48
4c068a98
LT
49 if (S_ISDIR(entry.mode)) {
50 struct tree *tree = lookup_tree(entry.sha1);
6f9012b6
JH
51 if (tree)
52 obj = &tree->object;
53 }
54 else {
4c068a98 55 struct blob *blob = lookup_blob(entry.sha1);
6f9012b6
JH
56 if (blob)
57 obj = &blob->object;
2d9c58c6 58 }
6f9012b6 59 if (!obj || process(obj))
4250a5e5 60 return -1;
4250a5e5 61 }
2d9c58c6
LT
62 free(tree->buffer);
63 tree->buffer = NULL;
1bc995a3 64 tree->size = 0;
4250a5e5
DB
65 return 0;
66}
67
24451c31
SV
68#define COMPLETE (1U << 0)
69#define SEEN (1U << 1)
70#define TO_SCAN (1U << 2)
85d106c2 71
d0ac30f2 72static struct commit_list *complete = NULL;
22c6e1d0 73
1e8be59d 74static int process_commit(struct commit *commit)
4250a5e5 75{
1e8be59d 76 if (parse_commit(commit))
4250a5e5
DB
77 return -1;
78
22c6e1d0 79 while (complete && complete->item->date >= commit->date) {
d0ac30f2 80 pop_most_recent_commit(&complete, COMPLETE);
22c6e1d0 81 }
22c6e1d0 82
d0ac30f2 83 if (commit->object.flags & COMPLETE)
22c6e1d0
DB
84 return 0;
85
1e8be59d 86 memcpy(current_commit_sha1, commit->object.sha1, 20);
4250a5e5 87
85d106c2
JH
88 pull_say("walk %s\n", sha1_to_hex(commit->object.sha1));
89
4250a5e5 90 if (get_tree) {
80077f07 91 if (process(&commit->tree->object))
4250a5e5
DB
92 return -1;
93 if (!get_all)
94 get_tree = 0;
95 }
96 if (get_history) {
1e8be59d 97 struct commit_list *parents = commit->parents;
4250a5e5 98 for (; parents; parents = parents->next) {
80077f07 99 if (process(&parents->item->object))
4250a5e5
DB
100 return -1;
101 }
102 }
103 return 0;
104}
105
1e8be59d 106static int process_tag(struct tag *tag)
3173bd49 107{
1e8be59d 108 if (parse_tag(tag))
3173bd49 109 return -1;
80077f07 110 return process(tag->tagged);
3173bd49
DB
111}
112
1e8be59d
DB
113static struct object_list *process_queue = NULL;
114static struct object_list **process_queue_end = &process_queue;
115
f88fcf8b 116static int process_object(struct object *obj)
3173bd49 117{
1974632c 118 if (obj->type == OBJ_COMMIT) {
f88fcf8b
DB
119 if (process_commit((struct commit *)obj))
120 return -1;
121 return 0;
122 }
1974632c 123 if (obj->type == OBJ_TREE) {
f88fcf8b
DB
124 if (process_tree((struct tree *)obj))
125 return -1;
126 return 0;
127 }
1974632c 128 if (obj->type == OBJ_BLOB) {
f88fcf8b
DB
129 return 0;
130 }
1974632c 131 if (obj->type == OBJ_TAG) {
f88fcf8b
DB
132 if (process_tag((struct tag *)obj))
133 return -1;
3173bd49 134 return 0;
f88fcf8b
DB
135 }
136 return error("Unable to determine requirements "
137 "of type %s for %s",
885a86ab 138 typename(obj->type), sha1_to_hex(obj->sha1));
f88fcf8b
DB
139}
140
80077f07 141static int process(struct object *obj)
f88fcf8b 142{
a82d07e5
SV
143 if (obj->flags & SEEN)
144 return 0;
145 obj->flags |= SEEN;
146
80077f07 147 if (has_sha1_file(obj->sha1)) {
f88fcf8b 148 /* We already have it, so we should scan it now. */
85d106c2 149 obj->flags |= TO_SCAN;
e5f38ec3
JH
150 }
151 else {
7b64d06b
SV
152 if (obj->flags & COMPLETE)
153 return 0;
154 prefetch(obj->sha1);
f88fcf8b 155 }
7b64d06b 156
1e8be59d
DB
157 object_list_insert(obj, process_queue_end);
158 process_queue_end = &(*process_queue_end)->next;
1e8be59d
DB
159 return 0;
160}
161
162static int loop(void)
163{
85d106c2
JH
164 struct object_list *elem;
165
1e8be59d
DB
166 while (process_queue) {
167 struct object *obj = process_queue->item;
85d106c2
JH
168 elem = process_queue;
169 process_queue = elem->next;
170 free(elem);
1e8be59d
DB
171 if (!process_queue)
172 process_queue_end = &process_queue;
173
85d106c2
JH
174 /* If we are not scanning this object, we placed it in
175 * the queue because we needed to fetch it first.
176 */
177 if (! (obj->flags & TO_SCAN)) {
11f0dafe 178 if (fetch(obj->sha1)) {
885a86ab 179 report_missing(typename(obj->type), obj->sha1);
85d106c2
JH
180 return -1;
181 }
182 }
1e8be59d
DB
183 if (!obj->type)
184 parse_object(obj->sha1);
f88fcf8b
DB
185 if (process_object(obj))
186 return -1;
1e8be59d
DB
187 }
188 return 0;
3173bd49
DB
189}
190
cd541a68
DB
191static int interpret_target(char *target, unsigned char *sha1)
192{
193 if (!get_sha1_hex(target, sha1))
194 return 0;
195 if (!check_ref_format(target)) {
196 if (!fetch_ref(target, sha1)) {
197 return 0;
198 }
199 }
200 return -1;
201}
202
22c6e1d0
DB
203static int mark_complete(const char *path, const unsigned char *sha1)
204{
d0ac30f2
JH
205 struct commit *commit = lookup_commit_reference_gently(sha1, 1);
206 if (commit) {
207 commit->object.flags |= COMPLETE;
208 insert_by_date(commit, &complete);
22c6e1d0
DB
209 }
210 return 0;
211}
cd541a68 212
4211e4d1 213int pull(int targets, char **target, const char **write_ref,
c6b69bdb 214 const char *write_ref_log_details)
4250a5e5 215{
4211e4d1
PB
216 struct ref_lock **lock = xcalloc(targets, sizeof(struct ref_lock *));
217 unsigned char *sha1 = xmalloc(targets * 20);
d0740d92
SP
218 char *msg;
219 int ret;
4211e4d1 220 int i;
cd541a68 221
98533b90 222 save_commit_buffer = 0;
a95cb6fb 223 track_object_refs = 0;
4211e4d1
PB
224
225 for (i = 0; i < targets; i++) {
226 if (!write_ref[i])
227 continue;
228
229 lock[i] = lock_ref_sha1(write_ref[i], NULL, 0);
230 if (!lock[i]) {
231 error("Can't lock ref %s", write_ref[i]);
232 goto unlock_and_fail;
d0740d92 233 }
cd541a68
DB
234 }
235
84c667ff 236 if (!get_recover)
820eca68 237 for_each_ref(mark_complete);
22c6e1d0 238
4211e4d1
PB
239 for (i = 0; i < targets; i++) {
240 if (interpret_target(target[i], &sha1[20 * i])) {
241 error("Could not interpret %s as something to pull", target[i]);
242 goto unlock_and_fail;
243 }
244 if (process(lookup_unknown_object(&sha1[20 * i])))
245 goto unlock_and_fail;
4bd18c43 246 }
4211e4d1
PB
247
248 if (loop())
249 goto unlock_and_fail;
250
251 if (write_ref_log_details) {
252 msg = xmalloc(strlen(write_ref_log_details) + 12);
253 sprintf(msg, "fetch from %s", write_ref_log_details);
254 } else {
255 msg = NULL;
4bd18c43 256 }
4211e4d1
PB
257 for (i = 0; i < targets; i++) {
258 if (!write_ref[i])
259 continue;
260 ret = write_ref_sha1(lock[i], &sha1[20 * i], msg ? msg : "fetch (unknown)");
261 lock[i] = NULL;
262 if (ret)
263 goto unlock_and_fail;
4bd18c43 264 }
4211e4d1
PB
265 if (msg)
266 free(msg);
4bd18c43 267
cd541a68 268 return 0;
4211e4d1
PB
269
270
271unlock_and_fail:
272 for (i = 0; i < targets; i++)
273 if (lock[i])
274 unlock_ref(lock[i]);
275 return -1;
4250a5e5 276}