git-upload-pack: More efficient usage of the has_sha1 array
[git/git.git] / upload-pack.c
1 #include "cache.h"
2 #include "refs.h"
3 #include "pkt-line.h"
4 #include "tag.h"
5 #include "object.h"
6 #include "commit.h"
7
8 static const char upload_pack_usage[] = "git-upload-pack [--strict] [--timeout=nn] <dir>";
9
10 #define THEY_HAVE (1U << 0)
11 #define OUR_REF (1U << 1)
12 #define WANTED (1U << 2)
13 #define MAX_HAS 256
14 #define MAX_NEEDS 256
15 static int nr_has = 0, nr_needs = 0, nr_our_refs = 0;
16 static unsigned char has_sha1[MAX_HAS][20];
17 static unsigned char needs_sha1[MAX_NEEDS][20];
18 static unsigned int timeout = 0;
19
20 static void reset_timeout(void)
21 {
22 alarm(timeout);
23 }
24
25 static int strip(char *line, int len)
26 {
27 if (len && line[len-1] == '\n')
28 line[--len] = 0;
29 return len;
30 }
31
32 static void create_pack_file(void)
33 {
34 int fd[2];
35 pid_t pid;
36 int create_full_pack = (nr_our_refs == nr_needs && !nr_has);
37
38 if (pipe(fd) < 0)
39 die("git-upload-pack: unable to create pipe");
40 pid = fork();
41 if (pid < 0)
42 die("git-upload-pack: unable to fork git-rev-list");
43
44 if (!pid) {
45 int i;
46 int args;
47 char **argv;
48 char *buf;
49 char **p;
50
51 if (create_full_pack)
52 args = 10;
53 else
54 args = nr_has + nr_needs + 5;
55 argv = xmalloc(args * sizeof(char *));
56 buf = xmalloc(args * 45);
57 p = argv;
58
59 dup2(fd[1], 1);
60 close(0);
61 close(fd[0]);
62 close(fd[1]);
63 *p++ = "git-rev-list";
64 *p++ = "--objects";
65 if (create_full_pack || MAX_NEEDS <= nr_needs)
66 *p++ = "--all";
67 else {
68 for (i = 0; i < nr_needs; i++) {
69 *p++ = buf;
70 memcpy(buf, sha1_to_hex(needs_sha1[i]), 41);
71 buf += 41;
72 }
73 }
74 if (!create_full_pack)
75 for (i = 0; i < nr_has; i++) {
76 *p++ = buf;
77 *buf++ = '^';
78 memcpy(buf, sha1_to_hex(has_sha1[i]), 41);
79 buf += 41;
80 }
81 *p++ = NULL;
82 execvp("git-rev-list", argv);
83 die("git-upload-pack: unable to exec git-rev-list");
84 }
85 dup2(fd[0], 0);
86 close(fd[0]);
87 close(fd[1]);
88 execlp("git-pack-objects", "git-pack-objects", "--stdout", NULL);
89 die("git-upload-pack: unable to exec git-pack-objects");
90 }
91
92 static int got_sha1(char *hex, unsigned char *sha1)
93 {
94 if (get_sha1_hex(hex, sha1))
95 die("git-upload-pack: expected SHA1 object, got '%s'", hex);
96 if (!has_sha1_file(sha1))
97 return 0;
98 if (nr_has < MAX_HAS) {
99 struct object *o = lookup_object(sha1);
100 if (!(o && o->parsed))
101 o = parse_object(sha1);
102 if (!o)
103 die("oops (%s)", sha1_to_hex(sha1));
104 if (o->type == commit_type) {
105 struct commit_list *parents;
106 if (o->flags & THEY_HAVE)
107 return 0;
108 o->flags |= THEY_HAVE;
109 for (parents = ((struct commit*)o)->parents;
110 parents;
111 parents = parents->next)
112 parents->item->object.flags |= THEY_HAVE;
113 }
114 memcpy(has_sha1[nr_has++], sha1, 20);
115 }
116 return 1;
117 }
118
119 static int get_common_commits(void)
120 {
121 static char line[1000];
122 unsigned char sha1[20];
123 int len;
124
125 track_object_refs = 0;
126 save_commit_buffer = 0;
127
128 for(;;) {
129 len = packet_read_line(0, line, sizeof(line));
130 reset_timeout();
131
132 if (!len) {
133 packet_write(1, "NAK\n");
134 continue;
135 }
136 len = strip(line, len);
137 if (!strncmp(line, "have ", 5)) {
138 if (got_sha1(line+5, sha1)) {
139 packet_write(1, "ACK %s\n", sha1_to_hex(sha1));
140 break;
141 }
142 continue;
143 }
144 if (!strcmp(line, "done")) {
145 packet_write(1, "NAK\n");
146 return -1;
147 }
148 die("git-upload-pack: expected SHA1 list, got '%s'", line);
149 }
150
151 for (;;) {
152 len = packet_read_line(0, line, sizeof(line));
153 reset_timeout();
154 if (!len)
155 continue;
156 len = strip(line, len);
157 if (!strncmp(line, "have ", 5)) {
158 got_sha1(line+5, sha1);
159 continue;
160 }
161 if (!strcmp(line, "done"))
162 break;
163 die("git-upload-pack: expected SHA1 list, got '%s'", line);
164 }
165 return 0;
166 }
167
168 static int receive_needs(void)
169 {
170 static char line[1000];
171 int len, needs;
172
173 needs = 0;
174 for (;;) {
175 struct object *o;
176 unsigned char dummy[20], *sha1_buf;
177 len = packet_read_line(0, line, sizeof(line));
178 reset_timeout();
179 if (!len)
180 return needs;
181
182 sha1_buf = dummy;
183 if (needs == MAX_NEEDS) {
184 fprintf(stderr,
185 "warning: supporting only a max of %d requests. "
186 "sending everything instead.\n",
187 MAX_NEEDS);
188 }
189 else if (needs < MAX_NEEDS)
190 sha1_buf = needs_sha1[needs];
191
192 if (strncmp("want ", line, 5) || get_sha1_hex(line+5, sha1_buf))
193 die("git-upload-pack: protocol error, "
194 "expected to get sha, not '%s'", line);
195
196 /* We have sent all our refs already, and the other end
197 * should have chosen out of them; otherwise they are
198 * asking for nonsense.
199 *
200 * Hmph. We may later want to allow "want" line that
201 * asks for something like "master~10" (symbolic)...
202 * would it make sense? I don't know.
203 */
204 o = lookup_object(sha1_buf);
205 if (!o || !(o->flags & OUR_REF))
206 die("git-upload-pack: not our ref %s", line+5);
207 if (!(o->flags & WANTED)) {
208 o->flags |= WANTED;
209 needs++;
210 }
211 }
212 }
213
214 static int send_ref(const char *refname, const unsigned char *sha1)
215 {
216 struct object *o = parse_object(sha1);
217
218 packet_write(1, "%s %s\n", sha1_to_hex(sha1), refname);
219 if (!(o->flags & OUR_REF)) {
220 o->flags |= OUR_REF;
221 nr_our_refs++;
222 }
223 if (o->type == tag_type) {
224 o = deref_tag(o);
225 packet_write(1, "%s %s^{}\n", sha1_to_hex(o->sha1), refname);
226 }
227 return 0;
228 }
229
230 static int upload_pack(void)
231 {
232 reset_timeout();
233 head_ref(send_ref);
234 for_each_ref(send_ref);
235 packet_flush(1);
236 nr_needs = receive_needs();
237 if (!nr_needs)
238 return 0;
239 get_common_commits();
240 create_pack_file();
241 return 0;
242 }
243
244 int main(int argc, char **argv)
245 {
246 const char *dir;
247 int i;
248 int strict = 0;
249
250 for (i = 1; i < argc; i++) {
251 char *arg = argv[i];
252
253 if (arg[0] != '-')
254 break;
255 if (!strcmp(arg, "--strict")) {
256 strict = 1;
257 continue;
258 }
259 if (!strncmp(arg, "--timeout=", 10)) {
260 timeout = atoi(arg+10);
261 continue;
262 }
263 if (!strcmp(arg, "--")) {
264 i++;
265 break;
266 }
267 }
268
269 if (i != argc-1)
270 usage(upload_pack_usage);
271 dir = argv[i];
272
273 /* chdir to the directory. If that fails, try appending ".git" */
274 if (chdir(dir) < 0) {
275 if (strict || chdir(mkpath("%s.git", dir)) < 0)
276 die("git-upload-pack unable to chdir to %s", dir);
277 }
278 if (!strict)
279 chdir(".git");
280
281 if (access("objects", X_OK) || access("refs", X_OK))
282 die("git-upload-pack: %s doesn't seem to be a git archive", dir);
283
284 putenv("GIT_DIR=.");
285 upload_pack();
286 return 0;
287 }