Teach git-remote to update existing remotes by fetching from them
[git/git.git] / git-remote.perl
1 #!/usr/bin/perl -w
2
3 use Git;
4 my $git = Git->repository();
5
6 sub add_remote_config {
7 my ($hash, $name, $what, $value) = @_;
8 if ($what eq 'url') {
9 if (exists $hash->{$name}{'URL'}) {
10 print STDERR "Warning: more than one remote.$name.url\n";
11 }
12 $hash->{$name}{'URL'} = $value;
13 }
14 elsif ($what eq 'fetch') {
15 $hash->{$name}{'FETCH'} ||= [];
16 push @{$hash->{$name}{'FETCH'}}, $value;
17 }
18 if (!exists $hash->{$name}{'SOURCE'}) {
19 $hash->{$name}{'SOURCE'} = 'config';
20 }
21 }
22
23 sub add_remote_remotes {
24 my ($hash, $file, $name) = @_;
25
26 if (exists $hash->{$name}) {
27 $hash->{$name}{'WARNING'} = 'ignored due to config';
28 return;
29 }
30
31 my $fh;
32 if (!open($fh, '<', $file)) {
33 print STDERR "Warning: cannot open $file\n";
34 return;
35 }
36 my $it = { 'SOURCE' => 'remotes' };
37 $hash->{$name} = $it;
38 while (<$fh>) {
39 chomp;
40 if (/^URL:\s*(.*)$/) {
41 # Having more than one is Ok -- it is used for push.
42 if (! exists $it->{'URL'}) {
43 $it->{'URL'} = $1;
44 }
45 }
46 elsif (/^Push:\s*(.*)$/) {
47 ; # later
48 }
49 elsif (/^Pull:\s*(.*)$/) {
50 $it->{'FETCH'} ||= [];
51 push @{$it->{'FETCH'}}, $1;
52 }
53 elsif (/^\#/) {
54 ; # ignore
55 }
56 else {
57 print STDERR "Warning: funny line in $file: $_\n";
58 }
59 }
60 close($fh);
61 }
62
63 sub list_remote {
64 my ($git) = @_;
65 my %seen = ();
66 my @remotes = eval {
67 $git->command(qw(config --get-regexp), '^remote\.');
68 };
69 for (@remotes) {
70 if (/^remote\.([^.]*)\.(\S*)\s+(.*)$/) {
71 add_remote_config(\%seen, $1, $2, $3);
72 }
73 }
74
75 my $dir = $git->repo_path() . "/remotes";
76 if (opendir(my $dh, $dir)) {
77 local $_;
78 while ($_ = readdir($dh)) {
79 chomp;
80 next if (! -f "$dir/$_" || ! -r _);
81 add_remote_remotes(\%seen, "$dir/$_", $_);
82 }
83 }
84
85 return \%seen;
86 }
87
88 sub add_branch_config {
89 my ($hash, $name, $what, $value) = @_;
90 if ($what eq 'remote') {
91 if (exists $hash->{$name}{'REMOTE'}) {
92 print STDERR "Warning: more than one branch.$name.remote\n";
93 }
94 $hash->{$name}{'REMOTE'} = $value;
95 }
96 elsif ($what eq 'merge') {
97 $hash->{$name}{'MERGE'} ||= [];
98 push @{$hash->{$name}{'MERGE'}}, $value;
99 }
100 }
101
102 sub list_branch {
103 my ($git) = @_;
104 my %seen = ();
105 my @branches = eval {
106 $git->command(qw(config --get-regexp), '^branch\.');
107 };
108 for (@branches) {
109 if (/^branch\.([^.]*)\.(\S*)\s+(.*)$/) {
110 add_branch_config(\%seen, $1, $2, $3);
111 }
112 }
113
114 return \%seen;
115 }
116
117 my $remote = list_remote($git);
118 my $branch = list_branch($git);
119
120 sub update_ls_remote {
121 my ($harder, $info) = @_;
122
123 return if (($harder == 0) ||
124 (($harder == 1) && exists $info->{'LS_REMOTE'}));
125
126 my @ref = map {
127 s|^[0-9a-f]{40}\s+refs/heads/||;
128 $_;
129 } $git->command(qw(ls-remote --heads), $info->{'URL'});
130 $info->{'LS_REMOTE'} = \@ref;
131 }
132
133 sub list_wildcard_mapping {
134 my ($forced, $ours, $ls) = @_;
135 my %refs;
136 for (@$ls) {
137 $refs{$_} = 01; # bit #0 to say "they have"
138 }
139 for ($git->command('for-each-ref', "refs/remotes/$ours")) {
140 chomp;
141 next unless (s|^[0-9a-f]{40}\s[a-z]+\srefs/remotes/$ours/||);
142 next if ($_ eq 'HEAD');
143 $refs{$_} ||= 0;
144 $refs{$_} |= 02; # bit #1 to say "we have"
145 }
146 my (@new, @stale, @tracked);
147 for (sort keys %refs) {
148 my $have = $refs{$_};
149 if ($have == 1) {
150 push @new, $_;
151 }
152 elsif ($have == 2) {
153 push @stale, $_;
154 }
155 elsif ($have == 3) {
156 push @tracked, $_;
157 }
158 }
159 return \@new, \@stale, \@tracked;
160 }
161
162 sub list_mapping {
163 my ($name, $info) = @_;
164 my $fetch = $info->{'FETCH'};
165 my $ls = $info->{'LS_REMOTE'};
166 my (@new, @stale, @tracked);
167
168 for (@$fetch) {
169 next unless (/(\+)?([^:]+):(.*)/);
170 my ($forced, $theirs, $ours) = ($1, $2, $3);
171 if ($theirs eq 'refs/heads/*' &&
172 $ours =~ /^refs\/remotes\/(.*)\/\*$/) {
173 # wildcard mapping
174 my ($w_new, $w_stale, $w_tracked)
175 = list_wildcard_mapping($forced, $1, $ls);
176 push @new, @$w_new;
177 push @stale, @$w_stale;
178 push @tracked, @$w_tracked;
179 }
180 elsif ($theirs =~ /\*/ || $ours =~ /\*/) {
181 print STDERR "Warning: unrecognized mapping in remotes.$name.fetch: $_\n";
182 }
183 elsif ($theirs =~ s|^refs/heads/||) {
184 if (!grep { $_ eq $theirs } @$ls) {
185 push @stale, $theirs;
186 }
187 elsif ($ours ne '') {
188 push @tracked, $theirs;
189 }
190 }
191 }
192 return \@new, \@stale, \@tracked;
193 }
194
195 sub show_mapping {
196 my ($name, $info) = @_;
197 my ($new, $stale, $tracked) = list_mapping($name, $info);
198 if (@$new) {
199 print " New remote branches (next fetch will store in remotes/$name)\n";
200 print " @$new\n";
201 }
202 if (@$stale) {
203 print " Stale tracking branches in remotes/$name (use 'git remote prune')\n";
204 print " @$stale\n";
205 }
206 if (@$tracked) {
207 print " Tracked remote branches\n";
208 print " @$tracked\n";
209 }
210 }
211
212 sub prune_remote {
213 my ($name, $ls_remote) = @_;
214 if (!exists $remote->{$name}) {
215 print STDERR "No such remote $name\n";
216 return;
217 }
218 my $info = $remote->{$name};
219 update_ls_remote($ls_remote, $info);
220
221 my ($new, $stale, $tracked) = list_mapping($name, $info);
222 my $prefix = "refs/remotes/$name";
223 foreach my $to_prune (@$stale) {
224 my @v = $git->command(qw(rev-parse --verify), "$prefix/$to_prune");
225 $git->command(qw(update-ref -d), "$prefix/$to_prune", $v[0]);
226 }
227 }
228
229 sub show_remote {
230 my ($name, $ls_remote) = @_;
231 if (!exists $remote->{$name}) {
232 print STDERR "No such remote $name\n";
233 return;
234 }
235 my $info = $remote->{$name};
236 update_ls_remote($ls_remote, $info);
237
238 print "* remote $name\n";
239 print " URL: $info->{'URL'}\n";
240 for my $branchname (sort keys %$branch) {
241 next if ($branch->{$branchname}{'REMOTE'} ne $name);
242 my @merged = map {
243 s|^refs/heads/||;
244 $_;
245 } split(' ',"@{$branch->{$branchname}{'MERGE'}}");
246 next unless (@merged);
247 print " Remote branch(es) merged with 'git pull' while on branch $branchname\n";
248 print " @merged\n";
249 }
250 if ($info->{'LS_REMOTE'}) {
251 show_mapping($name, $info);
252 }
253 }
254
255 sub add_remote {
256 my ($name, $url, $opts) = @_;
257 if (exists $remote->{$name}) {
258 print STDERR "remote $name already exists.\n";
259 exit(1);
260 }
261 $git->command('config', "remote.$name.url", $url);
262 my $track = $opts->{'track'} || ["*"];
263
264 for (@$track) {
265 $git->command('config', '--add', "remote.$name.fetch",
266 "+refs/heads/$_:refs/remotes/$name/$_");
267 }
268 if ($opts->{'fetch'}) {
269 $git->command('fetch', $name);
270 }
271 if (exists $opts->{'master'}) {
272 $git->command('symbolic-ref', "refs/remotes/$name/HEAD",
273 "refs/remotes/$name/$opts->{'master'}");
274 }
275 }
276
277 sub add_usage {
278 print STDERR "Usage: git remote add [-f] [-t track]* [-m master] <name> <url>\n";
279 exit(1);
280 }
281
282 if (!@ARGV) {
283 for (sort keys %$remote) {
284 print "$_\n";
285 }
286 }
287 elsif ($ARGV[0] eq 'show') {
288 my $ls_remote = 1;
289 my $i;
290 for ($i = 1; $i < @ARGV; $i++) {
291 if ($ARGV[$i] eq '-n') {
292 $ls_remote = 0;
293 }
294 else {
295 last;
296 }
297 }
298 if ($i >= @ARGV) {
299 print STDERR "Usage: git remote show <remote>\n";
300 exit(1);
301 }
302 for (; $i < @ARGV; $i++) {
303 show_remote($ARGV[$i], $ls_remote);
304 }
305 }
306 elsif ($ARGV[0] eq 'update') {
307 my $conf = $git->config("remote.fetch");
308 if (defined($conf)) {
309 @remotes = split(' ', $conf);
310 } else {
311 @remotes = sort keys %$remote;
312 }
313 for (@remotes) {
314 print "Fetching $_\n";
315 $git->command('fetch', "$_");
316 }
317 }
318 elsif ($ARGV[0] eq 'prune') {
319 my $ls_remote = 1;
320 my $i;
321 for ($i = 1; $i < @ARGV; $i++) {
322 if ($ARGV[$i] eq '-n') {
323 $ls_remote = 0;
324 }
325 else {
326 last;
327 }
328 }
329 if ($i >= @ARGV) {
330 print STDERR "Usage: git remote prune <remote>\n";
331 exit(1);
332 }
333 for (; $i < @ARGV; $i++) {
334 prune_remote($ARGV[$i], $ls_remote);
335 }
336 }
337 elsif ($ARGV[0] eq 'add') {
338 my %opts = ();
339 while (1 < @ARGV && $ARGV[1] =~ /^-/) {
340 my $opt = $ARGV[1];
341 shift @ARGV;
342 if ($opt eq '-f' || $opt eq '--fetch') {
343 $opts{'fetch'} = 1;
344 next;
345 }
346 if ($opt eq '-t' || $opt eq '--track') {
347 if (@ARGV < 1) {
348 add_usage();
349 }
350 $opts{'track'} ||= [];
351 push @{$opts{'track'}}, $ARGV[1];
352 shift @ARGV;
353 next;
354 }
355 if ($opt eq '-m' || $opt eq '--master') {
356 if ((@ARGV < 1) || exists $opts{'master'}) {
357 add_usage();
358 }
359 $opts{'master'} = $ARGV[1];
360 shift @ARGV;
361 next;
362 }
363 add_usage();
364 }
365 if (@ARGV != 3) {
366 add_usage();
367 }
368 add_remote($ARGV[1], $ARGV[2], \%opts);
369 }
370 else {
371 print STDERR "Usage: git remote\n";
372 print STDERR " git remote add <name> <url>\n";
373 print STDERR " git remote show <name>\n";
374 print STDERR " git remote prune <name>\n";
375 print STDERR " git remote update\n";
376 exit(1);
377 }