fetch-pack: test explicitly that --all can fetch tag references pointing to non-commits
[git/git.git] / t / t5500-fetch-pack.sh
1 #!/bin/sh
2 #
3 # Copyright (c) 2005 Johannes Schindelin
4 #
5
6 test_description='Testing multi_ack pack fetching'
7
8 . ./test-lib.sh
9
10 # Test fetch-pack/upload-pack pair.
11
12 # Some convenience functions
13
14 add () {
15 name=$1 &&
16 text="$@" &&
17 branch=$(echo $name | sed -e 's/^\(.\).*$/\1/') &&
18 parents="" &&
19
20 shift &&
21 while test $1; do
22 parents="$parents -p $1" &&
23 shift
24 done &&
25
26 echo "$text" > test.txt &&
27 git update-index --add test.txt &&
28 tree=$(git write-tree) &&
29 # make sure timestamps are in correct order
30 test_tick &&
31 commit=$(echo "$text" | git commit-tree $tree $parents) &&
32 eval "$name=$commit; export $name" &&
33 echo $commit > .git/refs/heads/$branch &&
34 eval ${branch}TIP=$commit
35 }
36
37 pull_to_client () {
38 number=$1 &&
39 heads=$2 &&
40 count=$3 &&
41 test_expect_success "$number pull" '
42 (
43 cd client &&
44 git fetch-pack -k -v .. $heads &&
45
46 case "$heads" in
47 *A*)
48 echo $ATIP > .git/refs/heads/A;;
49 esac &&
50 case "$heads" in *B*)
51 echo $BTIP > .git/refs/heads/B;;
52 esac &&
53 git symbolic-ref HEAD refs/heads/$(echo $heads \
54 | sed -e "s/^\(.\).*$/\1/") &&
55
56 git fsck --full &&
57
58 mv .git/objects/pack/pack-* . &&
59 p=$(ls -1 pack-*.pack) &&
60 git unpack-objects <$p &&
61 git fsck --full &&
62
63 idx=$(echo pack-*.idx) &&
64 pack_count=$(git show-index <$idx | wc -l) &&
65 test $pack_count = $count &&
66 rm -f pack-*
67 )
68 '
69 }
70
71 # Here begins the actual testing
72
73 # A1 - ... - A20 - A21
74 # \
75 # B1 - B2 - .. - B70
76
77 # client pulls A20, B1. Then tracks only B. Then pulls A.
78
79 test_expect_success 'setup' '
80 mkdir client &&
81 (
82 cd client &&
83 git init &&
84 git config transfer.unpacklimit 0
85 ) &&
86 add A1 &&
87 prev=1 &&
88 cur=2 &&
89 while [ $cur -le 10 ]; do
90 add A$cur $(eval echo \$A$prev) &&
91 prev=$cur &&
92 cur=$(($cur+1))
93 done &&
94 add B1 $A1 &&
95 echo $ATIP > .git/refs/heads/A &&
96 echo $BTIP > .git/refs/heads/B &&
97 git symbolic-ref HEAD refs/heads/B
98 '
99
100 pull_to_client 1st "refs/heads/B refs/heads/A" $((11*3))
101
102 test_expect_success 'post 1st pull setup' '
103 add A11 $A10 &&
104 prev=1 &&
105 cur=2 &&
106 while [ $cur -le 65 ]; do
107 add B$cur $(eval echo \$B$prev) &&
108 prev=$cur &&
109 cur=$(($cur+1))
110 done
111 '
112
113 pull_to_client 2nd "refs/heads/B" $((64*3))
114
115 pull_to_client 3rd "refs/heads/A" $((1*3))
116
117 test_expect_success 'single branch clone' '
118 git clone --single-branch "file://$(pwd)/." singlebranch
119 '
120
121 test_expect_success 'single branch object count' '
122 GIT_DIR=singlebranch/.git git count-objects -v |
123 grep "^in-pack:" > count.singlebranch &&
124 echo "in-pack: 198" >expected &&
125 test_cmp expected count.singlebranch
126 '
127
128 test_expect_success 'single given branch clone' '
129 git clone --single-branch --branch A "file://$(pwd)/." branch-a &&
130 test_must_fail git --git-dir=branch-a/.git rev-parse origin/B
131 '
132
133 test_expect_success 'clone shallow depth 1' '
134 git clone --no-single-branch --depth 1 "file://$(pwd)/." shallow0 &&
135 test "$(git --git-dir=shallow0/.git rev-list --count HEAD)" = 1
136 '
137
138 test_expect_success 'clone shallow depth 1 with fsck' '
139 git config --global fetch.fsckobjects true &&
140 git clone --no-single-branch --depth 1 "file://$(pwd)/." shallow0fsck &&
141 test "$(git --git-dir=shallow0fsck/.git rev-list --count HEAD)" = 1 &&
142 git config --global --unset fetch.fsckobjects
143 '
144
145 test_expect_success 'clone shallow' '
146 git clone --no-single-branch --depth 2 "file://$(pwd)/." shallow
147 '
148
149 test_expect_success 'clone shallow depth count' '
150 test "$(git --git-dir=shallow/.git rev-list --count HEAD)" = 2
151 '
152
153 test_expect_success 'clone shallow object count' '
154 (
155 cd shallow &&
156 git count-objects -v
157 ) > count.shallow &&
158 grep "^in-pack: 12" count.shallow
159 '
160
161 test_expect_success 'clone shallow object count (part 2)' '
162 sed -e "/^in-pack:/d" -e "/^packs:/d" -e "/^size-pack:/d" \
163 -e "/: 0$/d" count.shallow > count_output &&
164 ! test -s count_output
165 '
166
167 test_expect_success 'fsck in shallow repo' '
168 (
169 cd shallow &&
170 git fsck --full
171 )
172 '
173
174 test_expect_success 'simple fetch in shallow repo' '
175 (
176 cd shallow &&
177 git fetch
178 )
179 '
180
181 test_expect_success 'no changes expected' '
182 (
183 cd shallow &&
184 git count-objects -v
185 ) > count.shallow.2 &&
186 cmp count.shallow count.shallow.2
187 '
188
189 test_expect_success 'fetch same depth in shallow repo' '
190 (
191 cd shallow &&
192 git fetch --depth=2
193 )
194 '
195
196 test_expect_success 'no changes expected' '
197 (
198 cd shallow &&
199 git count-objects -v
200 ) > count.shallow.3 &&
201 cmp count.shallow count.shallow.3
202 '
203
204 test_expect_success 'add two more' '
205 add B66 $B65 &&
206 add B67 $B66
207 '
208
209 test_expect_success 'pull in shallow repo' '
210 (
211 cd shallow &&
212 git pull .. B
213 )
214 '
215
216 test_expect_success 'clone shallow object count' '
217 (
218 cd shallow &&
219 git count-objects -v
220 ) > count.shallow &&
221 grep "^count: 6" count.shallow
222 '
223
224 test_expect_success 'add two more (part 2)' '
225 add B68 $B67 &&
226 add B69 $B68
227 '
228
229 test_expect_success 'deepening pull in shallow repo' '
230 (
231 cd shallow &&
232 git pull --depth 4 .. B
233 )
234 '
235
236 test_expect_success 'clone shallow object count' '
237 (
238 cd shallow &&
239 git count-objects -v
240 ) > count.shallow &&
241 grep "^count: 12" count.shallow
242 '
243
244 test_expect_success 'deepening fetch in shallow repo' '
245 (
246 cd shallow &&
247 git fetch --depth 4 .. A:A
248 )
249 '
250
251 test_expect_success 'clone shallow object count' '
252 (
253 cd shallow &&
254 git count-objects -v
255 ) > count.shallow &&
256 grep "^count: 18" count.shallow
257 '
258
259 test_expect_success 'pull in shallow repo with missing merge base' '
260 (
261 cd shallow &&
262 git fetch --depth 4 .. A
263 test_must_fail git merge --allow-unrelated-histories FETCH_HEAD
264 )
265 '
266
267 test_expect_success 'additional simple shallow deepenings' '
268 (
269 cd shallow &&
270 git fetch --depth=8 &&
271 git fetch --depth=10 &&
272 git fetch --depth=11
273 )
274 '
275
276 test_expect_success 'clone shallow depth count' '
277 test "$(git --git-dir=shallow/.git rev-list --count HEAD)" = 11
278 '
279
280 test_expect_success 'clone shallow object count' '
281 (
282 cd shallow &&
283 git prune &&
284 git count-objects -v
285 ) > count.shallow &&
286 grep "^count: 54" count.shallow
287 '
288
289 test_expect_success 'fetch --no-shallow on full repo' '
290 test_must_fail git fetch --noshallow
291 '
292
293 test_expect_success 'fetch --depth --no-shallow' '
294 (
295 cd shallow &&
296 test_must_fail git fetch --depth=1 --noshallow
297 )
298 '
299
300 test_expect_success 'turn shallow to complete repository' '
301 (
302 cd shallow &&
303 git fetch --unshallow &&
304 ! test -f .git/shallow &&
305 git fsck --full
306 )
307 '
308
309 test_expect_success 'clone shallow without --no-single-branch' '
310 git clone --depth 1 "file://$(pwd)/." shallow2
311 '
312
313 test_expect_success 'clone shallow object count' '
314 (
315 cd shallow2 &&
316 git count-objects -v
317 ) > count.shallow2 &&
318 grep "^in-pack: 3" count.shallow2
319 '
320
321 test_expect_success 'clone shallow with --branch' '
322 git clone --depth 1 --branch A "file://$(pwd)/." shallow3
323 '
324
325 test_expect_success 'clone shallow object count' '
326 echo "in-pack: 3" > count3.expected &&
327 GIT_DIR=shallow3/.git git count-objects -v |
328 grep "^in-pack" > count3.actual &&
329 test_cmp count3.expected count3.actual
330 '
331
332 test_expect_success 'clone shallow with detached HEAD' '
333 git checkout HEAD^ &&
334 git clone --depth 1 "file://$(pwd)/." shallow5 &&
335 git checkout - &&
336 GIT_DIR=shallow5/.git git rev-parse HEAD >actual &&
337 git rev-parse HEAD^ >expected &&
338 test_cmp expected actual
339 '
340
341 test_expect_success 'shallow clone pulling tags' '
342 git tag -a -m A TAGA1 A &&
343 git tag -a -m B TAGB1 B &&
344 git tag TAGA2 A &&
345 git tag TAGB2 B &&
346 git clone --depth 1 "file://$(pwd)/." shallow6 &&
347
348 cat >taglist.expected <<\EOF &&
349 TAGB1
350 TAGB2
351 EOF
352 GIT_DIR=shallow6/.git git tag -l >taglist.actual &&
353 test_cmp taglist.expected taglist.actual &&
354
355 echo "in-pack: 4" > count6.expected &&
356 GIT_DIR=shallow6/.git git count-objects -v |
357 grep "^in-pack" > count6.actual &&
358 test_cmp count6.expected count6.actual
359 '
360
361 test_expect_success 'shallow cloning single tag' '
362 git clone --depth 1 --branch=TAGB1 "file://$(pwd)/." shallow7 &&
363 cat >taglist.expected <<\EOF &&
364 TAGB1
365 TAGB2
366 EOF
367 GIT_DIR=shallow7/.git git tag -l >taglist.actual &&
368 test_cmp taglist.expected taglist.actual &&
369
370 echo "in-pack: 4" > count7.expected &&
371 GIT_DIR=shallow7/.git git count-objects -v |
372 grep "^in-pack" > count7.actual &&
373 test_cmp count7.expected count7.actual
374 '
375
376 test_expect_success 'clone shallow with packed refs' '
377 git pack-refs --all &&
378 git clone --depth 1 --branch A "file://$(pwd)/." shallow8 &&
379 echo "in-pack: 4" > count8.expected &&
380 GIT_DIR=shallow8/.git git count-objects -v |
381 grep "^in-pack" > count8.actual &&
382 test_cmp count8.expected count8.actual
383 '
384
385 test_expect_success 'fetch in shallow repo unreachable shallow objects' '
386 (
387 git clone --bare --branch B --single-branch "file://$(pwd)/." no-reflog &&
388 git clone --depth 1 "file://$(pwd)/no-reflog" shallow9 &&
389 cd no-reflog &&
390 git tag -d TAGB1 TAGB2 &&
391 git update-ref refs/heads/B B~~ &&
392 git gc --prune=now &&
393 cd ../shallow9 &&
394 git fetch origin &&
395 git fsck --no-dangling
396 )
397 '
398 test_expect_success 'fetch creating new shallow root' '
399 (
400 git clone "file://$(pwd)/." shallow10 &&
401 git commit --allow-empty -m empty &&
402 cd shallow10 &&
403 git fetch --depth=1 --progress 2>actual &&
404 # This should fetch only the empty commit, no tree or
405 # blob objects
406 grep "remote: Total 1" actual
407 )
408 '
409
410 test_expect_success 'setup tests for the --stdin parameter' '
411 for head in C D E F
412 do
413 add $head
414 done &&
415 for head in A B C D E F
416 do
417 git tag $head $head
418 done &&
419 cat >input <<-\EOF &&
420 refs/heads/C
421 refs/heads/A
422 refs/heads/D
423 refs/tags/C
424 refs/heads/B
425 refs/tags/A
426 refs/heads/E
427 refs/tags/B
428 refs/tags/E
429 refs/tags/D
430 EOF
431 sort <input >expect &&
432 (
433 echo refs/heads/E &&
434 echo refs/tags/E &&
435 cat input
436 ) >input.dup
437 '
438
439 test_expect_success 'fetch refs from cmdline' '
440 (
441 cd client &&
442 git fetch-pack --no-progress .. $(cat ../input)
443 ) >output &&
444 cut -d " " -f 2 <output | sort >actual &&
445 test_cmp expect actual
446 '
447
448 test_expect_success 'fetch refs from stdin' '
449 (
450 cd client &&
451 git fetch-pack --stdin --no-progress .. <../input
452 ) >output &&
453 cut -d " " -f 2 <output | sort >actual &&
454 test_cmp expect actual
455 '
456
457 test_expect_success 'fetch mixed refs from cmdline and stdin' '
458 (
459 cd client &&
460 tail -n +5 ../input |
461 git fetch-pack --stdin --no-progress .. $(head -n 4 ../input)
462 ) >output &&
463 cut -d " " -f 2 <output | sort >actual &&
464 test_cmp expect actual
465 '
466
467 test_expect_success 'test duplicate refs from stdin' '
468 (
469 cd client &&
470 git fetch-pack --stdin --no-progress .. <../input.dup
471 ) >output &&
472 cut -d " " -f 2 <output | sort >actual &&
473 test_cmp expect actual
474 '
475
476 test_expect_success 'set up tests of missing reference' '
477 cat >expect-error <<-\EOF
478 error: no such remote ref refs/heads/xyzzy
479 EOF
480 '
481
482 test_expect_success 'test lonely missing ref' '
483 (
484 cd client &&
485 test_must_fail git fetch-pack --no-progress .. refs/heads/xyzzy
486 ) >/dev/null 2>error-m &&
487 test_cmp expect-error error-m
488 '
489
490 test_expect_success 'test missing ref after existing' '
491 (
492 cd client &&
493 test_must_fail git fetch-pack --no-progress .. refs/heads/A refs/heads/xyzzy
494 ) >/dev/null 2>error-em &&
495 test_cmp expect-error error-em
496 '
497
498 test_expect_success 'test missing ref before existing' '
499 (
500 cd client &&
501 test_must_fail git fetch-pack --no-progress .. refs/heads/xyzzy refs/heads/A
502 ) >/dev/null 2>error-me &&
503 test_cmp expect-error error-me
504 '
505
506 test_expect_success 'test --all, --depth, and explicit head' '
507 (
508 cd client &&
509 git fetch-pack --no-progress --all --depth=1 .. refs/heads/A
510 ) >out-adh 2>error-adh
511 '
512
513 test_expect_success 'test --all, --depth, and explicit tag' '
514 git tag OLDTAG refs/heads/B~5 &&
515 (
516 cd client &&
517 git fetch-pack --no-progress --all --depth=1 .. refs/tags/OLDTAG
518 ) >out-adt 2>error-adt
519 '
520
521 test_expect_success 'test --all with tag to non-tip' '
522 git commit --allow-empty -m non-tip &&
523 git commit --allow-empty -m tip &&
524 git tag -m "annotated" non-tip HEAD^ &&
525 (
526 cd client &&
527 git fetch-pack --all ..
528 )
529 '
530
531 test_expect_success 'test --all wrt tag to non-commits' '
532 # create tag-to-{blob,tree,commit,tag}, making sure all tagged objects
533 # are reachable only via created tag references.
534 blob=$(echo "hello blob" | git hash-object -t blob -w --stdin) &&
535 git tag -a -m "tag -> blob" tag-to-blob $blob &&
536 \
537 tree=$(printf "100644 blob $blob\tfile" | git mktree) &&
538 git tag -a -m "tag -> tree" tag-to-tree $tree &&
539 \
540 tree2=$(printf "100644 blob $blob\tfile2" | git mktree) &&
541 commit=$(git commit-tree -m "hello commit" $tree) &&
542 git tag -a -m "tag -> commit" tag-to-commit $commit &&
543 \
544 blob2=$(echo "hello blob2" | git hash-object -t blob -w --stdin) &&
545 tag=$(printf "object $blob2\ntype blob\ntag tag-to-blob2\n\
546 tagger author A U Thor <author@example.com> 0 +0000\n\nhello tag" | git mktag) &&
547 git tag -a -m "tag -> tag" tag-to-tag $tag &&
548 \
549 # `fetch-pack --all` should succeed fetching all those objects.
550 mkdir fetchall &&
551 (
552 cd fetchall &&
553 git init &&
554 git fetch-pack --all .. &&
555 git cat-file blob $blob >/dev/null &&
556 git cat-file tree $tree >/dev/null &&
557 git cat-file commit $commit >/dev/null &&
558 git cat-file tag $tag >/dev/null
559 )
560 '
561
562 test_expect_success 'shallow fetch with tags does not break the repository' '
563 mkdir repo1 &&
564 (
565 cd repo1 &&
566 git init &&
567 test_commit 1 &&
568 test_commit 2 &&
569 test_commit 3 &&
570 mkdir repo2 &&
571 cd repo2 &&
572 git init &&
573 git fetch --depth=2 ../.git master:branch &&
574 git fsck
575 )
576 '
577
578 test_expect_success 'fetch-pack can fetch a raw sha1' '
579 git init hidden &&
580 (
581 cd hidden &&
582 test_commit 1 &&
583 test_commit 2 &&
584 git update-ref refs/hidden/one HEAD^ &&
585 git config transfer.hiderefs refs/hidden &&
586 git config uploadpack.allowtipsha1inwant true
587 ) &&
588 git fetch-pack hidden $(git -C hidden rev-parse refs/hidden/one)
589 '
590
591 check_prot_path () {
592 cat >expected <<-EOF &&
593 Diag: url=$1
594 Diag: protocol=$2
595 Diag: path=$3
596 EOF
597 git fetch-pack --diag-url "$1" | grep -v hostandport= >actual &&
598 test_cmp expected actual
599 }
600
601 check_prot_host_port_path () {
602 case "$2" in
603 *ssh*)
604 pp=ssh
605 uah=userandhost
606 ehost=$(echo $3 | tr -d "[]")
607 diagport="Diag: port=$4"
608 ;;
609 *)
610 pp=$p
611 uah=hostandport
612 ehost=$(echo $3$4 | sed -e "s/22$/:22/" -e "s/NONE//")
613 diagport=""
614 ;;
615 esac
616 cat >exp <<-EOF &&
617 Diag: url=$1
618 Diag: protocol=$pp
619 Diag: $uah=$ehost
620 $diagport
621 Diag: path=$5
622 EOF
623 grep -v "^$" exp >expected
624 git fetch-pack --diag-url "$1" >actual &&
625 test_cmp expected actual
626 }
627
628 for r in repo re:po re/po
629 do
630 # git or ssh with scheme
631 for p in "ssh+git" "git+ssh" git ssh
632 do
633 for h in host user@host user@[::1] user@::1
634 do
635 for c in "" :
636 do
637 test_expect_success "fetch-pack --diag-url $p://$h$c/$r" '
638 check_prot_host_port_path $p://$h/$r $p "$h" NONE "/$r"
639 '
640 # "/~" -> "~" conversion
641 test_expect_success "fetch-pack --diag-url $p://$h$c/~$r" '
642 check_prot_host_port_path $p://$h/~$r $p "$h" NONE "~$r"
643 '
644 done
645 done
646 for h in host User@host User@[::1]
647 do
648 test_expect_success "fetch-pack --diag-url $p://$h:22/$r" '
649 check_prot_host_port_path $p://$h:22/$r $p "$h" 22 "/$r"
650 '
651 done
652 done
653 # file with scheme
654 for p in file
655 do
656 test_expect_success "fetch-pack --diag-url $p://$h/$r" '
657 check_prot_path $p://$h/$r $p "/$r"
658 '
659 # No "/~" -> "~" conversion for file
660 test_expect_success "fetch-pack --diag-url $p://$h/~$r" '
661 check_prot_path $p://$h/~$r $p "/~$r"
662 '
663 done
664 # file without scheme
665 for h in nohost nohost:12 [::1] [::1]:23 [ [:aa
666 do
667 test_expect_success "fetch-pack --diag-url ./$h:$r" '
668 check_prot_path ./$h:$r $p "./$h:$r"
669 '
670 # No "/~" -> "~" conversion for file
671 test_expect_success "fetch-pack --diag-url ./$p:$h/~$r" '
672 check_prot_path ./$p:$h/~$r $p "./$p:$h/~$r"
673 '
674 done
675 #ssh without scheme
676 p=ssh
677 for h in host [::1]
678 do
679 test_expect_success "fetch-pack --diag-url $h:$r" '
680 check_prot_host_port_path $h:$r $p "$h" NONE "$r"
681 '
682 # Do "/~" -> "~" conversion
683 test_expect_success "fetch-pack --diag-url $h:/~$r" '
684 check_prot_host_port_path $h:/~$r $p "$h" NONE "~$r"
685 '
686 done
687 done
688
689 test_expect_success MINGW 'fetch-pack --diag-url file://c:/repo' '
690 check_prot_path file://c:/repo file c:/repo
691 '
692 test_expect_success MINGW 'fetch-pack --diag-url c:repo' '
693 check_prot_path c:repo file c:repo
694 '
695
696 test_expect_success 'clone shallow since ...' '
697 test_create_repo shallow-since &&
698 (
699 cd shallow-since &&
700 GIT_COMMITTER_DATE="100000000 +0700" git commit --allow-empty -m one &&
701 GIT_COMMITTER_DATE="200000000 +0700" git commit --allow-empty -m two &&
702 GIT_COMMITTER_DATE="300000000 +0700" git commit --allow-empty -m three &&
703 git clone --shallow-since "300000000 +0700" "file://$(pwd)/." ../shallow11 &&
704 git -C ../shallow11 log --pretty=tformat:%s HEAD >actual &&
705 echo three >expected &&
706 test_cmp expected actual
707 )
708 '
709
710 test_expect_success 'fetch shallow since ...' '
711 git -C shallow11 fetch --shallow-since "200000000 +0700" origin &&
712 git -C shallow11 log --pretty=tformat:%s origin/master >actual &&
713 cat >expected <<-\EOF &&
714 three
715 two
716 EOF
717 test_cmp expected actual
718 '
719
720 test_expect_success 'shallow clone exclude tag two' '
721 test_create_repo shallow-exclude &&
722 (
723 cd shallow-exclude &&
724 test_commit one &&
725 test_commit two &&
726 test_commit three &&
727 git clone --shallow-exclude two "file://$(pwd)/." ../shallow12 &&
728 git -C ../shallow12 log --pretty=tformat:%s HEAD >actual &&
729 echo three >expected &&
730 test_cmp expected actual
731 )
732 '
733
734 test_expect_success 'fetch exclude tag one' '
735 git -C shallow12 fetch --shallow-exclude one origin &&
736 git -C shallow12 log --pretty=tformat:%s origin/master >actual &&
737 test_write_lines three two >expected &&
738 test_cmp expected actual
739 '
740
741 test_expect_success 'fetching deepen' '
742 test_create_repo shallow-deepen &&
743 (
744 cd shallow-deepen &&
745 test_commit one &&
746 test_commit two &&
747 test_commit three &&
748 git clone --depth 1 "file://$(pwd)/." deepen &&
749 test_commit four &&
750 git -C deepen log --pretty=tformat:%s master >actual &&
751 echo three >expected &&
752 test_cmp expected actual &&
753 git -C deepen fetch --deepen=1 &&
754 git -C deepen log --pretty=tformat:%s origin/master >actual &&
755 cat >expected <<-\EOF &&
756 four
757 three
758 two
759 EOF
760 test_cmp expected actual
761 )
762 '
763
764 test_done