1 #!/bin/sh
2 #
3 # Copyright (c) 2007 Nicolas Pitre
4 #
6 test_description='pack index with 64-bit offsets and object CRC'
7 . ./test-lib.sh
9 test_expect_success \
10 'setup' \
11 'rm -rf .git
12 git init &&
13 i=1 &&
14 while test $i -le 100
15 do
16 iii=`printf '%03i' $i`
17 test-genrandom "bar" 200 > wide_delta_$iii &&
18 test-genrandom "baz $iii" 50 >> wide_delta_$iii &&
19 test-genrandom "foo"$i 100 > deep_delta_$iii &&
20 test-genrandom "foo"`expr $i + 1` 100 >> deep_delta_$iii &&
21 test-genrandom "foo"`expr $i + 2` 100 >> deep_delta_$iii &&
22 echo $iii >file_$iii &&
23 test-genrandom "$iii" 8192 >>file_$iii &&
24 git update-index --add file_$iii deep_delta_$iii wide_delta_$iii &&
25 i=`expr $i + 1` || return 1
26 done &&
27 { echo 101 && test-genrandom 100 8192; } >file_101 &&
28 git update-index --add file_101 &&
29 tree=`git write-tree` &&
30 commit=`git commit-tree $tree </dev/null` && {
31 echo $tree &&
32 git ls-tree $tree | sed -e "s/.* \\([0-9a-f]*\\) .*/\\1/"
33 } >obj-list &&
34 git update-ref HEAD $commit'
36 test_expect_success \
37 'pack-objects with index version 1' \
38 'pack1=$(git pack-objects --index-version=1 test-1 <obj-list) &&
39 git verify-pack -v "test-1-${pack1}.pack"'
41 test_expect_success \
42 'pack-objects with index version 2' \
43 'pack2=$(git pack-objects --index-version=2 test-2 <obj-list) &&
44 git verify-pack -v "test-2-${pack2}.pack"'
46 test_expect_success \
47 'both packs should be identical' \
48 'cmp "test-1-${pack1}.pack" "test-2-${pack2}.pack"'
50 test_expect_success \
51 'index v1 and index v2 should be different' \
52 '! cmp "test-1-${pack1}.idx" "test-2-${pack2}.idx"'
54 test_expect_success \
55 'index-pack with index version 1' \
56 'git index-pack --index-version=1 -o 1.idx "test-1-${pack1}.pack"'
58 test_expect_success \
59 'index-pack with index version 2' \
60 'git index-pack --index-version=2 -o 2.idx "test-1-${pack1}.pack"'
62 test_expect_success \
63 'index-pack results should match pack-objects ones' \
64 'cmp "test-1-${pack1}.idx" "1.idx" &&
65 cmp "test-2-${pack2}.idx" "2.idx"'
67 test_expect_success \
68 'index v2: force some 64-bit offsets with pack-objects' \
69 'pack3=$(git pack-objects --index-version=2,0x40000 test-3 <obj-list)'
71 have_64bits=
72 if msg=$(git verify-pack -v "test-3-${pack3}.pack" 2>&1) ||
73 ! (echo "$msg" | grep "pack too large .* off_t")
74 then
75 have_64bits=t
76 else
77 say "skipping tests concerning 64-bit offsets"
78 fi
80 test "$have_64bits" &&
81 test_expect_success \
82 'index v2: verify a pack with some 64-bit offsets' \
83 'git verify-pack -v "test-3-${pack3}.pack"'
85 test "$have_64bits" &&
86 test_expect_success \
87 '64-bit offsets: should be different from previous index v2 results' \
88 '! cmp "test-2-${pack2}.idx" "test-3-${pack3}.idx"'
90 test "$have_64bits" &&
91 test_expect_success \
92 'index v2: force some 64-bit offsets with index-pack' \
93 'git index-pack --index-version=2,0x40000 -o 3.idx "test-1-${pack1}.pack"'
95 test "$have_64bits" &&
96 test_expect_success \
97 '64-bit offsets: index-pack result should match pack-objects one' \
98 'cmp "test-3-${pack3}.idx" "3.idx"'
100 # returns the object number for given object in given pack index
101 index_obj_nr()
102 {
103 idx_file=$1
104 object_sha1=$2
105 nr=0
106 git show-index < $idx_file |
107 while read offs sha1 extra
108 do
109 nr=$(($nr + 1))
110 test "$sha1" = "$object_sha1" || continue
111 echo "$(($nr - 1))"
112 break
113 done
114 }
116 # returns the pack offset for given object as found in given pack index
117 index_obj_offset()
118 {
119 idx_file=$1
120 object_sha1=$2
121 git show-index < $idx_file | grep $object_sha1 |
122 ( read offs extra && echo "$offs" )
123 }
125 test_expect_success \
126 '[index v1] 1) stream pack to repository' \
127 'git index-pack --index-version=1 --stdin < "test-1-${pack1}.pack" &&
128 git prune-packed &&
129 git count-objects | ( read nr rest && test "$nr" -eq 1 ) &&
130 cmp "test-1-${pack1}.pack" ".git/objects/pack/pack-${pack1}.pack" &&
131 cmp "test-1-${pack1}.idx" ".git/objects/pack/pack-${pack1}.idx"'
133 test_expect_success \
134 '[index v1] 2) create a stealth corruption in a delta base reference' \
135 '# This test assumes file_101 is a delta smaller than 16 bytes.
136 # It should be against file_100 but we substitute its base for file_099
137 sha1_101=`git hash-object file_101` &&
138 sha1_099=`git hash-object file_099` &&
139 offs_101=`index_obj_offset 1.idx $sha1_101` &&
140 nr_099=`index_obj_nr 1.idx $sha1_099` &&
141 chmod +w ".git/objects/pack/pack-${pack1}.pack" &&
142 dd of=".git/objects/pack/pack-${pack1}.pack" seek=$(($offs_101 + 1)) \
143 if=".git/objects/pack/pack-${pack1}.idx" \
144 skip=$((4 + 256 * 4 + $nr_099 * 24)) \
145 bs=1 count=20 conv=notrunc &&
146 git cat-file blob $sha1_101 > file_101_foo1'
148 test_expect_success \
149 '[index v1] 3) corrupted delta happily returned wrong data' \
150 'test -f file_101_foo1 && ! cmp file_101 file_101_foo1'
152 test_expect_success \
153 '[index v1] 4) confirm that the pack is actually corrupted' \
154 'test_must_fail git fsck --full $commit'
156 test_expect_success \
157 '[index v1] 5) pack-objects happily reuses corrupted data' \
158 'pack4=$(git pack-objects test-4 <obj-list) &&
159 test -f "test-4-${pack1}.pack"'
161 test_expect_success \
162 '[index v1] 6) newly created pack is BAD !' \
163 'test_must_fail git verify-pack -v "test-4-${pack1}.pack"'
165 test_expect_success \
166 '[index v2] 1) stream pack to repository' \
167 'rm -f .git/objects/pack/* &&
168 git index-pack --index-version=2 --stdin < "test-1-${pack1}.pack" &&
169 git prune-packed &&
170 git count-objects | ( read nr rest && test "$nr" -eq 1 ) &&
171 cmp "test-1-${pack1}.pack" ".git/objects/pack/pack-${pack1}.pack" &&
172 cmp "test-2-${pack1}.idx" ".git/objects/pack/pack-${pack1}.idx"'
174 test_expect_success \
175 '[index v2] 2) create a stealth corruption in a delta base reference' \
176 '# This test assumes file_101 is a delta smaller than 16 bytes.
177 # It should be against file_100 but we substitute its base for file_099
178 sha1_101=`git hash-object file_101` &&
179 sha1_099=`git hash-object file_099` &&
180 offs_101=`index_obj_offset 1.idx $sha1_101` &&
181 nr_099=`index_obj_nr 1.idx $sha1_099` &&
182 chmod +w ".git/objects/pack/pack-${pack1}.pack" &&
183 dd of=".git/objects/pack/pack-${pack1}.pack" seek=$(($offs_101 + 1)) \
184 if=".git/objects/pack/pack-${pack1}.idx" \
185 skip=$((8 + 256 * 4 + $nr_099 * 20)) \
186 bs=1 count=20 conv=notrunc &&
187 git cat-file blob $sha1_101 > file_101_foo2'
189 test_expect_success \
190 '[index v2] 3) corrupted delta happily returned wrong data' \
191 'test -f file_101_foo2 && ! cmp file_101 file_101_foo2'
193 test_expect_success \
194 '[index v2] 4) confirm that the pack is actually corrupted' \
195 'test_must_fail git fsck --full $commit'
197 test_expect_success \
198 '[index v2] 5) pack-objects refuses to reuse corrupted data' \
199 'test_must_fail git pack-objects test-5 <obj-list'
201 test_expect_success \
202 '[index v2] 6) verify-pack detects CRC mismatch' \
203 'rm -f .git/objects/pack/* &&
204 git index-pack --index-version=2 --stdin < "test-1-${pack1}.pack" &&
205 git verify-pack ".git/objects/pack/pack-${pack1}.pack" &&
206 obj=`git hash-object file_001` &&
207 nr=`index_obj_nr ".git/objects/pack/pack-${pack1}.idx" $obj` &&
208 chmod +w ".git/objects/pack/pack-${pack1}.idx" &&
209 dd if=/dev/zero of=".git/objects/pack/pack-${pack1}.idx" conv=notrunc \
210 bs=1 count=4 seek=$((8 + 256 * 4 + `wc -l <obj-list` * 20 + $nr * 4)) &&
211 ( while read obj
212 do git cat-file -p $obj >/dev/null || exit 1
213 done <obj-list ) &&
214 err=$(test_must_fail git verify-pack \
215 ".git/objects/pack/pack-${pack1}.pack" 2>&1) &&
216 echo "$err" | grep "CRC mismatch"'
218 test_done