3 b3d68e7f 2021-07-03 stsp # Copyright (c) 2021 Stefan Sperling <stsp@openbsd.org>
5 b3d68e7f 2021-07-03 stsp # Permission to use, copy, modify, and distribute this software for any
6 b3d68e7f 2021-07-03 stsp # purpose with or without fee is hereby granted, provided that the above
7 b3d68e7f 2021-07-03 stsp # copyright notice and this permission notice appear in all copies.
9 b3d68e7f 2021-07-03 stsp # THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
10 b3d68e7f 2021-07-03 stsp # WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
11 b3d68e7f 2021-07-03 stsp # MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
12 b3d68e7f 2021-07-03 stsp # ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
13 b3d68e7f 2021-07-03 stsp # WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
14 b3d68e7f 2021-07-03 stsp # ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
15 b3d68e7f 2021-07-03 stsp # OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
17 b3d68e7f 2021-07-03 stsp . ./common.sh
19 c294a758 2021-07-04 stsp # disable automatic packing for these tests
20 c294a758 2021-07-04 stsp export GOT_TEST_PACK=""
22 b3d68e7f 2021-07-03 stsp test_cleanup_unreferenced_loose_objects() {
23 b3d68e7f 2021-07-03 stsp local testroot=`test_init cleanup_unreferenced_loose_objects`
25 b3d68e7f 2021-07-03 stsp nloose0=`gotadmin info -r $testroot/repo | grep '^loose objects:' | \
26 b3d68e7f 2021-07-03 stsp cut -d ':' -f 2 | tr -d ' '`
27 b3d68e7f 2021-07-03 stsp if [ "$nloose0" != "8" ]; then
28 b3d68e7f 2021-07-03 stsp echo "unexpected number of loose objects: $nloose0" >&2
29 b3d68e7f 2021-07-03 stsp test_done "$testroot" "1"
33 b3d68e7f 2021-07-03 stsp # create a branch with some changes
34 b3d68e7f 2021-07-03 stsp got branch -r $testroot/repo newbranch >/dev/null
36 b3d68e7f 2021-07-03 stsp got checkout -b newbranch $testroot/repo $testroot/wt >/dev/null
38 fc414659 2022-04-16 thomas if [ $ret -ne 0 ]; then
39 b3d68e7f 2021-07-03 stsp echo "got checkout command failed unexpectedly"
40 b3d68e7f 2021-07-03 stsp test_done "$testroot" "$ret"
44 b3d68e7f 2021-07-03 stsp echo 'foo' > $testroot/wt/foo
45 b3d68e7f 2021-07-03 stsp (cd $testroot/wt && got add foo > /dev/null)
46 b3d68e7f 2021-07-03 stsp echo 'modified alpha' > $testroot/wt/alpha
47 b3d68e7f 2021-07-03 stsp (cd $testroot/wt && got commit -m 'newbranch commit' > /dev/null)
48 b3d68e7f 2021-07-03 stsp local commit1=`git_show_branch_head $testroot/repo newbranch`
49 b3d68e7f 2021-07-03 stsp local tree1=`got cat -r $testroot/repo $newbranch_commit | \
50 b3d68e7f 2021-07-03 stsp grep ^tree | cut -d ' ' -f2`
51 b3d68e7f 2021-07-03 stsp local alpha1=`got tree -r $testroot/repo -i -c $commit1 | \
52 b3d68e7f 2021-07-03 stsp grep "[0-9a-f] alpha$" | cut -d' ' -f 1`
53 b3d68e7f 2021-07-03 stsp local foo1=`got tree -r $testroot/repo -i -c $commit1 | \
54 b3d68e7f 2021-07-03 stsp grep "[0-9a-f] foo$" | cut -d' ' -f 1`
56 b3d68e7f 2021-07-03 stsp nloose1=`gotadmin info -r $testroot/repo | grep '^loose objects:' | \
57 b3d68e7f 2021-07-03 stsp cut -d ':' -f 2 | tr -d ' '`
58 b3d68e7f 2021-07-03 stsp if [ "$nloose1" != "12" ]; then
59 b3d68e7f 2021-07-03 stsp echo "unexpected number of loose objects: $nloose1" >&2
60 b3d68e7f 2021-07-03 stsp test_done "$testroot" "1"
64 b3d68e7f 2021-07-03 stsp # delete the branch
65 b3d68e7f 2021-07-03 stsp got branch -r $testroot/repo -d newbranch >/dev/null
67 b3d68e7f 2021-07-03 stsp # remove worktree's base commit reference, which points at the branch
68 b3d68e7f 2021-07-03 stsp wt_uuid=`(cd $testroot/wt && got info | grep 'UUID:' | \
69 b3d68e7f 2021-07-03 stsp cut -d ':' -f 2 | tr -d ' ')`
70 993f033b 2021-07-16 stsp got ref -r $testroot/repo -d "refs/got/worktree/base-$wt_uuid" \
73 b3d68e7f 2021-07-03 stsp # cleanup -n should not remove any objects
74 88ba8483 2021-07-03 stsp ls -R $testroot/repo/.git/objects > $testroot/objects-before
75 ef8ec606 2021-07-27 stsp gotadmin cleanup -a -n -q -r $testroot/repo > $testroot/stdout
76 b3d68e7f 2021-07-03 stsp echo -n > $testroot/stdout.expected
77 b3d68e7f 2021-07-03 stsp cmp -s $testroot/stdout.expected $testroot/stdout
79 fc414659 2022-04-16 thomas if [ $ret -ne 0 ]; then
80 b3d68e7f 2021-07-03 stsp diff -u $testroot/stdout.expected $testroot/stdout
81 b3d68e7f 2021-07-03 stsp test_done "$testroot" "$ret"
84 88ba8483 2021-07-03 stsp ls -R $testroot/repo/.git/objects > $testroot/objects-after
85 b3d68e7f 2021-07-03 stsp cmp -s $testroot/objects-before $testroot/objects-after
87 fc414659 2022-04-16 thomas if [ $ret -ne 0 ]; then
88 b3d68e7f 2021-07-03 stsp diff -u $testroot/objects-before $testroot/objects-after
89 b3d68e7f 2021-07-03 stsp test_done "$testroot" "$ret"
93 b3d68e7f 2021-07-03 stsp # cleanup should remove loose objects that belonged to the branch
94 ef8ec606 2021-07-27 stsp gotadmin cleanup -a -q -r $testroot/repo > $testroot/stdout
96 fc414659 2022-04-16 thomas if [ $ret -ne 0 ]; then
97 b3d68e7f 2021-07-03 stsp echo "gotadmin cleanup failed unexpectedly" >&2
98 b3d68e7f 2021-07-03 stsp test_done "$testroot" "$ret"
101 b3d68e7f 2021-07-03 stsp echo -n > $testroot/stdout.expected
102 b3d68e7f 2021-07-03 stsp cmp -s $testroot/stdout.expected $testroot/stdout
104 fc414659 2022-04-16 thomas if [ $ret -ne 0 ]; then
105 b3d68e7f 2021-07-03 stsp diff -u $testroot/stdout.expected $testroot/stdout
106 b3d68e7f 2021-07-03 stsp test_done "$testroot" "$ret"
110 b3d68e7f 2021-07-03 stsp nloose2=`gotadmin info -r $testroot/repo | grep '^loose objects:' | \
111 b3d68e7f 2021-07-03 stsp cut -d ':' -f 2 | tr -d ' '`
112 b3d68e7f 2021-07-03 stsp if [ "$nloose2" != "$nloose0" ]; then
113 b3d68e7f 2021-07-03 stsp echo "unexpected number of loose objects: $nloose2" >&2
114 b3d68e7f 2021-07-03 stsp test_done "$testroot" "1"
118 b3d68e7f 2021-07-03 stsp for id in $commit1 $tree1 $alpha1 $foo1; do
119 b3d68e7f 2021-07-03 stsp path=`get_loose_object_path $testroot/repo $id`
120 b3d68e7f 2021-07-03 stsp if [ -e "$path" ]; then
121 b3d68e7f 2021-07-03 stsp echo "loose object $path was not purged" >&2
127 b3d68e7f 2021-07-03 stsp test_done "$testroot" "$ret"
130 b3d68e7f 2021-07-03 stsp test_cleanup_redundant_loose_objects() {
131 b3d68e7f 2021-07-03 stsp local testroot=`test_init cleanup_redundant_loose_objects`
133 b3d68e7f 2021-07-03 stsp # tags should also be packed
134 b3d68e7f 2021-07-03 stsp got tag -r $testroot/repo -m 1.0 1.0 >/dev/null
136 b3d68e7f 2021-07-03 stsp nloose0=`gotadmin info -r $testroot/repo | grep '^loose objects:' | \
137 b3d68e7f 2021-07-03 stsp cut -d ':' -f 2 | tr -d ' '`
138 b3d68e7f 2021-07-03 stsp if [ "$nloose0" != "9" ]; then
139 b3d68e7f 2021-07-03 stsp echo "unexpected number of loose objects: $nloose0" >&2
140 b3d68e7f 2021-07-03 stsp test_done "$testroot" "1"
144 b3d68e7f 2021-07-03 stsp # no pack files should exist yet
145 b3d68e7f 2021-07-03 stsp ls $testroot/repo/.git/objects/pack/ > $testroot/stdout
147 fc414659 2022-04-16 thomas if [ $ret -ne 0 ]; then
148 b3d68e7f 2021-07-03 stsp test_done "$testroot" "$ret"
151 b3d68e7f 2021-07-03 stsp echo -n > $testroot/stdout.expected
152 b3d68e7f 2021-07-03 stsp cmp -s $testroot/stdout.expected $testroot/stdout
154 fc414659 2022-04-16 thomas if [ $ret -ne 0 ]; then
155 b3d68e7f 2021-07-03 stsp diff -u $testroot/stdout.expected $testroot/stdout
156 b3d68e7f 2021-07-03 stsp test_done "$testroot" "$ret"
160 b3d68e7f 2021-07-03 stsp gotadmin pack -r $testroot/repo > /dev/null
162 b3d68e7f 2021-07-03 stsp npacked0=`gotadmin info -r $testroot/repo | grep '^packed objects:' | \
163 b3d68e7f 2021-07-03 stsp cut -d ':' -f 2 | tr -d ' '`
164 b3d68e7f 2021-07-03 stsp if [ "$npacked0" != "9" ]; then
165 b3d68e7f 2021-07-03 stsp echo "unexpected number of loose objects: $npacked0" >&2
166 b3d68e7f 2021-07-03 stsp test_done "$testroot" "1"
170 b3d68e7f 2021-07-03 stsp # cleanup -n should not remove any objects
171 88ba8483 2021-07-03 stsp ls -R $testroot/repo/.git/objects > $testroot/objects-before
172 ef8ec606 2021-07-27 stsp gotadmin cleanup -a -n -q -r $testroot/repo > $testroot/stdout
173 b3d68e7f 2021-07-03 stsp echo -n > $testroot/stdout.expected
174 b3d68e7f 2021-07-03 stsp cmp -s $testroot/stdout.expected $testroot/stdout
176 fc414659 2022-04-16 thomas if [ $ret -ne 0 ]; then
177 b3d68e7f 2021-07-03 stsp diff -u $testroot/stdout.expected $testroot/stdout
178 b3d68e7f 2021-07-03 stsp test_done "$testroot" "$ret"
181 88ba8483 2021-07-03 stsp ls -R $testroot/repo/.git/objects > $testroot/objects-after
182 b3d68e7f 2021-07-03 stsp cmp -s $testroot/objects-before $testroot/objects-after
184 fc414659 2022-04-16 thomas if [ $ret -ne 0 ]; then
185 b3d68e7f 2021-07-03 stsp diff -u $testroot/objects-before $testroot/objects-after
186 b3d68e7f 2021-07-03 stsp test_done "$testroot" "$ret"
190 b3d68e7f 2021-07-03 stsp nloose1=`gotadmin info -r $testroot/repo | grep '^loose objects:' | \
191 b3d68e7f 2021-07-03 stsp cut -d ':' -f 2 | tr -d ' '`
192 b3d68e7f 2021-07-03 stsp if [ "$nloose1" != "$nloose0" ]; then
193 b3d68e7f 2021-07-03 stsp echo "unexpected number of loose objects: $nloose1" >&2
194 b3d68e7f 2021-07-03 stsp test_done "$testroot" "1"
198 b3d68e7f 2021-07-03 stsp # cleanup should remove all loose objects
199 ef8ec606 2021-07-27 stsp gotadmin cleanup -a -q -r $testroot/repo > $testroot/stdout
201 fc414659 2022-04-16 thomas if [ $ret -ne 0 ]; then
202 b3d68e7f 2021-07-03 stsp echo "gotadmin cleanup failed unexpectedly" >&2
203 b3d68e7f 2021-07-03 stsp test_done "$testroot" "$ret"
206 b3d68e7f 2021-07-03 stsp echo -n > $testroot/stdout.expected
207 b3d68e7f 2021-07-03 stsp cmp -s $testroot/stdout.expected $testroot/stdout
209 fc414659 2022-04-16 thomas if [ $ret -ne 0 ]; then
210 b3d68e7f 2021-07-03 stsp diff -u $testroot/stdout.expected $testroot/stdout
211 b3d68e7f 2021-07-03 stsp test_done "$testroot" "$ret"
215 b3d68e7f 2021-07-03 stsp nloose2=`gotadmin info -r $testroot/repo | grep '^loose objects:' | \
216 b3d68e7f 2021-07-03 stsp cut -d ':' -f 2 | tr -d ' '`
217 b3d68e7f 2021-07-03 stsp if [ "$nloose2" != "0" ]; then
218 b3d68e7f 2021-07-03 stsp echo "unexpected number of loose objects: $nloose2" >&2
219 b3d68e7f 2021-07-03 stsp test_done "$testroot" "1"
223 b3d68e7f 2021-07-03 stsp for d in $testroot/repo/.git/objects/[0-9a-f][0-9a-f]; do
224 b3d68e7f 2021-07-03 stsp id0=`basename $d`
226 b3d68e7f 2021-07-03 stsp for e in `ls $d`; do
227 b3d68e7f 2021-07-03 stsp obj_id=${id0}${e}
228 b3d68e7f 2021-07-03 stsp echo "loose object $obj_id was not purged" >&2
232 fc414659 2022-04-16 thomas if [ $ret -eq 1 ]; then
237 b3d68e7f 2021-07-03 stsp test_done "$testroot" "$ret"
240 9188bd78 2021-07-03 stsp test_cleanup_precious_objects() {
241 9188bd78 2021-07-03 stsp local testroot=`test_init cleanup_precious_objects`
243 9188bd78 2021-07-03 stsp # enable Git's preciousObjects extension
244 9188bd78 2021-07-03 stsp (cd $testroot/repo && git config extensions.preciousObjects true)
246 9188bd78 2021-07-03 stsp # cleanup should now refuse to purge objects
247 ef8ec606 2021-07-27 stsp gotadmin cleanup -a -q -r $testroot/repo > $testroot/stdout \
248 9188bd78 2021-07-03 stsp 2> $testroot/stderr
250 fc414659 2022-04-16 thomas if [ $ret -eq 0 ]; then
251 9188bd78 2021-07-03 stsp echo "gotadmin cleanup succeeded unexpectedly" >&2
252 9188bd78 2021-07-03 stsp test_done "$testroot" "1"
256 9188bd78 2021-07-03 stsp echo -n "gotadmin: the preciousObjects Git extension is enabled; " \
257 9188bd78 2021-07-03 stsp > $testroot/stderr.expected
258 9188bd78 2021-07-03 stsp echo "this implies that objects must not be deleted" \
259 1124fe40 2021-07-07 stsp >> $testroot/stderr.expected
260 1124fe40 2021-07-07 stsp cmp -s $testroot/stderr.expected $testroot/stderr
262 fc414659 2022-04-16 thomas if [ $ret -ne 0 ]; then
263 1124fe40 2021-07-07 stsp diff -u $testroot/stderr.expected $testroot/stderr
265 1124fe40 2021-07-07 stsp test_done "$testroot" "$ret"
268 1124fe40 2021-07-07 stsp test_cleanup_missing_pack_file() {
269 1124fe40 2021-07-07 stsp local testroot=`test_init cleanup_missing_pack_file`
271 1124fe40 2021-07-07 stsp # no pack files should exist yet
272 1124fe40 2021-07-07 stsp ls $testroot/repo/.git/objects/pack/ > $testroot/stdout
274 fc414659 2022-04-16 thomas if [ $ret -ne 0 ]; then
275 1124fe40 2021-07-07 stsp test_done "$testroot" "$ret"
278 1124fe40 2021-07-07 stsp echo -n > $testroot/stdout.expected
279 1124fe40 2021-07-07 stsp cmp -s $testroot/stdout.expected $testroot/stdout
281 fc414659 2022-04-16 thomas if [ $ret -ne 0 ]; then
282 1124fe40 2021-07-07 stsp diff -u $testroot/stdout.expected $testroot/stdout
283 1124fe40 2021-07-07 stsp test_done "$testroot" "$ret"
287 1124fe40 2021-07-07 stsp gotadmin pack -r $testroot/repo > $testroot/stdout
288 1124fe40 2021-07-07 stsp packname=`grep ^Wrote $testroot/stdout | cut -d ' ' -f2`
289 f97d3fa0 2021-11-23 thomas packhash=`echo $packname | command sed -e 's:^objects/pack/pack-::' \
290 1124fe40 2021-07-07 stsp -e 's/.pack$//'`
292 1124fe40 2021-07-07 stsp # Some freshly cloned Git repositories suffer from lonely pack index
293 1124fe40 2021-07-07 stsp # files. Remove the pack file we just wrote to simulate this issue.
294 1124fe40 2021-07-07 stsp rm $testroot/repo/.git/objects/pack/pack-$packname
296 1124fe40 2021-07-07 stsp # cleanup should now refuse to purge objects
297 ef8ec606 2021-07-27 stsp gotadmin cleanup -a -q -r $testroot/repo > $testroot/stdout \
298 1124fe40 2021-07-07 stsp 2> $testroot/stderr
300 fc414659 2022-04-16 thomas if [ $ret -eq 0 ]; then
301 1124fe40 2021-07-07 stsp echo "gotadmin cleanup succeeded unexpectedly" >&2
302 1124fe40 2021-07-07 stsp test_done "$testroot" "1"
306 1124fe40 2021-07-07 stsp echo -n "gotadmin: objects/pack/pack-${packhash}.idx: " \
307 1124fe40 2021-07-07 stsp > $testroot/stderr.expected
308 6843859a 2021-07-09 stsp echo -n "pack index has no corresponding pack file; pack file must " \
309 6843859a 2021-07-09 stsp >> $testroot/stderr.expected
310 6843859a 2021-07-09 stsp echo "be restored or 'gotadmin cleanup -p' must be run" \
311 9188bd78 2021-07-03 stsp >> $testroot/stderr.expected
312 9188bd78 2021-07-03 stsp cmp -s $testroot/stderr.expected $testroot/stderr
314 fc414659 2022-04-16 thomas if [ $ret -ne 0 ]; then
315 9188bd78 2021-07-03 stsp diff -u $testroot/stderr.expected $testroot/stderr
316 1124fe40 2021-07-07 stsp test_done "$testroot" "$ret"
320 ef8ec606 2021-07-27 stsp gotadmin cleanup -a -r $testroot/repo -p -n > $testroot/stdout
322 fc414659 2022-04-16 thomas if [ $ret -ne 0 ]; then
323 1124fe40 2021-07-07 stsp echo "gotadmin cleanup failed unexpectedly" >&2
324 1124fe40 2021-07-07 stsp test_done "$testroot" "$ret"
327 1124fe40 2021-07-07 stsp packidx_path=$testroot/repo/.git/objects/pack/pack-${packhash}.idx
328 1124fe40 2021-07-07 stsp echo "$packidx_path could be removed" > $testroot/stdout.expected
329 1124fe40 2021-07-07 stsp cmp -s $testroot/stdout.expected $testroot/stdout
331 fc414659 2022-04-16 thomas if [ $ret -ne 0 ]; then
332 1124fe40 2021-07-07 stsp diff -u $testroot/stdout.expected $testroot/stdout
333 1124fe40 2021-07-07 stsp test_done "$testroot" "$ret"
337 ef8ec606 2021-07-27 stsp gotadmin cleanup -a -r $testroot/repo -p > $testroot/stdout
339 fc414659 2022-04-16 thomas if [ $ret -ne 0 ]; then
340 1124fe40 2021-07-07 stsp echo "gotadmin cleanup failed unexpectedly" >&2
341 1124fe40 2021-07-07 stsp test_done "$testroot" "$ret"
344 1124fe40 2021-07-07 stsp echo "$packidx_path removed" > $testroot/stdout.expected
345 1124fe40 2021-07-07 stsp cmp -s $testroot/stdout.expected $testroot/stdout
347 fc414659 2022-04-16 thomas if [ $ret -ne 0 ]; then
348 1124fe40 2021-07-07 stsp diff -u $testroot/stdout.expected $testroot/stdout
349 1124fe40 2021-07-07 stsp test_done "$testroot" "$ret"
353 1124fe40 2021-07-07 stsp # cleanup should now attempt to purge objects
354 ef8ec606 2021-07-27 stsp gotadmin cleanup -a -q -r $testroot/repo > $testroot/stdout \
355 1124fe40 2021-07-07 stsp 2> $testroot/stderr
357 fc414659 2022-04-16 thomas if [ $ret -ne 0 ]; then
358 1124fe40 2021-07-07 stsp echo "gotadmin cleanup failed unexpectedly" >&2
359 1124fe40 2021-07-07 stsp test_done "$testroot" "1"
362 9188bd78 2021-07-03 stsp test_done "$testroot" "$ret"
365 b3d68e7f 2021-07-03 stsp test_parseargs "$@"
366 b3d68e7f 2021-07-03 stsp run_test test_cleanup_unreferenced_loose_objects
367 b3d68e7f 2021-07-03 stsp run_test test_cleanup_redundant_loose_objects
368 9188bd78 2021-07-03 stsp run_test test_cleanup_precious_objects
369 1124fe40 2021-07-07 stsp run_test test_cleanup_missing_pack_file