(command.CommandList children: [ (command.ShAssignment pairs: [ (assign_pair lhs: (sh_lhs_expr.Name name:test_description) op: assign_op.Equal rhs: {(SQ <'exercise basic bitmap functionality'>)} spids: [4] ) ] ) (C {<.>} {<'./test-lib.sh'>}) (command.ShFunction name: objpath body: (BraceGroup children: [ (C {<echo>} { (DQ <'.git/objects/'> (command_sub left_token: <Id.Left_DollarParen '$('> child: (command.Pipeline children: [ (C {<echo>} {(DQ ($ Id.VSub_Number '$1'))}) (C {<sed>} {<-e>} {(SQ <'s|\\(..\\)|\\1/|'>)}) ] negated: F ) ) ) } ) ] ) ) (command.ShFunction name: list_packed_objects body: (BraceGroup children: [ (command.Pipeline children: [ (command.Simple words: [{<git>} {<show-index>}] redirects: [ (redir op: <Id.Redir_Less '<'> loc: (redir_loc.Fd fd:0) arg: {(DQ ($ Id.VSub_Number '$1'))} ) ] do_fork: T ) (C {<cut>} {<-d> (SQ <' '>)} {<-f2>}) ] negated: F ) ] ) ) (command.ShFunction name: has_any body: (BraceGroup children: [(C {<grep>} {<-Ff>} {(DQ ($ Id.VSub_Number '$1'))} {(DQ ($ Id.VSub_Number '$2'))})] ) ) (C {<test_expect_success>} {(SQ <'setup repo with moderate-sized history'>)} { (SQ <'\n'> <'\tfor i in $(test_seq 1 10); do\n'> <'\t\ttest_commit $i\n'> <'\tdone &&\n'> <'\tgit checkout -b other HEAD~5 &&\n'> <'\tfor i in $(test_seq 1 10); do\n'> <'\t\ttest_commit side-$i\n'> <'\tdone &&\n'> <'\tgit checkout master &&\n'> <'\tbitmaptip=$(git rev-parse master) &&\n'> <'\tblob=$(echo tagged-blob | git hash-object -w --stdin) &&\n'> <'\tgit tag tagged-blob $blob &&\n'> <'\tgit config repack.writebitmaps true &&\n'> <'\tgit config pack.writebitmaphashcache true\n'> ) } ) (C {<test_expect_success>} {(SQ <'full repack creates bitmaps'>)} { (SQ <'\n'> <'\tgit repack -ad &&\n'> <'\tls .git/objects/pack/ | grep bitmap >output &&\n'> <'\ttest_line_count = 1 output\n'> ) } ) (C {<test_expect_success>} {(SQ <'rev-list --test-bitmap verifies bitmaps'>)} {(SQ <'\n'> <'\tgit rev-list --test-bitmap HEAD\n'>)} ) (command.ShFunction name: rev_list_tests body: (BraceGroup children: [ (command.ShAssignment pairs: [ (assign_pair lhs: (sh_lhs_expr.Name name:state) op: assign_op.Equal rhs: {($ Id.VSub_Number '$1')} spids: [171] ) ] ) (C {<test_expect_success>} {(DQ <'counting commits via bitmap ('> ($ Id.VSub_DollarName '$state') <')'>)} { (SQ <'\n'> <'\t\tgit rev-list --count HEAD >expect &&\n'> <'\t\tgit rev-list --use-bitmap-index --count HEAD >actual &&\n'> <'\t\ttest_cmp expect actual\n'> <'\t'> ) } ) (C {<test_expect_success>} {(DQ <'counting partial commits via bitmap ('> ($ Id.VSub_DollarName '$state') <')'>)} { (SQ <'\n'> <'\t\tgit rev-list --count HEAD~5..HEAD >expect &&\n'> <'\t\tgit rev-list --use-bitmap-index --count HEAD~5..HEAD >actual &&\n'> <'\t\ttest_cmp expect actual\n'> <'\t'> ) } ) (C {<test_expect_success>} {(DQ <'counting commits with limit ('> ($ Id.VSub_DollarName '$state') <')'>)} { (SQ <'\n'> <'\t\tgit rev-list --count -n 1 HEAD >expect &&\n'> <'\t\tgit rev-list --use-bitmap-index --count -n 1 HEAD >actual &&\n'> <'\t\ttest_cmp expect actual\n'> <'\t'> ) } ) (C {<test_expect_success>} {(DQ <'counting non-linear history ('> ($ Id.VSub_DollarName '$state') <')'>)} { (SQ <'\n'> <'\t\tgit rev-list --count other...master >expect &&\n'> <'\t\tgit rev-list --use-bitmap-index --count other...master >actual &&\n'> <'\t\ttest_cmp expect actual\n'> <'\t'> ) } ) (C {<test_expect_success>} {(DQ <'counting commits with limiting ('> ($ Id.VSub_DollarName '$state') <')'>)} { (SQ <'\n'> <'\t\tgit rev-list --count HEAD -- 1.t >expect &&\n'> <'\t\tgit rev-list --use-bitmap-index --count HEAD -- 1.t >actual &&\n'> <'\t\ttest_cmp expect actual\n'> <'\t'> ) } ) (C {<test_expect_success>} {(DQ <'enumerate --objects ('> ($ Id.VSub_DollarName '$state') <')'>)} { (SQ <'\n'> <'\t\tgit rev-list --objects --use-bitmap-index HEAD >tmp &&\n'> <'\t\tcut -d" " -f1 <tmp >tmp2 &&\n'> <'\t\tsort <tmp2 >actual &&\n'> <'\t\tgit rev-list --objects HEAD >tmp &&\n'> <'\t\tcut -d" " -f1 <tmp >tmp2 &&\n'> <'\t\tsort <tmp2 >expect &&\n'> <'\t\ttest_cmp expect actual\n'> <'\t'> ) } ) (C {<test_expect_success>} { (DQ <'bitmap --objects handles non-commit objects ('> ($ Id.VSub_DollarName '$state') <')'> ) } { (SQ <'\n'> <'\t\tgit rev-list --objects --use-bitmap-index HEAD tagged-blob >actual &&\n'> <'\t\tgrep $blob actual\n'> <'\t'> ) } ) ] ) ) (C {<rev_list_tests>} {(SQ <'full bitmap'>)}) (C {<test_expect_success>} {(SQ <'clone from bitmapped repository'>)} { (SQ <'\n'> <'\tgit clone --no-local --bare . clone.git &&\n'> <'\tgit rev-parse HEAD >expect &&\n'> <'\tgit --git-dir=clone.git rev-parse HEAD >actual &&\n'> <'\ttest_cmp expect actual\n'> ) } ) (C {<test_expect_success>} {(SQ <'setup further non-bitmapped commits'>)} { (SQ <'\n'> <'\tfor i in $(test_seq 1 10); do\n'> <'\t\ttest_commit further-$i\n'> <'\tdone\n'>) } ) (C {<rev_list_tests>} {(SQ <'partial bitmap'>)}) (C {<test_expect_success>} {(SQ <'fetch (partial bitmap)'>)} { (SQ <'\n'> <'\tgit --git-dir=clone.git fetch origin master:master &&\n'> <'\tgit rev-parse HEAD >expect &&\n'> <'\tgit --git-dir=clone.git rev-parse HEAD >actual &&\n'> <'\ttest_cmp expect actual\n'> ) } ) (C {<test_expect_success>} {(SQ <'incremental repack cannot create bitmaps'>)} { (SQ <'\n'> <'\ttest_commit more-1 &&\n'> <'\tfind .git/objects/pack -name "*.bitmap" >expect &&\n'> <'\tgit repack -d &&\n'> <'\tfind .git/objects/pack -name "*.bitmap" >actual &&\n'> <'\ttest_cmp expect actual\n'> ) } ) (C {<test_expect_success>} {(SQ <'incremental repack can disable bitmaps'>)} {(SQ <'\n'> <'\ttest_commit more-2 &&\n'> <'\tgit repack -d --no-write-bitmap-index\n'>)} ) (C {<test_expect_success>} {(SQ <'pack-objects respects --local (non-local loose)'>)} { (SQ <'\n'> <'\tgit init --bare alt.git &&\n'> <'\techo $(pwd)/alt.git/objects >.git/objects/info/alternates &&\n'> <'\techo content1 >file1 &&\n'> <'\t# non-local loose object which is not present in bitmapped pack\n'> <'\taltblob=$(GIT_DIR=alt.git git hash-object -w file1) &&\n'> <'\t# non-local loose object which is also present in bitmapped pack\n'> <'\tgit cat-file blob $blob | GIT_DIR=alt.git git hash-object -w --stdin &&\n'> <'\tgit add file1 &&\n'> <'\ttest_tick &&\n'> <'\tgit commit -m commit_file1 &&\n'> <'\techo HEAD | git pack-objects --local --stdout --revs >1.pack &&\n'> <'\tgit index-pack 1.pack &&\n'> <'\tlist_packed_objects 1.idx >1.objects &&\n'> <'\tprintf "%s\\n" "$altblob" "$blob" >nonlocal-loose &&\n'> <'\t! has_any nonlocal-loose 1.objects\n'> ) } ) (C {<test_expect_success>} {(SQ <'pack-objects respects --honor-pack-keep (local non-bitmapped pack)'>)} { (SQ <'\n'> <'\techo content2 >file2 &&\n'> <'\tblob2=$(git hash-object -w file2) &&\n'> <'\tgit add file2 &&\n'> <'\ttest_tick &&\n'> <'\tgit commit -m commit_file2 &&\n'> <'\tprintf "%s\\n" "$blob2" "$bitmaptip" >keepobjects &&\n'> <'\tpack2=$(git pack-objects pack2 <keepobjects) &&\n'> <'\tmv pack2-$pack2.* .git/objects/pack/ &&\n'> <'\t>.git/objects/pack/pack2-$pack2.keep &&\n'> <'\trm $(objpath $blob2) &&\n'> <'\techo HEAD | git pack-objects --honor-pack-keep --stdout --revs >2a.pack &&\n'> <'\tgit index-pack 2a.pack &&\n'> <'\tlist_packed_objects 2a.idx >2a.objects &&\n'> <'\t! has_any keepobjects 2a.objects\n'> ) } ) (C {<test_expect_success>} {(SQ <'pack-objects respects --local (non-local pack)'>)} { (SQ <'\n'> <'\tmv .git/objects/pack/pack2-$pack2.* alt.git/objects/pack/ &&\n'> <'\techo HEAD | git pack-objects --local --stdout --revs >2b.pack &&\n'> <'\tgit index-pack 2b.pack &&\n'> <'\tlist_packed_objects 2b.idx >2b.objects &&\n'> <'\t! has_any keepobjects 2b.objects\n'> ) } ) (C {<test_expect_success>} {(SQ <'pack-objects respects --honor-pack-keep (local bitmapped pack)'>)} { (SQ <'\n'> <'\tls .git/objects/pack/ | grep bitmap >output &&\n'> <'\ttest_line_count = 1 output &&\n'> <'\tpackbitmap=$(basename $(cat output) .bitmap) &&\n'> <'\tlist_packed_objects .git/objects/pack/$packbitmap.idx >packbitmap.objects &&\n'> <'\ttest_when_finished "rm -f .git/objects/pack/$packbitmap.keep" &&\n'> <'\t>.git/objects/pack/$packbitmap.keep &&\n'> <'\techo HEAD | git pack-objects --honor-pack-keep --stdout --revs >3a.pack &&\n'> <'\tgit index-pack 3a.pack &&\n'> <'\tlist_packed_objects 3a.idx >3a.objects &&\n'> <'\t! has_any packbitmap.objects 3a.objects\n'> ) } ) (C {<test_expect_success>} {(SQ <'pack-objects respects --local (non-local bitmapped pack)'>)} { (SQ <'\n'> <'\tmv .git/objects/pack/$packbitmap.* alt.git/objects/pack/ &&\n'> <'\ttest_when_finished "mv alt.git/objects/pack/$packbitmap.* .git/objects/pack/" &&\n'> <'\techo HEAD | git pack-objects --local --stdout --revs >3b.pack &&\n'> <'\tgit index-pack 3b.pack &&\n'> <'\tlist_packed_objects 3b.idx >3b.objects &&\n'> <'\t! has_any packbitmap.objects 3b.objects\n'> ) } ) (C {<test_expect_success>} {(SQ <'pack-objects to file can use bitmap'>)} { (SQ <'\n'> <'\t# make sure we still have 1 bitmap index from previous tests\n'> <'\tls .git/objects/pack/ | grep bitmap >output &&\n'> <'\ttest_line_count = 1 output &&\n'> <'\t# verify equivalent packs are generated with/without using bitmap index\n'> <'\tpackasha1=$(git pack-objects --no-use-bitmap-index --all packa </dev/null) &&\n'> <'\tpackbsha1=$(git pack-objects --use-bitmap-index --all packb </dev/null) &&\n'> <'\tlist_packed_objects <packa-$packasha1.idx >packa.objects &&\n'> <'\tlist_packed_objects <packb-$packbsha1.idx >packb.objects &&\n'> <'\ttest_cmp packa.objects packb.objects\n'> ) } ) (C {<test_expect_success>} {(SQ <'full repack, reusing previous bitmaps'>)} { (SQ <'\n'> <'\tgit repack -ad &&\n'> <'\tls .git/objects/pack/ | grep bitmap >output &&\n'> <'\ttest_line_count = 1 output\n'> ) } ) (C {<test_expect_success>} {(SQ <'fetch (full bitmap)'>)} { (SQ <'\n'> <'\tgit --git-dir=clone.git fetch origin master:master &&\n'> <'\tgit rev-parse HEAD >expect &&\n'> <'\tgit --git-dir=clone.git rev-parse HEAD >actual &&\n'> <'\ttest_cmp expect actual\n'> ) } ) (C {<test_expect_success>} {(SQ <'create objects for missing-HAVE tests'>)} { (SQ <'\n'> <'\tblob=$(echo "missing have" | git hash-object -w --stdin) &&\n'> <'\ttree=$(printf "100644 blob $blob\\tfile\\n" | git mktree) &&\n'> <'\tparent=$(echo parent | git commit-tree $tree) &&\n'> <'\tcommit=$(echo commit | git commit-tree $tree -p $parent) &&\n'> <'\tcat >revs <<-EOF\n'> <'\tHEAD\n'> <'\t^HEAD^\n'> <'\t^$commit\n'> <'\tEOF\n'> ) } ) (C {<test_expect_success>} {(SQ <'pack-objects respects --incremental'>)} { (SQ <'\n'> <'\tcat >revs2 <<-EOF &&\n'> <'\tHEAD\n'> <'\t$commit\n'> <'\tEOF\n'> <'\tgit pack-objects --incremental --stdout --revs <revs2 >4.pack &&\n'> <'\tgit index-pack 4.pack &&\n'> <'\tlist_packed_objects 4.idx >4.objects &&\n'> <'\ttest_line_count = 4 4.objects &&\n'> <'\tgit rev-list --objects $commit >revlist &&\n'> <'\tcut -d" " -f1 revlist |sort >objects &&\n'> <'\ttest_cmp 4.objects objects\n'> ) } ) (C {<test_expect_success>} {(SQ <'pack with missing blob'>)} { (SQ <'\n'> <'\trm $(objpath $blob) &&\n'> <'\tgit pack-objects --stdout --revs <revs >/dev/null\n'> ) } ) (C {<test_expect_success>} {(SQ <'pack with missing tree'>)} { (SQ <'\n'> <'\trm $(objpath $tree) &&\n'> <'\tgit pack-objects --stdout --revs <revs >/dev/null\n'> ) } ) (C {<test_expect_success>} {(SQ <'pack with missing parent'>)} { (SQ <'\n'> <'\trm $(objpath $parent) &&\n'> <'\tgit pack-objects --stdout --revs <revs >/dev/null\n'> ) } ) (C {<test_expect_success>} {<JGIT>} {(SQ <'we can read jgit bitmaps'>)} { (SQ <'\n'> <'\tgit clone . compat-jgit &&\n'> <'\t(\n'> <'\t\tcd compat-jgit &&\n'> <'\t\trm -f .git/objects/pack/*.bitmap &&\n'> <'\t\tjgit gc &&\n'> <'\t\tgit rev-list --test-bitmap HEAD\n'> <'\t)\n'> ) } ) (C {<test_expect_success>} {<JGIT>} {(SQ <'jgit can read our bitmaps'>)} { (SQ <'\n'> <'\tgit clone . compat-us &&\n'> <'\t(\n'> <'\t\tcd compat-us &&\n'> <'\t\tgit repack -adb &&\n'> <'\t\t# jgit gc will barf if it does not like our bitmaps\n'> <'\t\tjgit gc\n'> <'\t)\n'> ) } ) (C {<test_expect_success>} {(SQ <'splitting packs does not generate bogus bitmaps'>)} { (SQ <'\n'> <'\ttest-genrandom foo $((1024 * 1024)) >rand &&\n'> <'\tgit add rand &&\n'> <'\tgit commit -m "commit with big file" &&\n'> <'\tgit -c pack.packSizeLimit=500k repack -adb &&\n'> <'\tgit init --bare no-bitmaps.git &&\n'> <'\tgit -C no-bitmaps.git fetch .. HEAD\n'> ) } ) (C {<test_done>}) ] )