(CommandList children: [ (Assignment keyword: Assign_None pairs: [ (assign_pair lhs: (LhsName name:test_description spids:[13]) op: Equal rhs: {(SQ <'resilience to pack corruptions with redundant objects'>)} spids: [13] ) ] spids: [13] ) (C {(.)} {(./test-lib.sh)}) (FuncDef name: create_test_files body: (BraceGroup children: [ (AndOr ops: [Op_DAmp Op_DAmp Op_DAmp Op_DAmp Op_DAmp Op_DAmp Op_DAmp] children: [ (SimpleCommand words: [{(test-genrandom)} {(DQ (foo))} {(2000)}] redirects: [(Redir op:<Redir_Great '>'> fd:16777215 arg_word:{(file_1)})] ) (SimpleCommand words: [{(test-genrandom)} {(DQ (foo))} {(1800)}] redirects: [(Redir op:<Redir_Great '>'> fd:16777215 arg_word:{(file_2)})] ) (SimpleCommand words: [{(test-genrandom)} {(DQ (foo))} {(1800)}] redirects: [(Redir op:<Redir_Great '>'> fd:16777215 arg_word:{(file_3)})] ) (SimpleCommand words: [{(echo)} {(DQ (' base '))}] redirects: [(Redir op:<Redir_DGreat '>>'> fd:16777215 arg_word:{(file_1)})] ) (SimpleCommand words: [{(echo)} {(DQ (' delta1 '))}] redirects: [(Redir op:<Redir_DGreat '>>'> fd:16777215 arg_word:{(file_2)})] ) (SimpleCommand words: [{(echo)} {(DQ (' delta delta2 '))}] redirects: [(Redir op:<Redir_DGreat '>>'> fd:16777215 arg_word:{(file_3)})] ) (SimpleCommand words: [{(test-genrandom)} {(DQ (bar))} {(150)}] redirects: [(Redir op:<Redir_DGreat '>>'> fd:16777215 arg_word:{(file_2)})] ) (SimpleCommand words: [{(test-genrandom)} {(DQ (baz))} {(100)}] redirects: [(Redir op:<Redir_DGreat '>>'> fd:16777215 arg_word:{(file_3)})] ) ] ) ] spids: [61] ) spids: [57 60] ) (FuncDef name: create_new_pack body: (BraceGroup children: [ (AndOr ops: [Op_DAmp Op_DAmp Op_DAmp Op_DAmp Op_DAmp Op_DAmp Op_DAmp] children: [ (C {(rm)} {(-rf)} {(.git)}) (C {(git)} {(init)}) (Assignment keyword: Assign_None pairs: [ (assign_pair lhs: (LhsName name:blob_1 spids:[201]) op: Equal rhs: { (CommandSubPart command_list: (CommandList children: [ (C {(git)} {(hash-object)} {(-t)} {(blob)} {(-w)} {(file_1)}) ] ) left_token: <Left_CommandSub '$('> spids: [202 214] ) } spids: [201] ) ] spids: [201] ) (Assignment keyword: Assign_None pairs: [ (assign_pair lhs: (LhsName name:blob_2 spids:[219]) op: Equal rhs: { (CommandSubPart command_list: (CommandList children: [ (C {(git)} {(hash-object)} {(-t)} {(blob)} {(-w)} {(file_2)}) ] ) left_token: <Left_CommandSub '$('> spids: [220 232] ) } spids: [219] ) ] spids: [219] ) (Assignment keyword: Assign_None pairs: [ (assign_pair lhs: (LhsName name:blob_3 spids:[237]) op: Equal rhs: { (CommandSubPart command_list: (CommandList children: [ (C {(git)} {(hash-object)} {(-t)} {(blob)} {(-w)} {(file_3)}) ] ) left_token: <Left_CommandSub '$('> spids: [238 250] ) } spids: [237] ) ] spids: [237] ) (Assignment keyword: Assign_None pairs: [ (assign_pair lhs: (LhsName name:pack spids:[255]) op: Equal rhs: { (CommandSubPart command_list: (CommandList children: [ (Pipeline children: [ (C {(printf)} { (DQ ($ VSub_Name '$blob_1') (Lit_Other '\\') (n) ($ VSub_Name '$blob_2') (Lit_Other '\\') (n) ($ VSub_Name '$blob_3') (Lit_Other '\\') (n) ) } ) (C {(git)} {(pack-objects)} {($ VSub_At '$@')} {(.git/objects/pack/pack)} ) ] negated: F ) ] ) left_token: <Left_CommandSub '$('> spids: [256 281] ) } spids: [255] ) ] spids: [255] ) (Assignment keyword: Assign_None pairs: [ (assign_pair lhs: (LhsName name:pack spids:[286]) op: Equal rhs: {(DQ (.git/objects/pack/pack-) (${ VSub_Name pack))} spids: [286] ) ] spids: [286] ) (C {(git)} {(verify-pack)} {(-v)} {(${ VSub_Name pack) (.pack)}) ] ) ] spids: [182] ) spids: [178 181] ) (FuncDef name: do_repack body: (BraceGroup children: [ (AndOr ops: [Op_DAmp] children: [ (Assignment keyword: Assign_None pairs: [ (assign_pair lhs: (LhsName name:pack spids:[318]) op: Equal rhs: { (CommandSubPart command_list: (CommandList children: [ (Pipeline children: [ (C {(printf)} { (DQ ($ VSub_Name '$blob_1') (Lit_Other '\\') (n) ($ VSub_Name '$blob_2') (Lit_Other '\\') (n) ($ VSub_Name '$blob_3') (Lit_Other '\\') (n) ) } ) (C {(git)} {(pack-objects)} {($ VSub_At '$@')} {(.git/objects/pack/pack)} ) ] negated: F ) ] ) left_token: <Left_CommandSub '$('> spids: [319 344] ) } spids: [318] ) ] spids: [318] ) (Assignment keyword: Assign_None pairs: [ (assign_pair lhs: (LhsName name:pack spids:[349]) op: Equal rhs: {(DQ (.git/objects/pack/pack-) (${ VSub_Name pack))} spids: [349] ) ] spids: [349] ) ] ) ] spids: [315] ) spids: [311 314] ) (FuncDef name: do_corrupt_object body: (BraceGroup children: [ (AndOr ops: [Op_DAmp Op_DAmp Op_DAmp Op_DAmp] children: [ (Assignment keyword: Assign_None pairs: [ (assign_pair lhs: (LhsName name:ofs spids:[367]) op: Equal rhs: { (CommandSubPart command_list: (CommandList children: [ (Pipeline children: [ (SimpleCommand words: [{(git)} {(show-index)}] redirects: [ (Redir op: <Redir_Less '<'> fd: 16777215 arg_word: {(${ VSub_Name pack) (.idx)} ) ] ) (C {(grep)} {($ VSub_Number '$1')}) (C {(cut)} {(-f1)} {(-d) (DQ (' '))}) ] negated: F ) ] ) left_token: <Left_CommandSub '$('> spids: [368 396] ) } spids: [367] ) ] spids: [367] ) (Assignment keyword: Assign_None pairs: [ (assign_pair lhs: (LhsName name:ofs spids:[401]) op: Equal rhs: { (ArithSubPart anode: (ArithBinary op_id: Arith_Plus left: (ArithWord w:{($ VSub_Name '$ofs')}) right: (ArithWord w:{($ VSub_Number '$2')}) ) spids: [402 409] ) } spids: [401] ) ] spids: [401] ) (C {(chmod)} {(Lit_Other '+') (w)} {(${ VSub_Name pack) (.pack)}) (C {(dd)} {(Lit_VarLike 'of=') (${ VSub_Name pack) (.pack)} {(Lit_VarLike 'bs=') (1)} {(Lit_VarLike 'conv=') (notrunc)} {(Lit_VarLike 'seek=') ($ VSub_Name '$ofs')} ) (C {(test_must_fail)} {(git)} {(verify-pack)} {(${ VSub_Name pack) (.pack)}) ] ) ] spids: [364] ) spids: [360 363] ) (SimpleCommand words: [{(printf)} {(SQ <'\\0'>)}] redirects: [(Redir op:<Redir_Great '>'> fd:16777215 arg_word:{(zero)})] ) (C {(test_expect_success)} {(SQ <'initial setup validation'>)} { (SQ <'create_test_files &&\n'> <' create_new_pack &&\n'> <' git prune-packed &&\n'> <' git cat-file blob $blob_1 > /dev/null &&\n'> <' git cat-file blob $blob_2 > /dev/null &&\n'> <' git cat-file blob $blob_3 > /dev/null'> ) } ) (C {(test_expect_success)} {(SQ <'create corruption in header of first object'>)} { (SQ <'do_corrupt_object $blob_1 0 < zero &&\n'> <' test_must_fail git cat-file blob $blob_1 > /dev/null &&\n'> <' test_must_fail git cat-file blob $blob_2 > /dev/null &&\n'> <' test_must_fail git cat-file blob $blob_3 > /dev/null'> ) } ) (C {(test_expect_success)} {(SQ <'... but having a loose copy allows for full recovery'>)} { (SQ <'mv ${pack}.idx tmp &&\n'> <' git hash-object -t blob -w file_1 &&\n'> <' mv tmp ${pack}.idx &&\n'> <' git cat-file blob $blob_1 > /dev/null &&\n'> <' git cat-file blob $blob_2 > /dev/null &&\n'> <' git cat-file blob $blob_3 > /dev/null'> ) } ) (C {(test_expect_success)} {(SQ <'... and loose copy of first delta allows for partial recovery'>)} { (SQ <'git prune-packed &&\n'> <' test_must_fail git cat-file blob $blob_2 > /dev/null &&\n'> <' mv ${pack}.idx tmp &&\n'> <' git hash-object -t blob -w file_2 &&\n'> <' mv tmp ${pack}.idx &&\n'> <' test_must_fail git cat-file blob $blob_1 > /dev/null &&\n'> <' git cat-file blob $blob_2 > /dev/null &&\n'> <' git cat-file blob $blob_3 > /dev/null'> ) } ) (C {(test_expect_success)} {(SQ <'create corruption in data of first object'>)} { (SQ <'create_new_pack &&\n'> <' git prune-packed &&\n'> <' chmod +w ${pack}.pack &&\n'> <' perl -i.bak -pe "s/ base /abcdef/" ${pack}.pack &&\n'> <' test_must_fail git cat-file blob $blob_1 > /dev/null &&\n'> <' test_must_fail git cat-file blob $blob_2 > /dev/null &&\n'> <' test_must_fail git cat-file blob $blob_3 > /dev/null'> ) } ) (C {(test_expect_success)} {(SQ <'... but having a loose copy allows for full recovery'>)} { (SQ <'mv ${pack}.idx tmp &&\n'> <' git hash-object -t blob -w file_1 &&\n'> <' mv tmp ${pack}.idx &&\n'> <' git cat-file blob $blob_1 > /dev/null &&\n'> <' git cat-file blob $blob_2 > /dev/null &&\n'> <' git cat-file blob $blob_3 > /dev/null'> ) } ) (C {(test_expect_success)} {(SQ <'... and loose copy of second object allows for partial recovery'>)} { (SQ <'git prune-packed &&\n'> <' test_must_fail git cat-file blob $blob_2 > /dev/null &&\n'> <' mv ${pack}.idx tmp &&\n'> <' git hash-object -t blob -w file_2 &&\n'> <' mv tmp ${pack}.idx &&\n'> <' test_must_fail git cat-file blob $blob_1 > /dev/null &&\n'> <' git cat-file blob $blob_2 > /dev/null &&\n'> <' git cat-file blob $blob_3 > /dev/null'> ) } ) (C {(test_expect_success)} {(SQ <'create corruption in header of first delta'>)} { (SQ <'create_new_pack &&\n'> <' git prune-packed &&\n'> <' do_corrupt_object $blob_2 0 < zero &&\n'> <' git cat-file blob $blob_1 > /dev/null &&\n'> <' test_must_fail git cat-file blob $blob_2 > /dev/null &&\n'> <' test_must_fail git cat-file blob $blob_3 > /dev/null'> ) } ) (C {(test_expect_success)} {(SQ <'... but having a loose copy allows for full recovery'>)} { (SQ <'mv ${pack}.idx tmp &&\n'> <' git hash-object -t blob -w file_2 &&\n'> <' mv tmp ${pack}.idx &&\n'> <' git cat-file blob $blob_1 > /dev/null &&\n'> <' git cat-file blob $blob_2 > /dev/null &&\n'> <' git cat-file blob $blob_3 > /dev/null'> ) } ) (C {(test_expect_success)} {(SQ <'... and then a repack "clears" the corruption'>)} { (SQ <'do_repack &&\n'> <' git prune-packed &&\n'> <' git verify-pack ${pack}.pack &&\n'> <' git cat-file blob $blob_1 > /dev/null &&\n'> <' git cat-file blob $blob_2 > /dev/null &&\n'> <' git cat-file blob $blob_3 > /dev/null'> ) } ) (C {(test_expect_success)} {(SQ <'create corruption in data of first delta'>)} { (SQ <'create_new_pack &&\n'> <' git prune-packed &&\n'> <' chmod +w ${pack}.pack &&\n'> <' perl -i.bak -pe "s/ delta1 /abcdefgh/" ${pack}.pack &&\n'> <' git cat-file blob $blob_1 > /dev/null &&\n'> <' test_must_fail git cat-file blob $blob_2 > /dev/null &&\n'> <' test_must_fail git cat-file blob $blob_3 > /dev/null'> ) } ) (C {(test_expect_success)} {(SQ <'... but having a loose copy allows for full recovery'>)} { (SQ <'mv ${pack}.idx tmp &&\n'> <' git hash-object -t blob -w file_2 &&\n'> <' mv tmp ${pack}.idx &&\n'> <' git cat-file blob $blob_1 > /dev/null &&\n'> <' git cat-file blob $blob_2 > /dev/null &&\n'> <' git cat-file blob $blob_3 > /dev/null'> ) } ) (C {(test_expect_success)} {(SQ <'... and then a repack "clears" the corruption'>)} { (SQ <'do_repack &&\n'> <' git prune-packed &&\n'> <' git verify-pack ${pack}.pack &&\n'> <' git cat-file blob $blob_1 > /dev/null &&\n'> <' git cat-file blob $blob_2 > /dev/null &&\n'> <' git cat-file blob $blob_3 > /dev/null'> ) } ) (C {(test_expect_success)} {(SQ <'corruption in delta base reference of first delta (OBJ_REF_DELTA)'>)} { (SQ <'create_new_pack &&\n'> <' git prune-packed &&\n'> <' do_corrupt_object $blob_2 2 < zero &&\n'> <' git cat-file blob $blob_1 > /dev/null &&\n'> <' test_must_fail git cat-file blob $blob_2 > /dev/null &&\n'> <' test_must_fail git cat-file blob $blob_3 > /dev/null'> ) } ) (C {(test_expect_success)} {(SQ <'... but having a loose copy allows for full recovery'>)} { (SQ <'mv ${pack}.idx tmp &&\n'> <' git hash-object -t blob -w file_2 &&\n'> <' mv tmp ${pack}.idx &&\n'> <' git cat-file blob $blob_1 > /dev/null &&\n'> <' git cat-file blob $blob_2 > /dev/null &&\n'> <' git cat-file blob $blob_3 > /dev/null'> ) } ) (C {(test_expect_success)} {(SQ <'... and then a repack "clears" the corruption'>)} { (SQ <'do_repack &&\n'> <' git prune-packed &&\n'> <' git verify-pack ${pack}.pack &&\n'> <' git cat-file blob $blob_1 > /dev/null &&\n'> <' git cat-file blob $blob_2 > /dev/null &&\n'> <' git cat-file blob $blob_3 > /dev/null'> ) } ) (C {(test_expect_success)} {(SQ <'corruption #0 in delta base reference of first delta (OBJ_OFS_DELTA)'>)} { (SQ <'create_new_pack --delta-base-offset &&\n'> <' git prune-packed &&\n'> <' do_corrupt_object $blob_2 2 < zero &&\n'> <' git cat-file blob $blob_1 > /dev/null &&\n'> <' test_must_fail git cat-file blob $blob_2 > /dev/null &&\n'> <' test_must_fail git cat-file blob $blob_3 > /dev/null'> ) } ) (C {(test_expect_success)} {(SQ <'... but having a loose copy allows for full recovery'>)} { (SQ <'mv ${pack}.idx tmp &&\n'> <' git hash-object -t blob -w file_2 &&\n'> <' mv tmp ${pack}.idx &&\n'> <' git cat-file blob $blob_1 > /dev/null &&\n'> <' git cat-file blob $blob_2 > /dev/null &&\n'> <' git cat-file blob $blob_3 > /dev/null'> ) } ) (C {(test_expect_success)} {(SQ <'... and then a repack "clears" the corruption'>)} { (SQ <'do_repack --delta-base-offset &&\n'> <' git prune-packed &&\n'> <' git verify-pack ${pack}.pack &&\n'> <' git cat-file blob $blob_1 > /dev/null &&\n'> <' git cat-file blob $blob_2 > /dev/null &&\n'> <' git cat-file blob $blob_3 > /dev/null'> ) } ) (C {(test_expect_success)} {(SQ <'corruption #1 in delta base reference of first delta (OBJ_OFS_DELTA)'>)} { (SQ <'create_new_pack --delta-base-offset &&\n'> <' git prune-packed &&\n'> <' printf "\\001" | do_corrupt_object $blob_2 2 &&\n'> <' git cat-file blob $blob_1 > /dev/null &&\n'> <' test_must_fail git cat-file blob $blob_2 > /dev/null &&\n'> <' test_must_fail git cat-file blob $blob_3 > /dev/null'> ) } ) (C {(test_expect_success)} {(SQ <'... but having a loose copy allows for full recovery'>)} { (SQ <'mv ${pack}.idx tmp &&\n'> <' git hash-object -t blob -w file_2 &&\n'> <' mv tmp ${pack}.idx &&\n'> <' git cat-file blob $blob_1 > /dev/null &&\n'> <' git cat-file blob $blob_2 > /dev/null &&\n'> <' git cat-file blob $blob_3 > /dev/null'> ) } ) (C {(test_expect_success)} {(SQ <'... and then a repack "clears" the corruption'>)} { (SQ <'do_repack --delta-base-offset &&\n'> <' git prune-packed &&\n'> <' git verify-pack ${pack}.pack &&\n'> <' git cat-file blob $blob_1 > /dev/null &&\n'> <' git cat-file blob $blob_2 > /dev/null &&\n'> <' git cat-file blob $blob_3 > /dev/null'> ) } ) (C {(test_expect_success)} {(SQ <'... and a redundant pack allows for full recovery too'>)} { (SQ <'do_corrupt_object $blob_2 2 < zero &&\n'> <' git cat-file blob $blob_1 > /dev/null &&\n'> <' test_must_fail git cat-file blob $blob_2 > /dev/null &&\n'> <' test_must_fail git cat-file blob $blob_3 > /dev/null &&\n'> <' mv ${pack}.idx tmp &&\n'> <' git hash-object -t blob -w file_1 &&\n'> <' git hash-object -t blob -w file_2 &&\n'> <' printf "$blob_1\\n$blob_2\\n" | git pack-objects .git/objects/pack/pack &&\n'> <' git prune-packed &&\n'> <' mv tmp ${pack}.idx &&\n'> <' git cat-file blob $blob_1 > /dev/null &&\n'> <' git cat-file blob $blob_2 > /dev/null &&\n'> <' git cat-file blob $blob_3 > /dev/null'> ) } ) (C {(test_expect_success)} {(SQ <'corruption of delta base reference pointing to wrong object'>)} { (SQ <'create_new_pack --delta-base-offset &&\n'> <' git prune-packed &&\n'> <' printf "\\220\\033" | do_corrupt_object $blob_3 2 &&\n'> <' git cat-file blob $blob_1 >/dev/null &&\n'> <' git cat-file blob $blob_2 >/dev/null &&\n'> <' test_must_fail git cat-file blob $blob_3 >/dev/null'> ) } ) (C {(test_expect_success)} {(SQ <'... but having a loose copy allows for full recovery'>)} { (SQ <'mv ${pack}.idx tmp &&\n'> <' git hash-object -t blob -w file_3 &&\n'> <' mv tmp ${pack}.idx &&\n'> <' git cat-file blob $blob_1 > /dev/null &&\n'> <' git cat-file blob $blob_2 > /dev/null &&\n'> <' git cat-file blob $blob_3 > /dev/null'> ) } ) (C {(test_expect_success)} {(SQ <'... and then a repack "clears" the corruption'>)} { (SQ <'do_repack --delta-base-offset --no-reuse-delta &&\n'> <' git prune-packed &&\n'> <' git verify-pack ${pack}.pack &&\n'> <' git cat-file blob $blob_1 > /dev/null &&\n'> <' git cat-file blob $blob_2 > /dev/null &&\n'> <' git cat-file blob $blob_3 > /dev/null'> ) } ) (C {(test_expect_success)} {(SQ <'corrupting header to have too small output buffer fails unpack'>)} { (SQ <'create_new_pack &&\n'> <' git prune-packed &&\n'> <' printf "\\262\\001" | do_corrupt_object $blob_1 0 &&\n'> <' test_must_fail git cat-file blob $blob_1 > /dev/null &&\n'> <' test_must_fail git cat-file blob $blob_2 > /dev/null &&\n'> <' test_must_fail git cat-file blob $blob_3 > /dev/null'> ) } ) (C {(test_done)}) ] )