(command.CommandList children: [ (command.Assignment keyword: Assign_None pairs: [ (assign_pair lhs: (lhs_expr.LhsName name:test_description spids:[21]) op: Equal rhs: {(SQ <'resilience to pack corruptions with redundant objects'>)} spids: [21] ) ] spids: [21] ) (C {(.)} {(./test-lib.sh)}) (command.FuncDef name: create_test_files body: (command.BraceGroup children: [ (command.AndOr ops: [Op_DAmp Op_DAmp Op_DAmp Op_DAmp Op_DAmp Op_DAmp Op_DAmp] children: [ (command.SimpleCommand words: [{(test-genrandom)} {(DQ (foo))} {(2000)}] redirects: [(redir.Redir op:<Redir_Great '>'> fd:16777215 arg_word:{(file_1)})] ) (command.SimpleCommand words: [{(test-genrandom)} {(DQ (foo))} {(1800)}] redirects: [(redir.Redir op:<Redir_Great '>'> fd:16777215 arg_word:{(file_2)})] ) (command.SimpleCommand words: [{(test-genrandom)} {(DQ (foo))} {(1800)}] redirects: [(redir.Redir op:<Redir_Great '>'> fd:16777215 arg_word:{(file_3)})] ) (command.SimpleCommand words: [{(echo)} {(DQ (' base '))}] redirects: [(redir.Redir op:<Redir_DGreat '>>'> fd:16777215 arg_word:{(file_1)})] ) (command.SimpleCommand words: [{(echo)} {(DQ (' delta1 '))}] redirects: [(redir.Redir op:<Redir_DGreat '>>'> fd:16777215 arg_word:{(file_2)})] ) (command.SimpleCommand words: [{(echo)} {(DQ (' delta delta2 '))}] redirects: [(redir.Redir op:<Redir_DGreat '>>'> fd:16777215 arg_word:{(file_3)})] ) (command.SimpleCommand words: [{(test-genrandom)} {(DQ (bar))} {(150)}] redirects: [(redir.Redir op:<Redir_DGreat '>>'> fd:16777215 arg_word:{(file_2)})] ) (command.SimpleCommand words: [{(test-genrandom)} {(DQ (baz))} {(100)}] redirects: [(redir.Redir op:<Redir_DGreat '>>'> fd:16777215 arg_word:{(file_3)})] ) ] ) ] spids: [69] ) spids: [65 68] ) (command.FuncDef name: create_new_pack body: (command.BraceGroup children: [ (command.AndOr ops: [Op_DAmp Op_DAmp Op_DAmp Op_DAmp Op_DAmp Op_DAmp Op_DAmp] children: [ (C {(rm)} {(-rf)} {(.git)}) (C {(git)} {(init)}) (command.Assignment keyword: Assign_None pairs: [ (assign_pair lhs: (lhs_expr.LhsName name:blob_1 spids:[209]) op: Equal rhs: { (word_part.CommandSubPart command_list: (command.CommandList children: [ (C {(git)} {(hash-object)} {(-t)} {(blob)} {(-w)} {(file_1)}) ] ) left_token: <Left_CommandSub '$('> spids: [210 222] ) } spids: [209] ) ] spids: [209] ) (command.Assignment keyword: Assign_None pairs: [ (assign_pair lhs: (lhs_expr.LhsName name:blob_2 spids:[227]) op: Equal rhs: { (word_part.CommandSubPart command_list: (command.CommandList children: [ (C {(git)} {(hash-object)} {(-t)} {(blob)} {(-w)} {(file_2)}) ] ) left_token: <Left_CommandSub '$('> spids: [228 240] ) } spids: [227] ) ] spids: [227] ) (command.Assignment keyword: Assign_None pairs: [ (assign_pair lhs: (lhs_expr.LhsName name:blob_3 spids:[245]) op: Equal rhs: { (word_part.CommandSubPart command_list: (command.CommandList children: [ (C {(git)} {(hash-object)} {(-t)} {(blob)} {(-w)} {(file_3)}) ] ) left_token: <Left_CommandSub '$('> spids: [246 258] ) } spids: [245] ) ] spids: [245] ) (command.Assignment keyword: Assign_None pairs: [ (assign_pair lhs: (lhs_expr.LhsName name:pack spids:[263]) op: Equal rhs: { (word_part.CommandSubPart command_list: (command.CommandList children: [ (command.Pipeline children: [ (C {(printf)} { (DQ ($ VSub_Name '$blob_1') (Lit_Other '\\') (n) ($ VSub_Name '$blob_2') (Lit_Other '\\') (n) ($ VSub_Name '$blob_3') (Lit_Other '\\') (n) ) } ) (C {(git)} {(pack-objects)} {($ VSub_At '$@')} {(.git/objects/pack/pack)} ) ] negated: F ) ] ) left_token: <Left_CommandSub '$('> spids: [264 289] ) } spids: [263] ) ] spids: [263] ) (command.Assignment keyword: Assign_None pairs: [ (assign_pair lhs: (lhs_expr.LhsName name:pack spids:[294]) op: Equal rhs: {(DQ (.git/objects/pack/pack-) (${ VSub_Name pack))} spids: [294] ) ] spids: [294] ) (C {(git)} {(verify-pack)} {(-v)} {(${ VSub_Name pack) (.pack)}) ] ) ] spids: [190] ) spids: [186 189] ) (command.FuncDef name: do_repack body: (command.BraceGroup children: [ (command.AndOr ops: [Op_DAmp] children: [ (command.Assignment keyword: Assign_None pairs: [ (assign_pair lhs: (lhs_expr.LhsName name:pack spids:[326]) op: Equal rhs: { (word_part.CommandSubPart command_list: (command.CommandList children: [ (command.Pipeline children: [ (C {(printf)} { (DQ ($ VSub_Name '$blob_1') (Lit_Other '\\') (n) ($ VSub_Name '$blob_2') (Lit_Other '\\') (n) ($ VSub_Name '$blob_3') (Lit_Other '\\') (n) ) } ) (C {(git)} {(pack-objects)} {($ VSub_At '$@')} {(.git/objects/pack/pack)} ) ] negated: F ) ] ) left_token: <Left_CommandSub '$('> spids: [327 352] ) } spids: [326] ) ] spids: [326] ) (command.Assignment keyword: Assign_None pairs: [ (assign_pair lhs: (lhs_expr.LhsName name:pack spids:[357]) op: Equal rhs: {(DQ (.git/objects/pack/pack-) (${ VSub_Name pack))} spids: [357] ) ] spids: [357] ) ] ) ] spids: [323] ) spids: [319 322] ) (command.FuncDef name: do_corrupt_object body: (command.BraceGroup children: [ (command.AndOr ops: [Op_DAmp Op_DAmp Op_DAmp Op_DAmp] children: [ (command.Assignment keyword: Assign_None pairs: [ (assign_pair lhs: (lhs_expr.LhsName name:ofs spids:[375]) op: Equal rhs: { (word_part.CommandSubPart command_list: (command.CommandList children: [ (command.Pipeline children: [ (command.SimpleCommand words: [{(git)} {(show-index)}] redirects: [ (redir.Redir op: <Redir_Less '<'> fd: 16777215 arg_word: {(${ VSub_Name pack) (.idx)} ) ] ) (C {(grep)} {($ VSub_Number '$1')}) (C {(cut)} {(-f1)} {(-d) (DQ (' '))}) ] negated: F ) ] ) left_token: <Left_CommandSub '$('> spids: [376 404] ) } spids: [375] ) ] spids: [375] ) (command.Assignment keyword: Assign_None pairs: [ (assign_pair lhs: (lhs_expr.LhsName name:ofs spids:[409]) op: Equal rhs: { (word_part.ArithSubPart anode: (arith_expr.ArithBinary op_id: Arith_Plus left: (arith_expr.ArithWord w:{($ VSub_Name '$ofs')}) right: (arith_expr.ArithWord w:{($ VSub_Number '$2')}) ) spids: [410 417] ) } spids: [409] ) ] spids: [409] ) (C {(chmod)} {(Lit_Other '+') (w)} {(${ VSub_Name pack) (.pack)}) (C {(dd)} {(Lit_VarLike 'of=') (${ VSub_Name pack) (.pack)} {(Lit_VarLike 'bs=') (1)} {(Lit_VarLike 'conv=') (notrunc)} {(Lit_VarLike 'seek=') ($ VSub_Name '$ofs')} ) (C {(test_must_fail)} {(git)} {(verify-pack)} {(${ VSub_Name pack) (.pack)}) ] ) ] spids: [372] ) spids: [368 371] ) (command.SimpleCommand words: [{(printf)} {(SQ <'\\0'>)}] redirects: [(redir.Redir op:<Redir_Great '>'> fd:16777215 arg_word:{(zero)})] ) (C {(test_expect_success)} {(SQ <'initial setup validation'>)} { (SQ <'create_test_files &&\n'> <' create_new_pack &&\n'> <' git prune-packed &&\n'> <' git cat-file blob $blob_1 > /dev/null &&\n'> <' git cat-file blob $blob_2 > /dev/null &&\n'> <' git cat-file blob $blob_3 > /dev/null'> ) } ) (C {(test_expect_success)} {(SQ <'create corruption in header of first object'>)} { (SQ <'do_corrupt_object $blob_1 0 < zero &&\n'> <' test_must_fail git cat-file blob $blob_1 > /dev/null &&\n'> <' test_must_fail git cat-file blob $blob_2 > /dev/null &&\n'> <' test_must_fail git cat-file blob $blob_3 > /dev/null'> ) } ) (C {(test_expect_success)} {(SQ <'... but having a loose copy allows for full recovery'>)} { (SQ <'mv ${pack}.idx tmp &&\n'> <' git hash-object -t blob -w file_1 &&\n'> <' mv tmp ${pack}.idx &&\n'> <' git cat-file blob $blob_1 > /dev/null &&\n'> <' git cat-file blob $blob_2 > /dev/null &&\n'> <' git cat-file blob $blob_3 > /dev/null'> ) } ) (C {(test_expect_success)} {(SQ <'... and loose copy of first delta allows for partial recovery'>)} { (SQ <'git prune-packed &&\n'> <' test_must_fail git cat-file blob $blob_2 > /dev/null &&\n'> <' mv ${pack}.idx tmp &&\n'> <' git hash-object -t blob -w file_2 &&\n'> <' mv tmp ${pack}.idx &&\n'> <' test_must_fail git cat-file blob $blob_1 > /dev/null &&\n'> <' git cat-file blob $blob_2 > /dev/null &&\n'> <' git cat-file blob $blob_3 > /dev/null'> ) } ) (C {(test_expect_success)} {(SQ <'create corruption in data of first object'>)} { (SQ <'create_new_pack &&\n'> <' git prune-packed &&\n'> <' chmod +w ${pack}.pack &&\n'> <' perl -i.bak -pe "s/ base /abcdef/" ${pack}.pack &&\n'> <' test_must_fail git cat-file blob $blob_1 > /dev/null &&\n'> <' test_must_fail git cat-file blob $blob_2 > /dev/null &&\n'> <' test_must_fail git cat-file blob $blob_3 > /dev/null'> ) } ) (C {(test_expect_success)} {(SQ <'... but having a loose copy allows for full recovery'>)} { (SQ <'mv ${pack}.idx tmp &&\n'> <' git hash-object -t blob -w file_1 &&\n'> <' mv tmp ${pack}.idx &&\n'> <' git cat-file blob $blob_1 > /dev/null &&\n'> <' git cat-file blob $blob_2 > /dev/null &&\n'> <' git cat-file blob $blob_3 > /dev/null'> ) } ) (C {(test_expect_success)} {(SQ <'... and loose copy of second object allows for partial recovery'>)} { (SQ <'git prune-packed &&\n'> <' test_must_fail git cat-file blob $blob_2 > /dev/null &&\n'> <' mv ${pack}.idx tmp &&\n'> <' git hash-object -t blob -w file_2 &&\n'> <' mv tmp ${pack}.idx &&\n'> <' test_must_fail git cat-file blob $blob_1 > /dev/null &&\n'> <' git cat-file blob $blob_2 > /dev/null &&\n'> <' git cat-file blob $blob_3 > /dev/null'> ) } ) (C {(test_expect_success)} {(SQ <'create corruption in header of first delta'>)} { (SQ <'create_new_pack &&\n'> <' git prune-packed &&\n'> <' do_corrupt_object $blob_2 0 < zero &&\n'> <' git cat-file blob $blob_1 > /dev/null &&\n'> <' test_must_fail git cat-file blob $blob_2 > /dev/null &&\n'> <' test_must_fail git cat-file blob $blob_3 > /dev/null'> ) } ) (C {(test_expect_success)} {(SQ <'... but having a loose copy allows for full recovery'>)} { (SQ <'mv ${pack}.idx tmp &&\n'> <' git hash-object -t blob -w file_2 &&\n'> <' mv tmp ${pack}.idx &&\n'> <' git cat-file blob $blob_1 > /dev/null &&\n'> <' git cat-file blob $blob_2 > /dev/null &&\n'> <' git cat-file blob $blob_3 > /dev/null'> ) } ) (C {(test_expect_success)} {(SQ <'... and then a repack "clears" the corruption'>)} { (SQ <'do_repack &&\n'> <' git prune-packed &&\n'> <' git verify-pack ${pack}.pack &&\n'> <' git cat-file blob $blob_1 > /dev/null &&\n'> <' git cat-file blob $blob_2 > /dev/null &&\n'> <' git cat-file blob $blob_3 > /dev/null'> ) } ) (C {(test_expect_success)} {(SQ <'create corruption in data of first delta'>)} { (SQ <'create_new_pack &&\n'> <' git prune-packed &&\n'> <' chmod +w ${pack}.pack &&\n'> <' perl -i.bak -pe "s/ delta1 /abcdefgh/" ${pack}.pack &&\n'> <' git cat-file blob $blob_1 > /dev/null &&\n'> <' test_must_fail git cat-file blob $blob_2 > /dev/null &&\n'> <' test_must_fail git cat-file blob $blob_3 > /dev/null'> ) } ) (C {(test_expect_success)} {(SQ <'... but having a loose copy allows for full recovery'>)} { (SQ <'mv ${pack}.idx tmp &&\n'> <' git hash-object -t blob -w file_2 &&\n'> <' mv tmp ${pack}.idx &&\n'> <' git cat-file blob $blob_1 > /dev/null &&\n'> <' git cat-file blob $blob_2 > /dev/null &&\n'> <' git cat-file blob $blob_3 > /dev/null'> ) } ) (C {(test_expect_success)} {(SQ <'... and then a repack "clears" the corruption'>)} { (SQ <'do_repack &&\n'> <' git prune-packed &&\n'> <' git verify-pack ${pack}.pack &&\n'> <' git cat-file blob $blob_1 > /dev/null &&\n'> <' git cat-file blob $blob_2 > /dev/null &&\n'> <' git cat-file blob $blob_3 > /dev/null'> ) } ) (C {(test_expect_success)} {(SQ <'corruption in delta base reference of first delta (OBJ_REF_DELTA)'>)} { (SQ <'create_new_pack &&\n'> <' git prune-packed &&\n'> <' do_corrupt_object $blob_2 2 < zero &&\n'> <' git cat-file blob $blob_1 > /dev/null &&\n'> <' test_must_fail git cat-file blob $blob_2 > /dev/null &&\n'> <' test_must_fail git cat-file blob $blob_3 > /dev/null'> ) } ) (C {(test_expect_success)} {(SQ <'... but having a loose copy allows for full recovery'>)} { (SQ <'mv ${pack}.idx tmp &&\n'> <' git hash-object -t blob -w file_2 &&\n'> <' mv tmp ${pack}.idx &&\n'> <' git cat-file blob $blob_1 > /dev/null &&\n'> <' git cat-file blob $blob_2 > /dev/null &&\n'> <' git cat-file blob $blob_3 > /dev/null'> ) } ) (C {(test_expect_success)} {(SQ <'... and then a repack "clears" the corruption'>)} { (SQ <'do_repack &&\n'> <' git prune-packed &&\n'> <' git verify-pack ${pack}.pack &&\n'> <' git cat-file blob $blob_1 > /dev/null &&\n'> <' git cat-file blob $blob_2 > /dev/null &&\n'> <' git cat-file blob $blob_3 > /dev/null'> ) } ) (C {(test_expect_success)} {(SQ <'corruption #0 in delta base reference of first delta (OBJ_OFS_DELTA)'>)} { (SQ <'create_new_pack --delta-base-offset &&\n'> <' git prune-packed &&\n'> <' do_corrupt_object $blob_2 2 < zero &&\n'> <' git cat-file blob $blob_1 > /dev/null &&\n'> <' test_must_fail git cat-file blob $blob_2 > /dev/null &&\n'> <' test_must_fail git cat-file blob $blob_3 > /dev/null'> ) } ) (C {(test_expect_success)} {(SQ <'... but having a loose copy allows for full recovery'>)} { (SQ <'mv ${pack}.idx tmp &&\n'> <' git hash-object -t blob -w file_2 &&\n'> <' mv tmp ${pack}.idx &&\n'> <' git cat-file blob $blob_1 > /dev/null &&\n'> <' git cat-file blob $blob_2 > /dev/null &&\n'> <' git cat-file blob $blob_3 > /dev/null'> ) } ) (C {(test_expect_success)} {(SQ <'... and then a repack "clears" the corruption'>)} { (SQ <'do_repack --delta-base-offset &&\n'> <' git prune-packed &&\n'> <' git verify-pack ${pack}.pack &&\n'> <' git cat-file blob $blob_1 > /dev/null &&\n'> <' git cat-file blob $blob_2 > /dev/null &&\n'> <' git cat-file blob $blob_3 > /dev/null'> ) } ) (C {(test_expect_success)} {(SQ <'corruption #1 in delta base reference of first delta (OBJ_OFS_DELTA)'>)} { (SQ <'create_new_pack --delta-base-offset &&\n'> <' git prune-packed &&\n'> <' printf "\\001" | do_corrupt_object $blob_2 2 &&\n'> <' git cat-file blob $blob_1 > /dev/null &&\n'> <' test_must_fail git cat-file blob $blob_2 > /dev/null &&\n'> <' test_must_fail git cat-file blob $blob_3 > /dev/null'> ) } ) (C {(test_expect_success)} {(SQ <'... but having a loose copy allows for full recovery'>)} { (SQ <'mv ${pack}.idx tmp &&\n'> <' git hash-object -t blob -w file_2 &&\n'> <' mv tmp ${pack}.idx &&\n'> <' git cat-file blob $blob_1 > /dev/null &&\n'> <' git cat-file blob $blob_2 > /dev/null &&\n'> <' git cat-file blob $blob_3 > /dev/null'> ) } ) (C {(test_expect_success)} {(SQ <'... and then a repack "clears" the corruption'>)} { (SQ <'do_repack --delta-base-offset &&\n'> <' git prune-packed &&\n'> <' git verify-pack ${pack}.pack &&\n'> <' git cat-file blob $blob_1 > /dev/null &&\n'> <' git cat-file blob $blob_2 > /dev/null &&\n'> <' git cat-file blob $blob_3 > /dev/null'> ) } ) (C {(test_expect_success)} {(SQ <'... and a redundant pack allows for full recovery too'>)} { (SQ <'do_corrupt_object $blob_2 2 < zero &&\n'> <' git cat-file blob $blob_1 > /dev/null &&\n'> <' test_must_fail git cat-file blob $blob_2 > /dev/null &&\n'> <' test_must_fail git cat-file blob $blob_3 > /dev/null &&\n'> <' mv ${pack}.idx tmp &&\n'> <' git hash-object -t blob -w file_1 &&\n'> <' git hash-object -t blob -w file_2 &&\n'> <' printf "$blob_1\\n$blob_2\\n" | git pack-objects .git/objects/pack/pack &&\n'> <' git prune-packed &&\n'> <' mv tmp ${pack}.idx &&\n'> <' git cat-file blob $blob_1 > /dev/null &&\n'> <' git cat-file blob $blob_2 > /dev/null &&\n'> <' git cat-file blob $blob_3 > /dev/null'> ) } ) (C {(test_expect_success)} {(SQ <'corruption of delta base reference pointing to wrong object'>)} { (SQ <'create_new_pack --delta-base-offset &&\n'> <' git prune-packed &&\n'> <' printf "\\220\\033" | do_corrupt_object $blob_3 2 &&\n'> <' git cat-file blob $blob_1 >/dev/null &&\n'> <' git cat-file blob $blob_2 >/dev/null &&\n'> <' test_must_fail git cat-file blob $blob_3 >/dev/null'> ) } ) (C {(test_expect_success)} {(SQ <'... but having a loose copy allows for full recovery'>)} { (SQ <'mv ${pack}.idx tmp &&\n'> <' git hash-object -t blob -w file_3 &&\n'> <' mv tmp ${pack}.idx &&\n'> <' git cat-file blob $blob_1 > /dev/null &&\n'> <' git cat-file blob $blob_2 > /dev/null &&\n'> <' git cat-file blob $blob_3 > /dev/null'> ) } ) (C {(test_expect_success)} {(SQ <'... and then a repack "clears" the corruption'>)} { (SQ <'do_repack --delta-base-offset --no-reuse-delta &&\n'> <' git prune-packed &&\n'> <' git verify-pack ${pack}.pack &&\n'> <' git cat-file blob $blob_1 > /dev/null &&\n'> <' git cat-file blob $blob_2 > /dev/null &&\n'> <' git cat-file blob $blob_3 > /dev/null'> ) } ) (C {(test_expect_success)} {(SQ <'corrupting header to have too small output buffer fails unpack'>)} { (SQ <'create_new_pack &&\n'> <' git prune-packed &&\n'> <' printf "\\262\\001" | do_corrupt_object $blob_1 0 &&\n'> <' test_must_fail git cat-file blob $blob_1 > /dev/null &&\n'> <' test_must_fail git cat-file blob $blob_2 > /dev/null &&\n'> <' test_must_fail git cat-file blob $blob_3 > /dev/null'> ) } ) (C {(test_done)}) ] )