(CommandList children: [ (Assignment keyword: Assign_None pairs: [ (assign_pair lhs: (LhsName name:test_description) op: Equal rhs: {(SQ <"resilience to pack corruptions with redundant objects">)} spids: [13] ) ] spids: [13] ) (C {(.)} {(./test-lib.sh)}) (FuncDef name: create_test_files body: (BraceGroup children: [ (AndOr children: [ (SimpleCommand words: [{(test-genrandom)} {(DQ (foo))} {(2000)}] redirects: [(Redir op_id:Redir_Great fd:-1 arg_word:{(file_1)} spids:[72])] ) (AndOr children: [ (SimpleCommand words: [{(test-genrandom)} {(DQ (foo))} {(1800)}] redirects: [(Redir op_id:Redir_Great fd:-1 arg_word:{(file_2)} spids:[87])] ) (AndOr children: [ (SimpleCommand words: [{(test-genrandom)} {(DQ (foo))} {(1800)}] redirects: [(Redir op_id:Redir_Great fd:-1 arg_word:{(file_3)} spids:[102])] ) (AndOr children: [ (SimpleCommand words: [{(echo)} {(DQ (" base "))}] redirects: [ (Redir op_id: Redir_DGreat fd: -1 arg_word: {(file_1)} spids: [115] ) ] ) (AndOr children: [ (SimpleCommand words: [{(echo)} {(DQ (" delta1 "))}] redirects: [ (Redir op_id: Redir_DGreat fd: -1 arg_word: {(file_2)} spids: [128] ) ] ) (AndOr children: [ (SimpleCommand words: [{(echo)} {(DQ (" delta delta2 "))}] redirects: [ (Redir op_id: Redir_DGreat fd: -1 arg_word: {(file_3)} spids: [141] ) ] ) (AndOr children: [ (SimpleCommand words: [{(test-genrandom)} {(DQ (bar))} {(150)}] redirects: [ (Redir op_id: Redir_DGreat fd: -1 arg_word: {(file_2)} spids: [156] ) ] ) (SimpleCommand words: [{(test-genrandom)} {(DQ (baz))} {(100)}] redirects: [ (Redir op_id: Redir_DGreat fd: -1 arg_word: {(file_3)} spids: [171] ) ] ) ] op_id: Op_DAmp ) ] op_id: Op_DAmp ) ] op_id: Op_DAmp ) ] op_id: Op_DAmp ) ] op_id: Op_DAmp ) ] op_id: Op_DAmp ) ] op_id: Op_DAmp ) ] spids: [61] ) spids: [57 60] ) (FuncDef name: create_new_pack body: (BraceGroup children: [ (AndOr children: [ (C {(rm)} {(-rf)} {(.git)}) (AndOr children: [ (C {(git)} {(init)}) (AndOr children: [ (Assignment keyword: Assign_None pairs: [ (assign_pair lhs: (LhsName name:blob_1) op: Equal rhs: { (CommandSubPart command_list: (CommandList children: [ (C {(git)} {(hash-object)} {(-t)} {(blob)} {(-w)} {(file_1)}) ] ) left_token: <Left_CommandSub "$("> spids: [202 214] ) } spids: [201] ) ] spids: [201] ) (AndOr children: [ (Assignment keyword: Assign_None pairs: [ (assign_pair lhs: (LhsName name:blob_2) op: Equal rhs: { (CommandSubPart command_list: (CommandList children: [ (C {(git)} {(hash-object)} {(-t)} {(blob)} {(-w)} {(file_2)}) ] ) left_token: <Left_CommandSub "$("> spids: [220 232] ) } spids: [219] ) ] spids: [219] ) (AndOr children: [ (Assignment keyword: Assign_None pairs: [ (assign_pair lhs: (LhsName name:blob_3) op: Equal rhs: { (CommandSubPart command_list: (CommandList children: [ (C {(git)} {(hash-object)} {(-t)} {(blob)} {(-w)} {(file_3)} ) ] ) left_token: <Left_CommandSub "$("> spids: [238 250] ) } spids: [237] ) ] spids: [237] ) (AndOr children: [ (Assignment keyword: Assign_None pairs: [ (assign_pair lhs: (LhsName name:pack) op: Equal rhs: { (CommandSubPart command_list: (CommandList children: [ (Pipeline children: [ (C {(printf)} { (DQ ($ VSub_Name "$blob_1") (EscapedLiteralPart token: <Lit_EscapedChar "\\n"> ) ($ VSub_Name "$blob_2") (EscapedLiteralPart token:<Lit_EscapedChar "\\n">) ($ VSub_Name "$blob_3") (EscapedLiteralPart token: <Lit_EscapedChar "\\n"> ) ) } ) (C {(git)} {(pack-objects)} {($ VSub_At "$@")} {(.git/objects/pack/pack)} ) ] negated: False ) ] ) left_token: <Left_CommandSub "$("> spids: [256 278] ) } spids: [255] ) ] spids: [255] ) (AndOr children: [ (Assignment keyword: Assign_None pairs: [ (assign_pair lhs: (LhsName name:pack) op: Equal rhs: {(DQ (.git/objects/pack/pack-) (${ VSub_Name pack))} spids: [283] ) ] spids: [283] ) (C {(git)} {(verify-pack)} {(-v)} {(${ VSub_Name pack) (.pack)}) ] op_id: Op_DAmp ) ] op_id: Op_DAmp ) ] op_id: Op_DAmp ) ] op_id: Op_DAmp ) ] op_id: Op_DAmp ) ] op_id: Op_DAmp ) ] op_id: Op_DAmp ) ] spids: [182] ) spids: [178 181] ) (FuncDef name: do_repack body: (BraceGroup children: [ (AndOr children: [ (Assignment keyword: Assign_None pairs: [ (assign_pair lhs: (LhsName name:pack) op: Equal rhs: { (CommandSubPart command_list: (CommandList children: [ (Pipeline children: [ (C {(printf)} { (DQ ($ VSub_Name "$blob_1") (EscapedLiteralPart token: <Lit_EscapedChar "\\n"> ) ($ VSub_Name "$blob_2") (EscapedLiteralPart token:<Lit_EscapedChar "\\n">) ($ VSub_Name "$blob_3") (EscapedLiteralPart token: <Lit_EscapedChar "\\n"> ) ) } ) (C {(git)} {(pack-objects)} {($ VSub_At "$@")} {(.git/objects/pack/pack)} ) ] negated: False ) ] ) left_token: <Left_CommandSub "$("> spids: [316 338] ) } spids: [315] ) ] spids: [315] ) (Assignment keyword: Assign_None pairs: [ (assign_pair lhs: (LhsName name:pack) op: Equal rhs: {(DQ (.git/objects/pack/pack-) (${ VSub_Name pack))} spids: [343] ) ] spids: [343] ) ] op_id: Op_DAmp ) ] spids: [312] ) spids: [308 311] ) (FuncDef name: do_corrupt_object body: (BraceGroup children: [ (AndOr children: [ (Assignment keyword: Assign_None pairs: [ (assign_pair lhs: (LhsName name:ofs) op: Equal rhs: { (CommandSubPart command_list: (CommandList children: [ (Pipeline children: [ (SimpleCommand words: [{(git)} {(show-index)}] redirects: [ (Redir op_id: Redir_Less fd: -1 arg_word: {(${ VSub_Name pack) (.idx)} spids: [367] ) ] ) (C {(grep)} {($ VSub_Number "$1")}) (C {(cut)} {(-f1)} {(-d) (DQ (" "))}) ] negated: False ) ] ) left_token: <Left_CommandSub "$("> spids: [362 390] ) } spids: [361] ) ] spids: [361] ) (AndOr children: [ (Assignment keyword: Assign_None pairs: [ (assign_pair lhs: (LhsName name:ofs) op: Equal rhs: { (ArithSubPart anode: (ArithBinary op_id: Arith_Plus left: (ArithWord w:{($ VSub_Name "$ofs")}) right: (ArithWord w:{($ VSub_Number "$2")}) ) spids: [396 403] ) } spids: [395] ) ] spids: [395] ) (AndOr children: [ (C {(chmod)} {(Lit_Other "+") (w)} {(${ VSub_Name pack) (.pack)}) (AndOr children: [ (C {(dd)} {(Lit_VarLike "of=") (${ VSub_Name pack) (.pack)} {(Lit_VarLike "bs=") (1)} {(Lit_VarLike "conv=") (notrunc)} {(Lit_VarLike "seek=") ($ VSub_Name "$ofs")} ) (C {(test_must_fail)} {(git)} {(verify-pack)} {(${ VSub_Name pack) (.pack)}) ] op_id: Op_DAmp ) ] op_id: Op_DAmp ) ] op_id: Op_DAmp ) ] op_id: Op_DAmp ) ] spids: [358] ) spids: [354 357] ) (SimpleCommand words: [{(printf)} {(SQ <"\\0">)}] redirects: [(Redir op_id:Redir_Great fd:-1 arg_word:{(zero)} spids:[461])] ) (C {(test_expect_success)} {(SQ <"initial setup validation">)} { (SQ <"create_test_files &&\n"> <" create_new_pack &&\n"> <" git prune-packed &&\n"> <" git cat-file blob $blob_1 > /dev/null &&\n"> <" git cat-file blob $blob_2 > /dev/null &&\n"> <" git cat-file blob $blob_3 > /dev/null"> ) } ) (C {(test_expect_success)} {(SQ <"create corruption in header of first object">)} { (SQ <"do_corrupt_object $blob_1 0 < zero &&\n"> <" test_must_fail git cat-file blob $blob_1 > /dev/null &&\n"> <" test_must_fail git cat-file blob $blob_2 > /dev/null &&\n"> <" test_must_fail git cat-file blob $blob_3 > /dev/null"> ) } ) (C {(test_expect_success)} {(SQ <"... but having a loose copy allows for full recovery">)} { (SQ <"mv ${pack}.idx tmp &&\n"> <" git hash-object -t blob -w file_1 &&\n"> <" mv tmp ${pack}.idx &&\n"> <" git cat-file blob $blob_1 > /dev/null &&\n"> <" git cat-file blob $blob_2 > /dev/null &&\n"> <" git cat-file blob $blob_3 > /dev/null"> ) } ) (C {(test_expect_success)} {(SQ <"... and loose copy of first delta allows for partial recovery">)} { (SQ <"git prune-packed &&\n"> <" test_must_fail git cat-file blob $blob_2 > /dev/null &&\n"> <" mv ${pack}.idx tmp &&\n"> <" git hash-object -t blob -w file_2 &&\n"> <" mv tmp ${pack}.idx &&\n"> <" test_must_fail git cat-file blob $blob_1 > /dev/null &&\n"> <" git cat-file blob $blob_2 > /dev/null &&\n"> <" git cat-file blob $blob_3 > /dev/null"> ) } ) (C {(test_expect_success)} {(SQ <"create corruption in data of first object">)} { (SQ <"create_new_pack &&\n"> <" git prune-packed &&\n"> <" chmod +w ${pack}.pack &&\n"> <" perl -i.bak -pe \"s/ base /abcdef/\" ${pack}.pack &&\n"> <" test_must_fail git cat-file blob $blob_1 > /dev/null &&\n"> <" test_must_fail git cat-file blob $blob_2 > /dev/null &&\n"> <" test_must_fail git cat-file blob $blob_3 > /dev/null"> ) } ) (C {(test_expect_success)} {(SQ <"... but having a loose copy allows for full recovery">)} { (SQ <"mv ${pack}.idx tmp &&\n"> <" git hash-object -t blob -w file_1 &&\n"> <" mv tmp ${pack}.idx &&\n"> <" git cat-file blob $blob_1 > /dev/null &&\n"> <" git cat-file blob $blob_2 > /dev/null &&\n"> <" git cat-file blob $blob_3 > /dev/null"> ) } ) (C {(test_expect_success)} {(SQ <"... and loose copy of second object allows for partial recovery">)} { (SQ <"git prune-packed &&\n"> <" test_must_fail git cat-file blob $blob_2 > /dev/null &&\n"> <" mv ${pack}.idx tmp &&\n"> <" git hash-object -t blob -w file_2 &&\n"> <" mv tmp ${pack}.idx &&\n"> <" test_must_fail git cat-file blob $blob_1 > /dev/null &&\n"> <" git cat-file blob $blob_2 > /dev/null &&\n"> <" git cat-file blob $blob_3 > /dev/null"> ) } ) (C {(test_expect_success)} {(SQ <"create corruption in header of first delta">)} { (SQ <"create_new_pack &&\n"> <" git prune-packed &&\n"> <" do_corrupt_object $blob_2 0 < zero &&\n"> <" git cat-file blob $blob_1 > /dev/null &&\n"> <" test_must_fail git cat-file blob $blob_2 > /dev/null &&\n"> <" test_must_fail git cat-file blob $blob_3 > /dev/null"> ) } ) (C {(test_expect_success)} {(SQ <"... but having a loose copy allows for full recovery">)} { (SQ <"mv ${pack}.idx tmp &&\n"> <" git hash-object -t blob -w file_2 &&\n"> <" mv tmp ${pack}.idx &&\n"> <" git cat-file blob $blob_1 > /dev/null &&\n"> <" git cat-file blob $blob_2 > /dev/null &&\n"> <" git cat-file blob $blob_3 > /dev/null"> ) } ) (C {(test_expect_success)} {(SQ <"... and then a repack \"clears\" the corruption">)} { (SQ <"do_repack &&\n"> <" git prune-packed &&\n"> <" git verify-pack ${pack}.pack &&\n"> <" git cat-file blob $blob_1 > /dev/null &&\n"> <" git cat-file blob $blob_2 > /dev/null &&\n"> <" git cat-file blob $blob_3 > /dev/null"> ) } ) (C {(test_expect_success)} {(SQ <"create corruption in data of first delta">)} { (SQ <"create_new_pack &&\n"> <" git prune-packed &&\n"> <" chmod +w ${pack}.pack &&\n"> <" perl -i.bak -pe \"s/ delta1 /abcdefgh/\" ${pack}.pack &&\n"> <" git cat-file blob $blob_1 > /dev/null &&\n"> <" test_must_fail git cat-file blob $blob_2 > /dev/null &&\n"> <" test_must_fail git cat-file blob $blob_3 > /dev/null"> ) } ) (C {(test_expect_success)} {(SQ <"... but having a loose copy allows for full recovery">)} { (SQ <"mv ${pack}.idx tmp &&\n"> <" git hash-object -t blob -w file_2 &&\n"> <" mv tmp ${pack}.idx &&\n"> <" git cat-file blob $blob_1 > /dev/null &&\n"> <" git cat-file blob $blob_2 > /dev/null &&\n"> <" git cat-file blob $blob_3 > /dev/null"> ) } ) (C {(test_expect_success)} {(SQ <"... and then a repack \"clears\" the corruption">)} { (SQ <"do_repack &&\n"> <" git prune-packed &&\n"> <" git verify-pack ${pack}.pack &&\n"> <" git cat-file blob $blob_1 > /dev/null &&\n"> <" git cat-file blob $blob_2 > /dev/null &&\n"> <" git cat-file blob $blob_3 > /dev/null"> ) } ) (C {(test_expect_success)} {(SQ <"corruption in delta base reference of first delta (OBJ_REF_DELTA)">)} { (SQ <"create_new_pack &&\n"> <" git prune-packed &&\n"> <" do_corrupt_object $blob_2 2 < zero &&\n"> <" git cat-file blob $blob_1 > /dev/null &&\n"> <" test_must_fail git cat-file blob $blob_2 > /dev/null &&\n"> <" test_must_fail git cat-file blob $blob_3 > /dev/null"> ) } ) (C {(test_expect_success)} {(SQ <"... but having a loose copy allows for full recovery">)} { (SQ <"mv ${pack}.idx tmp &&\n"> <" git hash-object -t blob -w file_2 &&\n"> <" mv tmp ${pack}.idx &&\n"> <" git cat-file blob $blob_1 > /dev/null &&\n"> <" git cat-file blob $blob_2 > /dev/null &&\n"> <" git cat-file blob $blob_3 > /dev/null"> ) } ) (C {(test_expect_success)} {(SQ <"... and then a repack \"clears\" the corruption">)} { (SQ <"do_repack &&\n"> <" git prune-packed &&\n"> <" git verify-pack ${pack}.pack &&\n"> <" git cat-file blob $blob_1 > /dev/null &&\n"> <" git cat-file blob $blob_2 > /dev/null &&\n"> <" git cat-file blob $blob_3 > /dev/null"> ) } ) (C {(test_expect_success)} {(SQ <"corruption #0 in delta base reference of first delta (OBJ_OFS_DELTA)">)} { (SQ <"create_new_pack --delta-base-offset &&\n"> <" git prune-packed &&\n"> <" do_corrupt_object $blob_2 2 < zero &&\n"> <" git cat-file blob $blob_1 > /dev/null &&\n"> <" test_must_fail git cat-file blob $blob_2 > /dev/null &&\n"> <" test_must_fail git cat-file blob $blob_3 > /dev/null"> ) } ) (C {(test_expect_success)} {(SQ <"... but having a loose copy allows for full recovery">)} { (SQ <"mv ${pack}.idx tmp &&\n"> <" git hash-object -t blob -w file_2 &&\n"> <" mv tmp ${pack}.idx &&\n"> <" git cat-file blob $blob_1 > /dev/null &&\n"> <" git cat-file blob $blob_2 > /dev/null &&\n"> <" git cat-file blob $blob_3 > /dev/null"> ) } ) (C {(test_expect_success)} {(SQ <"... and then a repack \"clears\" the corruption">)} { (SQ <"do_repack --delta-base-offset &&\n"> <" git prune-packed &&\n"> <" git verify-pack ${pack}.pack &&\n"> <" git cat-file blob $blob_1 > /dev/null &&\n"> <" git cat-file blob $blob_2 > /dev/null &&\n"> <" git cat-file blob $blob_3 > /dev/null"> ) } ) (C {(test_expect_success)} {(SQ <"corruption #1 in delta base reference of first delta (OBJ_OFS_DELTA)">)} { (SQ <"create_new_pack --delta-base-offset &&\n"> <" git prune-packed &&\n"> <" printf \"\\001\" | do_corrupt_object $blob_2 2 &&\n"> <" git cat-file blob $blob_1 > /dev/null &&\n"> <" test_must_fail git cat-file blob $blob_2 > /dev/null &&\n"> <" test_must_fail git cat-file blob $blob_3 > /dev/null"> ) } ) (C {(test_expect_success)} {(SQ <"... but having a loose copy allows for full recovery">)} { (SQ <"mv ${pack}.idx tmp &&\n"> <" git hash-object -t blob -w file_2 &&\n"> <" mv tmp ${pack}.idx &&\n"> <" git cat-file blob $blob_1 > /dev/null &&\n"> <" git cat-file blob $blob_2 > /dev/null &&\n"> <" git cat-file blob $blob_3 > /dev/null"> ) } ) (C {(test_expect_success)} {(SQ <"... and then a repack \"clears\" the corruption">)} { (SQ <"do_repack --delta-base-offset &&\n"> <" git prune-packed &&\n"> <" git verify-pack ${pack}.pack &&\n"> <" git cat-file blob $blob_1 > /dev/null &&\n"> <" git cat-file blob $blob_2 > /dev/null &&\n"> <" git cat-file blob $blob_3 > /dev/null"> ) } ) (C {(test_expect_success)} {(SQ <"... and a redundant pack allows for full recovery too">)} { (SQ <"do_corrupt_object $blob_2 2 < zero &&\n"> <" git cat-file blob $blob_1 > /dev/null &&\n"> <" test_must_fail git cat-file blob $blob_2 > /dev/null &&\n"> <" test_must_fail git cat-file blob $blob_3 > /dev/null &&\n"> <" mv ${pack}.idx tmp &&\n"> <" git hash-object -t blob -w file_1 &&\n"> <" git hash-object -t blob -w file_2 &&\n"> <" printf \"$blob_1\\n$blob_2\\n\" | git pack-objects .git/objects/pack/pack &&\n"> <" git prune-packed &&\n"> <" mv tmp ${pack}.idx &&\n"> <" git cat-file blob $blob_1 > /dev/null &&\n"> <" git cat-file blob $blob_2 > /dev/null &&\n"> <" git cat-file blob $blob_3 > /dev/null"> ) } ) (C {(test_expect_success)} {(SQ <"corruption of delta base reference pointing to wrong object">)} { (SQ <"create_new_pack --delta-base-offset &&\n"> <" git prune-packed &&\n"> <" printf \"\\220\\033\" | do_corrupt_object $blob_3 2 &&\n"> <" git cat-file blob $blob_1 >/dev/null &&\n"> <" git cat-file blob $blob_2 >/dev/null &&\n"> <" test_must_fail git cat-file blob $blob_3 >/dev/null"> ) } ) (C {(test_expect_success)} {(SQ <"... but having a loose copy allows for full recovery">)} { (SQ <"mv ${pack}.idx tmp &&\n"> <" git hash-object -t blob -w file_3 &&\n"> <" mv tmp ${pack}.idx &&\n"> <" git cat-file blob $blob_1 > /dev/null &&\n"> <" git cat-file blob $blob_2 > /dev/null &&\n"> <" git cat-file blob $blob_3 > /dev/null"> ) } ) (C {(test_expect_success)} {(SQ <"... and then a repack \"clears\" the corruption">)} { (SQ <"do_repack --delta-base-offset --no-reuse-delta &&\n"> <" git prune-packed &&\n"> <" git verify-pack ${pack}.pack &&\n"> <" git cat-file blob $blob_1 > /dev/null &&\n"> <" git cat-file blob $blob_2 > /dev/null &&\n"> <" git cat-file blob $blob_3 > /dev/null"> ) } ) (C {(test_expect_success)} {(SQ <"corrupting header to have too small output buffer fails unpack">)} { (SQ <"create_new_pack &&\n"> <" git prune-packed &&\n"> <" printf \"\\262\\001\" | do_corrupt_object $blob_1 0 &&\n"> <" test_must_fail git cat-file blob $blob_1 > /dev/null &&\n"> <" test_must_fail git cat-file blob $blob_2 > /dev/null &&\n"> <" test_must_fail git cat-file blob $blob_3 > /dev/null"> ) } ) (C {(test_done)}) ] )