| 1 | #!/bin/sh |
| 2 | |
| 3 | test_description='fetch/clone from a shallow clone' |
| 4 | |
| 5 | GIT_TEST_DEFAULT_INITIAL_BRANCH_NAME=main |
| 6 | export GIT_TEST_DEFAULT_INITIAL_BRANCH_NAME |
| 7 | |
| 8 | . ./test-lib.sh |
| 9 | |
| 10 | commit() { |
| 11 | echo "$1" >tracked && |
| 12 | git add tracked && |
| 13 | git commit -m "$1" |
| 14 | } |
| 15 | |
| 16 | test_expect_success 'setup' ' |
| 17 | commit 1 && |
| 18 | commit 2 && |
| 19 | commit 3 && |
| 20 | commit 4 && |
| 21 | git config --global transfer.fsckObjects true && |
| 22 | test_oid_cache <<-\EOF |
| 23 | perl sha1:s/0034shallow %s/0036unshallow %s/ |
| 24 | perl sha256:s/004cshallow %s/004eunshallow %s/ |
| 25 | EOF |
| 26 | ' |
| 27 | |
| 28 | test_expect_success 'setup shallow clone' ' |
| 29 | git clone --no-local --depth=2 .git shallow && |
| 30 | git --git-dir=shallow/.git log --format=%s >actual && |
| 31 | test_write_lines 4 3 >expect && |
| 32 | test_cmp expect actual |
| 33 | ' |
| 34 | |
| 35 | test_expect_success 'clone from shallow clone' ' |
| 36 | git clone --no-local shallow shallow2 && |
| 37 | ( |
| 38 | cd shallow2 && |
| 39 | git fsck && |
| 40 | git log --format=%s >actual && |
| 41 | test_write_lines 4 3 >expect && |
| 42 | test_cmp expect actual |
| 43 | ) |
| 44 | ' |
| 45 | |
| 46 | test_expect_success 'fetch from shallow clone' ' |
| 47 | ( |
| 48 | cd shallow && |
| 49 | commit 5 |
| 50 | ) && |
| 51 | ( |
| 52 | cd shallow2 && |
| 53 | git fetch && |
| 54 | git fsck && |
| 55 | git log --format=%s origin/main >actual && |
| 56 | test_write_lines 5 4 3 >expect && |
| 57 | test_cmp expect actual |
| 58 | ) |
| 59 | ' |
| 60 | |
| 61 | test_expect_success 'fetch --depth from shallow clone' ' |
| 62 | ( |
| 63 | cd shallow && |
| 64 | commit 6 |
| 65 | ) && |
| 66 | ( |
| 67 | cd shallow2 && |
| 68 | git fetch --depth=2 && |
| 69 | git fsck && |
| 70 | git log --format=%s origin/main >actual && |
| 71 | test_write_lines 6 5 >expect && |
| 72 | test_cmp expect actual |
| 73 | ) |
| 74 | ' |
| 75 | |
| 76 | test_expect_success 'fetch --unshallow from shallow clone' ' |
| 77 | ( |
| 78 | cd shallow2 && |
| 79 | git fetch --unshallow && |
| 80 | git fsck && |
| 81 | git log --format=%s origin/main >actual && |
| 82 | test_write_lines 6 5 4 3 >expect && |
| 83 | test_cmp expect actual |
| 84 | ) |
| 85 | ' |
| 86 | |
| 87 | test_expect_success 'fetch --unshallow from a full clone' ' |
| 88 | git clone --no-local --depth=2 .git shallow3 && |
| 89 | ( |
| 90 | cd shallow3 && |
| 91 | git log --format=%s >actual && |
| 92 | test_write_lines 4 3 >expect && |
| 93 | test_cmp expect actual && |
| 94 | git -c fetch.writeCommitGraph fetch --unshallow && |
| 95 | git log origin/main --format=%s >actual && |
| 96 | test_write_lines 4 3 2 1 >expect && |
| 97 | test_cmp expect actual |
| 98 | ) |
| 99 | ' |
| 100 | |
| 101 | test_expect_success 'fetch something upstream has but hidden by clients shallow boundaries' ' |
| 102 | # the blob "1" is available in .git but hidden by the |
| 103 | # shallow2/.git/shallow and it should be resent |
| 104 | ! git --git-dir=shallow2/.git cat-file blob $(echo 1|git hash-object --stdin) >/dev/null && |
| 105 | echo 1 >1.t && |
| 106 | git add 1.t && |
| 107 | git commit -m add-1-back && |
| 108 | ( |
| 109 | cd shallow2 && |
| 110 | git fetch ../.git +refs/heads/main:refs/remotes/top/main && |
| 111 | git fsck && |
| 112 | git log --format=%s top/main >actual && |
| 113 | test_write_lines add-1-back 4 3 >expect && |
| 114 | test_cmp expect actual |
| 115 | ) && |
| 116 | git --git-dir=shallow2/.git cat-file blob $(echo 1|git hash-object --stdin) >/dev/null |
| 117 | ' |
| 118 | |
| 119 | test_expect_success 'fetch that requires changes in .git/shallow is filtered' ' |
| 120 | ( |
| 121 | cd shallow && |
| 122 | git checkout --orphan no-shallow && |
| 123 | commit no-shallow |
| 124 | ) && |
| 125 | git init notshallow && |
| 126 | ( |
| 127 | cd notshallow && |
| 128 | git fetch ../shallow/.git refs/heads/*:refs/remotes/shallow/* && |
| 129 | git for-each-ref --format="%(refname)" >actual.refs && |
| 130 | echo refs/remotes/shallow/no-shallow >expect.refs && |
| 131 | test_cmp expect.refs actual.refs && |
| 132 | git log --format=%s shallow/no-shallow >actual && |
| 133 | echo no-shallow >expect && |
| 134 | test_cmp expect actual |
| 135 | ) |
| 136 | ' |
| 137 | |
| 138 | test_expect_success 'fetch --update-shallow' ' |
| 139 | ( |
| 140 | cd shallow && |
| 141 | git checkout main && |
| 142 | commit 7 && |
| 143 | git tag -m foo heavy-tag HEAD^ && |
| 144 | git tag light-tag HEAD^:tracked |
| 145 | ) && |
| 146 | ( |
| 147 | cd notshallow && |
| 148 | git fetch --update-shallow ../shallow/.git refs/heads/*:refs/remotes/shallow/* && |
| 149 | git fsck && |
| 150 | git for-each-ref --sort=refname --format="%(refname)" >actual.refs && |
| 151 | cat <<-\EOF >expect.refs && |
| 152 | refs/remotes/shallow/main |
| 153 | refs/remotes/shallow/no-shallow |
| 154 | refs/tags/heavy-tag |
| 155 | refs/tags/light-tag |
| 156 | EOF |
| 157 | test_cmp expect.refs actual.refs && |
| 158 | git log --format=%s shallow/main >actual && |
| 159 | test_write_lines 7 6 5 4 3 >expect && |
| 160 | test_cmp expect actual |
| 161 | ) |
| 162 | ' |
| 163 | |
| 164 | test_expect_success 'fetch --update-shallow into a repo with submodules' ' |
| 165 | test_config_global protocol.file.allow always && |
| 166 | |
| 167 | git init a-submodule && |
| 168 | test_commit -C a-submodule foo && |
| 169 | |
| 170 | test_when_finished "rm -rf repo-with-sub" && |
| 171 | git init repo-with-sub && |
| 172 | git -C repo-with-sub submodule add ../a-submodule a-submodule && |
| 173 | git -C repo-with-sub commit -m "added submodule" && |
| 174 | git -C repo-with-sub fetch --update-shallow ../shallow/.git refs/heads/*:refs/remotes/shallow/* |
| 175 | ' |
| 176 | |
| 177 | test_expect_success 'fetch --update-shallow a commit that is also a shallow point into a repo with submodules' ' |
| 178 | test_when_finished "rm -rf repo-with-sub" && |
| 179 | git init repo-with-sub && |
| 180 | git -c protocol.file.allow=always -C repo-with-sub \ |
| 181 | submodule add ../a-submodule a-submodule && |
| 182 | git -C repo-with-sub commit -m "added submodule" && |
| 183 | |
| 184 | SHALLOW=$(cat shallow/.git/shallow) && |
| 185 | git -C repo-with-sub fetch --update-shallow ../shallow/.git "$SHALLOW":refs/heads/a-shallow |
| 186 | ' |
| 187 | |
| 188 | test_expect_success 'fetch --update-shallow (with fetch.writeCommitGraph)' ' |
| 189 | ( |
| 190 | cd shallow && |
| 191 | git checkout main && |
| 192 | commit 8 && |
| 193 | git tag -m foo heavy-tag-for-graph HEAD^ && |
| 194 | git tag light-tag-for-graph HEAD^:tracked |
| 195 | ) && |
| 196 | test_config -C notshallow fetch.writeCommitGraph true && |
| 197 | ( |
| 198 | cd notshallow && |
| 199 | git fetch --update-shallow ../shallow/.git refs/heads/*:refs/remotes/shallow/* && |
| 200 | git fsck && |
| 201 | git for-each-ref --sort=refname --format="%(refname)" >actual.refs && |
| 202 | cat <<-EOF >expect.refs && |
| 203 | refs/remotes/shallow/main |
| 204 | refs/remotes/shallow/no-shallow |
| 205 | refs/tags/heavy-tag |
| 206 | refs/tags/heavy-tag-for-graph |
| 207 | refs/tags/light-tag |
| 208 | refs/tags/light-tag-for-graph |
| 209 | EOF |
| 210 | test_cmp expect.refs actual.refs && |
| 211 | git log --format=%s shallow/main >actual && |
| 212 | test_write_lines 8 7 6 5 4 3 >expect && |
| 213 | test_cmp expect actual |
| 214 | ) |
| 215 | ' |
| 216 | |
| 217 | test_expect_success POSIXPERM,SANITY 'shallow fetch from a read-only repo' ' |
| 218 | cp -R .git read-only.git && |
| 219 | test_when_finished "find read-only.git -type d -print | xargs chmod +w" && |
| 220 | find read-only.git -print | xargs chmod -w && |
| 221 | git clone --no-local --depth=2 read-only.git from-read-only && |
| 222 | git --git-dir=from-read-only/.git log --format=%s >actual && |
| 223 | test_write_lines add-1-back 4 >expect && |
| 224 | test_cmp expect actual |
| 225 | ' |
| 226 | |
| 227 | test_expect_success '.git/shallow is edited by repack' ' |
| 228 | git init shallow-server && |
| 229 | test_commit -C shallow-server A && |
| 230 | test_commit -C shallow-server B && |
| 231 | git -C shallow-server checkout -b branch && |
| 232 | test_commit -C shallow-server C && |
| 233 | test_commit -C shallow-server E && |
| 234 | test_commit -C shallow-server D && |
| 235 | d="$(git -C shallow-server rev-parse --verify D^0)" && |
| 236 | git -C shallow-server checkout main && |
| 237 | |
| 238 | git clone --depth=1 --no-tags --no-single-branch \ |
| 239 | "file://$PWD/shallow-server" shallow-client && |
| 240 | |
| 241 | : now remove the branch and fetch with prune && |
| 242 | git -C shallow-server branch -D branch && |
| 243 | git -C shallow-client fetch --prune --depth=1 \ |
| 244 | origin "+refs/heads/*:refs/remotes/origin/*" && |
| 245 | git -C shallow-client repack -adfl && |
| 246 | test_must_fail git -C shallow-client rev-parse --verify $d^0 && |
| 247 | ! grep $d shallow-client/.git/shallow && |
| 248 | |
| 249 | git -C shallow-server branch branch-orig $d && |
| 250 | git -C shallow-client fetch --prune --depth=2 \ |
| 251 | origin "+refs/heads/*:refs/remotes/origin/*" |
| 252 | ' |
| 253 | |
| 254 | test_expect_success 'fetch --deepen does not truncate' ' |
| 255 | git clone --no-local .git full-clone && |
| 256 | git -C full-clone rev-parse --is-shallow-repository >expect && |
| 257 | git -C full-clone log --oneline >>expect && |
| 258 | git -C full-clone fetch --deepen=1 && |
| 259 | git -C full-clone rev-parse --is-shallow-repository >actual && |
| 260 | git -C full-clone log --oneline >>actual && |
| 261 | test_cmp expect actual |
| 262 | ' |
| 263 | |
| 264 | . "$TEST_DIRECTORY"/lib-httpd.sh |
| 265 | start_httpd |
| 266 | |
| 267 | REPO="$HTTPD_DOCUMENT_ROOT_PATH/repo" |
| 268 | |
| 269 | test_expect_success 'shallow fetches check connectivity before writing shallow file' ' |
| 270 | rm -rf "$REPO" client && |
| 271 | |
| 272 | git init "$REPO" && |
| 273 | test_commit -C "$REPO" one && |
| 274 | test_commit -C "$REPO" two && |
| 275 | test_commit -C "$REPO" three && |
| 276 | |
| 277 | git init client && |
| 278 | |
| 279 | # Use protocol v2 to ensure that shallow information is sent exactly |
| 280 | # once by the server, since we are planning to manipulate it. |
| 281 | git -C "$REPO" config protocol.version 2 && |
| 282 | git -C client config protocol.version 2 && |
| 283 | |
| 284 | git -C client fetch --depth=2 "$HTTPD_URL/one_time_script/repo" main:a_branch && |
| 285 | |
| 286 | # Craft a situation in which the server sends back an unshallow request |
| 287 | # with an empty packfile. This is done by refetching with a shorter |
| 288 | # depth (to ensure that the packfile is empty), and overwriting the |
| 289 | # shallow line in the response with the unshallow line we want. |
| 290 | write_script "$HTTPD_ROOT_PATH/one-time-script" <<-EOF && |
| 291 | sed "$(printf "$(test_oid perl)" "$(git -C "$REPO" rev-parse HEAD)" "$(git -C "$REPO" rev-parse HEAD^)")" "\$1" |
| 292 | EOF |
| 293 | test_must_fail env GIT_TEST_SIDEBAND_ALL=0 git -C client \ |
| 294 | fetch --depth=1 "$HTTPD_URL/one_time_script/repo" \ |
| 295 | main:a_branch && |
| 296 | |
| 297 | # Ensure that the one-time-script script was used. |
| 298 | ! test -e "$HTTPD_ROOT_PATH/one-time-script" && |
| 299 | |
| 300 | # Ensure that the resulting repo is consistent, despite our failure to |
| 301 | # fetch. |
| 302 | git -C client fsck |
| 303 | ' |
| 304 | |
| 305 | # DO NOT add non-httpd-specific tests here, because the last part of this |
| 306 | # test script is only executed when httpd is available and enabled. |
| 307 | |
| 308 | test_done |