Upload the package zip in chunks for GHA

include/vcpkg/archives.h

@@ -37,4 +37,7 @@ namespace vcpkg
                                        const Path& archive_path);
 
     std::vector<ExpectedL<Unit>> decompress_in_parallel(View<Command> jobs);
+
+    // Split an archive into chunks.
+    ExpectedL<Unit> split_archive(Filesystem& fs, const Path& path, int64_t file_size, int64_t chunk_size);
 }

include/vcpkg/base/downloads.h

@@ -38,8 +38,13 @@ namespace vcpkg
                             StringView url,
                             const std::vector<std::string>& secrets,
                             View<std::string> headers,
-                            const Path& file,
-                            StringView request = "PUT");
+                            const Path& file);
+    ExpectedL<int> patch_file_in_pieces(Filesystem& fs,
+                                        StringView url,
+                                        View<std::string> headers,
+                                        const Path& file,
+                                        int64_t file_size,
+                                        unsigned int chunk_size = 450 * 1024 * 1024);
     std::vector<int> url_heads(View<std::string> urls, View<std::string> headers, View<std::string> secrets);
 
     struct DownloadManagerConfig

src/vcpkg/archives.cpp

@@ -356,4 +356,21 @@ namespace vcpkg
 
         return filtered_results;
     }
+
+    ExpectedL<Unit> split_archive(Filesystem& fs, const Path& path, int64_t file_size, int64_t chunk_size)
+    {
+        auto file = fs.open_for_read(path, VCPKG_LINE_INFO);
+
+        std::vector<unsigned char> buffer(chunk_size);
+        for (int64_t begin = 0, i = 0; begin < file_size; begin += chunk_size, ++i)
+        {
+            auto bytes_read = file.read(buffer.data(), sizeof(unsigned char), chunk_size);
+            if (!bytes_read) break;
+
+            auto chunk_file = fs.open_for_write(path + std::to_string(i), VCPKG_LINE_INFO);
+            chunk_file.write(buffer.data(), sizeof(unsigned char), bytes_read);
+        }
+
+        return {Unit{}};
+    }
 }

src/vcpkg/base/downloads.cpp

@@ -12,6 +12,8 @@
 #include <vcpkg/base/system.proxy.h>
 #include <vcpkg/base/util.h>
 
+#include <vcpkg/archives.h>
+
 namespace vcpkg
 {
     static std::string replace_secrets(std::string input, View<std::string> secrets)
@@ -520,8 +522,7 @@ namespace vcpkg
                             StringView url,
                             const std::vector<std::string>& secrets,
                             View<std::string> headers,
-                            const Path& file,
-                            StringView request)
+                            const Path& file)
     {
         static constexpr StringLiteral guid_marker = "9a1db05f-a65d-419b-aa72-037fb4d0672e";
 
@@ -550,7 +551,7 @@ namespace vcpkg
         }
 
         Command cmd;
-        cmd.string_arg("curl").string_arg("-X").string_arg(request);
+        cmd.string_arg("curl").string_arg("-X").string_arg("PUT");
         for (auto&& header : headers)
         {
             cmd.string_arg("-H").string_arg(header);
@@ -579,6 +580,47 @@ namespace vcpkg
         return res;
     }
 
+    ExpectedL<int> patch_file_in_pieces(Filesystem& fs,
+                                        StringView url,
+                                        View<std::string> headers,
+                                        const Path& file,
+                                        int64_t file_size,
+                                        unsigned int chunk_size)
+    {
+        Command base_cmd;
+        base_cmd.string_arg("curl").string_arg("-X").string_arg("PATCH");
+        for (auto&& header : headers)
+        {
+            base_cmd.string_arg("-H").string_arg(header);
+        }
+        base_cmd.string_arg(url);
+
+        split_archive(fs, file, file_size, chunk_size);
+
+        int counter = 0;
+        for (int64_t i = 0; i < file_size; i += chunk_size, ++counter)
+        {
+            const int64_t end = std::min(i + chunk_size, file_size) - 1;
+            const std::string range = std::to_string(i) + "-" + std::to_string(end);
+
+            auto cmd = base_cmd;
+            cmd.string_arg("-H").string_arg("Content-Range: bytes " + range + "/" + std::to_string(file_size));
+            cmd.string_arg("-T").string_arg(file + std::to_string(counter));
+
+            auto res = cmd_execute_and_capture_output(cmd);
+            if (auto pres = res.get())
+            {
+                if (pres->exit_code == 0) continue;
+
+                Debug::print(pres->output, '\n');
+                return msg::format_error(
+                    msgCurlFailedToPut, msg::exit_code = pres->exit_code, msg::url = url.to_string());
+            }
+        }
+
+        return 0;
+    }
+
 #if defined(_WIN32)
     enum class WinHttpTrialResult
     {

src/vcpkg/binarycaching.cpp

@@ -1130,13 +1130,9 @@ namespace
                 if (auto cacheId = reserve_cache_entry(abi, cache_size))
                 {
                     std::vector<std::string> headers{
-                        m_token_header,
-                        m_accept_header.to_string(),
-                        "Content-Type: application/octet-stream",
-                        "Content-Range: bytes 0-" + std::to_string(cache_size) + "/*",
-                    };
+                        m_token_header, m_accept_header.to_string(), "Content-Type: application/octet-stream"};
                     auto url = m_write_url + "/" + std::to_string(*cacheId.get());
-                    if (put_file(fs, url, {}, headers, tmp_archive_path, "PATCH"))
+                    if (patch_file_in_pieces(fs, url, headers, tmp_archive_path, cache_size))
                     {
                         Json::Object commit;
                         commit.insert("size", std::to_string(cache_size));