Gitea/cache
1
0
Fork 0
mirror of https://github.com/actions/cache.git synced 2025-10-31 11:48:38 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

Remove responses array

Browse Source
This commit is contained in:
Josh Gross 2019-12-23 10:59:52 -05:00
parent fe7704133d
commit 25c09fd66c
1 changed files with 21 additions and 17 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

22
src/cacheHttpClient.ts
View File

@ -147,7 +147,7 @@ async function uploadChunk(
data: NodeJS.ReadableStream, data: NodeJS.ReadableStream,
start: number, start: number,
end: number end: number
): Promise<IRestResponse<void>> { ): Promise<void> {
core.debug( core.debug(
`Uploading chunk of size ${end - `Uploading chunk of size ${end -
start + start +
@ -173,14 +173,16 @@ async function uploadChunk(
const response = await uploadChunkRequest(); const response = await uploadChunkRequest();
if (isSuccessStatusCode(response.statusCode)) { if (isSuccessStatusCode(response.statusCode)) {
return response; return;
} }
if (isRetryableStatusCode(response.statusCode)) { if (isRetryableStatusCode(response.statusCode)) {
core.debug(`Received ${response.statusCode}, retrying chunk at offset ${start}.`); core.debug(
`Received ${response.statusCode}, retrying chunk at offset ${start}.`
);
const retryResponse = await uploadChunkRequest(); const retryResponse = await uploadChunkRequest();
if (isSuccessStatusCode(retryResponse.statusCode)) { if (isSuccessStatusCode(retryResponse.statusCode)) {
return retryResponse; return;
} }
} }
@ -197,11 +199,11 @@ async function uploadFile(
// Upload Chunks // Upload Chunks
const fileSize = fs.statSync(archivePath).size; const fileSize = fs.statSync(archivePath).size;
const resourceUrl = getCacheApiUrl() + "caches/" + cacheId.toString(); const resourceUrl = getCacheApiUrl() + "caches/" + cacheId.toString();
const responses: IRestResponse<void>[] = [];
const fd = fs.openSync(archivePath, "r"); const fd = fs.openSync(archivePath, "r");
const concurrency = Number(process.env["CACHE_UPLOAD_CONCURRENCY"]) ?? 4; // # of HTTP requests in parallel const concurrency = Number(process.env["CACHE_UPLOAD_CONCURRENCY"]) ?? 4; // # of HTTP requests in parallel
const MAX_CHUNK_SIZE = Number(process.env["CACHE_UPLOAD_CHUNK_SIZE"]) ?? (32 * 1024 * 1024); // 32 MB Chunks const MAX_CHUNK_SIZE =
Number(process.env["CACHE_UPLOAD_CHUNK_SIZE"]) ?? 32 * 1024 * 1024; // 32 MB Chunks
core.debug(`Concurrency: ${concurrency} and Chunk Size: ${MAX_CHUNK_SIZE}`); core.debug(`Concurrency: ${concurrency} and Chunk Size: ${MAX_CHUNK_SIZE}`);
const parallelUploads = [...new Array(concurrency).keys()]; const parallelUploads = [...new Array(concurrency).keys()];
@ -212,7 +214,10 @@ async function uploadFile(
await Promise.all( await Promise.all(
parallelUploads.map(async () => { parallelUploads.map(async () => {
while (offset < fileSize) { while (offset < fileSize) {
const chunkSize = Math.min(fileSize - offset, MAX_CHUNK_SIZE) const chunkSize = Math.min(
fileSize - offset,
MAX_CHUNK_SIZE
);
const start = offset; const start = offset;
const end = offset + chunkSize - 1; const end = offset + chunkSize - 1;
offset += MAX_CHUNK_SIZE; offset += MAX_CHUNK_SIZE;
@ -222,14 +227,13 @@ async function uploadFile(
end, end,
autoClose: false autoClose: false
}); });
responses.push(
await uploadChunk( await uploadChunk(
restClient, restClient,
resourceUrl, resourceUrl,
chunk, chunk,
start, start,
end end
)
); );
} }
}) })