Uploading several release assets to a Github release

[Vuizur]

Hi everyone,

I am currently trying to upload all files with a specific ending to a Github release. I have roughly the following code to achieve this:

import { Octokit } from "@octokit/rest";
import * as fs from "fs";

async function uploadReleases() {

    // Create an Octokit client
    const octokit = new Octokit({
        auth: token,
    });

    // Get the list of files in the current directory
    const files = fs.readdirSync(".");
    // Filter the list to only include .apkg files
    const apkgFiles = files.filter((file) => file.endsWith(".apkg"));

    // Get the list of releases
    const releases = await octokit.repos.listReleases({
        owner: "Vuizur",
        repo: "tatoeba-to-anki",
    });

    // Find the release with the name "latest"
    let latestRelease = releases.data.find((release) => release.name === "latest");

    // If there is no release with the name "latest", create one
    if (latestRelease === undefined) {
        console.log("Creating a new release");
        await octokit.repos.createRelease({
            owner: "Vuizur",
            repo: "tatoeba-to-anki",
            tag_name: "latest",
            name: "latest",
            body: "The latest flashcard decks for all languages.",
            draft: false,
            prerelease: false,
        });
    }

    latestRelease = releases.data.find((release) => release.name === "latest");

    // Get the list of assets in the release
    const assets = await octokit.repos.listReleaseAssets({
        owner: "Vuizur",
        repo: "tatoeba-to-anki",
        release_id: latestRelease!.id,
    });

    // Delete all assets in the release
    for (const asset of assets.data) {
        await octokit.repos.deleteReleaseAsset({
            owner: "Vuizur",
            repo: "tatoeba-to-anki",
            asset_id: asset.id,
        });
    }

    console.log("Deleted all files in the release");

    const num_files = apkgFiles.length;
    console.log(`Uploading ${num_files} files`);

    // Upload all apkg files to the release
    for (const file of apkgFiles) {
        const data = fs.readFileSync(file);
        const stats = fs.statSync(file);
        console.log(`Uploading ${file} (${stats.size} bytes)`);
        // Upload the file
        await octokit.repos.uploadReleaseAsset({
            "owner": "Vuizur",
            "repo": "tatoeba-to-anki",
            "release_id": latestRelease!.id,
            "name": file,
            "data": data as unknown as string,
            "headers": {
                "content-type": "application/zip",
                "content-length": stats.size.toString(),
            }
        });
        console.log(`Uploaded ${file}`);
    }

}
uploadReleases();

The console output of this code is:

Deleted all files in the release
Uploading 37 files
Uploading ara_eng.apkg (167246427 bytes)
C:\Programs\tatoeba-to-anki\upload-ts\node_modules\@octokit\request\dist-node\index.js:99
    throw new requestError.RequestError(error.message, 500, {
          ^

RequestError [HttpError]: fetch failed
    at C:\Programs\tatoeba-to-anki\upload-ts\node_modules\@octokit\request\dist-node\index.js:99:11 {
  status: 500,
  request: {
    method: 'POST',
    url: 'https://uploads.github.com/repos/Vuizur/tatoeba-to-anki/releases/93670877/assets?name=ara_eng.apkg&',
    headers: {
      accept: 'application/vnd.github.v3+json',
      'user-agent': 'octokit-rest.js/19.0.7 octokit-core.js/4.2.0 Node.js/18.13.0 (win32; x64)',
      'content-type': 'application/zip',
      'content-length': '167246427',
      authorization: 'token [REDACTED]'
    },
    body: Buffer(167246427) [Uint8Array] [
       80,  75,   3,   4, 20,   0,   0,   0,   0,   0, 244,  98,
       73,  86, 206, 254, 29, 248,   0, 112, 206,   0,   0, 112,
      206,   0,  16,   0,  0,   0,  99, 111, 108, 108, 101,  99,
      116, 105, 111, 110, 46,  97, 110, 107, 105,  50,  83,  81,
       76, 105, 116, 101, 32, 102, 111, 114, 109,  97, 116,  32,
       51,   0,  16,   0,  1,   1,   0,  64,  32,  32,   0,   0,
        0,  14,   0,   0, 12, 231,   0,   0,   0,   0,   0,   0,
        0,   0,   0,   0,  0,  12,   0,   0,   0,   4,   0,   0,
        0,   0,   0,   0,
      ... 167246327 more items
    ],
    request: { hook: [Function: bound bound register] }
  }
}

What the code actually does is uploading the first file successfully, so it is visible online. Then it does nothing for some time until it fails with an error. Note that it never leaves the uploadReleaseAsset function, the part with "Uploaded " is never printed. What could be the reason?

Note that I originally tried to use PyGithub to achieve this, and rewrote it in octokit because I thought it would fix the issue 😅: PyGithub/PyGithub#2438

Thanks for the help!

OS: Windows 11

[kfcampbell]

Hmm...it sounds like an API issue to me rather than something specific about octokit.js or PyGithub. If you call the GitHub API directly, can you reproduce the issue? You may consider reporting it to GitHub support if so.

[Vuizur]

I could replicate it with requests using Python, so I'll try reporting it:

url = f"https://uploads.github.com/repos/Vuizur/tatoeba-to-anki/releases/{release_id}/assets?name={file}"
headers = {
        "Accept": "application/vnd.github.v3+json",
        # apkg files are zip files
        "Content-Type": "application/zip",
        # the authorization token
        "Authorization": f"token {os.getenv('GITHUB_TOKEN')}",
    }
with open(file, "rb") as f:
    response = requests.post(url, headers=headers, data=f)
    print(response)