commit a4644ca638b55ebab93fb7e52a8e3436fadf985c · pyrox.dev/nixpkgs

+216

pkgs/development/tools/electron/binary/update.py

···

       1
       1
       +
       #! /usr/bin/env nix-shell

     

       2
       2
       +
       #! nix-shell -i python -p python3.pkgs.click python3.pkgs.click-log nix

     

       3
       3
       +
       """

     

       4
       4
       +
       electron updater

     

       5
       5
       +
       

     

       6
       6
       +
       A script for updating binary hashes.

     

       7
       7
       +
       

     

       8
       8
       +
       It supports the following modes:

     

       9
       9
       +
       

     

       10
       10
       +
       | Mode         | Description                                     |

     

       11
       11
       +
       |------------- | ----------------------------------------------- |

     

       12
       12
       +
       | `update`     | for updating a specific Electron release        |

     

       13
       13
       +
       | `update-all` | for updating all electron releases at once      |

     

       14
       14
       +
       

     

       15
       15
       +
       The `update` command requires a `--version` flag

     

       16
       16
       +
       to specify the major release to be update.

     

       17
       17
       +
       The `update-all` command updates all non-eol major releases.

     

       18
       18
       +
       

     

       19
       19
       +
       The `update` and `update-all` commands accept an optional `--commit`

     

       20
       20
       +
       flag to automatically commit the changes for you.

     

       21
       21
       +
       """

     

       22
       22
       +
       import logging

     

       23
       23
       +
       import os

     

       24
       24
       +
       import subprocess

     

       25
       25
       +
       import sys

     

       26
       26
       +
       import click

     

       27
       27
       +
       import click_log

     

       28
       28
       +
       

     

       29
       29
       +
       from typing import Tuple

     

       30
       30
       +
       os.chdir(os.path.dirname(__file__))

     

       31
       31
       +
       sys.path.append("..")

     

       32
       32
       +
       from update_util import *

     

       33
       33
       +
       

     

       34
       34
       +
       

     

       35
       35
       +
       # Relatice path to the electron-bin info.json

     

       36
       36
       +
       BINARY_INFO_JSON = "info.json"

     

       37
       37
       +
       

     

       38
       38
       +
       # Relative path the the electron-chromedriver info.json

     

       39
       39
       +
       CHROMEDRIVER_INFO_JSON = "../chromedriver/info.json"

     

       40
       40
       +
       

     

       41
       41
       +
       logger = logging.getLogger(__name__)

     

       42
       42
       +
       click_log.basic_config(logger)

     

       43
       43
       +
       

     

       44
       44
       +
       

     

       45
       45
       +
       systems = {

     

       46
       46
       +
           "i686-linux": "linux-ia32",

     

       47
       47
       +
           "x86_64-linux": "linux-x64",

     

       48
       48
       +
           "armv7l-linux": "linux-armv7l",

     

       49
       49
       +
           "aarch64-linux": "linux-arm64",

     

       50
       50
       +
           "x86_64-darwin": "darwin-x64",

     

       51
       51
       +
           "aarch64-darwin": "darwin-arm64",

     

       52
       52
       +
       }

     

       53
       53
       +
       

     

       54
       54
       +
       def get_shasums256(version: str) -> list:

     

       55
       55
       +
           """Returns the contents of SHASUMS256.txt"""

     

       56
       56
       +
           try:

     

       57
       57
       +
               called_process: subprocess.CompletedProcess = subprocess.run(

     

       58
       58
       +
                   [

     

       59
       59
       +
                       "nix-prefetch-url",

     

       60
       60
       +
                       "--print-path",

     

       61
       61
       +
                       f"https://github.com/electron/electron/releases/download/v{version}/SHASUMS256.txt",

     

       62
       62
       +
                   ],

     

       63
       63
       +
                   capture_output=True,

     

       64
       64
       +
                   check=True,

     

       65
       65
       +
                   text=True,

     

       66
       66
       +
               )

     

       67
       67
       +
       

     

       68
       68
       +
               hash_file_path = called_process.stdout.split("\n")[1]

     

       69
       69
       +
       

     

       70
       70
       +
               with open(hash_file_path, "r") as f:

     

       71
       71
       +
                   return f.read().split("\n")

     

       72
       72
       +
       

     

       73
       73
       +
           except subprocess.CalledProcessError as err:

     

       74
       74
       +
               print(err.stderr)

     

       75
       75
       +
               sys.exit(1)

     

       76
       76
       +
       

     

       77
       77
       +
       

     

       78
       78
       +
       def get_headers(version: str) -> str:

     

       79
       79
       +
           """Returns the hash of the release headers tarball"""

     

       80
       80
       +
           try:

     

       81
       81
       +
               called_process: subprocess.CompletedProcess = subprocess.run(

     

       82
       82
       +
                   [

     

       83
       83
       +
                       "nix-prefetch-url",

     

       84
       84
       +
                       f"https://artifacts.electronjs.org/headers/dist/v{version}/node-v{version}-headers.tar.gz",

     

       85
       85
       +
                   ],

     

       86
       86
       +
                   capture_output=True,

     

       87
       87
       +
                   check=True,

     

       88
       88
       +
                   text=True,

     

       89
       89
       +
               )

     

       90
       90
       +
               return called_process.stdout.split("\n")[0]

     

       91
       91
       +
           except subprocess.CalledProcessError as err:

     

       92
       92
       +
               print(err.stderr)

     

       93
       93
       +
               sys.exit(1)

     

       94
       94
       +
       

     

       95
       95
       +
       

     

       96
       96
       +
       def get_electron_hashes(major_version: str) -> dict:

     

       97
       97
       +
           """Returns a dictionary of hashes for a given major version"""

     

       98
       98
       +
           m, _ = get_latest_version(major_version)

     

       99
       99
       +
           version: str = m["version"]

     

       100
       100
       +
       

     

       101
       101
       +
           out = {}

     

       102
       102
       +
           out[major_version] = {

     

       103
       103
       +
               "hashes": {},

     

       104
       104
       +
               "version": version,

     

       105
       105
       +
           }

     

       106
       106
       +
       

     

       107
       107
       +
           hashes: list = get_shasums256(version)

     

       108
       108
       +
       

     

       109
       109
       +
           for nix_system, electron_system in systems.items():

     

       110
       110
       +
               filename = f"*electron-v{version}-{electron_system}.zip"

     

       111
       111
       +
               if any([x.endswith(filename) for x in hashes]):

     

       112
       112
       +
                   out[major_version]["hashes"][nix_system] = [

     

       113
       113
       +
                       x.split(" ")[0] for x in hashes if x.endswith(filename)

     

       114
       114
       +
                   ][0]

     

       115
       115
       +
                   out[major_version]["hashes"]["headers"] = get_headers(version)

     

       116
       116
       +
       

     

       117
       117
       +
           return out

     

       118
       118
       +
       

     

       119
       119
       +
       

     

       120
       120
       +
       def get_chromedriver_hashes(major_version: str) -> dict:

     

       121
       121
       +
           """Returns a dictionary of hashes for a given major version"""

     

       122
       122
       +
           m, _ = get_latest_version(major_version)

     

       123
       123
       +
           version: str = m["version"]

     

       124
       124
       +
       

     

       125
       125
       +
           out = {}

     

       126
       126
       +
           out[major_version] = {

     

       127
       127
       +
               "hashes": {},

     

       128
       128
       +
               "version": version,

     

       129
       129
       +
           }

     

       130
       130
       +
       

     

       131
       131
       +
           hashes: list = get_shasums256(version)

     

       132
       132
       +
       

     

       133
       133
       +
           for nix_system, electron_system in systems.items():

     

       134
       134
       +
               filename = f"*chromedriver-v{version}-{electron_system}.zip"

     

       135
       135
       +
               if any([x.endswith(filename) for x in hashes]):

     

       136
       136
       +
                   out[major_version]["hashes"][nix_system] = [

     

       137
       137
       +
                       x.split(" ")[0] for x in hashes if x.endswith(filename)

     

       138
       138
       +
                   ][0]

     

       139
       139
       +
                   out[major_version]["hashes"]["headers"] = get_headers(version)

     

       140
       140
       +
       

     

       141
       141
       +
           return out

     

       142
       142
       +
       

     

       143
       143
       +
       

     

       144
       144
       +
       def update_binary(major_version: str, commit: bool, chromedriver: bool) -> None:

     

       145
       145
       +
           """Update a given electron-bin or chromedriver release

     

       146
       146
       +
       

     

       147
       147
       +
           Args:

     

       148
       148
       +
               major_version: The major version number, e.g. '27'

     

       149
       149
       +
               commit: Whether the updater should commit the result

     

       150
       150
       +
           """

     

       151
       151
       +
           if chromedriver:

     

       152
       152
       +
               json_path=CHROMEDRIVER_INFO_JSON

     

       153
       153
       +
               package_name = f"electron-chromedriver_{major_version}"

     

       154
       154
       +
               update_fn=get_chromedriver_hashes

     

       155
       155
       +
           else:

     

       156
       156
       +
               json_path=BINARY_INFO_JSON

     

       157
       157
       +
               package_name = f"electron_{major_version}-bin"

     

       158
       158
       +
               update_fn = get_electron_hashes

     

       159
       159
       +
           print(f"Updating {package_name}")

     

       160
       160
       +
       

     

       161
       161
       +
           old_info = load_info_json(json_path)

     

       162
       162
       +
           new_info = update_fn(major_version)

     

       163
       163
       +
       

     

       164
       164
       +
           out = old_info | new_info

     

       165
       165
       +
       

     

       166
       166
       +
           save_info_json(json_path, out)

     

       167
       167
       +
       

     

       168
       168
       +
           old_version = (

     

       169
       169
       +
               old_info[major_version]["version"] if major_version in old_info else None

     

       170
       170
       +
           )

     

       171
       171
       +
           new_version = new_info[major_version]["version"]

     

       172
       172
       +
           if old_version == new_version:

     

       173
       173
       +
               print(f"{package_name} is up-to-date")

     

       174
       174
       +
           elif commit:

     

       175
       175
       +
               commit_result(package_name, old_version, new_version, json_path)

     

       176
       176
       +
       

     

       177
       177
       +
       

     

       178
       178
       +
       @click.group()

     

       179
       179
       +
       def cli() -> None:

     

       180
       180
       +
           """A script for updating electron-bin and chromedriver hashes"""

     

       181
       181
       +
           pass

     

       182
       182
       +
       

     

       183
       183
       +
       

     

       184
       184
       +
       @cli.command("update-chromedriver", help="Update a single major release")

     

       185
       185
       +
       @click.option("-v", "--version", help="The major version, e.g. '23'")

     

       186
       186
       +
       @click.option("-c", "--commit", is_flag=True, default=False, help="Commit the result")

     

       187
       187
       +
       def update_chromedriver(version: str, commit: bool) -> None:

     

       188
       188
       +
           update_binary(version, commit, True)

     

       189
       189
       +
       

     

       190
       190
       +
       

     

       191
       191
       +
       @cli.command("update", help="Update a single major release")

     

       192
       192
       +
       @click.option("-v", "--version", required=True, type=str, help="The major version, e.g. '23'")

     

       193
       193
       +
       @click.option("-c", "--commit", is_flag=True, default=False, help="Commit the result")

     

       194
       194
       +
       def update(version: str, commit: bool) -> None:

     

       195
       195
       +
           update_binary(version, commit, False)

     

       196
       196
       +
           update_binary(version, commit, True)

     

       197
       197
       +
       

     

       198
       198
       +
       

     

       199
       199
       +
       @cli.command("update-all", help="Update all releases at once")

     

       200
       200
       +
       @click.option("-c", "--commit", is_flag=True, default=False, help="Commit the result")

     

       201
       201
       +
       def update_all(commit: bool) -> None:

     

       202
       202
       +
           # Filter out releases that have reached end-of-life

     

       203
       203
       +
           filtered_bin_info = dict(

     

       204
       204
       +
               filter(

     

       205
       205
       +
                   lambda entry: int(entry[0]) in supported_version_range(),

     

       206
       206
       +
                   load_info_json(BINARY_INFO_JSON).items(),

     

       207
       207
       +
               )

     

       208
       208
       +
           )

     

       209
       209
       +
       

     

       210
       210
       +
           for major_version, _ in filtered_bin_info.items():

     

       211
       211
       +
               update_binary(str(major_version), commit, False)

     

       212
       212
       +
               update_binary(str(major_version), commit, True)

     

       213
       213
       +
       

     

       214
       214
       +
       

     

       215
       215
       +
       if __name__ == "__main__":

     

       216
       216
       +
           cli()

+89 -722

pkgs/development/tools/electron/update.py

···

       1
       1
        
       #! /usr/bin/env nix-shell

     

       2
       2
       -
       #! nix-shell -i python -p python3.pkgs.joblib python3.pkgs.click python3.pkgs.click-log nix nix-prefetch-git nurl prefetch-yarn-deps prefetch-npm-deps

     

       2
       2
       +
       #! nix-shell -i python -p python3.pkgs.joblib python3.pkgs.click python3.pkgs.click-log nix nix-prefetch-git prefetch-yarn-deps prefetch-npm-deps gclient2nix

     

       3
       3
        
       """

     

       4
       4
        
       electron updater

     

       5
       5
        
       

     

       6
       6
       -
       A script for updating both binary and source hashes.

     

       6
       6
       +
       A script for updating electron source hashes.

     

       7
       7
        
       

     

       8
       8
        
       It supports the following modes:

     

       9
       9
        
       

     
···

       11
       11
        
       |------------- | ----------------------------------------------- |

     

       12
       12
        
       | `update`     | for updating a specific Electron release        |

     

       13
       13
        
       | `update-all` | for updating all electron releases at once      |

     

       14
       14
       -
       | `eval`       | just print the necessary sources to fetch       |

     

       15
       14
        
       

     

       16
       16
       -
       The `eval` and `update` commands accept an optional `--version` flag

     

       17
       17
       -
       to restrict the mechanism only to a given major release.

     

       15
       15
       +
       The `update` commands requires a `--version` flag

     

       16
       16
       +
       to specify the major release to be updated.

     

       17
       17
       +
       The `update-all command updates all non-eol major releases.

     

       18
       18
        
       

     

       19
       19
        
       The `update` and `update-all` commands accept an optional `--commit`

     

       20
       20
        
       flag to automatically commit the changes for you.

     

       21
       21
       -
       

     

       22
       22
       -
       The `update` and `update-all` commands accept optional `--bin-only`

     

       23
       23
       -
       and `--source-only` flags to restict the update to binary or source

     

       24
       24
       -
       releases.

     

       25
       21
        
       """

     

       26
       22
        
       import base64

     

       27
       27
       -
       import csv

     

       28
       23
        
       import json

     

       29
       24
        
       import logging

     

       30
       25
        
       import os

     
···

       33
       28
        
       import subprocess

     

       34
       29
        
       import sys

     

       35
       30
        
       import tempfile

     

       36
       36
       -
       import traceback

     

       37
       31
        
       import urllib.request

     

       32
       32
       +
       import click

     

       33
       33
       +
       import click_log

     

       38
       34
        
       

     

       39
       39
       -
       from abc import ABC

     

       40
       40
       -
       from codecs import iterdecode

     

       41
       35
        
       from datetime import datetime

     

       42
       42
       -
       from typing import Iterable, Optional, Tuple

     

       36
       36
       +
       from typing import Iterable, Tuple

     

       43
       37
        
       from urllib.request import urlopen

     

       44
       44
       -
       

     

       45
       45
       -
       import click

     

       46
       46
       -
       import click_log

     

       47
       47
       -
       

     

       48
       38
        
       from joblib import Parallel, delayed, Memory

     

       49
       49
       -
       

     

       50
       50
       -
       depot_tools_checkout = tempfile.TemporaryDirectory()

     

       51
       51
       -
       subprocess.check_call(

     

       52
       52
       -
           [

     

       53
       53
       -
               "nix-prefetch-git",

     

       54
       54
       -
               "--builder",

     

       55
       55
       -
               "--quiet",

     

       56
       56
       -
               "--url",

     

       57
       57
       -
               "https://chromium.googlesource.com/chromium/tools/depot_tools",

     

       58
       58
       -
               "--out",

     

       59
       59
       -
               depot_tools_checkout.name,

     

       60
       60
       -
               "--rev",

     

       61
       61
       -
               "452fe3be37f78fbecefa1b4b0d359531bcd70d0d"

     

       62
       62
       -
           ]

     

       63
       63
       -
       )

     

       64
       64
       -
       sys.path.append(depot_tools_checkout.name)

     

       65
       65
       -
       

     

       66
       66
       -
       import gclient_eval

     

       67
       67
       -
       import gclient_utils

     

       39
       39
       +
       from update_util import *

     

       68
       40
        
       

     

       69
       41
        
       

     

       70
       42
        
       # Relative path to the electron-source info.json

     

       71
       43
        
       SOURCE_INFO_JSON = "info.json"

     

       72
       44
        
       

     

       73
       73
       -
       # Relatice path to the electron-bin info.json

     

       74
       74
       -
       BINARY_INFO_JSON = "binary/info.json"

     

       75
       75
       -
       

     

       76
       76
       -
       # Relative path the the electron-chromedriver info.json

     

       77
       77
       -
       CHROMEDRIVER_INFO_JSON = "chromedriver/info.json"

     

       78
       78
       -
       

     

       79
       79
       -
       # Number of spaces used for each indentation level

     

       80
       80
       -
       JSON_INDENT = 4

     

       81
       81
       -
       

     

       82
       45
        
       os.chdir(os.path.dirname(__file__))

     

       83
       46
        
       

     

       84
       47
        
       memory: Memory = Memory("cache", verbose=0)

     
···

       86
       49
        
       logger = logging.getLogger(__name__)

     

       87
       50
        
       click_log.basic_config(logger)

     

       88
       51
        
       

     

       89
       89
       -
       nixpkgs_path = os.path.dirname(os.path.realpath(__file__)) + "/../../../.."

     

       90
       52
        
       

     

       53
       53
       +
       def get_gclient_data(rev: str) -> any:

     

       54
       54
       +
           output = subprocess.check_output(

     

       55
       55
       +
               ["gclient2nix", "generate",

     

       56
       56
       +
                f"https://github.com/electron/electron@{rev}",

     

       57
       57
       +
                "--root", "src/electron"]

     

       58
       58
       +
           )

     

       91
       59
        
       

     

       92
       92
       -
       class Repo:

     

       93
       93
       -
           fetcher: str

     

       94
       94
       -
           args: dict

     

       60
       60
       +
           return json.loads(output)

     

       95
       61
        
       

     

       96
       96
       -
           def __init__(self) -> None:

     

       97
       97
       -
               self.deps: dict = {}

     

       98
       98
       -
               self.hash = "sha256-AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA="

     

       99
       62
        
       

     

       100
       100
       -
           def get_deps(self, repo_vars: dict, path: str) -> None:

     

       101
       101
       -
               print(

     

       102
       102
       -
                   "evaluating " + json.dumps(self, default=vars, sort_keys=True),

     

       103
       103
       -
                   file=sys.stderr,

     

       104
       104
       -
               )

     

       105
       105
       -
       

     

       106
       106
       -
               deps_file = self.get_file("DEPS")

     

       107
       107
       -
               evaluated = gclient_eval.Parse(deps_file, vars_override=repo_vars, filename="DEPS")

     

       108
       108
       -
       

     

       109
       109
       -
               repo_vars = dict(evaluated.get("vars", {})) | repo_vars

     

       110
       110
       -
       

     

       111
       111
       -
               prefix = f"{path}/" if evaluated.get("use_relative_paths", False) else ""

     

       112
       112
       -
       

     

       113
       113
       -
               self.deps = {

     

       114
       114
       -
                   prefix + dep_name: repo_from_dep(dep)

     

       115
       115
       -
                   for dep_name, dep in evaluated.get("deps", {}).items()

     

       116
       116
       -
                   if (

     

       117
       117
       -
                       gclient_eval.EvaluateCondition(dep["condition"], repo_vars)

     

       118
       118
       -
                       if "condition" in dep

     

       119
       119
       -
                       else True

     

       120
       120
       -
                   )

     

       121
       121
       -
                   and repo_from_dep(dep) != None

     

       122
       122
       -
               }

     

       123
       123
       -
       

     

       124
       124
       -
               for key in evaluated.get("recursedeps", []):

     

       125
       125
       -
                   dep_path = prefix + key

     

       126
       126
       -
                   if dep_path in self.deps and dep_path != "src/third_party/squirrel.mac":

     

       127
       127
       -
                       self.deps[dep_path].get_deps(repo_vars, dep_path)

     

       128
       128
       -
       

     

       129
       129
       -
           def prefetch(self) -> None:

     

       130
       130
       -
               self.hash = get_repo_hash(self.fetcher, self.args)

     

       131
       131
       -
       

     

       132
       132
       -
           def prefetch_all(self) -> int:

     

       133
       133
       -
               return sum(

     

       134
       134
       -
                   [dep.prefetch_all() for [_, dep] in self.deps.items()],

     

       135
       135
       -
                   [delayed(self.prefetch)()],

     

       136
       136
       -
               )

     

       137
       137
       -
       

     

       138
       138
       -
           def flatten_repr(self) -> dict:

     

       139
       139
       -
               return {"fetcher": self.fetcher, "hash": self.hash, **self.args}

     

       140
       140
       -
       

     

       141
       141
       -
           def flatten(self, path: str) -> dict:

     

       142
       142
       -
               out = {path: self.flatten_repr()}

     

       143
       143
       -
               for dep_path, dep in self.deps.items():

     

       144
       144
       -
                   out |= dep.flatten(dep_path)

     

       145
       145
       -
               return out

     

       146
       146
       -
       

     

       147
       147
       -
           def get_file(self, filepath: str) -> str:

     

       148
       148
       -
               raise NotImplementedError

     

       149
       149
       -
       

     

       150
       150
       -
       

     

       151
       151
       -
       class GitRepo(Repo):

     

       152
       152
       -
           def __init__(self, url: str, rev: str) -> None:

     

       153
       153
       -
               super().__init__()

     

       154
       154
       -
               self.fetcher = "fetchgit"

     

       155
       155
       -
               self.args = {

     

       156
       156
       -
                   "url": url,

     

       157
       157
       -
                   "rev": rev,

     

       158
       158
       -
               }

     

       159
       159
       -
       

     

       160
       160
       -
       

     

       161
       161
       -
       class GitHubRepo(Repo):

     

       162
       162
       -
           def __init__(self, owner: str, repo: str, rev: str) -> None:

     

       163
       163
       -
               super().__init__()

     

       164
       164
       -
               self.fetcher = "fetchFromGitHub"

     

       165
       165
       -
               self.args = {

     

       166
       166
       -
                   "owner": owner,

     

       167
       167
       -
                   "repo": repo,

     

       168
       168
       -
                   "rev": rev,

     

       169
       169
       -
               }

     

       170
       170
       -
       

     

       171
       171
       -
           def get_file(self, filepath: str) -> str:

     

       172
       172
       -
               return (

     

       173
       173
       -
                   urlopen(

     

       174
       174
       -
                       f"https://raw.githubusercontent.com/{self.args['owner']}/{self.args['repo']}/{self.args['rev']}/{filepath}"

     

       175
       175
       -
                   )

     

       176
       176
       -
                   .read()

     

       177
       177
       -
                   .decode("utf-8")

     

       178
       178
       -
               )

     

       179
       179
       -
       

     

       180
       180
       -
       

     

       181
       181
       -
       class GitilesRepo(Repo):

     

       182
       182
       -
           def __init__(self, url: str, rev: str) -> None:

     

       183
       183
       -
               super().__init__()

     

       184
       184
       -
               self.fetcher = "fetchFromGitiles"

     

       185
       185
       -
               self.args = {

     

       186
       186
       -
                   "url": url,

     

       187
       187
       -
                   "rev": rev,

     

       188
       188
       -
               }

     

       189
       189
       -
       

     

       190
       190
       -
               if url == "https://chromium.googlesource.com/chromium/src.git":

     

       191
       191
       -
                   self.args["postFetch"] = "rm -r $out/third_party/blink/web_tests; "

     

       192
       192
       -
                   self.args["postFetch"] += "rm -rf $out/third_party/hunspell/tests; "

     

       193
       193
       -
                   self.args["postFetch"] += "rm -r $out/content/test/data; "

     

       194
       194
       -
                   self.args["postFetch"] += "rm -rf $out/courgette/testdata; "

     

       195
       195
       -
                   self.args["postFetch"] += "rm -r $out/extensions/test/data; "

     

       196
       196
       -
                   self.args["postFetch"] += "rm -r $out/media/test/data; "

     

       197
       197
       -
       

     

       198
       198
       -
           def get_file(self, filepath: str) -> str:

     

       199
       199
       -
               return base64.b64decode(

     

       200
       200
       -
                   urlopen(

     

       201
       201
       -
                       f"{self.args['url']}/+/{self.args['rev']}/{filepath}?format=TEXT"

     

       202
       202
       -
                   ).read()

     

       63
       63
       +
       def get_chromium_file(chromium_rev: str, filepath: str) -> str:

     

       64
       64
       +
           return base64.b64decode(

     

       65
       65
       +
               urlopen(

     

       66
       66
       +
                   f"https://chromium.googlesource.com/chromium/src.git/+/{chromium_rev}/{filepath}?format=TEXT"

     

       67
       67
       +
               ).read()

     

       203
       68
        
               ).decode("utf-8")

     

       204
       69
        
       

     

       205
       70
        
       

     

       206
       206
       -
       class ElectronBinRepo(GitHubRepo):

     

       207
       207
       -
           def __init__(self, owner: str, repo: str, rev: str) -> None:

     

       208
       208
       -
               super().__init__(owner, repo, rev)

     

       209
       209
       -
               self.systems = {

     

       210
       210
       -
                   "i686-linux": "linux-ia32",

     

       211
       211
       -
                   "x86_64-linux": "linux-x64",

     

       212
       212
       -
                   "armv7l-linux": "linux-armv7l",

     

       213
       213
       -
                   "aarch64-linux": "linux-arm64",

     

       214
       214
       -
                   "x86_64-darwin": "darwin-x64",

     

       215
       215
       -
                   "aarch64-darwin": "darwin-arm64",

     

       216
       216
       -
               }

     

       217
       217
       -
       

     

       218
       218
       -
           def get_shasums256(self, version: str) -> list:

     

       219
       219
       -
               """Returns the contents of SHASUMS256.txt"""

     

       220
       220
       -
               try:

     

       221
       221
       -
                   called_process: subprocess.CompletedProcess = subprocess.run(

     

       222
       222
       -
                       [

     

       223
       223
       -
                           "nix-prefetch-url",

     

       224
       224
       -
                           "--print-path",

     

       225
       225
       -
                           f"https://github.com/electron/electron/releases/download/v{version}/SHASUMS256.txt",

     

       226
       226
       -
                       ],

     

       227
       227
       -
                       capture_output=True,

     

       228
       228
       -
                       check=True,

     

       229
       229
       -
                       text=True,

     

       230
       230
       -
                   )

     

       231
       231
       -
       

     

       232
       232
       -
                   hash_file_path = called_process.stdout.split("\n")[1]

     

       233
       233
       -
       

     

       234
       234
       -
                   with open(hash_file_path, "r") as f:

     

       235
       235
       -
                       return f.read().split("\n")

     

       236
       236
       -
       

     

       237
       237
       -
               except subprocess.CalledProcessError as err:

     

       238
       238
       -
                   print(err.stderr)

     

       239
       239
       -
                   sys.exit(1)

     

       240
       240
       -
       

     

       241
       241
       -
           def get_headers(self, version: str) -> str:

     

       242
       242
       -
               """Returns the hash of the release headers tarball"""

     

       243
       243
       -
               try:

     

       244
       244
       -
                   called_process: subprocess.CompletedProcess = subprocess.run(

     

       245
       245
       -
                       [

     

       246
       246
       -
                           "nix-prefetch-url",

     

       247
       247
       -
                           f"https://artifacts.electronjs.org/headers/dist/v{version}/node-v{version}-headers.tar.gz",

     

       248
       248
       -
                       ],

     

       249
       249
       -
                       capture_output=True,

     

       250
       250
       -
                       check=True,

     

       251
       251
       -
                       text=True,

     

       252
       252
       -
                   )

     

       253
       253
       -
                   return called_process.stdout.split("\n")[0]

     

       254
       254
       -
               except subprocess.CalledProcessError as err:

     

       255
       255
       -
                   print(err.stderr)

     

       256
       256
       -
                   sys.exit(1)

     

       257
       257
       -
       

     

       258
       258
       -
           def get_hashes(self, major_version: str) -> dict:

     

       259
       259
       -
               """Returns a dictionary of hashes for a given major version"""

     

       260
       260
       -
               m, _ = get_latest_version(major_version)

     

       261
       261
       -
               version: str = m["version"]

     

       262
       262
       -
       

     

       263
       263
       -
               out = {}

     

       264
       264
       -
               out[major_version] = {

     

       265
       265
       -
                   "hashes": {},

     

       266
       266
       -
                   "version": version,

     

       267
       267
       -
               }

     

       268
       268
       -
       

     

       269
       269
       -
               hashes: list = self.get_shasums256(version)

     

       270
       270
       -
       

     

       271
       271
       -
               for nix_system, electron_system in self.systems.items():

     

       272
       272
       -
                   filename = f"*electron-v{version}-{electron_system}.zip"

     

       273
       273
       -
                   if any([x.endswith(filename) for x in hashes]):

     

       274
       274
       -
                       out[major_version]["hashes"][nix_system] = [

     

       275
       275
       -
                           x.split(" ")[0] for x in hashes if x.endswith(filename)

     

       276
       276
       -
                       ][0]

     

       277
       277
       -
                       out[major_version]["hashes"]["headers"] = self.get_headers(version)

     

       278
       278
       -
       

     

       279
       279
       -
               return out

     

       280
       280
       -
       

     

       281
       281
       -
       

     

       282
       282
       -
       class ElectronChromedriverRepo(ElectronBinRepo):

     

       283
       283
       -
           def __init__(self, rev: str) -> None:

     

       284
       284
       -
               super().__init__("electron", "electron", rev)

     

       285
       285
       -
               self.systems = {

     

       286
       286
       -
                   "i686-linux": "linux-ia32",

     

       287
       287
       -
                   "x86_64-linux": "linux-x64",

     

       288
       288
       -
                   "armv7l-linux": "linux-armv7l",

     

       289
       289
       -
                   "aarch64-linux": "linux-arm64",

     

       290
       290
       -
                   "x86_64-darwin": "darwin-x64",

     

       291
       291
       -
                   "aarch64-darwin": "darwin-arm64",

     

       292
       292
       -
               }

     

       293
       293
       -
       

     

       294
       294
       -
           def get_hashes(self, major_version: str) -> dict:

     

       295
       295
       -
               """Returns a dictionary of hashes for a given major version"""

     

       296
       296
       -
               m, _ = get_latest_version(major_version)

     

       297
       297
       -
               version: str = m["version"]

     

       298
       298
       -
       

     

       299
       299
       -
               out = {}

     

       300
       300
       -
               out[major_version] = {

     

       301
       301
       -
                   "hashes": {},

     

       302
       302
       -
                   "version": version,

     

       303
       303
       -
               }

     

       304
       304
       -
       

     

       305
       305
       -
               hashes: list = self.get_shasums256(version)

     

       306
       306
       -
       

     

       307
       307
       -
               for nix_system, electron_system in self.systems.items():

     

       308
       308
       -
                   filename = f"*chromedriver-v{version}-{electron_system}.zip"

     

       309
       309
       -
                   if any([x.endswith(filename) for x in hashes]):

     

       310
       310
       -
                       out[major_version]["hashes"][nix_system] = [

     

       311
       311
       -
                           x.split(" ")[0] for x in hashes if x.endswith(filename)

     

       312
       312
       -
                       ][0]

     

       313
       313
       -
                       out[major_version]["hashes"]["headers"] = self.get_headers(version)

     

       314
       314
       -
       

     

       315
       315
       -
               return out

     

       316
       316
       -
       

     

       317
       317
       -
       

     

       318
       318
       -
       # Releases that have reached end-of-life no longer receive any updates

     

       319
       319
       -
       # and it is rather pointless trying to update those.

     

       320
       320
       -
       #

     

       321
       321
       -
       # https://endoflife.date/electron

     

       322
       322
       -
       def supported_version_range() -> range:

     

       323
       323
       -
           """Returns a range of electron releases that have not reached end-of-life yet"""

     

       324
       324
       -
           releases_json = json.loads(

     

       325
       325
       -
               urlopen("https://endoflife.date/api/electron.json").read()

     

       326
       326
       -
           )

     

       327
       327
       -
           supported_releases = [

     

       328
       328
       -
               int(x["cycle"])

     

       329
       329
       -
               for x in releases_json

     

       330
       330
       -
               if x["eol"] == False

     

       331
       331
       -
               or datetime.strptime(x["eol"], "%Y-%m-%d") > datetime.today()

     

       332
       332
       -
           ]

     

       333
       333
       -
       

     

       334
       334
       -
           return range(

     

       335
       335
       -
               min(supported_releases),  # incl.

     

       336
       336
       -
               # We have also packaged the beta release in nixpkgs,

     

       337
       337
       -
               # but it is not tracked by endoflife.date

     

       338
       338
       -
               max(supported_releases) + 2,  # excl.

     

       339
       339
       -
               1,

     

       71
       71
       +
       def get_electron_file(electron_rev: str, filepath: str) -> str:

     

       72
       72
       +
           return (

     

       73
       73
       +
               urlopen(

     

       74
       74
       +
                   f"https://raw.githubusercontent.com/electron/electron/{electron_rev}/{filepath}"

     

       75
       75
       +
               )

     

       76
       76
       +
               .read()

     

       77
       77
       +
               .decode("utf-8")

     

       340
       78
        
           )

     

       341
       79
        
       

     

       342
       80
        
       

     

       343
       81
        
       @memory.cache

     

       344
       344
       -
       def get_repo_hash(fetcher: str, args: dict) -> str:

     

       345
       345
       -
           expr = f"with import {nixpkgs_path} {{}};{fetcher}{{"

     

       346
       346
       -
           for key, val in args.items():

     

       347
       347
       -
               expr += f'{key}="{val}";'

     

       348
       348
       -
           expr += "}"

     

       349
       349
       -
           cmd = ["nurl", "-H", "--expr", expr]

     

       350
       350
       -
           print(" ".join(cmd), file=sys.stderr)

     

       351
       351
       -
           out = subprocess.check_output(cmd)

     

       352
       352
       -
           return out.decode("utf-8").strip()

     

       353
       353
       -
       

     

       82
       82
       +
       def get_chromium_gn_source(chromium_rev: str) -> dict:

     

       83
       83
       +
           gn_pattern = r"'gn_version': 'git_revision:([0-9a-f]{40})'"

     

       84
       84
       +
           gn_commit = re.search(gn_pattern, get_chromium_file(chromium_rev, "DEPS")).group(1)

     

       85
       85
       +
           gn_prefetch: bytes = subprocess.check_output(

     

       86
       86
       +
               [

     

       87
       87
       +
                   "nix-prefetch-git",

     

       88
       88
       +
                   "--quiet",

     

       89
       89
       +
                   "https://gn.googlesource.com/gn",

     

       90
       90
       +
                   "--rev",

     

       91
       91
       +
                   gn_commit,

     

       92
       92
       +
               ]

     

       93
       93
       +
           )

     

       94
       94
       +
           gn: dict = json.loads(gn_prefetch)

     

       95
       95
       +
           return {

     

       96
       96
       +
               "gn": {

     

       97
       97
       +
                   "version": datetime.fromisoformat(gn["date"]).date().isoformat(),

     

       98
       98
       +
                   "url": gn["url"],

     

       99
       99
       +
                   "rev": gn["rev"],

     

       100
       100
       +
                   "hash": gn["hash"],

     

       101
       101
       +
               }

     

       102
       102
       +
           }

     

       354
       103
        
       

     

       355
       104
        
       @memory.cache

     

       356
       356
       -
       def _get_yarn_hash(path: str) -> str:

     

       105
       105
       +
       def get_electron_yarn_hash(electron_rev: str) -> str:

     

       357
       106
        
           print(f"prefetch-yarn-deps", file=sys.stderr)

     

       358
       107
        
           with tempfile.TemporaryDirectory() as tmp_dir:

     

       359
       108
        
               with open(tmp_dir + "/yarn.lock", "w") as f:

     

       360
       360
       -
                   f.write(path)

     

       109
       109
       +
                   f.write(get_electron_file(electron_rev, "yarn.lock"))

     

       361
       110
        
               return (

     

       362
       111
        
                   subprocess.check_output(["prefetch-yarn-deps", tmp_dir + "/yarn.lock"])

     

       363
       112
        
                   .decode("utf-8")

     

       364
       113
        
                   .strip()

     

       365
       114
        
               )

     

       366
       115
        
       

     

       367
       367
       -
       

     

       368
       368
       -
       def get_yarn_hash(repo: Repo, yarn_lock_path: str = "yarn.lock") -> str:

     

       369
       369
       -
           return _get_yarn_hash(repo.get_file(yarn_lock_path))

     

       370
       370
       -
       

     

       371
       371
       -
       

     

       372
       116
        
       @memory.cache

     

       373
       373
       -
       def _get_npm_hash(filename: str) -> str:

     

       117
       117
       +
       def get_chromium_npm_hash(chromium_rev: str) -> str:

     

       374
       118
        
           print(f"prefetch-npm-deps", file=sys.stderr)

     

       375
       119
        
           with tempfile.TemporaryDirectory() as tmp_dir:

     

       376
       120
        
               with open(tmp_dir + "/package-lock.json", "w") as f:

     

       377
       377
       -
                   f.write(filename)

     

       121
       121
       +
                   f.write(get_chromium_file(chromium_rev, "third_party/node/package-lock.json"))

     

       378
       122
        
               return (

     

       379
       123
        
                   subprocess.check_output(

     

       380
       124
        
                       ["prefetch-npm-deps", tmp_dir + "/package-lock.json"]

     
···

       384
       128
        
               )

     

       385
       129
        
       

     

       386
       130
        
       

     

       387
       387
       -
       def get_npm_hash(repo: Repo, package_lock_path: str = "package-lock.json") -> str:

     

       388
       388
       -
           return _get_npm_hash(repo.get_file(package_lock_path))

     

       389
       389
       -
       

     

       390
       390
       -
       

     

       391
       391
       -
       def repo_from_dep(dep: dict) -> Optional[Repo]:

     

       392
       392
       -
           if "url" in dep:

     

       393
       393
       -
               url, rev = gclient_utils.SplitUrlRevision(dep["url"])

     

       394
       394
       -
       

     

       395
       395
       -
               search_object = re.search(r"https://github.com/(.+)/(.+?)(\.git)?$", url)

     

       396
       396
       -
               if search_object:

     

       397
       397
       -
                   return GitHubRepo(search_object.group(1), search_object.group(2), rev)

     

       398
       398
       -
       

     

       399
       399
       -
               if re.match(r"https://.+\.googlesource.com", url):

     

       400
       400
       -
                   return GitilesRepo(url, rev)

     

       401
       401
       -
       

     

       402
       402
       -
               return GitRepo(url, rev)

     

       403
       403
       -
           else:

     

       404
       404
       -
               # Not a git dependency; skip

     

       405
       405
       -
               return None

     

       406
       406
       -
       

     

       131
       131
       +
       def get_update(major_version: str, m: str, gclient_data: any) -> Tuple[str, dict]:

     

       407
       132
        
       

     

       408
       408
       -
       def get_gn_source(repo: Repo) -> dict:

     

       409
       409
       -
           gn_pattern = r"'gn_version': 'git_revision:([0-9a-f]{40})'"

     

       410
       410
       -
           gn_commit = re.search(gn_pattern, repo.get_file("DEPS")).group(1)

     

       411
       411
       -
           gn_prefetch: bytes = subprocess.check_output(

     

       412
       412
       -
               [

     

       413
       413
       -
                   "nix-prefetch-git",

     

       414
       414
       -
                   "--quiet",

     

       415
       415
       -
                   "https://gn.googlesource.com/gn",

     

       416
       416
       -
                   "--rev",

     

       417
       417
       -
                   gn_commit,

     

       418
       418
       -
               ]

     

       419
       419
       -
           )

     

       420
       420
       -
           gn: dict = json.loads(gn_prefetch)

     

       421
       421
       -
           return {

     

       422
       422
       -
               "gn": {

     

       423
       423
       -
                   "version": datetime.fromisoformat(gn["date"]).date().isoformat(),

     

       424
       424
       -
                   "url": gn["url"],

     

       425
       425
       -
                   "rev": gn["rev"],

     

       426
       426
       -
                   "hash": gn["hash"],

     

       427
       427
       -
               }

     

       428
       428
       -
           }

     

       429
       429
       -
       

     

       430
       430
       -
       

     

       431
       431
       -
       def get_latest_version(major_version: str) -> Tuple[str, str]:

     

       432
       432
       -
           """Returns the latest version for a given major version"""

     

       433
       433
       -
           electron_releases: dict = json.loads(

     

       434
       434
       -
               urlopen("https://releases.electronjs.org/releases.json").read()

     

       435
       435
       -
           )

     

       436
       436
       -
           major_version_releases = filter(

     

       437
       437
       -
               lambda item: item["version"].startswith(f"{major_version}."), electron_releases

     

       438
       438
       -
           )

     

       439
       439
       -
           m = max(major_version_releases, key=lambda item: item["date"])

     

       440
       440
       -
       

     

       441
       441
       -
           rev = f"v{m['version']}"

     

       442
       442
       -
           return (m, rev)

     

       443
       443
       -
       

     

       444
       444
       -
       

     

       445
       445
       -
       def get_electron_bin_info(major_version: str) -> Tuple[str, str, ElectronBinRepo]:

     

       446
       446
       -
           m, rev = get_latest_version(major_version)

     

       447
       447
       -
       

     

       448
       448
       -
           electron_repo: ElectronBinRepo = ElectronBinRepo("electron", "electron", rev)

     

       449
       449
       -
           return (major_version, m, electron_repo)

     

       450
       450
       -
       

     

       451
       451
       -
       

     

       452
       452
       -
       def get_electron_chromedriver_info(

     

       453
       453
       -
           major_version: str,

     

       454
       454
       -
       ) -> Tuple[str, str, ElectronChromedriverRepo]:

     

       455
       455
       -
           m, rev = get_latest_version(major_version)

     

       456
       456
       -
       

     

       457
       457
       -
           electron_repo: ElectronChromedriverRepo = ElectronChromedriverRepo(rev)

     

       458
       458
       -
           return (major_version, m, electron_repo)

     

       459
       459
       -
       

     

       460
       460
       -
       

     

       461
       461
       -
       def get_electron_info(major_version: str) -> Tuple[str, str, GitHubRepo]:

     

       462
       462
       -
           m, rev = get_latest_version(major_version)

     

       463
       463
       -
       

     

       464
       464
       -
           electron_repo: GitHubRepo = GitHubRepo("electron", "electron", rev)

     

       465
       465
       -
           electron_repo.get_deps(

     

       466
       466
       -
               {

     

       467
       467
       -
                   **{

     

       468
       468
       -
                   f"checkout_{platform}": platform == "linux" or platform == "x64" or platform == "arm64" or platform == "arm"

     

       469
       469
       -
                   for platform in ["ios", "chromeos", "android", "mac", "win", "linux"]

     

       470
       470
       -
                   },

     

       471
       471
       -
                   **{

     

       472
       472
       -
                   f"checkout_{arch}": True

     

       473
       473
       -
                   for arch in ["x64", "arm64", "arm", "x86", "mips", "mips64", "ppc"]

     

       474
       474
       -
                   },

     

       475
       475
       -
               },

     

       476
       476
       -
               "src/electron",

     

       477
       477
       -
           )

     

       478
       478
       -
       

     

       479
       479
       -
           return (major_version, m, electron_repo)

     

       480
       480
       -
       

     

       481
       481
       -
       

     

       482
       482
       -
       def get_update(repo: Tuple[str, str, Repo]) -> Tuple[str, dict]:

     

       483
       483
       -
           (major_version, m, electron_repo) = repo

     

       484
       484
       -
       

     

       485
       485
       -
           tasks = electron_repo.prefetch_all()

     

       486
       486
       -
           a = lambda: (("electron_yarn_hash", get_yarn_hash(electron_repo)))

     

       133
       133
       +
           tasks = []

     

       134
       134
       +
           a = lambda: (("electron_yarn_hash", get_electron_yarn_hash(gclient_data["src/electron"]["args"]["rev"])))

     

       487
       135
        
           tasks.append(delayed(a)())

     

       488
       136
        
           a = lambda: (

     

       489
       137
        
               (

     

       490
       138
        
                   "chromium_npm_hash",

     

       491
       491
       -
                   get_npm_hash(

     

       492
       492
       -
                       electron_repo.deps["src"], "third_party/node/package-lock.json"

     

       493
       493
       -
                   ),

     

       139
       139
       +
                   get_chromium_npm_hash(gclient_data["src"]["args"]["rev"]),

     

       494
       140
        
               )

     

       495
       141
        
           )

     

       496
       142
        
           tasks.append(delayed(a)())

     
···

       501
       147
        
               for n in Parallel(n_jobs=3, require="sharedmem", return_as="generator")(tasks)

     

       502
       148
        
               if n != None

     

       503
       149
        
           }

     

       504
       504
       -
       

     

       505
       505
       -
           tree = electron_repo.flatten("src/electron")

     

       506
       150
        
       

     

       507
       151
        
           return (

     

       508
       152
        
               f"{major_version}",

     

       509
       153
        
               {

     

       510
       510
       -
                   "deps": tree,

     

       154
       154
       +
                   "deps": gclient_data,

     

       511
       155
        
                   **{key: m[key] for key in ["version", "modules", "chrome", "node"]},

     

       512
       156
        
                   "chromium": {

     

       513
       157
        
                       "version": m["chrome"],

     

       514
       514
       -
                       "deps": get_gn_source(electron_repo.deps["src"]),

     

       158
       158
       +
                       "deps": get_chromium_gn_source(gclient_data["src"]["args"]["rev"]),

     

       515
       159
        
                   },

     

       516
       160
        
                   **task_results,

     

       517
       161
        
               },

     

       518
       162
        
           )

     

       519
       163
        
       

     

       520
       164
        
       

     

       521
       521
       -
       def load_info_json(path: str) -> dict:

     

       522
       522
       -
           """Load the contents of a JSON file

     

       165
       165
       +
       def non_eol_releases(releases: Iterable[int]) -> Iterable[int]:

     

       166
       166
       +
           """Returns a list of releases that have not reached end-of-life yet."""

     

       167
       167
       +
           return tuple(filter(lambda x: x in supported_version_range(), releases))

     

       523
       168
        
       

     

       524
       524
       -
           Args:

     

       525
       525
       -
               path: The path to the JSON file

     

       526
       169
        
       

     

       527
       527
       -
           Returns: An empty dict if the path does not exist, otherwise the contents of the JSON file.

     

       528
       528
       -
           """

     

       529
       529
       -
           try:

     

       530
       530
       -
               with open(path, "r") as f:

     

       531
       531
       -
                   return json.loads(f.read())

     

       532
       532
       -
           except:

     

       533
       533
       -
               return {}

     

       534
       534
       -
       

     

       535
       535
       -
       

     

       536
       536
       -
       def save_info_json(path: str, content: dict) -> None:

     

       537
       537
       -
           """Saves the given info to a JSON file

     

       170
       170
       +
       def update_source(version: str, commit: bool) -> None:

     

       171
       171
       +
           """Update a given electron-source release

     

       538
       172
        
       

     

       539
       173
        
           Args:

     

       540
       540
       -
               path: The path where the info should be saved

     

       541
       541
       -
               content: The content to be saved as JSON.

     

       542
       542
       -
           """

     

       543
       543
       -
           with open(path, "w") as f:

     

       544
       544
       -
               f.write(json.dumps(content, indent=JSON_INDENT, default=vars, sort_keys=True))

     

       545
       545
       -
               f.write("\n")

     

       546
       546
       -
       

     

       547
       547
       -
       

     

       548
       548
       -
       def update_bin(major_version: str, commit: bool) -> None:

     

       549
       549
       -
           """Update a given electron-bin release

     

       550
       550
       -
       

     

       551
       551
       -
           Args:

     

       552
       552
       -
               major_version: The major version number, e.g. '27'

     

       174
       174
       +
               version: The major version number, e.g. '27'

     

       553
       175
        
               commit: Whether the updater should commit the result

     

       554
       176
        
           """

     

       555
       555
       -
           package_name = f"electron_{major_version}-bin"

     

       556
       556
       -
           print(f"Updating {package_name}")

     

       557
       557
       -
       

     

       558
       558
       -
           electron_bin_info = get_electron_bin_info(major_version)

     

       559
       559
       -
           (_major_version, _version, repo) = electron_bin_info

     

       560
       560
       -
       

     

       561
       561
       -
           old_info = load_info_json(BINARY_INFO_JSON)

     

       562
       562
       -
           new_info = repo.get_hashes(major_version)

     

       563
       563
       -
       

     

       564
       564
       -
           out = old_info | new_info

     

       565
       565
       -
       

     

       566
       566
       -
           save_info_json(BINARY_INFO_JSON, out)

     

       567
       567
       -
       

     

       568
       568
       -
           old_version = (

     

       569
       569
       -
               old_info[major_version]["version"] if major_version in old_info else None

     

       570
       570
       -
           )

     

       571
       571
       -
           new_version = new_info[major_version]["version"]

     

       572
       572
       -
           if old_version == new_version:

     

       573
       573
       -
               print(f"{package_name} is up-to-date")

     

       574
       574
       -
           elif commit:

     

       575
       575
       -
               commit_result(package_name, old_version, new_version, BINARY_INFO_JSON)

     

       576
       576
       -
       

     

       577
       577
       -
       

     

       578
       578
       -
       def update_chromedriver(major_version: str, commit: bool) -> None:

     

       579
       579
       -
           """Update a given electron-chromedriver release

     

       177
       177
       +
           major_version = version

     

       580
       178
        
       

     

       581
       581
       -
           Args:

     

       582
       582
       -
               major_version: The major version number, e.g. '27'

     

       583
       583
       -
               commit: Whether the updater should commit the result

     

       584
       584
       -
           """

     

       585
       585
       -
           package_name = f"electron-chromedriver_{major_version}"

     

       586
       586
       -
           print(f"Updating {package_name}")

     

       587
       587
       -
       

     

       588
       588
       -
           electron_chromedriver_info = get_electron_chromedriver_info(major_version)

     

       589
       589
       -
           (_major_version, _version, repo) = electron_chromedriver_info

     

       590
       590
       -
       

     

       591
       591
       -
           old_info = load_info_json(CHROMEDRIVER_INFO_JSON)

     

       592
       592
       -
           new_info = repo.get_hashes(major_version)

     

       593
       593
       -
       

     

       594
       594
       -
           out = old_info | new_info

     

       595
       595
       -
       

     

       596
       596
       -
           save_info_json(CHROMEDRIVER_INFO_JSON, out)

     

       597
       597
       -
       

     

       598
       598
       -
           old_version = (

     

       599
       599
       -
               old_info[major_version]["version"] if major_version in old_info else None

     

       600
       600
       -
           )

     

       601
       601
       -
           new_version = new_info[major_version]["version"]

     

       602
       602
       -
           if old_version == new_version:

     

       603
       603
       -
               print(f"{package_name} is up-to-date")

     

       604
       604
       -
           elif commit:

     

       605
       605
       -
               commit_result(package_name, old_version, new_version, CHROMEDRIVER_INFO_JSON)

     

       606
       606
       -
       

     

       607
       607
       -
       

     

       608
       608
       -
       def update_source(major_version: str, commit: bool) -> None:

     

       609
       609
       -
           """Update a given electron-source release

     

       610
       610
       -
       

     

       611
       611
       -
           Args:

     

       612
       612
       -
               major_version: The major version number, e.g. '27'

     

       613
       613
       -
               commit: Whether the updater should commit the result

     

       614
       614
       -
           """

     

       615
       179
        
           package_name = f"electron-source.electron_{major_version}"

     

       616
       180
        
           print(f"Updating electron-source.electron_{major_version}")

     

       617
       181
        
       

     

       618
       182
        
           old_info = load_info_json(SOURCE_INFO_JSON)

     

       619
       183
        
           old_version = (

     

       620
       620
       -
               old_info[str(major_version)]["version"]

     

       621
       621
       -
               if str(major_version) in old_info

     

       184
       184
       +
               old_info[major_version]["version"]

     

       185
       185
       +
               if major_version in old_info

     

       622
       186
        
               else None

     

       623
       187
        
           )

     

       624
       188
        
       

     

       625
       625
       -
           electron_source_info = get_electron_info(major_version)

     

       626
       626
       -
           new_info = get_update(electron_source_info)

     

       189
       189
       +
           m, rev = get_latest_version(major_version)

     

       190
       190
       +
           if old_version == m["version"]:

     

       191
       191
       +
               print(f"{package_name} is up-to-date")

     

       192
       192
       +
               return

     

       193
       193
       +
       

     

       194
       194
       +
           gclient_data = get_gclient_data(rev)

     

       195
       195
       +
           new_info = get_update(major_version, m, gclient_data)

     

       627
       196
        
           out = old_info | {new_info[0]: new_info[1]}

     

       628
       197
        
       

     

       629
       198
        
           save_info_json(SOURCE_INFO_JSON, out)

     

       630
       199
        
       

     

       631
       200
        
           new_version = new_info[1]["version"]

     

       632
       632
       -
           if old_version == new_version:

     

       633
       633
       -
               print(f"{package_name} is up-to-date")

     

       634
       634
       -
           elif commit:

     

       201
       201
       +
           if commit:

     

       635
       202
        
               commit_result(package_name, old_version, new_version, SOURCE_INFO_JSON)

     

       636
       203
        
       

     

       637
       204
        
       

     

       638
       638
       -
       def non_eol_releases(releases: Iterable[int]) -> Iterable[int]:

     

       639
       639
       -
           """Returns a list of releases that have not reached end-of-life yet."""

     

       640
       640
       -
           return tuple(filter(lambda x: x in supported_version_range(), releases))

     

       641
       641
       -
       

     

       642
       642
       -
       

     

       643
       643
       -
       def update_all_source(commit: bool) -> None:

     

       644
       644
       -
           """Update all eletron-source releases at once

     

       645
       645
       -
       

     

       646
       646
       -
           Args:

     

       647
       647
       -
               commit: Whether to commit the result

     

       648
       648
       -
           """

     

       649
       649
       -
           old_info = load_info_json(SOURCE_INFO_JSON)

     

       650
       650
       -
       

     

       651
       651
       -
           filtered_releases = non_eol_releases(tuple(map(lambda x: int(x), old_info.keys())))

     

       652
       652
       -
       

     

       653
       653
       -
           # This might take some time

     

       654
       654
       -
           repos = Parallel(n_jobs=2, require="sharedmem")(

     

       655
       655
       -
               delayed(get_electron_info)(major_version) for major_version in filtered_releases

     

       656
       656
       -
           )

     

       657
       657
       -
           new_info = {

     

       658
       658
       -
               n[0]: n[1]

     

       659
       659
       -
               for n in Parallel(n_jobs=2, require="sharedmem")(

     

       660
       660
       -
                   delayed(get_update)(repo) for repo in repos

     

       661
       661
       -
               )

     

       662
       662
       -
           }

     

       663
       663
       -
       

     

       664
       664
       -
           if commit:

     

       665
       665
       -
               for major_version in filtered_releases:

     

       666
       666
       -
                   # Since the sources have been fetched at this point already,

     

       667
       667
       -
                   # fetching them again will be much faster.

     

       668
       668
       -
                   update_source(str(major_version), commit)

     

       669
       669
       -
           else:

     

       670
       670
       -
               out = old_info | {new_info[0]: new_info[1]}

     

       671
       671
       -
               save_info_json(SOURCE_INFO_JSON, out)

     

       672
       672
       -
       

     

       673
       673
       -
       

     

       674
       674
       -
       def parse_cve_numbers(tag_name: str) -> Iterable[str]:

     

       675
       675
       -
           """Returns mentioned CVE numbers from a given release tag"""

     

       676
       676
       -
           cve_pattern = r"CVE-\d{4}-\d+"

     

       677
       677
       -
           url = f"https://api.github.com/repos/electron/electron/releases/tags/{tag_name}"

     

       678
       678
       -
           headers = {

     

       679
       679
       -
               "Accept": "application/vnd.github+json",

     

       680
       680
       -
               "X-GitHub-Api-Version": "2022-11-28",

     

       681
       681
       -
           }

     

       682
       682
       -
           request = urllib.request.Request(url=url, headers=headers)

     

       683
       683
       -
           release_note = ""

     

       684
       684
       -
           try:

     

       685
       685
       -
               with urlopen(request) as response:

     

       686
       686
       -
                   release_note = json.loads(response.read().decode("utf-8"))["body"]

     

       687
       687
       -
           except:

     

       688
       688
       -
               print(

     

       689
       689
       -
                   f"WARN: Fetching release note for {tag_name} from GitHub failed!",

     

       690
       690
       -
                   file=sys.stderr,

     

       691
       691
       -
               )

     

       692
       692
       -
       

     

       693
       693
       -
           return sorted(re.findall(cve_pattern, release_note))

     

       694
       694
       -
       

     

       695
       695
       -
       

     

       696
       696
       -
       def commit_result(

     

       697
       697
       -
           package_name: str, old_version: Optional[str], new_version: str, path: str

     

       698
       698
       -
       ) -> None:

     

       699
       699
       -
           """Creates a git commit with a short description of the change

     

       700
       700
       -
       

     

       701
       701
       -
           Args:

     

       702
       702
       -
               package_name: The package name, e.g. `electron-source.electron-{major_version}`

     

       703
       703
       -
                   or `electron_{major_version}-bin`

     

       704
       704
       -
       

     

       705
       705
       -
               old_version: Version number before the update.

     

       706
       706
       -
                   Can be left empty when initializing a new release.

     

       707
       707
       -
       

     

       708
       708
       -
               new_version: Version number after the update.

     

       709
       709
       -
       

     

       710
       710
       -
               path: Path to the lockfile to be committed

     

       711
       711
       -
           """

     

       712
       712
       -
           assert (

     

       713
       713
       -
               isinstance(package_name, str) and len(package_name) > 0

     

       714
       714
       -
           ), "Argument `package_name` cannot be empty"

     

       715
       715
       -
           assert (

     

       716
       716
       -
               isinstance(new_version, str) and len(new_version) > 0

     

       717
       717
       -
           ), "Argument `new_version` cannot be empty"

     

       718
       718
       -
       

     

       719
       719
       -
           if old_version != new_version:

     

       720
       720
       -
               major_version = new_version.split(".")[0]

     

       721
       721
       -
               cve_fixes_text = "\n".join(

     

       722
       722
       -
                   list(

     

       723
       723
       -
                       map(lambda cve: f"- Fixes {cve}", parse_cve_numbers(f"v{new_version}"))

     

       724
       724
       -
                   )

     

       725
       725
       -
               )

     

       726
       726
       -
               init_msg = f"init at {new_version}"

     

       727
       727
       -
               update_msg = f"{old_version} -> {new_version}"

     

       728
       728
       -
               diff = (

     

       729
       729
       -
                   f"- Diff: https://github.com/electron/electron/compare/refs/tags/v{old_version}...v{new_version}\n"

     

       730
       730
       -
                   if old_version != None

     

       731
       731
       -
                   else ""

     

       732
       732
       -
               )

     

       733
       733
       -
               commit_message = f"""{package_name}: {update_msg if old_version != None else init_msg}

     

       734
       734
       -
       

     

       735
       735
       -
       - Changelog: https://github.com/electron/electron/releases/tag/v{new_version}

     

       736
       736
       -
       {diff}{cve_fixes_text}

     

       737
       737
       -
       """

     

       738
       738
       -
               subprocess.run(

     

       739
       739
       -
                   [

     

       740
       740
       -
                       "git",

     

       741
       741
       -
                       "add",

     

       742
       742
       -
                       path,

     

       743
       743
       -
                   ]

     

       744
       744
       -
               )

     

       745
       745
       -
               subprocess.run(

     

       746
       746
       -
                   [

     

       747
       747
       -
                       "git",

     

       748
       748
       -
                       "commit",

     

       749
       749
       -
                       "-m",

     

       750
       750
       -
                       commit_message,

     

       751
       751
       -
                   ]

     

       752
       752
       -
               )

     

       753
       753
       -
       

     

       754
       754
       -
       

     

       755
       205
        
       @click.group()

     

       756
       206
        
       def cli() -> None:

     

       757
       757
       -
           """A script for updating electron-bin and electron-source hashes"""

     

       207
       207
       +
           """A script for updating electron-source hashes"""

     

       758
       208
        
           pass

     

       759
       209
        
       

     

       760
       210
        
       

     

       761
       761
       -
       @cli.command(

     

       762
       762
       -
           "eval", help="Print the necessary sources to fetch for a given major release"

     

       763
       763
       -
       )

     

       764
       764
       -
       @click.option("--version", help="The major version, e.g. '23'")

     

       765
       765
       -
       def eval(version):

     

       766
       766
       -
           (_, _, repo) = electron_repo = get_electron_info(version)

     

       767
       767
       -
           tree = repo.flatten("src/electron")

     

       768
       768
       -
           print(json.dumps(tree, indent=JSON_INDENT, default=vars, sort_keys=True))

     

       769
       769
       -
       

     

       770
       770
       -
       

     

       771
       771
       -
       @cli.command("update-chromedriver", help="Update a single major release")

     

       772
       772
       -
       @click.option("-v", "--version", help="The major version, e.g. '23'")

     

       773
       773
       -
       @click.option("-c", "--commit", is_flag=True, default=False, help="Commit the result")

     

       774
       774
       -
       def update_chromedriver_cmd(version: str, commit: bool) -> None:

     

       775
       775
       -
           update_chromedriver(version, commit)

     

       776
       776
       -
       

     

       777
       777
       -
       

     

       778
       211
        
       @cli.command("update", help="Update a single major release")

     

       779
       779
       -
       @click.option("-v", "--version", help="The major version, e.g. '23'")

     

       780
       780
       -
       @click.option(

     

       781
       781
       -
           "-b",

     

       782
       782
       -
           "--bin-only",

     

       783
       783
       -
           is_flag=True,

     

       784
       784
       -
           default=False,

     

       785
       785
       -
           help="Only update electron-bin packages",

     

       786
       786
       -
       )

     

       787
       787
       -
       @click.option(

     

       788
       788
       -
           "-s",

     

       789
       789
       -
           "--source-only",

     

       790
       790
       -
           is_flag=True,

     

       791
       791
       -
           default=False,

     

       792
       792
       -
           help="Only update electron-source packages",

     

       793
       793
       -
       )

     

       212
       212
       +
       @click.option("-v", "--version", required=True, type=str, help="The major version, e.g. '23'")

     

       794
       213
        
       @click.option("-c", "--commit", is_flag=True, default=False, help="Commit the result")

     

       795
       795
       -
       def update(version: str, bin_only: bool, source_only: bool, commit: bool) -> None:

     

       796
       796
       -
           assert isinstance(version, str) and len(version) > 0, "version must be non-empty"

     

       797
       797
       -
       

     

       798
       798
       -
           if bin_only and source_only:

     

       799
       799
       -
               print(

     

       800
       800
       -
                   "Error: Omit --bin-only and --source-only if you want to update both source and binary packages.",

     

       801
       801
       -
                   file=sys.stderr,

     

       802
       802
       -
               )

     

       803
       803
       -
               sys.exit(1)

     

       804
       804
       -
       

     

       805
       805
       -
           elif bin_only:

     

       806
       806
       -
               update_bin(version, commit)

     

       807
       807
       -
       

     

       808
       808
       -
           elif source_only:

     

       809
       809
       -
               update_source(version, commit)

     

       810
       810
       -
       

     

       811
       811
       -
           else:

     

       812
       812
       -
               update_bin(version, commit)

     

       813
       813
       -
               update_source(version, commit)

     

       814
       814
       -
       

     

       815
       815
       -
           update_chromedriver(version, commit)

     

       214
       214
       +
       def update(version: str, commit: bool) -> None:

     

       215
       215
       +
           update_source(version, commit)

     

       816
       216
        
       

     

       817
       217
        
       

     

       818
       218
        
       @cli.command("update-all", help="Update all releases at once")

     

       819
       819
       -
       @click.option(

     

       820
       820
       -
           "-b",

     

       821
       821
       -
           "--bin-only",

     

       822
       822
       -
           is_flag=True,

     

       823
       823
       -
           default=False,

     

       824
       824
       -
           help="Only update electron-bin packages",

     

       825
       825
       -
       )

     

       826
       826
       -
       @click.option(

     

       827
       827
       -
           "-s",

     

       828
       828
       -
           "--source-only",

     

       829
       829
       -
           is_flag=True,

     

       830
       830
       -
           default=False,

     

       831
       831
       -
           help="Only update electron-source packages",

     

       832
       832
       -
       )

     

       833
       219
        
       @click.option("-c", "--commit", is_flag=True, default=False, help="Commit the result")

     

       834
       834
       -
       def update_all(bin_only: bool, source_only: bool, commit: bool) -> None:

     

       835
       835
       -
           # Filter out releases that have reached end-of-life

     

       836
       836
       -
           filtered_bin_info = dict(

     

       837
       837
       -
               filter(

     

       838
       838
       -
                   lambda entry: int(entry[0]) in supported_version_range(),

     

       839
       839
       -
                   load_info_json(BINARY_INFO_JSON).items(),

     

       840
       840
       -
               )

     

       841
       841
       -
           )

     

       842
       842
       -
       

     

       843
       843
       -
           if bin_only and source_only:

     

       844
       844
       -
               print(

     

       845
       845
       -
                   "Error: omit --bin-only and --source-only if you want to update both source and binary packages.",

     

       846
       846
       -
                   file=sys.stderr,

     

       847
       847
       -
               )

     

       848
       848
       -
               sys.exit(1)

     

       220
       220
       +
       def update_all(commit: bool) -> None:

     

       221
       221
       +
           """Update all eletron-source releases at once

     

       849
       222
        
       

     

       850
       850
       -
           elif bin_only:

     

       851
       851
       -
               for major_version, _ in filtered_bin_info.items():

     

       852
       852
       -
                   update_bin(major_version, commit)

     

       223
       223
       +
           Args:

     

       224
       224
       +
               commit: Whether to commit the result

     

       225
       225
       +
           """

     

       226
       226
       +
           old_info = load_info_json(SOURCE_INFO_JSON)

     

       853
       227
        
       

     

       854
       854
       -
           elif source_only:

     

       855
       855
       -
               update_all_source(commit)

     

       856
       856
       -
       

     

       857
       857
       -
           else:

     

       858
       858
       -
               for major_version, _ in filtered_bin_info.items():

     

       859
       859
       -
                   update_bin(major_version, commit)

     

       228
       228
       +
           filtered_releases = non_eol_releases(tuple(map(lambda x: int(x), old_info.keys())))

     

       860
       229
        
       

     

       861
       861
       -
               update_all_source(commit)

     

       862
       862
       -
       

     

       863
       863
       -
           for major_version, _ in filtered_bin_info.items():

     

       864
       864
       -
               update_chromedriver(major_version, commit)

     

       230
       230
       +
           for major_version in filtered_releases:

     

       231
       231
       +
               update_source(str(major_version), commit)

     

       865
       232
        
       

     

       866
       233
        
       

     

       867
       234
        
       if __name__ == "__main__":

+161

pkgs/development/tools/electron/update_util.py

···

       1
       1
       +
       import json

     

       2
       2
       +
       import re

     

       3
       3
       +
       import sys

     

       4
       4
       +
       import subprocess

     

       5
       5
       +
       import urllib.request

     

       6
       6
       +
       

     

       7
       7
       +
       from typing import Iterable, Optional, Tuple

     

       8
       8
       +
       from urllib.request import urlopen

     

       9
       9
       +
       from datetime import datetime

     

       10
       10
       +
       

     

       11
       11
       +
       # Number of spaces used for each indentation level

     

       12
       12
       +
       JSON_INDENT = 4

     

       13
       13
       +
       

     

       14
       14
       +
       releases_json = None

     

       15
       15
       +
       

     

       16
       16
       +
       # Releases that have reached end-of-life no longer receive any updates

     

       17
       17
       +
       # and it is rather pointless trying to update those.

     

       18
       18
       +
       #

     

       19
       19
       +
       # https://endoflife.date/electron

     

       20
       20
       +
       def supported_version_range() -> range:

     

       21
       21
       +
           """Returns a range of electron releases that have not reached end-of-life yet"""

     

       22
       22
       +
           global releases_json

     

       23
       23
       +
           if releases_json is None:

     

       24
       24
       +
               releases_json = json.loads(

     

       25
       25
       +
                   urlopen("https://endoflife.date/api/electron.json").read()

     

       26
       26
       +
               )

     

       27
       27
       +
           supported_releases = [

     

       28
       28
       +
               int(x["cycle"])

     

       29
       29
       +
               for x in releases_json

     

       30
       30
       +
               if x["eol"] == False

     

       31
       31
       +
               or datetime.strptime(x["eol"], "%Y-%m-%d") > datetime.today()

     

       32
       32
       +
           ]

     

       33
       33
       +
       

     

       34
       34
       +
           return range(

     

       35
       35
       +
               min(supported_releases),  # incl.

     

       36
       36
       +
               # We have also packaged the beta release in nixpkgs,

     

       37
       37
       +
               # but it is not tracked by endoflife.date

     

       38
       38
       +
               max(supported_releases) + 2,  # excl.

     

       39
       39
       +
               1,

     

       40
       40
       +
           )

     

       41
       41
       +
       

     

       42
       42
       +
       def get_latest_version(major_version: str) -> Tuple[str, str]:

     

       43
       43
       +
           """Returns the latest version for a given major version"""

     

       44
       44
       +
           electron_releases: dict = json.loads(

     

       45
       45
       +
               urlopen("https://releases.electronjs.org/releases.json").read()

     

       46
       46
       +
           )

     

       47
       47
       +
           major_version_releases = filter(

     

       48
       48
       +
               lambda item: item["version"].startswith(f"{major_version}."), electron_releases

     

       49
       49
       +
           )

     

       50
       50
       +
           m = max(major_version_releases, key=lambda item: item["date"])

     

       51
       51
       +
       

     

       52
       52
       +
           rev = f"v{m['version']}"

     

       53
       53
       +
           return (m, rev)

     

       54
       54
       +
       

     

       55
       55
       +
       

     

       56
       56
       +
       def load_info_json(path: str) -> dict:

     

       57
       57
       +
           """Load the contents of a JSON file

     

       58
       58
       +
       

     

       59
       59
       +
           Args:

     

       60
       60
       +
               path: The path to the JSON file

     

       61
       61
       +
       

     

       62
       62
       +
           Returns: An empty dict if the path does not exist, otherwise the contents of the JSON file.

     

       63
       63
       +
           """

     

       64
       64
       +
           try:

     

       65
       65
       +
               with open(path, "r") as f:

     

       66
       66
       +
                   return json.loads(f.read())

     

       67
       67
       +
           except:

     

       68
       68
       +
               return {}

     

       69
       69
       +
       

     

       70
       70
       +
       

     

       71
       71
       +
       def save_info_json(path: str, content: dict) -> None:

     

       72
       72
       +
           """Saves the given info to a JSON file

     

       73
       73
       +
       

     

       74
       74
       +
           Args:

     

       75
       75
       +
               path: The path where the info should be saved

     

       76
       76
       +
               content: The content to be saved as JSON.

     

       77
       77
       +
           """

     

       78
       78
       +
           with open(path, "w") as f:

     

       79
       79
       +
               f.write(json.dumps(content, indent=JSON_INDENT, default=vars, sort_keys=True))

     

       80
       80
       +
               f.write("\n")

     

       81
       81
       +
       

     

       82
       82
       +
       

     

       83
       83
       +
       def parse_cve_numbers(tag_name: str) -> Iterable[str]:

     

       84
       84
       +
           """Returns mentioned CVE numbers from a given release tag"""

     

       85
       85
       +
           cve_pattern = r"CVE-\d{4}-\d+"

     

       86
       86
       +
           url = f"https://api.github.com/repos/electron/electron/releases/tags/{tag_name}"

     

       87
       87
       +
           headers = {

     

       88
       88
       +
               "Accept": "application/vnd.github+json",

     

       89
       89
       +
               "X-GitHub-Api-Version": "2022-11-28",

     

       90
       90
       +
           }

     

       91
       91
       +
           request = urllib.request.Request(url=url, headers=headers)

     

       92
       92
       +
           release_note = ""

     

       93
       93
       +
           try:

     

       94
       94
       +
               with urlopen(request) as response:

     

       95
       95
       +
                   release_note = json.loads(response.read().decode("utf-8"))["body"]

     

       96
       96
       +
           except:

     

       97
       97
       +
               print(

     

       98
       98
       +
                   f"WARN: Fetching release note for {tag_name} from GitHub failed!",

     

       99
       99
       +
                   file=sys.stderr,

     

       100
       100
       +
               )

     

       101
       101
       +
       

     

       102
       102
       +
           return sorted(re.findall(cve_pattern, release_note))

     

       103
       103
       +
       

     

       104
       104
       +
       

     

       105
       105
       +
       def commit_result(

     

       106
       106
       +
           package_name: str, old_version: Optional[str], new_version: str, path: str

     

       107
       107
       +
       ) -> None:

     

       108
       108
       +
           """Creates a git commit with a short description of the change

     

       109
       109
       +
       

     

       110
       110
       +
           Args:

     

       111
       111
       +
               package_name: The package name, e.g. `electron-source.electron-{major_version}`

     

       112
       112
       +
                   or `electron_{major_version}-bin`

     

       113
       113
       +
       

     

       114
       114
       +
               old_version: Version number before the update.

     

       115
       115
       +
                   Can be left empty when initializing a new release.

     

       116
       116
       +
       

     

       117
       117
       +
               new_version: Version number after the update.

     

       118
       118
       +
       

     

       119
       119
       +
               path: Path to the lockfile to be committed

     

       120
       120
       +
           """

     

       121
       121
       +
           assert (

     

       122
       122
       +
               isinstance(package_name, str) and len(package_name) > 0

     

       123
       123
       +
           ), "Argument `package_name` cannot be empty"

     

       124
       124
       +
           assert (

     

       125
       125
       +
               isinstance(new_version, str) and len(new_version) > 0

     

       126
       126
       +
           ), "Argument `new_version` cannot be empty"

     

       127
       127
       +
       

     

       128
       128
       +
           if old_version != new_version:

     

       129
       129
       +
               major_version = new_version.split(".")[0]

     

       130
       130
       +
               cve_fixes_text = "\n".join(

     

       131
       131
       +
                   list(

     

       132
       132
       +
                       map(lambda cve: f"- Fixes {cve}", parse_cve_numbers(f"v{new_version}"))

     

       133
       133
       +
                   )

     

       134
       134
       +
               )

     

       135
       135
       +
               init_msg = f"init at {new_version}"

     

       136
       136
       +
               update_msg = f"{old_version} -> {new_version}"

     

       137
       137
       +
               diff = (

     

       138
       138
       +
                   f"- Diff: https://github.com/electron/electron/compare/refs/tags/v{old_version}...v{new_version}\n"

     

       139
       139
       +
                   if old_version != None

     

       140
       140
       +
                   else ""

     

       141
       141
       +
               )

     

       142
       142
       +
               commit_message = f"""{package_name}: {update_msg if old_version != None else init_msg}

     

       143
       143
       +
       

     

       144
       144
       +
       - Changelog: https://github.com/electron/electron/releases/tag/v{new_version}

     

       145
       145
       +
       {diff}{cve_fixes_text}

     

       146
       146
       +
       """

     

       147
       147
       +
               subprocess.run(

     

       148
       148
       +
                   [

     

       149
       149
       +
                       "git",

     

       150
       150
       +
                       "add",

     

       151
       151
       +
                       path,

     

       152
       152
       +
                   ]

     

       153
       153
       +
               )

     

       154
       154
       +
               subprocess.run(

     

       155
       155
       +
                   [

     

       156
       156
       +
                       "git",

     

       157
       157
       +
                       "commit",

     

       158
       158
       +
                       "-m",

     

       159
       159
       +
                       commit_message,

     

       160
       160
       +
                   ]

     

       161
       161
       +
               )