commit 3a52750ac75d0a9bf4023b33ee37b5d332acbcc1 · pyrox.dev/nixpkgs

+31

maintainers/scripts/kde/collect-licenses.sh

···

       1
       1
       +
       #!/usr/bin/env nix-shell

     

       2
       2
       +
       #!nix-shell -i bash -p gnutar jq reuse

     

       3
       3
       +
       set -eu

     

       4
       4
       +
       cd "$(dirname "$(readlink -f "$0")")"/../../..

     

       5
       5
       +
       

     

       6
       6
       +
       TMPDIR=$(mktemp -d)

     

       7
       7
       +
       trap 'rm -rf $TMPDIR' EXIT

     

       8
       8
       +
       

     

       9
       9
       +
       echo "# Prebuilding sources..."

     

       10
       10
       +
       nix-build -A kdePackages.sources --no-link || true

     

       11
       11
       +
       

     

       12
       12
       +
       echo "# Evaluating sources..."

     

       13
       13
       +
       declare -A sources

     

       14
       14
       +
       eval "$(nix-instantiate --eval -A kdePackages.sources --json --strict | jq 'to_entries[] | "sources[" + .key + "]=" + .value' -r)"

     

       15
       15
       +
       

     

       16
       16
       +
       echo "# Collecting licenses..."

     

       17
       17
       +
       for k in "${!sources[@]}"; do

     

       18
       18
       +
           echo "- Processing $k..."

     

       19
       19
       +
       

     

       20
       20
       +
           if [ ! -f "${sources[$k]}" ]; then

     

       21
       21
       +
               echo "Not found!"

     

       22
       22
       +
               continue

     

       23
       23
       +
           fi

     

       24
       24
       +
       

     

       25
       25
       +
           mkdir "$TMPDIR/$k"

     

       26
       26
       +
           tar -C "$TMPDIR/$k" -xf "${sources[$k]}"

     

       27
       27
       +
       

     

       28
       28
       +
           (cd "$TMPDIR/$k"; reuse lint --json) | jq --arg name "$k" '{$name: .summary.used_licenses | sort}' -c > "$TMPDIR/$k.json"

     

       29
       29
       +
       done

     

       30
       30
       +
       

     

       31
       31
       +
       jq -s 'add' -S "$TMPDIR"/*.json > pkgs/kde/generated/licenses.json

+13

maintainers/scripts/kde/collect-logs.sh

···

       1
       1
       +
       #!/usr/bin/env nix-shell

     

       2
       2
       +
       #!nix-shell -i bash -p gnused jq

     

       3
       3
       +
       set -eu

     

       4
       4
       +
       cd "$(dirname "$(readlink -f "$0")")"/../../..

     

       5
       5
       +
       

     

       6
       6
       +
       mkdir -p logs

     

       7
       7
       +
       for name in $(nix-env -qaP -f . -A kdePackages --json | jq -r 'to_entries[] | .key' | sed s/kdePackages.//); do

     

       8
       8
       +
           echo "Processing ${name}..."

     

       9
       9
       +
           path=$(nix eval ".#kdePackages.${name}.outPath" --json --option warn-dirty false | jq -r)

     

       10
       10
       +
           if [ -n "${path}" ]; then

     

       11
       11
       +
               nix-store --read-log "${path}" > "logs/${name}.log" || true

     

       12
       12
       +
           fi

     

       13
       13
       +
       done

+36

maintainers/scripts/kde/collect-metadata.py

···

       1
       1
       +
       #!/usr/bin/env nix-shell

     

       2
       2
       +
       #!nix-shell -i python3 -p "python3.withPackages(ps: [ ps.click ps.pyyaml ])"

     

       3
       3
       +
       import pathlib

     

       4
       4
       +
       

     

       5
       5
       +
       import click

     

       6
       6
       +
       

     

       7
       7
       +
       import utils

     

       8
       8
       +
       

     

       9
       9
       +
       @click.command

     

       10
       10
       +
       @click.argument(

     

       11
       11
       +
           "repo-metadata",

     

       12
       12
       +
           type=click.Path(

     

       13
       13
       +
               exists=True,

     

       14
       14
       +
               file_okay=False,

     

       15
       15
       +
               resolve_path=True,

     

       16
       16
       +
               path_type=pathlib.Path,

     

       17
       17
       +
           ),

     

       18
       18
       +
       )

     

       19
       19
       +
       @click.option(

     

       20
       20
       +
           "--nixpkgs",

     

       21
       21
       +
           type=click.Path(

     

       22
       22
       +
               exists=True,

     

       23
       23
       +
               file_okay=False,

     

       24
       24
       +
               resolve_path=True,

     

       25
       25
       +
               writable=True,

     

       26
       26
       +
               path_type=pathlib.Path,

     

       27
       27
       +
           ),

     

       28
       28
       +
           default=pathlib.Path(__file__).parent.parent.parent.parent

     

       29
       29
       +
       )

     

       30
       30
       +
       def main(repo_metadata: pathlib.Path, nixpkgs: pathlib.Path):

     

       31
       31
       +
           metadata = utils.KDERepoMetadata.from_repo_metadata_checkout(repo_metadata)

     

       32
       32
       +
           out_dir = nixpkgs / "pkgs/kde/generated"

     

       33
       33
       +
           metadata.write_json(out_dir)

     

       34
       34
       +
       

     

       35
       35
       +
       if __name__ == "__main__":

     

       36
       36
       +
           main()  # type: ignore

+127

maintainers/scripts/kde/collect-missing-deps.py

···

       1
       1
       +
       #!/usr/bin/env nix-shell

     

       2
       2
       +
       #!nix-shell -i python3 -p python3

     

       3
       3
       +
       import pathlib

     

       4
       4
       +
       

     

       5
       5
       +
       OK_MISSING = {

     

       6
       6
       +
           # we don't use precompiled QML

     

       7
       7
       +
           'Qt6QuickCompiler',

     

       8
       8
       +
           'Qt6QmlCompilerPlusPrivate',

     

       9
       9
       +
           # usually used for version numbers

     

       10
       10
       +
           'Git',

     

       11
       11
       +
           # useless by itself, will warn if something else is not found

     

       12
       12
       +
           'PkgConfig',

     

       13
       13
       +
           # license verification

     

       14
       14
       +
           'ReuseTool',

     

       15
       15
       +
           # dev only

     

       16
       16
       +
           'ClangFormat',

     

       17
       17
       +
           # doesn't exist

     

       18
       18
       +
           'Qt6X11Extras',

     

       19
       19
       +
       }

     

       20
       20
       +
       

     

       21
       21
       +
       OK_MISSING_BY_PACKAGE = {

     

       22
       22
       +
           "angelfish": {

     

       23
       23
       +
               "Qt6Feedback",  # we don't have it

     

       24
       24
       +
           },

     

       25
       25
       +
           "attica": {

     

       26
       26
       +
               "Python3",  # only used for license checks

     

       27
       27
       +
           },

     

       28
       28
       +
           "discover": {

     

       29
       29
       +
               "rpm-ostree-1",  # we don't have rpm-ostree (duh)

     

       30
       30
       +
               "Snapd",  # we don't have snaps and probably never will

     

       31
       31
       +
           },

     

       32
       32
       +
           "elisa": {

     

       33
       33
       +
               "UPNPQT",  # upstream says it's broken

     

       34
       34
       +
           },

     

       35
       35
       +
           "extra-cmake-modules": {

     

       36
       36
       +
               "Sphinx",  # only used for docs, bloats closure size

     

       37
       37
       +
               "QCollectionGenerator"

     

       38
       38
       +
           },

     

       39
       39
       +
           "kio-extras-kf5": {

     

       40
       40
       +
               "KDSoapWSDiscoveryClient",  # actually vendored on KF5 version

     

       41
       41
       +
           },

     

       42
       42
       +
           "kitinerary": {

     

       43
       43
       +
               "OsmTools",  # used for map data updates, we use prebuilt

     

       44
       44
       +
           },

     

       45
       45
       +
           "kosmindoormap": {

     

       46
       46
       +
               "OsmTools",  # same

     

       47
       47
       +
               "Protobuf",

     

       48
       48
       +
           },

     

       49
       49
       +
           "kpty": {

     

       50
       50
       +
               "UTEMPTER",  # we don't have it and it probably wouldn't work anyway

     

       51
       51
       +
           },

     

       52
       52
       +
           "kpublictransport": {

     

       53
       53
       +
               "OsmTools",  # same

     

       54
       54
       +
               "PolyClipping",

     

       55
       55
       +
               "Protobuf",

     

       56
       56
       +
           },

     

       57
       57
       +
           "krfb": {

     

       58
       58
       +
               "Qt6XkbCommonSupport",  # not real

     

       59
       59
       +
           },

     

       60
       60
       +
           "kuserfeedback": {

     

       61
       61
       +
               "Qt6Svg",  # all used for backend console stuff we don't ship

     

       62
       62
       +
               "QmlLint",

     

       63
       63
       +
               "Qt6Charts",

     

       64
       64
       +
               "FLEX",

     

       65
       65
       +
               "BISON",

     

       66
       66
       +
               "Php",

     

       67
       67
       +
               "PhpUnit",

     

       68
       68
       +
           },

     

       69
       69
       +
           "kwin": {

     

       70
       70
       +
               "display-info",  # newer versions identify as libdisplay-info

     

       71
       71
       +
           },

     

       72
       72
       +
           "mlt": {

     

       73
       73
       +
               "Qt5",  # intentionally disabled

     

       74
       74
       +
               "SWIG",

     

       75
       75
       +
           },

     

       76
       76
       +
           "plasma-desktop": {

     

       77
       77
       +
               "scim",  # upstream is dead, not packaged in Nixpkgs

     

       78
       78
       +
           },

     

       79
       79
       +
           "powerdevil": {

     

       80
       80
       +
               "DDCUtil",  # cursed, intentionally disabled

     

       81
       81
       +
           },

     

       82
       82
       +
           "pulseaudio-qt": {

     

       83
       83
       +
               "Qt6Qml",  # tests only

     

       84
       84
       +
               "Qt6Quick",

     

       85
       85
       +
           },

     

       86
       86
       +
           "syntax-highlighting": {

     

       87
       87
       +
               "XercesC",  # only used for extra validation at build time

     

       88
       88
       +
           }

     

       89
       89
       +
       }

     

       90
       90
       +
       

     

       91
       91
       +
       def main():

     

       92
       92
       +
           here = pathlib.Path(__file__).parent.parent.parent.parent

     

       93
       93
       +
           logs = (here / "logs").glob("*.log")

     

       94
       94
       +
       

     

       95
       95
       +
           for log in sorted(logs):

     

       96
       96
       +
               pname = log.stem

     

       97
       97
       +
       

     

       98
       98
       +
               missing = []

     

       99
       99
       +
               is_in_block = False

     

       100
       100
       +
               with log.open(errors="replace") as fd:

     

       101
       101
       +
                   for line in fd:

     

       102
       102
       +
                       line = line.strip()

     

       103
       103
       +
                       if line.startswith("--   No package '"):

     

       104
       104
       +
                           package = line.removeprefix("--   No package '").removesuffix("' found")

     

       105
       105
       +
                           missing.append(package)

     

       106
       106
       +
                       if line == "-- The following OPTIONAL packages have not been found:" or line == "-- The following RECOMMENDED packages have not been found:":

     

       107
       107
       +
                           is_in_block = True

     

       108
       108
       +
                       elif line.startswith("--") and is_in_block:

     

       109
       109
       +
                           is_in_block = False

     

       110
       110
       +
                       elif line.startswith("*") and is_in_block:

     

       111
       111
       +
                           package = line.removeprefix("* ")

     

       112
       112
       +
                           missing.append(package)

     

       113
       113
       +
       

     

       114
       114
       +
               missing = {

     

       115
       115
       +
                   package

     

       116
       116
       +
                   for package in missing

     

       117
       117
       +
                   if not any(package.startswith(i) for i in OK_MISSING | OK_MISSING_BY_PACKAGE.get(pname, set()))

     

       118
       118
       +
               }

     

       119
       119
       +
       

     

       120
       120
       +
               if missing:

     

       121
       121
       +
                   print(pname + ":")

     

       122
       122
       +
                   for line in missing:

     

       123
       123
       +
                       print("  -", line)

     

       124
       124
       +
                   print()

     

       125
       125
       +
       

     

       126
       126
       +
       if __name__ == '__main__':

     

       127
       127
       +
           main()

+113

maintainers/scripts/kde/generate-sources.py

···

       1
       1
       +
       #!/usr/bin/env nix-shell

     

       2
       2
       +
       #!nix-shell -i python3 -p "python3.withPackages(ps: [ ps.beautifulsoup4 ps.click ps.httpx ps.jinja2 ps.pyyaml ])

     

       3
       3
       +
       import base64

     

       4
       4
       +
       import binascii

     

       5
       5
       +
       import json

     

       6
       6
       +
       import pathlib

     

       7
       7
       +
       from urllib.parse import urlparse

     

       8
       8
       +
       

     

       9
       9
       +
       import bs4

     

       10
       10
       +
       import click

     

       11
       11
       +
       import httpx

     

       12
       12
       +
       import jinja2

     

       13
       13
       +
       

     

       14
       14
       +
       import utils

     

       15
       15
       +
       

     

       16
       16
       +
       

     

       17
       17
       +
       LEAF_TEMPLATE = jinja2.Template('''

     

       18
       18
       +
       {mkKdeDerivation}:

     

       19
       19
       +
       mkKdeDerivation {

     

       20
       20
       +
         pname = "{{ pname }}";

     

       21
       21
       +
       }

     

       22
       22
       +
       '''.strip())

     

       23
       23
       +
       

     

       24
       24
       +
       ROOT_TEMPLATE = jinja2.Template('''

     

       25
       25
       +
       {callPackage}: {

     

       26
       26
       +
         {%- for p in packages %}

     

       27
       27
       +
         {{ p }} = callPackage ./{{ p }} {};

     

       28
       28
       +
         {%- endfor %}

     

       29
       29
       +
       }

     

       30
       30
       +
       '''.strip());

     

       31
       31
       +
       

     

       32
       32
       +
       def to_sri(hash):

     

       33
       33
       +
           raw = binascii.unhexlify(hash)

     

       34
       34
       +
           b64 = base64.b64encode(raw).decode()

     

       35
       35
       +
           return f"sha256-{b64}"

     

       36
       36
       +
       

     

       37
       37
       +
       

     

       38
       38
       +
       @click.command

     

       39
       39
       +
       @click.argument(

     

       40
       40
       +
           "set",

     

       41
       41
       +
           type=click.Choice(["frameworks", "gear", "plasma"]),

     

       42
       42
       +
           required=True

     

       43
       43
       +
       )

     

       44
       44
       +
       @click.argument(

     

       45
       45
       +
           "version",

     

       46
       46
       +
           type=str,

     

       47
       47
       +
           required=True

     

       48
       48
       +
       )

     

       49
       49
       +
       @click.option(

     

       50
       50
       +
           "--nixpkgs",

     

       51
       51
       +
           type=click.Path(

     

       52
       52
       +
               exists=True,

     

       53
       53
       +
               file_okay=False,

     

       54
       54
       +
               resolve_path=True,

     

       55
       55
       +
               writable=True,

     

       56
       56
       +
               path_type=pathlib.Path,

     

       57
       57
       +
           ),

     

       58
       58
       +
           default=pathlib.Path(__file__).parent.parent.parent.parent

     

       59
       59
       +
       )

     

       60
       60
       +
       def main(set: str, version: str, nixpkgs: pathlib.Path):

     

       61
       61
       +
           root_dir = nixpkgs / "pkgs/kde"

     

       62
       62
       +
           set_dir = root_dir / set

     

       63
       63
       +
           generated_dir = root_dir / "generated"

     

       64
       64
       +
           metadata = utils.KDERepoMetadata.from_json(generated_dir)

     

       65
       65
       +
       

     

       66
       66
       +
           set_url = {

     

       67
       67
       +
               "frameworks": "kf",

     

       68
       68
       +
               "gear": "releases",

     

       69
       69
       +
               "plasma": "plasma",

     

       70
       70
       +
           }[set]

     

       71
       71
       +
       

     

       72
       72
       +
           sources = httpx.get(f"https://kde.org/info/sources/source-{set_url}-{version}.html")

     

       73
       73
       +
           sources.raise_for_status()

     

       74
       74
       +
           bs = bs4.BeautifulSoup(sources.text, features="html.parser")

     

       75
       75
       +
       

     

       76
       76
       +
           results = {}

     

       77
       77
       +
           for item in bs.select("tr")[1:]:

     

       78
       78
       +
               link = item.select_one("td:nth-child(1) a")

     

       79
       79
       +
               assert link

     

       80
       80
       +
       

     

       81
       81
       +
               hash = item.select_one("td:nth-child(3) tt")

     

       82
       82
       +
               assert hash

     

       83
       83
       +
       

     

       84
       84
       +
               project_name, version = link.text.rsplit("-", maxsplit=1)

     

       85
       85
       +
               if project_name not in metadata.projects_by_name:

     

       86
       86
       +
                   print(f"Warning: unknown tarball: {project_name}")

     

       87
       87
       +
       

     

       88
       88
       +
               results[project_name] = {

     

       89
       89
       +
                   "version": version,

     

       90
       90
       +
                   "url": "mirror://kde" + urlparse(link.attrs["href"]).path,

     

       91
       91
       +
                   "hash": to_sri(hash.text)

     

       92
       92
       +
               }

     

       93
       93
       +
       

     

       94
       94
       +
               pkg_dir = set_dir / project_name

     

       95
       95
       +
               pkg_file = pkg_dir / "default.nix"

     

       96
       96
       +
               if not pkg_file.exists():

     

       97
       97
       +
                   print(f"Generated new package: {set}/{project_name}")

     

       98
       98
       +
                   pkg_dir.mkdir(parents=True, exist_ok=True)

     

       99
       99
       +
                   with pkg_file.open("w") as fd:

     

       100
       100
       +
                       fd.write(LEAF_TEMPLATE.render(pname=project_name) + "\n")

     

       101
       101
       +
       

     

       102
       102
       +
           set_dir.mkdir(parents=True, exist_ok=True)

     

       103
       103
       +
           with (set_dir / "default.nix").open("w") as fd:

     

       104
       104
       +
               fd.write(ROOT_TEMPLATE.render(packages=results.keys()) + "\n")

     

       105
       105
       +
       

     

       106
       106
       +
           sources_dir = generated_dir / "sources"

     

       107
       107
       +
           sources_dir.mkdir(parents=True, exist_ok=True)

     

       108
       108
       +
           with (sources_dir / f"{set}.json").open("w") as fd:

     

       109
       109
       +
               json.dump(results, fd, indent=2)

     

       110
       110
       +
       

     

       111
       111
       +
       

     

       112
       112
       +
       if __name__ == "__main__":

     

       113
       113
       +
           main()  # type: ignore

+185

maintainers/scripts/kde/utils.py

···

       1
       1
       +
       import collections

     

       2
       2
       +
       import dataclasses

     

       3
       3
       +
       import functools

     

       4
       4
       +
       import json

     

       5
       5
       +
       import pathlib

     

       6
       6
       +
       import subprocess

     

       7
       7
       +
       

     

       8
       8
       +
       import yaml

     

       9
       9
       +
       

     

       10
       10
       +
       class DataclassEncoder(json.JSONEncoder):

     

       11
       11
       +
           def default(self, it):

     

       12
       12
       +
               if dataclasses.is_dataclass(it):

     

       13
       13
       +
                   return dataclasses.asdict(it)

     

       14
       14
       +
               return super().default(it)

     

       15
       15
       +
       

     

       16
       16
       +
       

     

       17
       17
       +
       @dataclasses.dataclass

     

       18
       18
       +
       class Project:

     

       19
       19
       +
           name: str

     

       20
       20
       +
           description: str | None

     

       21
       21
       +
           project_path: str

     

       22
       22
       +
           repo_path: str | None

     

       23
       23
       +
       

     

       24
       24
       +
           def __hash__(self) -> int:

     

       25
       25
       +
               return hash(self.name)

     

       26
       26
       +
       

     

       27
       27
       +
           @classmethod

     

       28
       28
       +
           def from_yaml(cls, path: pathlib.Path):

     

       29
       29
       +
               data = yaml.safe_load(path.open())

     

       30
       30
       +
               return cls(

     

       31
       31
       +
                   name=data["identifier"],

     

       32
       32
       +
                   description=data["description"],

     

       33
       33
       +
                   project_path=data["projectpath"],

     

       34
       34
       +
                   repo_path=data["repopath"]

     

       35
       35
       +
               )

     

       36
       36
       +
       

     

       37
       37
       +
       

     

       38
       38
       +
       def get_git_commit(path: pathlib.Path):

     

       39
       39
       +
           return subprocess.check_output(["git", "-C", path, "rev-parse", "--short", "HEAD"]).decode().strip()

     

       40
       40
       +
       

     

       41
       41
       +
       

     

       42
       42
       +
       def validate_unique(projects: list[Project], attr: str):

     

       43
       43
       +
           seen = set()

     

       44
       44
       +
           for item in projects:

     

       45
       45
       +
               attr_value = getattr(item, attr)

     

       46
       46
       +
               if attr_value in seen:

     

       47
       47
       +
                   raise Exception(f"Duplicate {attr}: {attr_value}")

     

       48
       48
       +
               seen.add(attr_value)

     

       49
       49
       +
       

     

       50
       50
       +
       

     

       51
       51
       +
       THIRD_PARTY = {

     

       52
       52
       +
           "third-party/appstream": "appstream-qt",

     

       53
       53
       +
           "third-party/cmark": "cmark",

     

       54
       54
       +
           "third-party/gpgme": "gpgme",

     

       55
       55
       +
           "third-party/kdsoap": "kdsoap",

     

       56
       56
       +
           "third-party/libaccounts-qt": "accounts-qt",

     

       57
       57
       +
           "third-party/libgpg-error": "libgpg-error",

     

       58
       58
       +
           "third-party/libquotient": "libquotient",

     

       59
       59
       +
           "third-party/packagekit-qt": "packagekit-qt",

     

       60
       60
       +
           "third-party/poppler": "poppler",

     

       61
       61
       +
           "third-party/qcoro": "qcoro",

     

       62
       62
       +
           "third-party/qmltermwidget": "qmltermwidget",

     

       63
       63
       +
           "third-party/qtkeychain": "qtkeychain",

     

       64
       64
       +
           "third-party/signond": "signond",

     

       65
       65
       +
           "third-party/taglib": "taglib",

     

       66
       66
       +
           "third-party/wayland-protocols": "wayland-protocols",

     

       67
       67
       +
           "third-party/wayland": "wayland",

     

       68
       68
       +
           "third-party/zxing-cpp": "zxing-cpp",

     

       69
       69
       +
       }

     

       70
       70
       +
       

     

       71
       71
       +
       IGNORE = {

     

       72
       72
       +
           "kdesupport/phonon-directshow",

     

       73
       73
       +
           "kdesupport/phonon-mmf",

     

       74
       74
       +
           "kdesupport/phonon-mplayer",

     

       75
       75
       +
           "kdesupport/phonon-quicktime",

     

       76
       76
       +
           "kdesupport/phonon-waveout",

     

       77
       77
       +
           "kdesupport/phonon-xine"

     

       78
       78
       +
       }

     

       79
       79
       +
       

     

       80
       80
       +
       WARNED = set()

     

       81
       81
       +
       

     

       82
       82
       +
       

     

       83
       83
       +
       @dataclasses.dataclass

     

       84
       84
       +
       class KDERepoMetadata:

     

       85
       85
       +
           version: str

     

       86
       86
       +
           projects: list[Project]

     

       87
       87
       +
           dep_graph: dict[Project, set[Project]]

     

       88
       88
       +
       

     

       89
       89
       +
           @functools.cached_property

     

       90
       90
       +
           def projects_by_name(self):

     

       91
       91
       +
               return {p.name: p for p in self.projects}

     

       92
       92
       +
       

     

       93
       93
       +
           @functools.cached_property

     

       94
       94
       +
           def projects_by_path(self):

     

       95
       95
       +
               return {p.project_path: p for p in self.projects}

     

       96
       96
       +
       

     

       97
       97
       +
           def try_lookup_package(self, path):

     

       98
       98
       +
               if path in IGNORE:

     

       99
       99
       +
                   return None

     

       100
       100
       +
               project = self.projects_by_path.get(path)

     

       101
       101
       +
               if project is None and path not in WARNED:

     

       102
       102
       +
                   WARNED.add(path)

     

       103
       103
       +
                   print(f"Warning: unknown project {path}")

     

       104
       104
       +
               return project

     

       105
       105
       +
       

     

       106
       106
       +
           @classmethod

     

       107
       107
       +
           def from_repo_metadata_checkout(cls, repo_metadata: pathlib.Path):

     

       108
       108
       +
               projects = [

     

       109
       109
       +
                   Project.from_yaml(metadata_file)

     

       110
       110
       +
                   for metadata_file in repo_metadata.glob("projects-invent/**/metadata.yaml")

     

       111
       111
       +
               ] + [

     

       112
       112
       +
                   Project(id, None, project_path, None)

     

       113
       113
       +
                   for project_path, id in THIRD_PARTY.items()

     

       114
       114
       +
               ]

     

       115
       115
       +
       

     

       116
       116
       +
               validate_unique(projects, "name")

     

       117
       117
       +
               validate_unique(projects, "project_path")

     

       118
       118
       +
       

     

       119
       119
       +
               self = cls(

     

       120
       120
       +
                   version=get_git_commit(repo_metadata),

     

       121
       121
       +
                   projects=projects,

     

       122
       122
       +
                   dep_graph={},

     

       123
       123
       +
               )

     

       124
       124
       +
       

     

       125
       125
       +
               dep_specs = [

     

       126
       126
       +
                   "dependency-data-common",

     

       127
       127
       +
                   "dependency-data-kf6-qt6"

     

       128
       128
       +
               ]

     

       129
       129
       +
               dep_graph = collections.defaultdict(set)

     

       130
       130
       +
       

     

       131
       131
       +
               for spec in dep_specs:

     

       132
       132
       +
                   spec_path = repo_metadata / "dependencies" / spec

     

       133
       133
       +
                   for line in spec_path.open():

     

       134
       134
       +
                       line = line.strip()

     

       135
       135
       +
                       if line.startswith("#"):

     

       136
       136
       +
                           continue

     

       137
       137
       +
                       if not line:

     

       138
       138
       +
                           continue

     

       139
       139
       +
       

     

       140
       140
       +
                       dependent, dependency = line.split(": ")

     

       141
       141
       +
       

     

       142
       142
       +
                       dependent = self.try_lookup_package(dependent)

     

       143
       143
       +
                       if dependent is None:

     

       144
       144
       +
                           continue

     

       145
       145
       +
       

     

       146
       146
       +
                       dependency = self.try_lookup_package(dependency)

     

       147
       147
       +
                       if dependency is None:

     

       148
       148
       +
                           continue

     

       149
       149
       +
       

     

       150
       150
       +
                       dep_graph[dependent].add(dependency)

     

       151
       151
       +
       

     

       152
       152
       +
               self.dep_graph = dep_graph

     

       153
       153
       +
       

     

       154
       154
       +
               return self

     

       155
       155
       +
       

     

       156
       156
       +
           def write_json(self, root: pathlib.Path):

     

       157
       157
       +
               root.mkdir(parents=True, exist_ok=True)

     

       158
       158
       +
       

     

       159
       159
       +
               with (root / "projects.json").open("w") as fd:

     

       160
       160
       +
                   json.dump(self.projects_by_name, fd, cls=DataclassEncoder, sort_keys=True, indent=2)

     

       161
       161
       +
       

     

       162
       162
       +
               with (root / "dependencies.json").open("w") as fd:

     

       163
       163
       +
                   deps = {k.name: sorted(dep.name for dep in v) for k, v in self.dep_graph.items()}

     

       164
       164
       +
                   json.dump({"version": self.version, "dependencies": deps}, fd, cls=DataclassEncoder, sort_keys=True, indent=2)

     

       165
       165
       +
       

     

       166
       166
       +
           @classmethod

     

       167
       167
       +
           def from_json(cls, root: pathlib.Path):

     

       168
       168
       +
               projects = [

     

       169
       169
       +
                   Project(**v) for v in json.load((root / "projects.json").open()).values()

     

       170
       170
       +
               ]

     

       171
       171
       +
       

     

       172
       172
       +
               deps = json.load((root / "dependencies.json").open())

     

       173
       173
       +
               self = cls(

     

       174
       174
       +
                   version=deps["version"],

     

       175
       175
       +
                   projects=projects,

     

       176
       176
       +
                   dep_graph={},

     

       177
       177
       +
               )

     

       178
       178
       +
       

     

       179
       179
       +
               dep_graph = collections.defaultdict(set)

     

       180
       180
       +
               for dependent, dependencies in deps["dependencies"].items():

     

       181
       181
       +
                   for dependency in dependencies:

     

       182
       182
       +
                       dep_graph[self.projects_by_name[dependent]].add(self.projects_by_name[dependency])

     

       183
       183
       +
       

     

       184
       184
       +
               self.dep_graph = dep_graph

     

       185
       185
       +
               return self