···
#! /usr/bin/env nix-shell
#! nix-shell -i python3 -p python3Packages.pyyaml
-
FAKE_HASH = 'sha256-AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA='
-
NIXPKGS_ROOT = subprocess.Popen(['git',
-
stdout=subprocess.PIPE,
-
text=True).communicate()[0].strip()
def load_code(name, **kwargs):
-
with open(f"{NIXPKGS_ROOT}/pkgs/development/compilers/flutter/update/{name}.in", 'r') as f:
-
for (key, value) in kwargs.items():
code = code.replace(f"@{key}@", value)
···
-
temp = tempfile.NamedTemporaryFile(mode='w')
-
os.fsync(temp.fileno())
process = subprocess.Popen(
···
-
f"with import {NIXPKGS_ROOT} {{}}; callPackage {temp.name} {{}}"],
return process.stdout.read().strip().splitlines()[0]
def nix_build_to_fail(code):
-
temp = tempfile.NamedTemporaryFile(mode='w')
-
os.fsync(temp.fileno())
process = subprocess.Popen(
···
-
f"with import {NIXPKGS_ROOT} {{}}; callPackage {temp.name} {{}}"],
···
def get_engine_hashes(engine_version, flutter_version):
-
code = load_code("get-engine-hashes.nix",
-
nixpkgs_root=NIXPKGS_ROOT,
-
flutter_version=flutter_version,
-
engine_version=engine_version)
stderr = nix_build_to_fail(code)
-
rf"/nix/store/.*-flutter-engine-source-{engine_version}-(.+?-.+?)-(.+?-.+?).drv':\n\s+specified: .*\n\s+got:\s+(.+?)\n")
matches = pattern.findall(stderr)
···
def sort_dict_recursive(d):
-
k: sort_dict_recursive(v) if isinstance(
-
v, dict) else v for k, v in sorted(
-
result_dict = sort_dict_recursive(result_dict)
def get_artifact_hashes(flutter_compact_version):
-
code = load_code("get-artifact-hashes.nix",
-
nixpkgs_root=NIXPKGS_ROOT,
-
flutter_compact_version=flutter_compact_version)
stderr = nix_build_to_fail(code)
-
r"/nix/store/.*-flutter-artifacts-(.+?)-(.+?).drv':\n\s+specified: .*\n\s+got:\s+(.+?)\n")
matches = pattern.findall(stderr)
···
def sort_dict_recursive(d):
-
k: sort_dict_recursive(v) if isinstance(
-
v, dict) else v for k, v in sorted(
-
result_dict = sort_dict_recursive(result_dict)
def get_dart_hashes(dart_version, channel):
for platform in platforms:
dart_version=dart_version,
stderr = nix_build_to_fail(code)
pattern = re.compile(r"got:\s+(.+?)\n")
···
def get_flutter_hash_and_src(flutter_version):
-
flutter_version=flutter_version,
stderr = nix_build_to_fail(code)
pattern = re.compile(r"got:\s+(.+?)\n")
-
hash = pattern.findall(stderr)[0]
-
flutter_version=flutter_version,
-
return (hash, nix_build(code))
def get_pubspec_lock(flutter_compact_version, flutter_src):
···
flutter_compact_version=flutter_compact_version,
stderr = nix_build_to_fail(code)
pattern = re.compile(r"got:\s+(.+?)\n")
-
hash = pattern.findall(stderr)[0]
flutter_compact_version=flutter_compact_version,
pubspec_lock_file = nix_build(code)
-
with open(pubspec_lock_file, 'r') as f:
pubspec_lock_yaml = f.read()
return yaml.safe_load(pubspec_lock_yaml)
def get_engine_swiftshader_rev(engine_version):
-
with urllib.request.urlopen(f"https://github.com/flutter/flutter/raw/{engine_version}/DEPS") as f:
-
deps = f.read().decode('utf-8')
-
pattern = re.compile(r"Var\('swiftshader_git'\) \+ '\/SwiftShader\.git' \+ '@' \+ \'([0-9a-fA-F]{40})\'\,")
-
rev = pattern.findall(deps)[0]
def get_engine_swiftshader_hash(engine_swiftshader_rev):
"get-engine-swiftshader.nix",
engine_swiftshader_rev=engine_swiftshader_rev,
stderr = nix_build_to_fail(code)
pattern = re.compile(r"got:\s+(.+?)\n")
return pattern.findall(stderr)[0]
-
nixpkgs_flutter_version_directory,
-
engine_swiftshader_hash,
-
engine_swiftshader_rev,
-
with open(f"{nixpkgs_flutter_version_directory}/data.json", "w") as f:
-
"version": flutter_version,
-
"engineVersion": engine_hash,
-
"engineSwiftShaderHash": engine_swiftshader_hash,
-
"engineSwiftShaderRev": engine_swiftshader_rev,
-
"engineHashes": engine_hashes,
-
"dartVersion": dart_version,
-
"flutterHash": flutter_hash,
-
"artifactHashes": artifact_hashes,
-
"pubspecLock": pubspec_lock,
-
}, indent=2).strip() + "\n")
def update_all_packages():
versions_directory = f"{NIXPKGS_ROOT}/pkgs/development/compilers/flutter/versions"
-
versions = [directory for directory in os.listdir(versions_directory)]
-
versions = sorted(versions, key=lambda x: (
-
int(x.split('_')[0]), int(x.split('_')[1])), reverse=True)
"flutterPackages-bin = recurseIntoAttrs (callPackage ../development/compilers/flutter { });",
"flutterPackages-source = recurseIntoAttrs (callPackage ../development/compilers/flutter { useNixpkgsEngine = true; });",
"flutterPackages = flutterPackages-bin;",
"flutter = flutterPackages.stable;",
-
] + [f"flutter{version.replace('_', '')} = flutterPackages.v{version};" for version in versions]
-
with open(f"{NIXPKGS_ROOT}/pkgs/top-level/all-packages.nix", 'r') as file:
lines = file.read().splitlines(keepends=True)
for i, line in enumerate(lines):
-
if "flutterPackages-bin = recurseIntoAttrs (callPackage ../development/compilers/flutter { });" in line:
if start != -1 and len(line.strip()) == 0:
···
if start != -1 and end != -1:
-
lines[start:start] = [f" {l}\n" for l in new_content]
-
with open(f"{NIXPKGS_ROOT}/pkgs/top-level/all-packages.nix", 'w') as file:
file.write("".join(lines))
···
-
releases = json.load(urllib.request.urlopen(
-
"https://storage.googleapis.com/flutter_infra_release/releases/releases_linux.json"))
-
hash = releases['current_release'][channel]
-
lambda release: release['hash'] == hash,
-
flutter_version = release['version']
-
tags = subprocess.Popen(['git',
-
'https://github.com/flutter/flutter.git'],
-
stdout=subprocess.PIPE,
-
text=True).communicate()[0].strip()
-
lambda line: line.endswith(f'refs/tags/{flutter_version}'),
-
tags.splitlines())).split('refs')[0].strip()
-
engine_hash = urllib.request.urlopen(f'https://github.com/flutter/flutter/raw/{flutter_hash}/bin/internal/engine.version').read().decode('utf-8').strip()
-
f"Couldn't find Engine hash for Flutter version: {flutter_version}")
-
lambda release: release['version'] == flutter_version,
-
releases['releases']))['dart_sdk_version']
-
dart_version = dart_version.split(' ')[2][:-1]
-
f"Couldn't find Dart version for Flutter version: {flutter_version}")
return (flutter_version, engine_hash, dart_version, channel)
-
parser = argparse.ArgumentParser(description='Update Flutter in Nixpkgs')
-
parser.add_argument('--version', type=str, help='Specify Flutter version')
-
parser.add_argument('--channel', type=str, help='Specify Flutter release channel')
-
parser.add_argument('--artifact-hashes', action='store_true',
-
help='Whether to get artifact hashes')
args = parser.parse_args()
-
(flutter_version, engine_hash, dart_version, channel) = find_versions(args.version, args.channel)
-
flutter_compact_version = '_'.join(flutter_version.split('.')[:2])
-
get_artifact_hashes(flutter_compact_version),
-
print(f"Flutter version: {flutter_version} ({flutter_compact_version}) on ({channel})")
print(f"Engine hash: {engine_hash}")
print(f"Dart version: {dart_version}")
···
nixpkgs_flutter_version_directory = f"{NIXPKGS_ROOT}/pkgs/development/compilers/flutter/versions/{flutter_compact_version}"
-
if os.path.exists(f"{nixpkgs_flutter_version_directory}/data.json"):
-
os.remove(f"{nixpkgs_flutter_version_directory}/data.json")
-
os.makedirs(nixpkgs_flutter_version_directory, exist_ok=True)
···
engine_swiftshader_hash=FAKE_HASH,
-
engine_swiftshader_rev='0',
pubspec_lock = get_pubspec_lock(flutter_compact_version, flutter_src)
···
engine_swiftshader_hash=FAKE_HASH,
-
engine_swiftshader_rev='0',
artifact_hashes = get_artifact_hashes(flutter_compact_version)
···
artifact_hashes=artifact_hashes,
engine_swiftshader_hash=FAKE_HASH,
-
engine_swiftshader_rev='0',
engine_hashes = get_engine_hashes(engine_hash, flutter_version)
···
artifact_hashes=artifact_hashes,
engine_hashes=engine_hashes,
engine_swiftshader_hash=FAKE_HASH,
-
engine_swiftshader_rev='0',
engine_swiftshader_rev = get_engine_swiftshader_rev(engine_hash)
engine_swiftshader_hash = get_engine_swiftshader_hash(engine_swiftshader_rev)
···
engine_hashes=engine_hashes,
engine_swiftshader_hash=engine_swiftshader_hash,
engine_swiftshader_rev=engine_swiftshader_rev,
if __name__ == "__main__":
···
#! /usr/bin/env nix-shell
#! nix-shell -i python3 -p python3Packages.pyyaml
+
from pathlib import Path
+
FAKE_HASH = "sha256-AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA="
+
["git", "rev-parse", "--show-toplevel"], stdout=subprocess.PIPE, text=True
def load_code(name, **kwargs):
+
f"{NIXPKGS_ROOT}/pkgs/development/compilers/flutter/update/{name}.in"
+
).open("r", encoding="utf-8") as f:
+
for key, value in kwargs.items():
code = code.replace(f"@{key}@", value)
···
+
with tempfile.NamedTemporaryFile(mode="w", encoding="utf-8", delete=False) as temp:
+
os.fsync(temp.fileno())
process = subprocess.Popen(
···
+
f"with import {NIXPKGS_ROOT} {{}}; callPackage {temp_name} {{}}",
+
Path(temp_name).unlink() # Clean up the temporary file
return process.stdout.read().strip().splitlines()[0]
def nix_build_to_fail(code):
+
with tempfile.NamedTemporaryFile(mode="w", encoding="utf-8", delete=False) as temp:
+
os.fsync(temp.fileno())
process = subprocess.Popen(
···
+
f"with import {NIXPKGS_ROOT} {{}}; callPackage {temp_name} {{}}",
···
+
Path(temp_name).unlink() # Clean up the temporary file
def get_engine_hashes(engine_version, flutter_version):
+
"get-engine-hashes.nix",
+
nixpkgs_root=NIXPKGS_ROOT,
+
flutter_version=flutter_version,
+
engine_version=engine_version,
stderr = nix_build_to_fail(code)
+
rf"/nix/store/.*-flutter-engine-source-{engine_version}-(.+?-.+?)-(.+?-.+?).drv':\n\s+specified: .*\n\s+got:\s+(.+?)\n"
matches = pattern.findall(stderr)
···
def sort_dict_recursive(d):
+
k: sort_dict_recursive(v) if isinstance(v, dict) else v
+
for k, v in sorted(d.items())
+
return sort_dict_recursive(result_dict)
def get_artifact_hashes(flutter_compact_version):
+
"get-artifact-hashes.nix",
+
nixpkgs_root=NIXPKGS_ROOT,
+
flutter_compact_version=flutter_compact_version,
stderr = nix_build_to_fail(code)
+
r"/nix/store/.*-flutter-artifacts-(.+?)-(.+?).drv':\n\s+specified: .*\n\s+got:\s+(.+?)\n"
matches = pattern.findall(stderr)
···
def sort_dict_recursive(d):
+
k: sort_dict_recursive(v) if isinstance(v, dict) else v
+
for k, v in sorted(d.items())
+
return sort_dict_recursive(result_dict)
def get_dart_hashes(dart_version, channel):
+
platforms = ["x86_64-linux", "aarch64-linux", "x86_64-darwin", "aarch64-darwin"]
for platform in platforms:
dart_version=dart_version,
stderr = nix_build_to_fail(code)
pattern = re.compile(r"got:\s+(.+?)\n")
···
def get_flutter_hash_and_src(flutter_version):
+
code = load_code("get-flutter.nix", flutter_version=flutter_version, hash="")
stderr = nix_build_to_fail(code)
pattern = re.compile(r"got:\s+(.+?)\n")
+
flutter_hash_value = pattern.findall(stderr)[0]
+
"get-flutter.nix", flutter_version=flutter_version, hash=flutter_hash_value
+
return (flutter_hash_value, nix_build(code))
def get_pubspec_lock(flutter_compact_version, flutter_src):
···
flutter_compact_version=flutter_compact_version,
stderr = nix_build_to_fail(code)
pattern = re.compile(r"got:\s+(.+?)\n")
+
pubspec_lock_hash = pattern.findall(stderr)[0]
flutter_compact_version=flutter_compact_version,
+
hash=pubspec_lock_hash,
pubspec_lock_file = nix_build(code)
+
with Path(pubspec_lock_file).open("r", encoding="utf-8") as f:
pubspec_lock_yaml = f.read()
return yaml.safe_load(pubspec_lock_yaml)
def get_engine_swiftshader_rev(engine_version):
+
with urllib.request.urlopen(
+
f"https://github.com/flutter/flutter/raw/{engine_version}/DEPS"
+
deps = f.read().decode("utf-8")
+
r"Var\('swiftshader_git'\) \+ '\/SwiftShader\.git' \+ '@' \+ \'([0-9a-fA-F]{40})\'\,"
+
return pattern.findall(deps)[0]
def get_engine_swiftshader_hash(engine_swiftshader_rev):
"get-engine-swiftshader.nix",
engine_swiftshader_rev=engine_swiftshader_rev,
stderr = nix_build_to_fail(code)
pattern = re.compile(r"got:\s+(.+?)\n")
return pattern.findall(stderr)[0]
+
nixpkgs_flutter_version_directory,
+
engine_swiftshader_hash,
+
engine_swiftshader_rev,
+
with Path(f"{nixpkgs_flutter_version_directory}/data.json").open(
+
"version": flutter_version,
+
"engineVersion": engine_hash,
+
"engineSwiftShaderHash": engine_swiftshader_hash,
+
"engineSwiftShaderRev": engine_swiftshader_rev,
+
"engineHashes": engine_hashes,
+
"dartVersion": dart_version,
+
"flutterHash": flutter_hash,
+
"artifactHashes": artifact_hashes,
+
"pubspecLock": pubspec_lock,
def update_all_packages():
versions_directory = f"{NIXPKGS_ROOT}/pkgs/development/compilers/flutter/versions"
+
versions = [d.name for d in Path(versions_directory).iterdir()]
+
key=lambda x: (int(x.split("_")[0]), int(x.split("_")[1])),
"flutterPackages-bin = recurseIntoAttrs (callPackage ../development/compilers/flutter { });",
"flutterPackages-source = recurseIntoAttrs (callPackage ../development/compilers/flutter { useNixpkgsEngine = true; });",
"flutterPackages = flutterPackages-bin;",
"flutter = flutterPackages.stable;",
+
f"flutter{version.replace('_', '')} = flutterPackages.v{version};"
+
for version in versions
+
with Path(f"{NIXPKGS_ROOT}/pkgs/top-level/all-packages.nix").open(
lines = file.read().splitlines(keepends=True)
for i, line in enumerate(lines):
+
"flutterPackages-bin = recurseIntoAttrs (callPackage ../development/compilers/flutter { });"
if start != -1 and len(line.strip()) == 0:
···
if start != -1 and end != -1:
+
lines[start:start] = [f" {line}\n" for line in new_content]
+
with Path(f"{NIXPKGS_ROOT}/pkgs/top-level/all-packages.nix").open(
file.write("".join(lines))
···
+
urllib.request.urlopen(
+
"https://storage.googleapis.com/flutter_infra_release/releases/releases_linux.json"
+
release_hash = releases["current_release"][channel]
+
lambda release: release["hash"] == release_hash, releases["releases"]
+
flutter_version = release["version"]
+
["git", "ls-remote", "--tags", "https://github.com/flutter/flutter.git"],
+
stdout=subprocess.PIPE,
+
lambda line: line.endswith(f"refs/tags/{flutter_version}"),
+
urllib.request.urlopen(
+
f"https://github.com/flutter/flutter/raw/{flutter_hash}/bin/internal/engine.version"
+
sys.exit(f"Couldn't find Engine hash for Flutter version: {flutter_version}")
+
lambda release: release["version"] == flutter_version,
+
dart_version = dart_version.split(" ")[2][:-1]
+
sys.exit(f"Couldn't find Dart version for Flutter version: {flutter_version}")
return (flutter_version, engine_hash, dart_version, channel)
+
parser = argparse.ArgumentParser(description="Update Flutter in Nixpkgs")
+
parser.add_argument("--version", type=str, help="Specify Flutter version")
+
parser.add_argument("--channel", type=str, help="Specify Flutter release channel")
+
"--artifact-hashes", action="store_true", help="Whether to get artifact hashes"
args = parser.parse_args()
+
(flutter_version, engine_hash, dart_version, channel) = find_versions(
+
args.version, args.channel
+
flutter_compact_version = "_".join(flutter_version.split(".")[:2])
+
json.dumps(get_artifact_hashes(flutter_compact_version), indent=2).strip()
+
f"Flutter version: {flutter_version} ({flutter_compact_version}) on ({channel})"
print(f"Engine hash: {engine_hash}")
print(f"Dart version: {dart_version}")
···
nixpkgs_flutter_version_directory = f"{NIXPKGS_ROOT}/pkgs/development/compilers/flutter/versions/{flutter_compact_version}"
+
if Path(f"{nixpkgs_flutter_version_directory}/data.json").exists():
+
Path(f"{nixpkgs_flutter_version_directory}/data.json").unlink()
+
Path(nixpkgs_flutter_version_directory).mkdir(parents=True, exist_ok=True)
···
engine_swiftshader_hash=FAKE_HASH,
+
engine_swiftshader_rev="0",
pubspec_lock = get_pubspec_lock(flutter_compact_version, flutter_src)
···
engine_swiftshader_hash=FAKE_HASH,
+
engine_swiftshader_rev="0",
artifact_hashes = get_artifact_hashes(flutter_compact_version)
···
artifact_hashes=artifact_hashes,
engine_swiftshader_hash=FAKE_HASH,
+
engine_swiftshader_rev="0",
engine_hashes = get_engine_hashes(engine_hash, flutter_version)
···
artifact_hashes=artifact_hashes,
engine_hashes=engine_hashes,
engine_swiftshader_hash=FAKE_HASH,
+
engine_swiftshader_rev="0",
engine_swiftshader_rev = get_engine_swiftshader_rev(engine_hash)
engine_swiftshader_hash = get_engine_swiftshader_hash(engine_swiftshader_rev)
···
engine_hashes=engine_hashes,
engine_swiftshader_hash=engine_swiftshader_hash,
engine_swiftshader_rev=engine_swiftshader_rev,
if __name__ == "__main__":
pyrox.dev