···

       
1
       
 
       
diff --git a/python/triton/runtime/build.py b/python/triton/runtime/build.py

     

       
2
       
-
       
index 1b76548d4..1edbfd3da 100644

     

       
3
       
 
       
--- a/python/triton/runtime/build.py

     

       
4
       
 
       
+++ b/python/triton/runtime/build.py

     

       
5
       
-
       
@@ -30,6 +30,14 @@ def _build(name, src, srcdir, library_dirs, include_dirs, libraries):

     

       
6
       
-
       
     include_dirs = include_dirs + [srcdir, py_include_dir, *custom_backend_dirs]

     

       
7
       
-
       
     # for -Wno-psabi, see https://gcc.gnu.org/bugzilla/show_bug.cgi?id=111047

     

       
8
       
-
       
     cc_cmd = [cc, src, "-O3", "-shared", "-fPIC", "-Wno-psabi", "-o", so]

     

       
9
       
 
       
+

     

       
10
       
 
       
+    # Nixpkgs support branch

     

       
11
       
 
       
+    # Allows passing e.g. extra -Wl,-rpath

     
···

       
14
       
 
       
+        import shlex

     

       
15
       
 
       
+        cc_cmd.extend(shlex.split(cc_cmd_extra_flags))

     

       
16
       
 
       
+

     

       
17
       
-
       
     cc_cmd += [f'-l{lib}' for lib in libraries]

     

       
18
       
-
       
     cc_cmd += [f"-L{dir}" for dir in library_dirs]

     

       
19
       
-
       
     cc_cmd += [f"-I{dir}" for dir in include_dirs if dir is not None]

     

···

       
1
       
 
       
diff --git a/python/triton/runtime/build.py b/python/triton/runtime/build.py

     

       
2
       
+
       
index 1b76548d4..2756dccdb 100644

     

       
3
       
 
       
--- a/python/triton/runtime/build.py

     

       
4
       
 
       
+++ b/python/triton/runtime/build.py

     

       
5
       
+
       
@@ -33,5 +33,13 @@ def _build(name, src, srcdir, library_dirs, include_dirs, libraries):

     

       
6
       
+
       
     cc_cmd += [f'-l{lib}' for lib in libraries]

     

       
7
       
+
       
     cc_cmd += [f"-L{dir}" for dir in library_dirs]

     

       
8
       
+
       
     cc_cmd += [f"-I{dir}" for dir in include_dirs if dir is not None]

     

       
9
       
 
       
+

     

       
10
       
 
       
+    # Nixpkgs support branch

     

       
11
       
 
       
+    # Allows passing e.g. extra -Wl,-rpath

     
···

       
14
       
 
       
+        import shlex

     

       
15
       
 
       
+        cc_cmd.extend(shlex.split(cc_cmd_extra_flags))

     

       
16
       
 
       
+

     

       
17
       
+
       
     subprocess.check_call(cc_cmd, stdout=subprocess.DEVNULL)

     

       
18
       
+
       
     return so

     

       
0
       
 
       

     

···

       
1
       
-
       
From 587d1f3428eca63544238802f19e0be670d03244 Mon Sep 17 00:00:00 2001

     

       
2
       
-
       
From: SomeoneSerge <else@someonex.net>

     

       
3
       
-
       
Date: Mon, 29 Jul 2024 14:31:11 +0000

     

       
4
       
-
       
Subject: [PATCH] setup.py: introduce TRITON_OFFLINE_BUILD

     

       
5
       
-
       


     

       
6
       
-
       
To prevent any vendoring whatsoever

     

       
7
       
-
       
---

     

       
8
       
-
       
 python/setup.py | 26 ++++++++++++++++++++++++--

     

       
9
       
-
       
 1 file changed, 24 insertions(+), 2 deletions(-)

     

       
10
       
-
       


     

       
11
       
-
       
diff --git a/python/setup.py b/python/setup.py

     

       
12
       
-
       
index 73800ec40..4e5b04de4 100644

     

       
13
       
-
       
--- a/python/setup.py

     

       
14
       
-
       
+++ b/python/setup.py

     

       
15
       
-
       
@@ -112,6 +112,20 @@ def get_env_with_keys(key: list):

     

       
16
       
-
       
             return os.environ[k]

     

       
17
       
-
       
     return ""

     

       
18
       
-
       
 

     

       
19
       
-
       
+def is_offline_build() -> bool:

     

       
20
       
-
       
+    """

     

       
21
       
-
       
+    Downstream projects and distributions which bootstrap their own dependencies from scratch

     

       
22
       
-
       
+    and run builds in offline sandboxes

     

       
23
       
-
       
+    may set `TRITON_OFFLINE_BUILD` in the build environment to prevent any attempts at downloading

     

       
24
       
-
       
+    pinned dependencies from the internet or at using dependencies vendored in-tree.

     

       
25
       
-
       
+

     

       
26
       
-
       
+    Dependencies must be defined using respective search paths (cf. `syspath_var_name` in `Package`).

     

       
27
       
-
       
+    Missing dependencies lead to an early abortion.

     

       
28
       
-
       
+    Dependencies' compatibility is not verified.

     

       
29
       
-
       
+

     

       
30
       
-
       
+    Note that this flag isn't tested by the CI and does not provide any guarantees.

     

       
31
       
-
       
+    """

     

       
32
       
-
       
+    return os.environ.get("TRITON_OFFLINE_BUILD", "") != ""

     

       
33
       
-
       
 

     

       
34
       
-
       
 # --- third party packages -----

     

       
35
       
-
       
 

     

       
36
       
-
       
@@ -220,8 +234,14 @@ def get_thirdparty_packages(packages: list):

     

       
37
       
-
       
         if os.environ.get(p.syspath_var_name):

     

       
38
       
-
       
             package_dir = os.environ[p.syspath_var_name]

     

       
39
       
-
       
         version_file_path = os.path.join(package_dir, "version.txt")

     

       
40
       
-
       
-        if p.syspath_var_name not in os.environ and\

     

       
41
       
-
       
-           (not os.path.exists(version_file_path) or Path(version_file_path).read_text() != p.url):

     

       
42
       
-
       
+

     

       
43
       
-
       
+        input_defined = p.syspath_var_name not in os.environ

     

       
44
       
-
       
+        input_exists = input_defined and os.path.exists(version_file_path)

     

       
45
       
-
       
+        input_compatible = input_exists and Path(version_file_path).read_text() == p.url

     

       
46
       
-
       
+

     

       
47
       
-
       
+        if is_offline_build() and not input_defined:

     

       
48
       
-
       
+            raise RuntimeError(f"Requested an offline build but {p.syspath_var_name} is not set")

     

       
49
       
-
       
+        if not is_offline_build() and not input_compatible:

     

       
50
       
-
       
             with contextlib.suppress(Exception):

     

       
51
       
-
       
                 shutil.rmtree(package_root_dir)

     

       
52
       
-
       
             os.makedirs(package_root_dir, exist_ok=True)

     

       
53
       
-
       
@@ -245,6 +265,8 @@ def get_thirdparty_packages(packages: list):

     

       
54
       
-
       
 

     

       
55
       
-
       
 

     

       
56
       
-
       
 def download_and_copy(name, src_path, variable, version, url_func):

     

       
57
       
-
       
+    if is_offline_build():

     

       
58
       
-
       
+        return

     

       
59
       
-
       
     triton_cache_path = get_triton_cache_path()

     

       
60
       
-
       
     if variable in os.environ:

     

       
61
       
-
       
         return

     

       
62
       
-
       
-- 

     

       
63
       
-
       
2.45.1

     

       
64
       
-
       


     

···

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

···

       
1
       
-
       
diff --git a/python/triton/runtime/build.py b/python/triton/runtime/build.py

     

       
2
       
-
       
index 1edbfd3da..2756dccdb 100644

     

       
3
       
-
       
--- a/python/triton/runtime/build.py

     

       
4
       
-
       
+++ b/python/triton/runtime/build.py

     

       
5
       
-
       
@@ -30,6 +30,9 @@ def _build(name, src, srcdir, library_dirs, include_dirs, libraries):

     

       
6
       
-
       
     include_dirs = include_dirs + [srcdir, py_include_dir, *custom_backend_dirs]

     

       
7
       
-
       
     # for -Wno-psabi, see https://gcc.gnu.org/bugzilla/show_bug.cgi?id=111047

     

       
8
       
-
       
     cc_cmd = [cc, src, "-O3", "-shared", "-fPIC", "-Wno-psabi", "-o", so]

     

       
9
       
-
       
+    cc_cmd += [f'-l{lib}' for lib in libraries]

     

       
10
       
-
       
+    cc_cmd += [f"-L{dir}" for dir in library_dirs]

     

       
11
       
-
       
+    cc_cmd += [f"-I{dir}" for dir in include_dirs if dir is not None]

     

       
12
       
-
       
 

     

       
13
       
-
       
     # Nixpkgs support branch

     

       
14
       
-
       
     # Allows passing e.g. extra -Wl,-rpath

     

       
15
       
-
       
@@ -38,8 +41,5 @@ def _build(name, src, srcdir, library_dirs, include_dirs, libraries):

     

       
16
       
-
       
         import shlex

     

       
17
       
-
       
         cc_cmd.extend(shlex.split(cc_cmd_extra_flags))

     

       
18
       
-
       
 

     

       
19
       
-
       
-    cc_cmd += [f'-l{lib}' for lib in libraries]

     

       
20
       
-
       
-    cc_cmd += [f"-L{dir}" for dir in library_dirs]

     

       
21
       
-
       
-    cc_cmd += [f"-I{dir}" for dir in include_dirs if dir is not None]

     

       
22
       
-
       
     subprocess.check_call(cc_cmd, stdout=subprocess.DEVNULL)

     

       
23
       
-
       
     return so

     

       
24
       
 
       
diff --git a/third_party/amd/backend/driver.py b/third_party/amd/backend/driver.py

     

       
25
       
-
       
index b99ff86c8..ea8bc103d 100644

     

       
26
       
 
       
--- a/third_party/amd/backend/driver.py

     

       
27
       
 
       
+++ b/third_party/amd/backend/driver.py

     

       
28
       
-
       
@@ -79,6 +79,13 @@ def _get_path_to_hip_runtime_dylib():

     

       
29
       
 
       
             return mmapped_path

     

       
30
       
 
       
         raise RuntimeError(f"memory mapped '{mmapped_path}' in process does not point to a valid {lib_name}")

     

       
31
       
 
       
 

     

       
32
       
-
       
+    # ...on release/3.1.x:

     

       
33
       
-
       
+    #         return mmapped_path

     

       
34
       
-
       
+    #     raise RuntimeError(f"memory mapped '{mmapped_path}' in process does not point to a valid {lib_name}")

     

       
35
       
-
       
+

     

       
36
       
 
       
+    if os.path.isdir("@libhipDir@"):

     

       
37
       
 
       
+        return ["@libhipDir@"]

     

       
38
       
 
       
+

     
···

       
40
       
 
       
 

     

       
41
       
 
       
     import site

     

       
42
       
 
       
diff --git a/third_party/nvidia/backend/driver.py b/third_party/nvidia/backend/driver.py

     

       
43
       
-
       
index 5f2621ae5..e7762a3ec 100644

     

       
44
       
 
       
--- a/third_party/nvidia/backend/driver.py

     

       
45
       
 
       
+++ b/third_party/nvidia/backend/driver.py

     

       
46
       
 
       
@@ -23,6 +23,9 @@ def libcuda_dirs():

     

···

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
1
       
 
       
diff --git a/third_party/amd/backend/driver.py b/third_party/amd/backend/driver.py

     

       
2
       
+
       
index ca712f904..0961d2dda 100644

     

       
3
       
 
       
--- a/third_party/amd/backend/driver.py

     

       
4
       
 
       
+++ b/third_party/amd/backend/driver.py

     

       
5
       
+
       
@@ -79,6 +79,9 @@ def _get_path_to_hip_runtime_dylib():

     

       
6
       
 
       
             return mmapped_path

     

       
7
       
 
       
         raise RuntimeError(f"memory mapped '{mmapped_path}' in process does not point to a valid {lib_name}")

     

       
8
       
 
       
 

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
9
       
 
       
+    if os.path.isdir("@libhipDir@"):

     

       
10
       
 
       
+        return ["@libhipDir@"]

     

       
11
       
 
       
+

     
···

       
13
       
 
       
 

     

       
14
       
 
       
     import site

     

       
15
       
 
       
diff --git a/third_party/nvidia/backend/driver.py b/third_party/nvidia/backend/driver.py

     

       
16
       
+
       
index d088ec092..625de2db8 100644

     

       
17
       
 
       
--- a/third_party/nvidia/backend/driver.py

     

       
18
       
 
       
+++ b/third_party/nvidia/backend/driver.py

     

       
19
       
 
       
@@ -23,6 +23,9 @@ def libcuda_dirs():

     

···

       
1
       
-
       
From e503e572b6d444cd27f1cdf124aaf553aa3a8665 Mon Sep 17 00:00:00 2001

     

       
2
       
-
       
From: SomeoneSerge <else+aalto@someonex.net>

     

       
3
       
-
       
Date: Mon, 14 Oct 2024 00:12:05 +0000

     

       
4
       
-
       
Subject: [PATCH 4/4] nvidia: allow static ptxas path

     

       
5
       
-
       


     

       
6
       
-
       
---

     

       
7
       
-
       
 third_party/nvidia/backend/compiler.py | 3 +++

     

       
8
       
-
       
 1 file changed, 3 insertions(+)

     

       
9
       
-
       


     

       
10
       
 
       
diff --git a/third_party/nvidia/backend/compiler.py b/third_party/nvidia/backend/compiler.py

     

       
11
       
-
       
index 6d7994923..6720e8f97 100644

     

       
12
       
 
       
--- a/third_party/nvidia/backend/compiler.py

     

       
13
       
 
       
+++ b/third_party/nvidia/backend/compiler.py

     

       
14
       
-
       
@@ -20,6 +20,9 @@ def _path_to_binary(binary: str):

     

       
15
       
 
       
         os.path.join(os.path.dirname(__file__), "bin", binary),

     

       
16
       
 
       
     ]

     

       
17
       
 
       
 

     

       
18
       
 
       
+    import shlex

     

       
19
       
 
       
+    paths.extend(shlex.split("@nixpkgsExtraBinaryPaths@"))

     

       
20
       
 
       
+

     

       
21
       
-
       
     for bin in paths:

     

       
22
       
-
       
         if os.path.exists(bin) and os.path.isfile(bin):

     

       
23
       
-
       
             result = subprocess.check_output([bin, "--version"], stderr=subprocess.STDOUT)

     

       
24
       
-
       
-- 

     

       
25
       
-
       
2.46.0

     

       
26
       
-
       


     

···

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
1
       
 
       
diff --git a/third_party/nvidia/backend/compiler.py b/third_party/nvidia/backend/compiler.py

     

       
2
       
+
       
index 960334744..269e22e6e 100644

     

       
3
       
 
       
--- a/third_party/nvidia/backend/compiler.py

     

       
4
       
 
       
+++ b/third_party/nvidia/backend/compiler.py

     

       
5
       
+
       
@@ -38,6 +38,9 @@ def _path_to_binary(binary: str):

     

       
6
       
 
       
         os.path.join(os.path.dirname(__file__), "bin", binary),

     

       
7
       
 
       
     ]

     

       
8
       
 
       
 

     

       
9
       
 
       
+    import shlex

     

       
10
       
 
       
+    paths.extend(shlex.split("@nixpkgsExtraBinaryPaths@"))

     

       
11
       
 
       
+

     

       
12
       
+
       
     for path in paths:

     

       
13
       
+
       
         if os.path.exists(path) and os.path.isfile(path):

     

       
14
       
+
       
             result = subprocess.check_output([path, "--version"], stderr=subprocess.STDOUT)

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

···

       
33
       
 
       
  version = "3.3.1";

     

       
34
       
 
       
  pyproject = true;

     

       
35
       
 
       


     

       
0
       
 
       

     

       
36
       
 
       
  src = fetchFromGitHub {

     

       
37
       
 
       
    owner = "triton-lang";

     

       
38
       
 
       
    repo = "triton";

     
···

       
42
       
 
       


     

       
43
       
 
       
  patches =

     

       
44
       
 
       
    [

     

       
45
       
-
       
      # ./0001-setup.py-introduce-TRITON_OFFLINE_BUILD.patch

     

       
46
       
 
       
      (replaceVars ./0001-_build-allow-extra-cc-flags.patch {

     

       
47
       
 
       
        ccCmdExtraFlags = "-Wl,-rpath,${addDriverRunpath.driverLink}/lib";

     

       
48
       
 
       
      })

     

···

       
33
       
 
       
  version = "3.3.1";

     

       
34
       
 
       
  pyproject = true;

     

       
35
       
 
       


     

       
36
       
+
       
  # Remember to bump triton-llvm as well!

     

       
37
       
 
       
  src = fetchFromGitHub {

     

       
38
       
 
       
    owner = "triton-lang";

     

       
39
       
 
       
    repo = "triton";

     
···

       
43
       
 
       


     

       
44
       
 
       
  patches =

     

       
45
       
 
       
    [

     

       
0
       
 
       

     

       
46
       
 
       
      (replaceVars ./0001-_build-allow-extra-cc-flags.patch {

     

       
47
       
 
       
        ccCmdExtraFlags = "-Wl,-rpath,${addDriverRunpath.driverLink}/lib";

     

       
48
       
 
       
      })