Akos Hadnagy
commited on
Commit
·
fc37e79
1
Parent(s):
9193c11
Update build with torch.compile support
Browse files- build/torch27-cxx11-rocm63-x86_64-linux/megablocks/{_megablocks_7ca55d1_dirty.abi3.so → _megablocks_9193c11_dirty.abi3.so} +1 -1
- build/torch27-cxx11-rocm63-x86_64-linux/megablocks/_megablocks_ed040f3_dirty.abi3.so +0 -3
- build/torch27-cxx11-rocm63-x86_64-linux/megablocks/_ops.py +3 -3
- build/torch27-cxx11-rocm63-x86_64-linux/megablocks/layers.py +2 -0
- build/torch27-cxx11-rocm64-x86_64-linux/megablocks/{_megablocks_7ca55d1_dirty.abi3.so → _megablocks_9193c11_dirty.abi3.so} +1 -1
- build/torch27-cxx11-rocm64-x86_64-linux/megablocks/_megablocks_ed040f3_dirty.abi3.so +0 -3
- build/torch27-cxx11-rocm64-x86_64-linux/megablocks/_ops.py +3 -3
- build/torch27-cxx11-rocm64-x86_64-linux/megablocks/layers.py +2 -0
- build/torch28-cxx11-rocm63-x86_64-linux/megablocks/{_megablocks_7ca55d1_dirty.abi3.so → _megablocks_9193c11_dirty.abi3.so} +1 -1
- build/torch28-cxx11-rocm63-x86_64-linux/megablocks/_megablocks_ed040f3_dirty.abi3.so +0 -3
- build/torch28-cxx11-rocm63-x86_64-linux/megablocks/_ops.py +3 -3
- build/torch28-cxx11-rocm63-x86_64-linux/megablocks/layers.py +2 -0
- build/torch28-cxx11-rocm64-x86_64-linux/megablocks/{_megablocks_7ca55d1_dirty.abi3.so → _megablocks_9193c11_dirty.abi3.so} +1 -1
- build/torch28-cxx11-rocm64-x86_64-linux/megablocks/_megablocks_ed040f3_dirty.abi3.so +0 -3
- build/torch28-cxx11-rocm64-x86_64-linux/megablocks/_ops.py +3 -3
- build/torch28-cxx11-rocm64-x86_64-linux/megablocks/layers.py +2 -0
- flake.lock +3 -3
- result +1 -1
- torch-ext/megablocks/_megablocks_g6r5q4zwqmcls.abi3.so +0 -3
- torch-ext/megablocks/_megablocks_lboajlxwrdgqk.abi3.so +0 -3
- torch-ext/megablocks/_megablocks_twnwbxx53zgza.abi3.so +0 -3
- torch-ext/megablocks/layers.py +2 -0
build/torch27-cxx11-rocm63-x86_64-linux/megablocks/{_megablocks_7ca55d1_dirty.abi3.so → _megablocks_9193c11_dirty.abi3.so}
RENAMED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 5573528
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9c1bcdc65f532386bf11a2d450077747448f968b9422ed64b0f0fe45955ec9ba
|
3 |
size 5573528
|
build/torch27-cxx11-rocm63-x86_64-linux/megablocks/_megablocks_ed040f3_dirty.abi3.so
DELETED
@@ -1,3 +0,0 @@
|
|
1 |
-
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:0666e56c89468e5ace81c4fff5dc88d475423e808575f60c4b9920e64915e494
|
3 |
-
size 5573528
|
|
|
|
|
|
|
|
build/torch27-cxx11-rocm63-x86_64-linux/megablocks/_ops.py
CHANGED
@@ -1,9 +1,9 @@
|
|
1 |
import torch
|
2 |
-
from . import
|
3 |
-
ops = torch.ops.
|
4 |
|
5 |
def add_op_namespace_prefix(op_name: str):
|
6 |
"""
|
7 |
Prefix op by namespace.
|
8 |
"""
|
9 |
-
return f"
|
|
|
1 |
import torch
|
2 |
+
from . import _megablocks_9193c11_dirty
|
3 |
+
ops = torch.ops._megablocks_9193c11_dirty
|
4 |
|
5 |
def add_op_namespace_prefix(op_name: str):
|
6 |
"""
|
7 |
Prefix op by namespace.
|
8 |
"""
|
9 |
+
return f"_megablocks_9193c11_dirty::{op_name}"
|
build/torch27-cxx11-rocm63-x86_64-linux/megablocks/layers.py
CHANGED
@@ -871,6 +871,8 @@ def get_device_mesh(model):
|
|
871 |
|
872 |
|
873 |
class MegaBlocksMoeMLP(torch.nn.Module):
|
|
|
|
|
874 |
|
875 |
def forward(self, x: torch.Tensor) -> torch.Tensor:
|
876 |
moe_top_k = getattr(self.router, "top_k", 4)
|
|
|
871 |
|
872 |
|
873 |
class MegaBlocksMoeMLP(torch.nn.Module):
|
874 |
+
|
875 |
+
can_torch_compile = True
|
876 |
|
877 |
def forward(self, x: torch.Tensor) -> torch.Tensor:
|
878 |
moe_top_k = getattr(self.router, "top_k", 4)
|
build/torch27-cxx11-rocm64-x86_64-linux/megablocks/{_megablocks_7ca55d1_dirty.abi3.so → _megablocks_9193c11_dirty.abi3.so}
RENAMED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 5574080
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8da15cb80ae3e6fdae0341bdefbe64eb8099e4eb20f2c0e5770fa36e44a4acbd
|
3 |
size 5574080
|
build/torch27-cxx11-rocm64-x86_64-linux/megablocks/_megablocks_ed040f3_dirty.abi3.so
DELETED
@@ -1,3 +0,0 @@
|
|
1 |
-
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:a1f2f80146d12c7d929e2dd4042a5b1b3adaac397a486abf0fa26e15cc372376
|
3 |
-
size 5574080
|
|
|
|
|
|
|
|
build/torch27-cxx11-rocm64-x86_64-linux/megablocks/_ops.py
CHANGED
@@ -1,9 +1,9 @@
|
|
1 |
import torch
|
2 |
-
from . import
|
3 |
-
ops = torch.ops.
|
4 |
|
5 |
def add_op_namespace_prefix(op_name: str):
|
6 |
"""
|
7 |
Prefix op by namespace.
|
8 |
"""
|
9 |
-
return f"
|
|
|
1 |
import torch
|
2 |
+
from . import _megablocks_9193c11_dirty
|
3 |
+
ops = torch.ops._megablocks_9193c11_dirty
|
4 |
|
5 |
def add_op_namespace_prefix(op_name: str):
|
6 |
"""
|
7 |
Prefix op by namespace.
|
8 |
"""
|
9 |
+
return f"_megablocks_9193c11_dirty::{op_name}"
|
build/torch27-cxx11-rocm64-x86_64-linux/megablocks/layers.py
CHANGED
@@ -871,6 +871,8 @@ def get_device_mesh(model):
|
|
871 |
|
872 |
|
873 |
class MegaBlocksMoeMLP(torch.nn.Module):
|
|
|
|
|
874 |
|
875 |
def forward(self, x: torch.Tensor) -> torch.Tensor:
|
876 |
moe_top_k = getattr(self.router, "top_k", 4)
|
|
|
871 |
|
872 |
|
873 |
class MegaBlocksMoeMLP(torch.nn.Module):
|
874 |
+
|
875 |
+
can_torch_compile = True
|
876 |
|
877 |
def forward(self, x: torch.Tensor) -> torch.Tensor:
|
878 |
moe_top_k = getattr(self.router, "top_k", 4)
|
build/torch28-cxx11-rocm63-x86_64-linux/megablocks/{_megablocks_7ca55d1_dirty.abi3.so → _megablocks_9193c11_dirty.abi3.so}
RENAMED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 5577848
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:162379f95323d2ee96b87657ed63db30d4af837816f5d77c4daa9e1c7737b8bc
|
3 |
size 5577848
|
build/torch28-cxx11-rocm63-x86_64-linux/megablocks/_megablocks_ed040f3_dirty.abi3.so
DELETED
@@ -1,3 +0,0 @@
|
|
1 |
-
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:3e665e56ecc78a49c9d08806553754929b49139076de904c395003d3b0b9568c
|
3 |
-
size 5577848
|
|
|
|
|
|
|
|
build/torch28-cxx11-rocm63-x86_64-linux/megablocks/_ops.py
CHANGED
@@ -1,9 +1,9 @@
|
|
1 |
import torch
|
2 |
-
from . import
|
3 |
-
ops = torch.ops.
|
4 |
|
5 |
def add_op_namespace_prefix(op_name: str):
|
6 |
"""
|
7 |
Prefix op by namespace.
|
8 |
"""
|
9 |
-
return f"
|
|
|
1 |
import torch
|
2 |
+
from . import _megablocks_9193c11_dirty
|
3 |
+
ops = torch.ops._megablocks_9193c11_dirty
|
4 |
|
5 |
def add_op_namespace_prefix(op_name: str):
|
6 |
"""
|
7 |
Prefix op by namespace.
|
8 |
"""
|
9 |
+
return f"_megablocks_9193c11_dirty::{op_name}"
|
build/torch28-cxx11-rocm63-x86_64-linux/megablocks/layers.py
CHANGED
@@ -871,6 +871,8 @@ def get_device_mesh(model):
|
|
871 |
|
872 |
|
873 |
class MegaBlocksMoeMLP(torch.nn.Module):
|
|
|
|
|
874 |
|
875 |
def forward(self, x: torch.Tensor) -> torch.Tensor:
|
876 |
moe_top_k = getattr(self.router, "top_k", 4)
|
|
|
871 |
|
872 |
|
873 |
class MegaBlocksMoeMLP(torch.nn.Module):
|
874 |
+
|
875 |
+
can_torch_compile = True
|
876 |
|
877 |
def forward(self, x: torch.Tensor) -> torch.Tensor:
|
878 |
moe_top_k = getattr(self.router, "top_k", 4)
|
build/torch28-cxx11-rocm64-x86_64-linux/megablocks/{_megablocks_7ca55d1_dirty.abi3.so → _megablocks_9193c11_dirty.abi3.so}
RENAMED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 5578400
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f4cac3717fcfc99608da2b0a065203645504372fb8f918541d547a6b7f41d16d
|
3 |
size 5578400
|
build/torch28-cxx11-rocm64-x86_64-linux/megablocks/_megablocks_ed040f3_dirty.abi3.so
DELETED
@@ -1,3 +0,0 @@
|
|
1 |
-
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:0728da56bab3c13059400797d3237aa9f647d4bb9a556a01de7afff6b2009a65
|
3 |
-
size 5578400
|
|
|
|
|
|
|
|
build/torch28-cxx11-rocm64-x86_64-linux/megablocks/_ops.py
CHANGED
@@ -1,9 +1,9 @@
|
|
1 |
import torch
|
2 |
-
from . import
|
3 |
-
ops = torch.ops.
|
4 |
|
5 |
def add_op_namespace_prefix(op_name: str):
|
6 |
"""
|
7 |
Prefix op by namespace.
|
8 |
"""
|
9 |
-
return f"
|
|
|
1 |
import torch
|
2 |
+
from . import _megablocks_9193c11_dirty
|
3 |
+
ops = torch.ops._megablocks_9193c11_dirty
|
4 |
|
5 |
def add_op_namespace_prefix(op_name: str):
|
6 |
"""
|
7 |
Prefix op by namespace.
|
8 |
"""
|
9 |
+
return f"_megablocks_9193c11_dirty::{op_name}"
|
build/torch28-cxx11-rocm64-x86_64-linux/megablocks/layers.py
CHANGED
@@ -871,6 +871,8 @@ def get_device_mesh(model):
|
|
871 |
|
872 |
|
873 |
class MegaBlocksMoeMLP(torch.nn.Module):
|
|
|
|
|
874 |
|
875 |
def forward(self, x: torch.Tensor) -> torch.Tensor:
|
876 |
moe_top_k = getattr(self.router, "top_k", 4)
|
|
|
871 |
|
872 |
|
873 |
class MegaBlocksMoeMLP(torch.nn.Module):
|
874 |
+
|
875 |
+
can_torch_compile = True
|
876 |
|
877 |
def forward(self, x: torch.Tensor) -> torch.Tensor:
|
878 |
moe_top_k = getattr(self.router, "top_k", 4)
|
flake.lock
CHANGED
@@ -98,11 +98,11 @@
|
|
98 |
]
|
99 |
},
|
100 |
"locked": {
|
101 |
-
"lastModified":
|
102 |
-
"narHash": "sha256-
|
103 |
"owner": "huggingface",
|
104 |
"repo": "kernel-builder",
|
105 |
-
"rev": "
|
106 |
"type": "github"
|
107 |
},
|
108 |
"original": {
|
|
|
98 |
]
|
99 |
},
|
100 |
"locked": {
|
101 |
+
"lastModified": 1754384957,
|
102 |
+
"narHash": "sha256-t55mgR9ySbw+vvxz+exl1o/PbgFOTj1zCKB6Vi9jDW8=",
|
103 |
"owner": "huggingface",
|
104 |
"repo": "kernel-builder",
|
105 |
+
"rev": "a4176c1791b19619d752c2562bb2614509cf2257",
|
106 |
"type": "github"
|
107 |
},
|
108 |
"original": {
|
result
CHANGED
@@ -1 +1 @@
|
|
1 |
-
/nix/store/
|
|
|
1 |
+
/nix/store/8cwl78s3nn8wx38n1qk8nx6014kp0p4g-torch-ext-bundle
|
torch-ext/megablocks/_megablocks_g6r5q4zwqmcls.abi3.so
DELETED
@@ -1,3 +0,0 @@
|
|
1 |
-
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:fb79fcc23aae59174b8ff2a9d6433246ddcb44f9006fd9164fa8788190f8606a
|
3 |
-
size 5197576
|
|
|
|
|
|
|
|
torch-ext/megablocks/_megablocks_lboajlxwrdgqk.abi3.so
DELETED
@@ -1,3 +0,0 @@
|
|
1 |
-
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:5f7bf298897957464fff4d0c082f95fb5da5eb1a718a95d1d77082ccb2b891bc
|
3 |
-
size 5189304
|
|
|
|
|
|
|
|
torch-ext/megablocks/_megablocks_twnwbxx53zgza.abi3.so
DELETED
@@ -1,3 +0,0 @@
|
|
1 |
-
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:f1995b97e8d3124fd380527ae526d518cafb663297c9ee172aa840dd4b54235f
|
3 |
-
size 5208064
|
|
|
|
|
|
|
|
torch-ext/megablocks/layers.py
CHANGED
@@ -871,6 +871,8 @@ def get_device_mesh(model):
|
|
871 |
|
872 |
|
873 |
class MegaBlocksMoeMLP(torch.nn.Module):
|
|
|
|
|
874 |
|
875 |
def forward(self, x: torch.Tensor) -> torch.Tensor:
|
876 |
moe_top_k = getattr(self.router, "top_k", 4)
|
|
|
871 |
|
872 |
|
873 |
class MegaBlocksMoeMLP(torch.nn.Module):
|
874 |
+
|
875 |
+
can_torch_compile = True
|
876 |
|
877 |
def forward(self, x: torch.Tensor) -> torch.Tensor:
|
878 |
moe_top_k = getattr(self.router, "top_k", 4)
|