authorgravatar for robin@voetter.nlRobin Voetter <robin@voetter.nl> 2024-08-11 12:22:31+02:00
committergravatar for robin@voetter.nlRobin Voetter <robin@voetter.nl> 2024-08-13 20:07:23+02:00
logbcfc7cf13cd3eb16f4b864efac5269d68200b070
treed570452b4551f314f5ea435b471587d320e661c6
parent76f062690c3373b24170e3e1d7dd62735eb9685e
signaturebadge-check Signed by SSH key SHA256:ZS52FNyUv2WUXvO4njmVaFVO46RHojFuOrxRc4LuKzg

nvptx: add implementations for GPU builtins

3 files changed, 113 insertions(+), 20 deletions(-)

src/Sema.zig+1-1
...@@ -26703,7 +26703,7 @@ fn zirWorkItem(...@@ -26703,7 +26703,7 @@ fn zirWorkItem(
2670326703
26704 switch (target.cpu.arch) {26704 switch (target.cpu.arch) {
26705 // TODO: Allow for other GPU targets.26705 // TODO: Allow for other GPU targets.
26706 .amdgcn, .spirv, .spirv64, .spirv32 => {},26706 .amdgcn, .spirv, .spirv64, .spirv32, .nvptx, .nvptx64 => {},
26707 else => {26707 else => {
26708 return sema.fail(block, builtin_src, "builtin only available on GPU targets; targeted architecture is {s}", .{@tagName(target.cpu.arch)});26708 return sema.fail(block, builtin_src, "builtin only available on GPU targets; targeted architecture is {s}", .{@tagName(target.cpu.arch)});
26709 },26709 },
src/codegen/llvm.zig+35-19
...@@ -10286,7 +10286,7 @@ pub const FuncGen = struct {...@@ -10286,7 +10286,7 @@ pub const FuncGen = struct {
10286 return self.wip.cast(.addrspacecast, operand, try o.lowerType(inst_ty), "");10286 return self.wip.cast(.addrspacecast, operand, try o.lowerType(inst_ty), "");
10287 }10287 }
1028810288
10289 fn amdgcnWorkIntrinsic(10289 fn workIntrinsic(
10290 self: *FuncGen,10290 self: *FuncGen,
10291 dimension: u32,10291 dimension: u32,
10292 default: u32,10292 default: u32,
...@@ -10303,44 +10303,60 @@ pub const FuncGen = struct {...@@ -10303,44 +10303,60 @@ pub const FuncGen = struct {
10303 fn airWorkItemId(self: *FuncGen, inst: Air.Inst.Index) !Builder.Value {10303 fn airWorkItemId(self: *FuncGen, inst: Air.Inst.Index) !Builder.Value {
10304 const o = self.ng.object;10304 const o = self.ng.object;
10305 const target = o.pt.zcu.getTarget();10305 const target = o.pt.zcu.getTarget();
10306 assert(target.cpu.arch == .amdgcn); // TODO is to port this function to other GPU architectures
1030710306
10308 const pl_op = self.air.instructions.items(.data)[@intFromEnum(inst)].pl_op;10307 const pl_op = self.air.instructions.items(.data)[@intFromEnum(inst)].pl_op;
10309 const dimension = pl_op.payload;10308 const dimension = pl_op.payload;
10310 return self.amdgcnWorkIntrinsic(dimension, 0, "amdgcn.workitem.id");10309
10310 return switch (target.cpu.arch) {
10311 .amdgcn => self.workIntrinsic(dimension, 0, "amdgcn.workitem.id"),
10312 .nvptx, .nvptx64 => self.workIntrinsic(dimension, 0, "nvvm.read.ptx.sreg.tid"),
10313 else => unreachable,
10314 };
10311 }10315 }
1031210316
10313 fn airWorkGroupSize(self: *FuncGen, inst: Air.Inst.Index) !Builder.Value {10317 fn airWorkGroupSize(self: *FuncGen, inst: Air.Inst.Index) !Builder.Value {
10314 const o = self.ng.object;10318 const o = self.ng.object;
10315 const target = o.pt.zcu.getTarget();10319 const target = o.pt.zcu.getTarget();
10316 assert(target.cpu.arch == .amdgcn); // TODO is to port this function to other GPU architectures
1031710320
10318 const pl_op = self.air.instructions.items(.data)[@intFromEnum(inst)].pl_op;10321 const pl_op = self.air.instructions.items(.data)[@intFromEnum(inst)].pl_op;
10319 const dimension = pl_op.payload;10322 const dimension = pl_op.payload;
10320 if (dimension >= 3) return .@"1";
10321
10322 // Fetch the dispatch pointer, which points to this structure:
10323 // https://github.com/RadeonOpenCompute/ROCR-Runtime/blob/adae6c61e10d371f7cbc3d0e94ae2c070cab18a4/src/inc/hsa.h#L2913
10324 const dispatch_ptr =
10325 try self.wip.callIntrinsic(.normal, .none, .@"amdgcn.dispatch.ptr", &.{}, &.{}, "");
1032610323
10327 // Load the work_group_* member from the struct as u16.10324 switch (target.cpu.arch) {
10328 // Just treat the dispatch pointer as an array of u16 to keep things simple.10325 .amdgcn => {
10329 const workgroup_size_ptr = try self.wip.gep(.inbounds, .i16, dispatch_ptr, &.{10326 if (dimension >= 3) return .@"1";
10330 try o.builder.intValue(try o.lowerType(Type.usize), 2 + dimension),10327
10331 }, "");10328 // Fetch the dispatch pointer, which points to this structure:
10332 const workgroup_size_alignment = comptime Builder.Alignment.fromByteUnits(2);10329 // https://github.com/RadeonOpenCompute/ROCR-Runtime/blob/adae6c61e10d371f7cbc3d0e94ae2c070cab18a4/src/inc/hsa.h#L2913
10333 return self.wip.load(.normal, .i16, workgroup_size_ptr, workgroup_size_alignment, "");10330 const dispatch_ptr =
10331 try self.wip.callIntrinsic(.normal, .none, .@"amdgcn.dispatch.ptr", &.{}, &.{}, "");
10332
10333 // Load the work_group_* member from the struct as u16.
10334 // Just treat the dispatch pointer as an array of u16 to keep things simple.
10335 const workgroup_size_ptr = try self.wip.gep(.inbounds, .i16, dispatch_ptr, &.{
10336 try o.builder.intValue(try o.lowerType(Type.usize), 2 + dimension),
10337 }, "");
10338 const workgroup_size_alignment = comptime Builder.Alignment.fromByteUnits(2);
10339 return self.wip.load(.normal, .i16, workgroup_size_ptr, workgroup_size_alignment, "");
10340 },
10341 .nvptx, .nvptx64 => {
10342 return self.workIntrinsic(dimension, 1, "nvvm.read.ptx.sreg.ntid");
10343 },
10344 else => unreachable,
10345 }
10334 }10346 }
1033510347
10336 fn airWorkGroupId(self: *FuncGen, inst: Air.Inst.Index) !Builder.Value {10348 fn airWorkGroupId(self: *FuncGen, inst: Air.Inst.Index) !Builder.Value {
10337 const o = self.ng.object;10349 const o = self.ng.object;
10338 const target = o.pt.zcu.getTarget();10350 const target = o.pt.zcu.getTarget();
10339 assert(target.cpu.arch == .amdgcn); // TODO is to port this function to other GPU architectures
1034010351
10341 const pl_op = self.air.instructions.items(.data)[@intFromEnum(inst)].pl_op;10352 const pl_op = self.air.instructions.items(.data)[@intFromEnum(inst)].pl_op;
10342 const dimension = pl_op.payload;10353 const dimension = pl_op.payload;
10343 return self.amdgcnWorkIntrinsic(dimension, 0, "amdgcn.workgroup.id");10354
10355 return switch (target.cpu.arch) {
10356 .amdgcn => self.workIntrinsic(dimension, 0, "amdgcn.workgroup.id"),
10357 .nvptx, .nvptx64 => self.workIntrinsic(dimension, 0, "nvvm.read.ptx.sreg.ctaid"),
10358 else => unreachable,
10359 };
10344 }10360 }
1034510361
10346 fn getErrorNameTable(self: *FuncGen) Allocator.Error!Builder.Variable.Index {10362 fn getErrorNameTable(self: *FuncGen) Allocator.Error!Builder.Variable.Index {
src/codegen/llvm/Builder.zig+77
...@@ -2729,6 +2729,17 @@ pub const Intrinsic = enum {...@@ -2729,6 +2729,17 @@ pub const Intrinsic = enum {
2729 @"amdgcn.workgroup.id.z",2729 @"amdgcn.workgroup.id.z",
2730 @"amdgcn.dispatch.ptr",2730 @"amdgcn.dispatch.ptr",
27312731
2732 // NVPTX
2733 @"nvvm.read.ptx.sreg.tid.x",
2734 @"nvvm.read.ptx.sreg.tid.y",
2735 @"nvvm.read.ptx.sreg.tid.z",
2736 @"nvvm.read.ptx.sreg.ntid.x",
2737 @"nvvm.read.ptx.sreg.ntid.y",
2738 @"nvvm.read.ptx.sreg.ntid.z",
2739 @"nvvm.read.ptx.sreg.ctaid.x",
2740 @"nvvm.read.ptx.sreg.ctaid.y",
2741 @"nvvm.read.ptx.sreg.ctaid.z",
2742
2732 // WebAssembly2743 // WebAssembly
2733 @"wasm.memory.size",2744 @"wasm.memory.size",
2734 @"wasm.memory.grow",2745 @"wasm.memory.grow",
...@@ -3886,6 +3897,72 @@ pub const Intrinsic = enum {...@@ -3886,6 +3897,72 @@ pub const Intrinsic = enum {
3886 .attrs = &.{ .nocallback, .nofree, .nosync, .nounwind, .speculatable, .willreturn, .{ .memory = Attribute.Memory.all(.none) } },3897 .attrs = &.{ .nocallback, .nofree, .nosync, .nounwind, .speculatable, .willreturn, .{ .memory = Attribute.Memory.all(.none) } },
3887 },3898 },
38883899
3900 .@"nvvm.read.ptx.sreg.tid.x" = .{
3901 .ret_len = 1,
3902 .params = &.{
3903 .{ .kind = .{ .type = .i32 } },
3904 },
3905 .attrs = &.{ .nounwind, .readnone },
3906 },
3907 .@"nvvm.read.ptx.sreg.tid.y" = .{
3908 .ret_len = 1,
3909 .params = &.{
3910 .{ .kind = .{ .type = .i32 } },
3911 },
3912 .attrs = &.{ .nounwind, .readnone },
3913 },
3914 .@"nvvm.read.ptx.sreg.tid.z" = .{
3915 .ret_len = 1,
3916 .params = &.{
3917 .{ .kind = .{ .type = .i32 } },
3918 },
3919 .attrs = &.{ .nounwind, .readnone },
3920 },
3921
3922 .@"nvvm.read.ptx.sreg.ntid.x" = .{
3923 .ret_len = 1,
3924 .params = &.{
3925 .{ .kind = .{ .type = .i32 } },
3926 },
3927 .attrs = &.{ .nounwind, .readnone },
3928 },
3929 .@"nvvm.read.ptx.sreg.ntid.y" = .{
3930 .ret_len = 1,
3931 .params = &.{
3932 .{ .kind = .{ .type = .i32 } },
3933 },
3934 .attrs = &.{ .nounwind, .readnone },
3935 },
3936 .@"nvvm.read.ptx.sreg.ntid.z" = .{
3937 .ret_len = 1,
3938 .params = &.{
3939 .{ .kind = .{ .type = .i32 } },
3940 },
3941 .attrs = &.{ .nounwind, .readnone },
3942 },
3943
3944 .@"nvvm.read.ptx.sreg.ctaid.x" = .{
3945 .ret_len = 1,
3946 .params = &.{
3947 .{ .kind = .{ .type = .i32 } },
3948 },
3949 .attrs = &.{ .nounwind, .readnone },
3950 },
3951 .@"nvvm.read.ptx.sreg.ctaid.y" = .{
3952 .ret_len = 1,
3953 .params = &.{
3954 .{ .kind = .{ .type = .i32 } },
3955 },
3956 .attrs = &.{ .nounwind, .readnone },
3957 },
3958 .@"nvvm.read.ptx.sreg.ctaid.z" = .{
3959 .ret_len = 1,
3960 .params = &.{
3961 .{ .kind = .{ .type = .i32 } },
3962 },
3963 .attrs = &.{ .nounwind, .readnone },
3964 },
3965
3889 .@"wasm.memory.size" = .{3966 .@"wasm.memory.size" = .{
3890 .ret_len = 1,3967 .ret_len = 1,
3891 .params = &.{3968 .params = &.{