|
- //
- // Generated by NVIDIA NVVM Compiler
- //
- // Compiler Build ID: CL-26907403
- // Cuda compilation tools, release 10.1, V10.1.243
- // Based on LLVM 3.4svn
- //
-
- .version 6.4
- .target sm_60
- .address_size 64
-
- // .globl Fused_ReduceSum_Add_split_9352334752065986101_kernel0
- // _ZZ53Fused_ReduceSum_Add_split_9352334752065986101_kernel0E18input_0_red_shared has been demoted
- // _ZZ53Fused_ReduceSum_Add_split_9352334752065986101_kernel0E8red_buf0 has been demoted
-
- .visible .entry Fused_ReduceSum_Add_split_9352334752065986101_kernel0(
- .param .u64 Fused_ReduceSum_Add_split_9352334752065986101_kernel0_param_0,
- .param .u64 Fused_ReduceSum_Add_split_9352334752065986101_kernel0_param_1,
- .param .u64 Fused_ReduceSum_Add_split_9352334752065986101_kernel0_param_2
- )
- {
- .reg .pred %p<17>;
- .reg .f32 %f<44>;
- .reg .b32 %r<33>;
- .reg .b64 %rd<17>;
- // demoted variable
- .shared .align 4 .b8 _ZZ53Fused_ReduceSum_Add_split_9352334752065986101_kernel0E18input_0_red_shared[4];
- // demoted variable
- .shared .align 4 .b8 _ZZ53Fused_ReduceSum_Add_split_9352334752065986101_kernel0E8red_buf0[2048];
-
- ld.param.u64 %rd4, [Fused_ReduceSum_Add_split_9352334752065986101_kernel0_param_0];
- ld.param.u64 %rd5, [Fused_ReduceSum_Add_split_9352334752065986101_kernel0_param_1];
- ld.param.u64 %rd6, [Fused_ReduceSum_Add_split_9352334752065986101_kernel0_param_2];
- mov.u32 %r1, %tid.x;
- setp.ne.s32 %p2, %r1, 0;
- @%p2 bra BB0_2;
-
- mov.u32 %r5, 0;
- st.shared.u32 [_ZZ53Fused_ReduceSum_Add_split_9352334752065986101_kernel0E18input_0_red_shared], %r5;
-
- BB0_2:
- bar.sync 0;
- mov.u32 %r6, %ctaid.y;
- cvt.u64.u32 %rd1, %r6;
- mul.wide.u32 %rd7, %r6, 961;
- cvt.u64.u32 %rd2, %r1;
- add.s64 %rd8, %rd2, %rd7;
- cvta.to.global.u64 %rd9, %rd5;
- shl.b64 %rd10, %rd8, 2;
- add.s64 %rd3, %rd9, %rd10;
- mov.f32 %f41, 0f00000000;
- setp.gt.u32 %p3, %r1, 960;
- mov.f32 %f42, %f41;
- @%p3 bra BB0_4;
-
- ld.global.nc.f32 %f10, [%rd3];
- add.f32 %f41, %f10, 0f00000000;
- sub.f32 %f42, %f41, %f10;
-
- BB0_4:
- add.s64 %rd11, %rd2, 512;
- setp.gt.u64 %p4, %rd11, 960;
- @%p4 bra BB0_6;
-
- ld.global.nc.f32 %f11, [%rd3+2048];
- sub.f32 %f12, %f11, %f42;
- add.f32 %f41, %f41, %f12;
-
- BB0_6:
- mov.u32 %r7, %tid.y;
- mov.u32 %r8, %ntid.x;
- mad.lo.s32 %r9, %r7, %r8, %r1;
- and.b32 %r2, %r9, 511;
- and.b32 %r3, %r9, -512;
- add.s32 %r10, %r3, %r2;
- shl.b32 %r11, %r10, 2;
- mov.u32 %r12, _ZZ53Fused_ReduceSum_Add_split_9352334752065986101_kernel0E8red_buf0;
- add.s32 %r4, %r12, %r11;
- st.shared.f32 [%r4], %f41;
- bar.sync 0;
- setp.gt.u32 %p5, %r2, 255;
- @%p5 bra BB0_8;
-
- ld.shared.f32 %f13, [%r4];
- ld.shared.f32 %f14, [%r4+1024];
- add.f32 %f15, %f13, %f14;
- st.shared.f32 [%r4], %f15;
-
- BB0_8:
- bar.sync 0;
- setp.gt.u32 %p6, %r2, 127;
- @%p6 bra BB0_10;
-
- ld.shared.f32 %f16, [%r4];
- ld.shared.f32 %f17, [%r4+512];
- add.f32 %f18, %f16, %f17;
- st.shared.f32 [%r4], %f18;
-
- BB0_10:
- bar.sync 0;
- setp.gt.u32 %p7, %r2, 63;
- @%p7 bra BB0_12;
-
- ld.shared.f32 %f19, [%r4];
- ld.shared.f32 %f20, [%r4+256];
- add.f32 %f21, %f19, %f20;
- st.shared.f32 [%r4], %f21;
-
- BB0_12:
- bar.sync 0;
- setp.gt.u32 %p8, %r2, 31;
- @%p8 bra BB0_14;
-
- ld.shared.f32 %f22, [%r4];
- ld.shared.f32 %f23, [%r4+128];
- add.f32 %f24, %f22, %f23;
- st.shared.f32 [%r4], %f24;
-
- BB0_14:
- setp.lt.u32 %p1, %r2, 32;
- bar.sync 0;
- @!%p1 bra BB0_17;
- bra.uni BB0_15;
-
- BB0_15:
- ld.shared.f32 %f25, [%r4];
- mov.b32 %r13, %f25;
- mov.u32 %r14, 2;
- mov.u32 %r15, 31;
- mov.u32 %r16, 16;
- mov.u32 %r17, -1;
- shfl.sync.down.b32 %r18|%p9, %r13, %r16, %r15, %r17;
- mov.b32 %f26, %r18;
- add.f32 %f27, %f25, %f26;
- mov.b32 %r19, %f27;
- mov.u32 %r20, 8;
- shfl.sync.down.b32 %r21|%p10, %r19, %r20, %r15, %r17;
- mov.b32 %f28, %r21;
- add.f32 %f29, %f27, %f28;
- mov.b32 %r22, %f29;
- mov.u32 %r23, 4;
- shfl.sync.down.b32 %r24|%p11, %r22, %r23, %r15, %r17;
- mov.b32 %f30, %r24;
- add.f32 %f31, %f29, %f30;
- mov.b32 %r25, %f31;
- shfl.sync.down.b32 %r26|%p12, %r25, %r14, %r15, %r17;
- mov.b32 %f32, %r26;
- add.f32 %f33, %f31, %f32;
- mov.b32 %r27, %f33;
- mov.u32 %r28, 1;
- shfl.sync.down.b32 %r29|%p13, %r27, %r28, %r15, %r17;
- mov.b32 %f34, %r29;
- add.f32 %f7, %f33, %f34;
- setp.ne.s32 %p14, %r2, 0;
- @%p14 bra BB0_17;
-
- st.shared.f32 [%r4], %f7;
-
- BB0_17:
- bar.sync 0;
- setp.ne.s32 %p15, %r2, 0;
- @%p15 bra BB0_19;
-
- ld.shared.f32 %f35, [_ZZ53Fused_ReduceSum_Add_split_9352334752065986101_kernel0E18input_0_red_shared];
- shl.b32 %r30, %r3, 2;
- add.s32 %r32, %r12, %r30;
- ld.shared.f32 %f36, [%r32];
- add.f32 %f37, %f35, %f36;
- st.shared.f32 [_ZZ53Fused_ReduceSum_Add_split_9352334752065986101_kernel0E18input_0_red_shared], %f37;
-
- BB0_19:
- bar.sync 0;
- setp.ne.s32 %p16, %r1, 448;
- @%p16 bra BB0_21;
-
- ld.shared.f32 %f38, [_ZZ53Fused_ReduceSum_Add_split_9352334752065986101_kernel0E18input_0_red_shared];
- cvta.to.global.u64 %rd12, %rd4;
- shl.b64 %rd13, %rd1, 2;
- add.s64 %rd14, %rd12, %rd13;
- ld.global.nc.f32 %f39, [%rd14];
- add.f32 %f40, %f38, %f39;
- cvta.to.global.u64 %rd15, %rd6;
- add.s64 %rd16, %rd15, %rd13;
- st.global.f32 [%rd16], %f40;
-
- BB0_21:
- bar.sync 0;
- ret;
- }
-
|